-- Logs begin at Mon 2021-08-16 19:23:58 UTC, end at Mon 2021-08-16 21:59:05 UTC. -- Aug 16 20:06:42.650617 n-d-794306-10 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 20:06:45.421492 n-d-794306-10 neutron-server[95129]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:06:45.422127 n-d-794306-10 neutron-server[95129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:06:45.422276 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:06:45.425477 n-d-794306-10 neutron-server[95129]: INFO neutron.common.config [-] Logging enabled! Aug 16 20:06:45.425731 n-d-794306-10 neutron-server[95129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 16 20:06:45.426040 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95129) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 20:06:45.426979 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:06:45.427214 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:06:45.427585 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:06:45.427868 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:06:45.428093 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:06:45.428408 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.428698 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.428993 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.429222 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.429515 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.429800 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.430077 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.430362 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.430651 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.430935 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.431212 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.431493 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.431739 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.432024 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.432308 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.432590 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.432811 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.433088 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.433515 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.433932 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.434782 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.435104 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.435391 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.435663 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.435962 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.436245 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.436569 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] host = n-d-794306-10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.436842 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.437124 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.437408 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.437691 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.437964 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.438236 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.438514 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.438782 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.439051 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.439325 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.439611 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.439923 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.440210 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.440434 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.440653 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.440935 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.441218 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.441489 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.442010 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.442280 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.442549 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.442817 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.443081 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.443362 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.443643 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.443947 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.444220 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.444487 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.444754 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.445018 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.445297 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.445564 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.445830 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.446097 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.446376 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.446640 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.446906 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.447201 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.447485 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.447786 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.448071 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.448340 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.448619 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.448889 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.449157 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.449426 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.449777 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.450565 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.450899 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.451196 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.451470 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.451759 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.452037 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.452321 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:45.452617 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.452912 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.453210 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.453490 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.453784 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.454063 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.454349 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.454626 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.454915 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.455202 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.455492 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.455794 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.456083 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.456359 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.456651 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.456953 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.457244 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.457531 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.457806 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.458078 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.458348 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.458623 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.458904 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.459192 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.459476 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.459766 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.460047 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.460340 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.460616 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.460886 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.461159 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.461443 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.461716 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.461985 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.462263 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.462537 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.462808 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.463075 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.463348 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.463633 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.463934 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.464209 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.464480 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.464755 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.465025 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.465989 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.466295 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.466591 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.466845 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.467123 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.467395 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.467667 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.467967 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.468239 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.468514 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.468783 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.469051 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.469319 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.469706 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.469979 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.470249 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.470519 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.470794 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.471067 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.471339 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.471606 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.471902 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.472173 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.472459 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.472755 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.473034 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.473308 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.473581 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.473857 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.474131 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.474406 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.474679 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.474953 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.475222 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.475510 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.475817 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.476107 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.476390 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.476664 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.476957 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.477232 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.477510 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.477782 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.478053 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.478342 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.478623 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.478916 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.479208 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.479498 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.479814 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.480106 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.480384 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.480692 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.481546 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:45.481772 n-d-794306-10 neutron-server[95129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:06:45.482019 n-d-794306-10 neutron-server[95129]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95129) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 20:06:45.833305 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:06:45.833539 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:06:45.833949 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 20:06:45.834318 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 20:06:46.236866 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.237157 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.237428 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.238762 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.239034 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.239296 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.274075 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.274351 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.274612 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.290765 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.291042 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.291307 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.320385 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.320662 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.320918 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.356923 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.357192 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.357465 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.591795 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.592331 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.592331 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.592575 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.593267 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.712369 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.712686 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.712966 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.713239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.713496 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.713800 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.714055 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.714306 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.714555 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.714832 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.715087 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.715398 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.715704 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.715976 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.716229 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.716491 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.716742 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.717010 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.717274 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.717528 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.717796 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.718045 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.718324 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.718706 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.718950 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.719191 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.719584 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.719855 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.720117 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.720333 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.720568 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.720802 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:46.721161 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 20:06:46.724241 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 20:06:46.728144 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 20:06:46.732451 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 16 20:06:46.734195 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 20:06:46.734647 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 20:06:46.734981 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 20:06:46.735361 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 20:06:46.738152 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 20:06:46.738399 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 20:06:46.738743 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:06:46.743949 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 20:06:46.765960 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 20:06:46.766409 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.766707 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95129) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 20:06:46.767066 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.768442 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95129) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 20:06:46.768709 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 20:06:46.768952 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 20:06:46.772374 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.772655 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:46.836674 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 20:06:46.836918 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 20:06:46.837151 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 20:06:46.837522 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 20:06:46.859170 n-d-794306-10 neutron-server[95129]: DEBUG oslo_db.sqlalchemy.engines [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95129) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 20:06:47.572682 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing driver for type 'gre' Aug 16 20:06:47.573221 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] gre ID ranges: [(1, 1000)] Aug 16 20:06:47.755272 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing driver for type 'local' Aug 16 20:06:47.755926 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing driver for type 'vlan' Aug 16 20:06:47.829623 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] VlanTypeDriver initialization complete Aug 16 20:06:47.829881 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing driver for type 'vxlan' Aug 16 20:06:47.830391 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] vxlan ID ranges: [(1, 1000)] Aug 16 20:06:48.033624 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing extension driver 'port_security' Aug 16 20:06:48.033962 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.extensions.port_security [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] PortSecurityExtensionDriver initialization complete Aug 16 20:06:48.034295 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing mechanism driver 'openvswitch' Aug 16 20:06:48.034627 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing mechanism driver 'hyperv' Aug 16 20:06:48.041185 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.plugin [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:48.041894 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.042264 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.042615 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.043139 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.044391 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.044754 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.045101 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.045496 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.045902 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.046250 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.046589 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.046979 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.047383 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.047751 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.048090 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.048479 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.049012 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.049365 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.049708 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.050103 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.050511 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > address_group after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.050856 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > address_group after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.051195 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > address_group after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.051617 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95129) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 20:06:48.052022 n-d-794306-10 neutron-server[95129]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] ML2 OVO RPC backend initialized. {{(pid=95129) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 20:06:48.052726 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > networks before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058540 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > ports before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058540 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058540 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnets before_response 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058540 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058824 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058824 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058824 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.058824 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.059121 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.059121 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.059121 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.059121 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > subnet after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.060115 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.plugin [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Modular L2 Plugin initialization complete Aug 16 20:06:48.060115 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading services supported by the core plugin {{(pid=95129) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 20:06:48.060115 n-d-794306-10 neutron-server[95129]: INFO neutron.plugins.ml2.managers [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Got port-security extension from driver 'port_security' Aug 16 20:06:48.060461 n-d-794306-10 neutron-server[95129]: INFO neutron.extensions.vlantransparent [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Disabled vlantransparent extension. Aug 16 20:06:48.060946 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95129) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 20:06:48.061261 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: router Aug 16 20:06:48.098390 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.098780 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.099146 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router before_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.099508 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.099913 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.100269 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_delete 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.100630 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > floatingip after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.100989 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.101335 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.101680 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.102028 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.102381 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.102789 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.103154 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.103492 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.103849 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: subnet after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.104183 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.104526 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > port precommit_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.104870 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.105209 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.105546 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.105897 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router after_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.106762 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_delete 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.107108 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_create 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.107465 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router_interface after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.107828 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_update 55549900 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.108191 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > agent after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.108539 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > agent after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.108881 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > network after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.109727 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Tracking information for resource: router configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:48.110056 n-d-794306-10 neutron-server[95129]: DEBUG neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Tracking information for resource: floatingip configured {{(pid=95129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 20:06:48.114958 n-d-794306-10 neutron-server[95129]: INFO neutron.db.l3_agentschedulers_db [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 20:06:48.115650 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.116041 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.116393 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.116744 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: port after_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.117529 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router before_create 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.117895 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_delete 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.118254 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_create 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.118608 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > router precommit_update 55550100 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.123670 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.provider_configuration [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service providers = [] {{(pid=95129) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 20:06:48.124056 n-d-794306-10 neutron-server[95129]: DEBUG neutron.db.servicetype_db [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95129) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 20:06:48.126960 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.service_base [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:06:48.127311 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.service_base [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:06:48.127652 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.service_base [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:06:48.128563 n-d-794306-10 neutron-server[95129]: DEBUG neutron.services.service_base [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 20:06:48.128933 n-d-794306-10 neutron-server[95129]: INFO neutron.services.service_base [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 20:06:48.129301 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.129616 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 20:06:48.140486 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.140824 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: auto_allocate Aug 16 20:06:48.146481 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: network precommit_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.146842 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: network precommit_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.147350 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.147666 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: tag Aug 16 20:06:48.154393 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.154718 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: timestamp Aug 16 20:06:48.158707 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.159043 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: network_ip_availability Aug 16 20:06:48.164451 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.164818 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.165169 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.165867 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.166220 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: flavors Aug 16 20:06:48.171564 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.171928 n-d-794306-10 neutron-server[95129]: INFO neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading Plugin: revisions Aug 16 20:06:48.176219 n-d-794306-10 neutron-server[95129]: DEBUG neutron.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 20:06:48.176610 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.343s {{(pid=95129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 20:06:48.177335 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95129) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 20:06:48.177670 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Initializing extension manager. Aug 16 20:06:48.178178 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: __init__.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.178515 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: __pycache__ {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.178845 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.179174 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.179953 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.180512 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: address-group Aug 16 20:06:48.180831 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: address_scope.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.181537 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.182036 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: address-scope Aug 16 20:06:48.182356 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: admin_state_down_before_update.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.183270 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.183800 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: router-admin-state-down-before-update Aug 16 20:06:48.184794 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: agent.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.185596 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.186137 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: agent Aug 16 20:06:48.186457 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: agent_resources_synced.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.206834 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.207335 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: agent-resources-synced Aug 16 20:06:48.207660 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: allowedaddresspairs.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.209459 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.209985 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: allowed-address-pairs Aug 16 20:06:48.210347 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: auto_allocated_topology.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.211460 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.211996 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: auto-allocated-topology Aug 16 20:06:48.212319 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.213007 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.213503 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: availability_zone Aug 16 20:06:48.213824 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: availability_zone_filter.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.214736 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.215239 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: availability_zone_filter Aug 16 20:06:48.215666 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: data_plane_status.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.216586 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.217085 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 20:06:48.217404 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: default_subnetpools.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.218310 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.218810 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: default-subnetpools Aug 16 20:06:48.219133 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: dhcpagentscheduler.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.219962 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.220463 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: dhcp_agent_scheduler Aug 16 20:06:48.220784 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: dns.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.222463 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.223115 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension dns-integration not supported by any of loaded plugins Aug 16 20:06:48.223330 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: dns_domain_ports.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.224285 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.224804 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 20:06:48.225124 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.226037 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.226548 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 20:06:48.226853 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: dvr.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.227522 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.228048 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: dvr Aug 16 20:06:48.228373 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: ecmp_routes.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.239010 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.239540 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 20:06:48.239910 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: empty_string_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.240872 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.241385 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: empty-string-filtering Aug 16 20:06:48.241717 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.242639 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.243147 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:06:48.243480 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.244478 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.244984 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 20:06:48.245315 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: external_net.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.246238 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.247456 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: external-net Aug 16 20:06:48.247820 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: extra_dhcp_opt.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.248738 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.249258 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: extra_dhcp_opt Aug 16 20:06:48.249585 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: extraroute.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.250537 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.251039 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: extraroute Aug 16 20:06:48.251369 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: extraroute_atomic.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.252453 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.252964 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: extraroute-atomic Aug 16 20:06:48.253288 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: filter_validation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.262198 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.263064 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: filter-validation Aug 16 20:06:48.263398 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: fip_pf_description.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.264535 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.265041 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 20:06:48.265367 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: fip_port_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.266319 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.266825 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: fip-port-details Aug 16 20:06:48.267151 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: flavors.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.270017 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.270696 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: flavors Aug 16 20:06:48.271029 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.272793 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.273311 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 20:06:48.273637 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: floatingip_pools.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.274342 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.274844 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: floatingip-pools Aug 16 20:06:48.275166 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: ip_allocation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.276143 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.276637 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 20:06:48.276959 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.278449 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.279017 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: ip-substring-filtering Aug 16 20:06:48.279346 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l2_adjacency.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.280311 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.280806 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 20:06:48.281128 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.282137 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.282650 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: router Aug 16 20:06:48.282976 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3_conntrack_helper.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.285441 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.285963 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 20:06:48.286296 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.287229 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.287767 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: ext-gw-mode Aug 16 20:06:48.288094 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.289055 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.289562 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: l3-ha Aug 16 20:06:48.289885 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3_flavors.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.290798 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.291294 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: l3-flavors Aug 16 20:06:48.291616 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.292544 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.293045 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 20:06:48.293368 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: l3agentscheduler.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.295230 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.295758 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: l3_agent_scheduler Aug 16 20:06:48.296124 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: logging.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.297599 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.298118 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension logging not supported by any of loaded plugins Aug 16 20:06:48.298451 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: metering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.299202 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.299816 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: metering Aug 16 20:06:48.300184 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.307635 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.308169 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: metering_source_and_destination_fields Aug 16 20:06:48.308497 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: multiprovidernet.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.309578 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.310083 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: multi-provider Aug 16 20:06:48.310408 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: netmtu.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.311327 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.311862 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: net-mtu Aug 16 20:06:48.312186 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: netmtu_writable.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.313106 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.313608 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: net-mtu-writable Aug 16 20:06:48.313933 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: network_availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.314646 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.315136 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: network_availability_zone Aug 16 20:06:48.315462 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: network_ip_availability.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.316560 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.317328 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: network-ip-availability Aug 16 20:06:48.317649 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: network_segment_range.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.318445 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.318937 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 20:06:48.319259 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: pagination.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.320268 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.320599 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: pagination Aug 16 20:06:48.320920 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: port_device_profile.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.321830 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.322338 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: port-device-profile Aug 16 20:06:48.322662 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.323595 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.324126 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: port-mac-address-regenerate Aug 16 20:06:48.324449 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.325532 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.326043 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: port-numa-affinity-policy Aug 16 20:06:48.326364 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: port_resource_request.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.327287 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.327806 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 20:06:48.328127 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: portbindings.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.329054 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.329667 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: binding Aug 16 20:06:48.329994 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: portbindings_extended.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.331428 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.331966 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: binding-extended Aug 16 20:06:48.332294 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: portsecurity.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.333200 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.333752 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: port-security Aug 16 20:06:48.334272 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: project_id.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.339104 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.339447 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: project-id Aug 16 20:06:48.339793 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: providernet.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.341389 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.342004 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: provider Aug 16 20:06:48.342364 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.345939 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.346498 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos not supported by any of loaded plugins Aug 16 20:06:48.346827 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.348130 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.348686 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 20:06:48.348974 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.349892 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.350395 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 20:06:48.350726 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_default.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.351633 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.352166 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-default not supported by any of loaded plugins Aug 16 20:06:48.352489 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_fip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.353153 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.353646 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-fip not supported by any of loaded plugins Aug 16 20:06:48.354016 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_gateway_ip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.354941 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.355449 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 20:06:48.355790 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_port_network_policy.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.357467 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.357967 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 20:06:48.358291 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_pps_rule.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.359471 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.360009 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-pps not supported by any of loaded plugins Aug 16 20:06:48.360335 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_rule_type_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.361244 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.361747 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 20:06:48.362071 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: qos_rules_alias.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.363103 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.363603 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 20:06:48.363974 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: quotasv2.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.364946 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.365270 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: quotas Aug 16 20:06:48.365590 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: quotasv2_detail.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.368863 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.369232 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: quota_details Aug 16 20:06:48.369562 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: rbac.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.373236 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.373236 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: rbac-policies Aug 16 20:06:48.373236 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: rbac_address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.373938 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.374448 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: rbac-address-group Aug 16 20:06:48.374774 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: rbac_address_scope.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.375750 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.376265 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: rbac-address-scope Aug 16 20:06:48.376590 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: rbac_security_groups.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.377504 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.378008 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: rbac-security-groups Aug 16 20:06:48.378331 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: rbac_subnetpool.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.379239 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.379768 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: rbac-subnetpool Aug 16 20:06:48.380093 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: revisionifmatch.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.381006 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.381508 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: revision-if-match Aug 16 20:06:48.381830 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: revisions.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.382966 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.383465 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: standard-attr-revisions Aug 16 20:06:48.383818 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: router_availability_zone.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.384492 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.384991 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: router_availability_zone Aug 16 20:06:48.385312 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: routerservicetype.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.386222 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.386718 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension router-service-type not supported by any of loaded plugins Aug 16 20:06:48.387043 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.388159 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.388658 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: security-groups-normalized-cidr Aug 16 20:06:48.388983 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: security_groups_port_filtering.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.389901 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.390401 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: port-security-groups-filtering Aug 16 20:06:48.390724 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.391637 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.392167 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: security-groups-remote-address-group Aug 16 20:06:48.392493 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: securitygroup.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.402180 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.402701 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: security-group Aug 16 20:06:48.403646 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: segment.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.404465 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.404965 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension segment not supported by any of loaded plugins Aug 16 20:06:48.405291 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.406215 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.406722 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 20:06:48.407045 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: servicetype.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.414052 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.414569 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: service-type Aug 16 20:06:48.414893 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: sorting.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.415921 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.416253 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: sorting Aug 16 20:06:48.416575 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: standard_attr_segment.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.417516 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.418019 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 20:06:48.418340 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: standardattrdescription.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.419553 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.420081 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: standard-attr-description Aug 16 20:06:48.420405 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: stateful_security_group.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.421447 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.421993 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: stateful-security-group Aug 16 20:06:48.422319 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: stdattrs_common.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.422901 n-d-794306-10 neutron-server[95129]: WARNING neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 20:06:48.423220 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.424174 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.424675 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 20:06:48.424996 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnet_onboard.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.426073 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.426581 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: subnet_onboard Aug 16 20:06:48.426903 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.427846 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.428354 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 20:06:48.428703 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnet_service_types.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.429616 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.430120 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: subnet-service-types Aug 16 20:06:48.430553 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnetallocation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.431640 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.432331 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: subnet_allocation Aug 16 20:06:48.432652 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.433312 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.433810 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: subnetpool-prefix-ops Aug 16 20:06:48.434159 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.435094 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.435596 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 20:06:48.435984 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: tagging.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.437047 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.437566 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: standard-attr-tag Aug 16 20:06:48.437923 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: timestamp.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.443615 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.444163 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loaded extension: standard-attr-timestamp Aug 16 20:06:48.444493 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: trunk.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.445511 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.446024 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension trunk not supported by any of loaded plugins Aug 16 20:06:48.446351 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: trunk_details.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.447271 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.447815 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension trunk-details not supported by any of loaded plugins Aug 16 20:06:48.448145 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: uplink_status_propagation.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.449133 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.449641 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 20:06:48.450271 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Loading extension file: vlantransparent.py {{(pid=95129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 20:06:48.450942 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 20:06:48.451444 n-d-794306-10 neutron-server[95129]: INFO neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 20:06:48.453913 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:network Aug 16 20:06:48.454478 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnet Aug 16 20:06:48.454907 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:06:48.455298 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:port Aug 16 20:06:48.456590 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.457026 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service FLAVORS assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.457648 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.458082 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.458413 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:router Aug 16 20:06:48.458838 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:06:48.459339 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service METERING assigned prefix: /metering {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.460872 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.461239 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.461892 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:06:48.462997 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:06:48.463738 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:06:48.464290 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:06:48.467855 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] subnetpool is already registered Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] subnetpool is already registered Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service FLAVORS assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480217 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:router Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] router is already registered Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:floatingip Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] floatingip is already registered Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service METERING assigned prefix: /metering {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] rbac_policy is already registered Aug 16 20:06:48.480754 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:security_group Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] security_group is already registered Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] security_group_rule is already registered Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] subnetpool is already registered Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.v2.resource_helper [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Service CORE assigned prefix: {{(pid=95129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: INFO neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 20:06:48.482170 n-d-794306-10 neutron-server[95129]: WARNING neutron.quota.resource_registry [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] subnetpool is already registered Aug 16 20:06:48.482773 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: extensions {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.482773 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: address-groups {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.484241 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: address-scopes {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.485643 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.486785 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: auto-allocated-topology {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.488013 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: availability_zones {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.489211 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: dhcp-networks {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.490708 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: dhcp-agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.492350 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.493972 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: flavors {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.495212 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: service_profiles {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.496434 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: next_providers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.497942 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: service_profiles {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.499448 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: floatingip-pools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.500762 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.502430 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: floatingips {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.503699 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: l3-routers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.505143 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: l3-agents {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.506517 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: metering-labels {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.507982 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: metering-label-rules {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.509326 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: network-ip-availabilities {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.510556 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: bindings {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.512126 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: quotas {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.513644 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: quotas {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.515092 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: rbac-policies {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.516327 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: security-groups {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.517621 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: security-group-rules {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.518834 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: service-providers {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.520092 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: subnetpools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.521578 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: subnetpools {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.523137 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.525011 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.526780 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.529351 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.531041 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.534084 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.535835 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.537634 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.539471 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.541248 n-d-794306-10 neutron-server[95129]: DEBUG neutron.api.extensions [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Extended resource: tags {{(pid=95129) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 20:06:48.548227 n-d-794306-10 neutron-server[95129]: WARNING keystonemiddleware.auth_token [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 20:06:48.552940 n-d-794306-10 neutron-server[95129]: WARNING keystonemiddleware.auth_token [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 20:06:48.561435 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Acquired lock "singleton_lock" {{(pid=95129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 20:06:48.561921 n-d-794306-10 neutron-server[95129]: DEBUG oslo_concurrency.lockutils [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Releasing lock "singleton_lock" {{(pid=95129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 20:06:48.562545 n-d-794306-10 neutron-server[95129]: INFO oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Starting 2 workers Aug 16 20:06:48.568125 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Started child 95240 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:06:48.572654 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Started child 95241 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:06:48.573815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.574450 n-d-794306-10 neutron-server[95129]: INFO neutron.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 20:06:48.574951 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Notify callbacks [] for process, before_spawn {{(pid=95129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.575562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [-] (95240) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:06:48.577433 n-d-794306-10 neutron-server[95129]: INFO oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Starting 1 workers Aug 16 20:06:48.577717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.579118 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [-] (95241) wsgi starting up on http://0.0.0.0:9696 Aug 16 20:06:48.582615 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Started child 95242 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:06:48.583127 n-d-794306-10 neutron-server[95129]: INFO oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Starting 1 workers Aug 16 20:06:48.586471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] calling RpcWorker wait() {{(pid=95242) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 20:06:48.587028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] returning from RpcWorker wait() {{(pid=95242) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 20:06:48.587638 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Started child 95243 {{(pid=95129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 20:06:48.588315 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.588471 n-d-794306-10 neutron-server[95129]: DEBUG neutron_lib.callbacks.manager [None req-eec2a15c-973a-4fd9-930a-eb0bd597c6cb None None] Notify callbacks [] for process, after_spawn {{(pid=95129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.588891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:48.590341 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:06:48.591231 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:06:48.591403 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:06:48.591620 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:06:48.591998 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:06:48.592162 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:06:48.592698 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.592981 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.593253 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.596850 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.597802 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.598245 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.598245 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.598245 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.598433 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.598674 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.599209 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.599452 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.599698 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.599959 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.600251 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.600499 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.600769 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.601010 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.601227 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.601467 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.601726 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.601979 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.602217 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.602424 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.602669 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.602883 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.603334 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] host = n-d-794306-10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.603581 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.603863 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.604092 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.604337 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.604599 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.604830 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.605072 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.605325 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.605562 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.605786 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.606104 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.606848 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.607071 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.607477 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.607647 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_options = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.607911 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.608208 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.608481 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.608671 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.608841 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.609007 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.609255 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.609418 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.609684 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.609902 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.610194 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.610341 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.610558 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.610770 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.611010 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.611256 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.611501 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.611709 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.611989 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.612216 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.612439 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.612668 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.612919 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.613135 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.613355 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.613583 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.613787 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.614002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.614238 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.614483 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.614716 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.614984 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.615363 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.615500 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.615793 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.615974 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.616203 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.616483 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.616716 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.616966 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.617210 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.617427 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.617661 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.617893 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.618123 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.618339 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.618549 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.618759 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.619023 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.619243 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.619454 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.619683 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.620037 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.620207 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.631519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632132 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632132 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632132 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.632425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633100 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.633631 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634261 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634934 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634934 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634934 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634934 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.634934 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.635480 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.635480 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.635696 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.635904 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.636365 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.636365 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.636563 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.636781 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.636992 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.638025 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.638025 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.638260 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.638480 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.638720 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.639107 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.639273 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.639428 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.639714 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.639969 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.640183 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.640401 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.640642 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.640858 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.641073 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.642856 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.643826 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.643826 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.643826 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.643826 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.644438 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.644438 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.644820 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.644820 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.645193 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.645332 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.645932 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.645932 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.645932 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.648988 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.651897 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.654161 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.656002 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.658230 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659569 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659569 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659742 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.659977 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.660200 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.660432 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.660669 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.660923 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.661139 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.661354 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.662084 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.662084 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.662693 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.662693 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.663426 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.663426 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.663591 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.663834 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.664063 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.664354 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.664697 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.665055 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.665283 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.665499 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.665767 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.666050 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.666291 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.666838 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.667141 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.667496 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.667917 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.668389 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.668765 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.669069 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.671587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672289 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672289 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672289 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672289 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672581 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.672719 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.673218 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.673477 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.673719 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.673958 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.674306 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.674549 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.674767 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.675024 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.675259 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.675522 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.675767 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.675967 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.676178 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.676399 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.676629 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.676914 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.677169 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.677401 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.677655 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.677877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.678154 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.678400 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.678613 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.678947 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.679335 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.679788 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.680193 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.680541 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.680761 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.680981 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.681206 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.681425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.681637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.681887 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.682209 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.682605 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.683031 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.683262 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.683475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.683703 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.683987 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.684237 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.684457 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.684675 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.684967 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.685199 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.685528 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.685925 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.686340 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.686711 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.687086 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.687585 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.688054 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.688429 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.688759 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.689018 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.689275 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.689521 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.689854 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.690096 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.690366 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.690587 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.690808 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.691033 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.691294 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.691671 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.693647 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.697877 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.698475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.699022 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.699022 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.699171 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.699314 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.699540 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.700321 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.700562 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.700785 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.700999 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.701223 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.701441 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.701599 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:06:48.702459 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 20:06:48.702627 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 20:06:48.702828 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 20:06:48.703008 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 20:06:48.703181 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 20:06:48.703337 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 20:06:48.703547 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.703711 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.703893 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704056 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704218 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704414 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704579 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704741 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.704900 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705059 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705218 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705376 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705536 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705694 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.705855 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706012 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706168 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706327 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706498 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706660 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706820 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.706978 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707137 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] debug = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707302 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707642 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707642 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707879 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.707989 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.708149 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.708307 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.708687 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.708858 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709020 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709560 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709722 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.709876 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710039 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710197 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710358 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] host = n-d-794306-10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710519 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710678 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.710844 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.711137 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.711303 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.711463 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.711625 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.712343 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.712953 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713120 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713285 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713446 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713606 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713766 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.713926 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_options = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.714087 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.714290 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.714536 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.714883 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.715051 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.715201 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.715390 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716088 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716256 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716417 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716577 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716831 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.716919 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.717033 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.717193 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.717352 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.717511 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.718055 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.718221 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.718834 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.718996 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719158 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719319 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719477 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719638 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719822 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.719983 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720143 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720302 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720462 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720620 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720780 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.720928 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721089 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721407 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721569 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721718 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.721881 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722041 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722200 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722359 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722520 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722683 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722841 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.722999 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_json = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723158 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723316 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723474 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723632 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723813 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.723973 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.724147 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.732752 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733196 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.733643 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.734561 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735043 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.735667 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736204 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736204 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736204 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736204 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736431 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736431 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736546 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736700 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.736864 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737047 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737236 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737401 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737563 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737725 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.737887 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738049 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738211 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738382 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738560 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738724 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.738908 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739102 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739252 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739414 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739574 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739767 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.739919 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.740084 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.740600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.740600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.740600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741062 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741415 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741415 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741847 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.741927 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742040 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742202 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742363 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742564 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742751 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.742892 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743078 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743212 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743367 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743542 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743705 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.743896 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744059 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744219 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744381 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744542 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744702 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.744863 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745023 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745182 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745352 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745567 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745682 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745810 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.745970 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.746153 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.746314 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.746475 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.746763 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.746923 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747085 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747247 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747408 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747571 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747751 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.747915 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748077 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748239 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748401 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748563 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748725 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.748887 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751180 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.751806 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752344 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752862 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752862 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752862 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.752862 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753143 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753143 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753296 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753439 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753762 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.753955 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754129 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754291 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754455 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754616 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754949 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.754949 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.755279 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.755450 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756157 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756157 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756157 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756157 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756637 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756989 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756989 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.756989 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757339 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757339 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757580 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757580 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757819 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.757931 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758092 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758262 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758425 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758605 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758743 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.758905 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759077 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759240 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759402 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759614 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759702 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.759896 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760105 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760248 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760406 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760567 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760728 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.760889 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761061 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761276 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761366 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761525 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761720 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.761883 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.762056 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.762751 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.762919 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763080 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763247 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763403 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763576 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763781 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.763921 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764086 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764249 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764411 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764582 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764746 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.764907 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765077 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765239 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765441 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765607 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765783 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.765946 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766110 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766449 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766449 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766621 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766729 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.766894 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767064 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767232 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767396 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767566 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767755 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.767928 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768091 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768259 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768434 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768595 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768756 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.768920 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769080 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769241 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769402 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769565 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769727 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.769888 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770050 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770210 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770371 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770532 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770692 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.770853 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.771201 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.771201 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.771600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.771600 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 20:06:48.771776 n-d-794306-10 neutron-server[95129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 20:06:48.779006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:06:48.829782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:06:48.838035 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060916 Aug 16 20:07:00.499783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b60ce-3b73-4a73-977f-899141ee5401 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:07:00.561197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b60ce-3b73-4a73-977f-899141ee5401 None None] No non-hosted networks {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 20:07:00.570939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.agentschedulers_db [None req-3b2b60ce-3b73-4a73-977f-899141ee5401 None None] DHCP Agent not found on host n-d-794306-10 {{(pid=95242) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 20:07:00.635141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-588d5921-4b82-481d-bd24-e0a99a843284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:03.231156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-072e3f7f-0d89-4563-ad25-60461fafca14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:03.443027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:03.444167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.444753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.445307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.445836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.446358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.446912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.447455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.448041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.448688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.449244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.449766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.450979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:03.451652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794306-10', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:03.461195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794306-10', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:03.516933 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ab29ee80-41cc-488c-b896-1049fceba95a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-794306-10 {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:07:03.517706 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ab29ee80-41cc-488c-b896-1049fceba95a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:07:04.039817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:04.119845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab29ee80-41cc-488c-b896-1049fceba95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:05.948173 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:06.729186 n-d-794306-10 neutron-server[95242]: INFO neutron.db.l3_hamode_db [None req-e69c3bd1-802e-4842-a7ff-00946cc43319 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 20:07:06.805986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3bd1-802e-4842-a7ff-00946cc43319 None None] Routers set() bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:06.806369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69c3bd1-802e-4842-a7ff-00946cc43319 None None] Router IDs set() for agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:07:07.089397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59412) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:07.592890 n-d-794306-10 neutron-server[95241]: WARNING oslo_policy.policy [None req-d1817b53-fc75-428c-8029-e75eb4a3aebb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:07.593466 n-d-794306-10 neutron-server[95241]: WARNING oslo_policy.policy [None req-d1817b53-fc75-428c-8029-e75eb4a3aebb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:07.806928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-d1817b53-fc75-428c-8029-e75eb4a3aebb admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:07:07.807999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d1817b53-fc75-428c-8029-e75eb4a3aebb admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7176247 Aug 16 20:07:10.143718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:10.452530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:10.546763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.policy [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95241) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:07:10.592576 n-d-794306-10 neutron-server[95241]: WARNING oslo_policy.policy [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:10.592958 n-d-794306-10 neutron-server[95241]: WARNING oslo_policy.policy [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:10.601420 n-d-794306-10 neutron-server[95241]: INFO neutron.quota [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] Loaded quota_driver: . Aug 16 20:07:10.768658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743532980983', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743532984106', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743532960561', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743532962430', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743532803641', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743533015902', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-702619', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1428804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-449286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-505573'] for rbac-policy, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.948231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:10.949460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-901132f8-5575-4d0a-9736-26ad26198ecc admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8048244 Aug 16 20:07:13.509974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:13.806399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Request body: {'network': {'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'name': 'private', 'admin_state_up': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:13.919570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Made reservation on behalf of e057d2198a5e4bb990c92687932b12a0 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:13.922411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:13.940789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.058883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.148042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.172868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:07:14.198620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743531091092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.199139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Unsubscribe: segment precommit_create {{(pid=95241) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:07:14.199648 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Added segment ce4bbfea-9cd6-4817-9824-8610cca4cb02 of type vlan for network 2d954e47-5e5e-40ab-8096-0901d10f464d Aug 16 20:07:14.205973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81692b91-13f7-4e81-a383-8ac5af8c69b4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:14.227340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.227671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.228033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.228362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.228686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.229003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.229318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.229630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.229941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.230250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.230558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.230868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Tracked resource versions report: Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: pushed versions: Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: { 'AddressGroup': {'1.2'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'ConntrackHelper': {'1.0'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Log': {'1.0'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Network': {'1.1'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Port': {'1.7'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'PortForwarding': {'1.2'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'QosPolicy': {'1.9'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SecurityGroup': {'1.4'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SubPort': {'1.0'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Subnet': {'1.1'}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Trunk': {'1.1'}} Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: consumer versions: Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: L3 agent@n-d-794306-10: {}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: Metadata agent@n-d-794306-10: {}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: Metering agent@n-d-794306-10: {}, Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'ConntrackHelper': '1.0', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Log': '1.0', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Network': '1.1', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Port': '1.7', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'PortForwarding': '1.2', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'QosPolicy': '1.9', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SecurityGroup': '1.4', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SecurityGroupRule': '1.2', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'SubPort': '1.0', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Subnet': '1.1', Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: 'Trunk': '1.1'}} Aug 16 20:07:14.232700 n-d-794306-10 neutron-server[95241]: {{(pid=95241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:07:14.454182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.568040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.569231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:14.569813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:14.663657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] Pushing event updated for resources: {'Network': ['ID=2d954e47-5e5e-40ab-8096-0901d10f464d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:14.675245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2d954e47-5e5e-40ab-8096-0901d10f464d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:07:14.734806 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8634103e-794b-49f4-8bbc-c0e970c6573a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2178223 Aug 16 20:07:17.347887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59452) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:17.844627 n-d-794306-10 neutron-server[95240]: WARNING oslo_policy.policy [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:17.845273 n-d-794306-10 neutron-server[95240]: WARNING oslo_policy.policy [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:18.285088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.policy [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 20:07:18.335916 n-d-794306-10 neutron-server[95240]: WARNING oslo_policy.policy [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:18.336300 n-d-794306-10 neutron-server[95240]: WARNING oslo_policy.policy [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 20:07:18.345030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:18.346971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a898a792-251c-46c3-a232-4193b7c78a32 admin admin] 10.222.0.70 "GET /v2.0/networks/2d954e47-5e5e-40ab-8096-0901d10f464d HTTP/1.1" status: 200 len: 825 time: 0.9970133 Aug 16 20:07:18.385876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4bcbca7c-9d91-4094-b945-90e0e739231d admin admin] 10.222.0.70 "GET /v2.0/subnetpools/d13ea53c-439b-4409-a1d2-8b6b7d2faa11 HTTP/1.1" status: 200 len: 734 time: 0.0328329 Aug 16 20:07:18.395473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:18.397079 n-d-794306-10 neutron-server[95240]: INFO neutron.quota [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Loaded quota_driver: . Aug 16 20:07:18.513747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Made reservation on behalf of e057d2198a5e4bb990c92687932b12a0 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:18.516641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.902763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:18.984505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Checking segment: {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:18.984888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Network hostable DHCP agents. Network: 2d954e47-5e5e-40ab-8096-0901d10f464d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:07:19.000708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a71dc5-f672-40ab-a9f7-4aa68db08319,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:19.018734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.019071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.019408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.019750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.020085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.020411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.020732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.021051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.021370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.021685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.021999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.022314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Tracked resource versions report: Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: pushed versions: Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: { 'AddressGroup': {'1.2'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'ConntrackHelper': {'1.0'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Log': {'1.0'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Network': {'1.1'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Port': {'1.7'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'PortForwarding': {'1.2'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'QosPolicy': {'1.9'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SecurityGroup': {'1.4'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SubPort': {'1.0'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Subnet': {'1.1'}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Trunk': {'1.1'}} Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: consumer versions: Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: L3 agent@n-d-794306-10: {}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: Metadata agent@n-d-794306-10: {}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: Metering agent@n-d-794306-10: {}, Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'ConntrackHelper': '1.0', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Log': '1.0', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Network': '1.1', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Port': '1.7', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'PortForwarding': '1.2', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'QosPolicy': '1.9', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SecurityGroup': '1.4', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SecurityGroupRule': '1.2', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'SubPort': '1.0', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Subnet': '1.1', Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: 'Trunk': '1.1'}} Aug 16 20:07:19.023375 n-d-794306-10 neutron-server[95240]: {{(pid=95240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:07:19.113774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Network 2d954e47-5e5e-40ab-8096-0901d10f464d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:07:19.221959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2d954e47-5e5e-40ab-8096-0901d10f464d) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:19.229383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:19.229383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.232536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978da7d-dae2-4111-927c-e031987e150a None None] Network 2d954e47-5e5e-40ab-8096-0901d10f464d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:19.423402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7d9d25cf-8039-4a6e-b852-211a77faea54 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0314109 Aug 16 20:07:19.552601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2d954e47-5e5e-40ab-8096-0901d10f464d', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:07:19.553837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:19.842276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Allocated IP 172.20.0.2 (2d954e47-5e5e-40ab-8096-0901d10f464d/e7a71dc5-f672-40ab-a9f7-4aa68db08319/d6a5751c-99de-4801-a422-94ca1c530bf7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:20.100516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.115129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Transition to ACTIVE for port object d6a5751c-99de-4801-a422-94ca1c530bf7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:20.135038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Transition to ACTIVE for port object d6a5751c-99de-4801-a422-94ca1c530bf7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:20.237240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.312370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Network 2d954e47-5e5e-40ab-8096-0901d10f464d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:20.317012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:20.323365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:20.325321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Pushing event updated for resources: {'Port': ['ID=d6a5751c-99de-4801-a422-94ca1c530bf7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:20.335515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.335883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.336216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.336545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.336869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.337187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.337506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.337822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.338137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.338449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.338761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.339087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Tracked resource versions report: Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: pushed versions: Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: { 'AddressGroup': {'1.2'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'ConntrackHelper': {'1.0'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Log': {'1.0'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Network': {'1.1'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Port': {'1.7'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'PortForwarding': {'1.2'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'QosPolicy': {'1.9'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SecurityGroup': {'1.4'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SubPort': {'1.0'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Subnet': {'1.1'}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Trunk': {'1.1'}} Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: consumer versions: Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: L3 agent@n-d-794306-10: {}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: Metadata agent@n-d-794306-10: {}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: Metering agent@n-d-794306-10: {}, Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'ConntrackHelper': '1.0', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Log': '1.0', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Network': '1.1', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Port': '1.7', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'PortForwarding': '1.2', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'QosPolicy': '1.9', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SecurityGroup': '1.4', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SecurityGroupRule': '1.2', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'SubPort': '1.0', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Subnet': '1.1', Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: 'Trunk': '1.1'}} Aug 16 20:07:20.340140 n-d-794306-10 neutron-server[95242]: {{(pid=95242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:07:20.413012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Attempting to bind port d6a5751c-99de-4801-a422-94ca1c530bf7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:20.413447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Attempting to bind port d6a5751c-99de-4801-a422-94ca1c530bf7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:20.413871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Attempting to bind port d6a5751c-99de-4801-a422-94ca1c530bf7 on network 2d954e47-5e5e-40ab-8096-0901d10f464d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:20.418659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:20.419050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Checking segment: {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:20.419597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.420097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Bound using segment: {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:20.420591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Bound port: d6a5751c-99de-4801-a422-94ca1c530bf7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:20.420991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.484904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] For port d6a5751c-99de-4801-a422-94ca1c530bf7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:20.489069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] For port d6a5751c-99de-4801-a422-94ca1c530bf7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d6a5751c-99de-4801-a422-94ca1c530bf7,segment=NetworkSegment(ce4bbfea-9cd6-4817-9824-8610cca4cb02),segment_id=ce4bbfea-9cd6-4817-9824-8610cca4cb02)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:20.560799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:20.644106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061923f1-a21d-4ff5-880f-0237f06ee66a None None] Pushing event updated for resources: {'Port': ['ID=d6a5751c-99de-4801-a422-94ca1c530bf7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:21.846200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59472) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:22.168655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-9d7d7d8a-3331-45a2-82c1-d0b8933e336a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:07:22.170315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d7d7d8a-3331-45a2-82c1-d0b8933e336a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3227684 Aug 16 20:07:24.538018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59480) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:24.851461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-6880535d-c74d-4ff1-8ac1-1cdd8d35c91f admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:07:24.852635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6880535d-c74d-4ff1-8ac1-1cdd8d35c91f admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136849 Aug 16 20:07:27.444199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59490) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:27.744665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'name': 'router1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:27.839870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.842247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:27.994525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.057691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.159611 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:28.160794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87b98f93-c4c3-4fd2-9671-637225805f99 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7155986 Aug 16 20:07:28.997673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf900318-509f-4074-bd9d-fae2450421d1 None None] Network 2d954e47-5e5e-40ab-8096-0901d10f464d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:29.148395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8c76b262-9e84-401e-83fb-35ee32ddd0d4 None None] Provisioning for port d6a5751c-99de-4801-a422-94ca1c530bf7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:29.301551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d6a5751c-99de-4801-a422-94ca1c530bf7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:29.476847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d6a5751c-99de-4801-a422-94ca1c530bf7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:29.480731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d6a5751c-99de-4801-a422-94ca1c530bf7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:29.481134 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.586324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.619900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d6a5751c-99de-4801-a422-94ca1c530bf7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d6a5751c-99de-4801-a422-94ca1c530bf7,segment=NetworkSegment(ce4bbfea-9cd6-4817-9824-8610cca4cb02),segment_id=ce4bbfea-9cd6-4817-9824-8610cca4cb02)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:29.739775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:29.788791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d6a5751c-99de-4801-a422-94ca1c530bf7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:30.453652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f10736c7-aef6-4b10-ab5e-dd796b5c8039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:30.527705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:30.836097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-873d901d-2d95-49d3-b768-f29c94c6b4e6 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:07:30.837181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-873d901d-2d95-49d3-b768-f29c94c6b4e6 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085144 Aug 16 20:07:31.268654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d6a5751c-99de-4801-a422-94ca1c530bf7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:31.316896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d6a5751c-99de-4801-a422-94ca1c530bf7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:31.317258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.142755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff575a3c-b647-41d5-8bbd-479e268dae9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.210287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59510) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:33.351022 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.523908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:33.616984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Made reservation on behalf of dd6102aedf6c4af383353ed32214db36 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:33.619351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.628557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.715183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.802376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.819754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Reserving flat network on physical network physnet1 {{(pid=95241) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 20:07:33.834597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821643ac-d434-46d9-a6ed-f69096b576f4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:33.842635 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.843062 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Added segment d5752b60-7883-40ed-aad8-200e6be55250 of type flat for network 90b89b4c-02e9-41ca-9ad8-53e143148548 Aug 16 20:07:33.898769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:33.996742 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.028315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.030024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:34.030678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:34.102759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] Pushing event updated for resources: {'Network': ['ID=90b89b4c-02e9-41ca-9ad8-53e143148548,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:34.112930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:07:34.163302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ac8a12c-2f91-40cb-a8e4-b2f99c4098b6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9518797 Aug 16 20:07:35.876795 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:36.506309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59528) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:36.720112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde2b547-202f-4f66-b0ef-2144d19a7a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:36.721512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dde2b547-202f-4f66-b0ef-2144d19a7a61 admin admin] 10.222.0.70 "GET /v2.0/subnets/e7a71dc5-f672-40ab-a9f7-4aa68db08319 HTTP/1.1" status: 200 len: 849 time: 0.2142594 Aug 16 20:07:36.837729 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-73ce6d24-8c38-4c31-8990-14b74d6e0d72 admin admin] 10.222.0.70 "GET /v2.0/routers/9427d886-e121-4072-a2cf-265cf909e3b8 HTTP/1.1" status: 200 len: 704 time: 0.1103816 Aug 16 20:07:37.096210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.387001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Allocated IP 172.20.0.1 (2d954e47-5e5e-40ab-8096-0901d10f464d/e7a71dc5-f672-40ab-a9f7-4aa68db08319/57997776-e971-4070-b123-9beded0fc837) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:37.571339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.594313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Transition to ACTIVE for port object 57997776-e971-4070-b123-9beded0fc837 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:37.740202 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.850507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Network 2d954e47-5e5e-40ab-8096-0901d10f464d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:37.857917 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:37.867583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:37.868046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:37.924156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Pushing event updated for resources: {'Port': ['ID=57997776-e971-4070-b123-9beded0fc837,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:38.123034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.125559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d033abf7-e9e5-41ee-9c47-10d35b02076c None None] Provisioning for port 57997776-e971-4070-b123-9beded0fc837 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:38.129388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d033abf7-e9e5-41ee-9c47-10d35b02076c None None] Provisioning complete for port 57997776-e971-4070-b123-9beded0fc837 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:38.129704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d033abf7-e9e5-41ee-9c47-10d35b02076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.162762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d033abf7-e9e5-41ee-9c47-10d35b02076c None None] Port 57997776-e971-4070-b123-9beded0fc837 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:07:38.328369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.447877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.448646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.531577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Pushing event updated for resources: {'Port': ['ID=57997776-e971-4070-b123-9beded0fc837,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:38.578305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Network 2d954e47-5e5e-40ab-8096-0901d10f464d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:38.579679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:38.782567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2bef779c-023e-432f-99fc-3cd4e8fe1310 None None] Provisioning complete for port 57997776-e971-4070-b123-9beded0fc837 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:38.782946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2bef779c-023e-432f-99fc-3cd4e8fe1310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:38.814790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2bef779c-023e-432f-99fc-3cd4e8fe1310 None None] Port 57997776-e971-4070-b123-9beded0fc837 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:07:38.828691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Router 9427d886-e121-4072-a2cf-265cf909e3b8 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:07:38.920272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:38.925445 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-33674d2c-30ff-4382-8952-a04620f9db2c admin admin] 10.222.0.70 "PUT /v2.0/routers/9427d886-e121-4072-a2cf-265cf909e3b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0817988 Aug 16 20:07:38.931891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Sync routers for ids ['9427d886-e121-4072-a2cf-265cf909e3b8'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:38.943373 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Routers {'9427d886-e121-4072-a2cf-265cf909e3b8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:38.944236 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:07:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9427d886-e121-4072-a2cf-265cf909e3b8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:39.126292 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Set router 9427d886-e121-4072-a2cf-265cf909e3b8 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:39.551051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:38Z', 'revision_number': 2, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port_host': None, '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:38Z', 'revision_number': 2, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:39.602390 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Checking router: 9427d886-e121-4072-a2cf-265cf909e3b8 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:39.602763 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Updating router 9427d886-e121-4072-a2cf-265cf909e3b8 port 57997776-e971-4070-b123-9beded0fc837 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:07:39.651046 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.167647 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.185826 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Transition to ACTIVE for port object 57997776-e971-4070-b123-9beded0fc837 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:40.248513 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.401543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Pushing event updated for resources: {'Port': ['ID=57997776-e971-4070-b123-9beded0fc837,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:40.423130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.423394 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.423746 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.424076 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.424403 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.424724 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.425049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.425374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.425700 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.426007 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.426324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.426851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Tracked resource versions report: Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: pushed versions: Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: { 'AddressGroup': {'1.2'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'ConntrackHelper': {'1.0'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Log': {'1.0'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Network': {'1.1'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Port': {'1.7'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'PortForwarding': {'1.2'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'QosPolicy': {'1.9'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SecurityGroup': {'1.4'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SubPort': {'1.0'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Subnet': {'1.1'}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Trunk': {'1.1'}} Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: consumer versions: Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: L3 agent@n-d-794306-10: {}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: Metadata agent@n-d-794306-10: {}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: Metering agent@n-d-794306-10: {}, Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'ConntrackHelper': '1.0', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Log': '1.0', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Network': '1.1', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Port': '1.7', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'PortForwarding': '1.2', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'QosPolicy': '1.9', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SecurityGroup': '1.4', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SecurityGroupRule': '1.2', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'SubPort': '1.0', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Subnet': '1.1', Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: 'Trunk': '1.1'}} Aug 16 20:07:40.427683 n-d-794306-10 neutron-server[95243]: {{(pid=95243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:07:40.430030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Attempting to bind port 57997776-e971-4070-b123-9beded0fc837 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:40.430425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Attempting to bind port 57997776-e971-4070-b123-9beded0fc837 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:40.430854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Attempting to bind port 57997776-e971-4070-b123-9beded0fc837 on network 2d954e47-5e5e-40ab-8096-0901d10f464d {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:40.438509 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:40.438883 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Checking segment: {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:40.439354 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.439899 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Bound using segment: {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:40.440400 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Bound port: 57997776-e971-4070-b123-9beded0fc837, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce4bbfea-9cd6-4817-9824-8610cca4cb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:40.440776 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.507332 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] For port 57997776-e971-4070-b123-9beded0fc837, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:40.530196 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] For port 57997776-e971-4070-b123-9beded0fc837, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=57997776-e971-4070-b123-9beded0fc837,segment=NetworkSegment(ce4bbfea-9cd6-4817-9824-8610cca4cb02),segment_id=ce4bbfea-9cd6-4817-9824-8610cca4cb02)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:40.623841 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:40.684589 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Routers {'9427d886-e121-4072-a2cf-265cf909e3b8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:40.685818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:07:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9427d886-e121-4072-a2cf-265cf909e3b8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:40.687939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058eb45c-f2a9-4b89-bd71-24c3a4003a9f None None] Pushing event updated for resources: {'Port': ['ID=57997776-e971-4070-b123-9beded0fc837,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:40.780637 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] Set router 9427d886-e121-4072-a2cf-265cf909e3b8 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:40.985816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:38Z', 'revision_number': 2, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port_host': None, '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:40Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:41.010599 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b03ca-527c-42ef-bb15-960e530264a0 None None] The sync data for ids ['9427d886-e121-4072-a2cf-265cf909e3b8'] in n-d-794306-10 is: [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:38Z', 'revision_number': 2, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port_host': None, '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:40Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:41.159673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59548) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:41.270163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e01db-a21b-4bd0-8da9-5af23f5b3d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.271474 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-023e01db-a21b-4bd0-8da9-5af23f5b3d75 admin admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 842 time: 0.1108062 Aug 16 20:07:41.282249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Request body: {'subnet': {'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'gateway_ip': '172.25.7.1', 'enable_dhcp': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:41.379502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Made reservation on behalf of dd6102aedf6c4af383353ed32214db36 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:07:41.381825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.758991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:07:41.759409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.817267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db6b3a1-4648-43f8-bee4-31d27248de67,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:41.822142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:41.822512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Network hostable DHCP agents. Network: 90b89b4c-02e9-41ca-9ad8-53e143148548, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:07:41.916767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:07:41.985436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 90b89b4c-02e9-41ca-9ad8-53e143148548) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:41.990357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:41.991581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:41.994262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44009a5b-a23b-469b-9153-1735971c92d1 None None] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:42.071754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0ea7404c-c1d8-4323-b81b-e41e42a04d7e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7797375 Aug 16 20:07:42.119940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a5349-a05a-418d-913a-822413fb971c None None] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:07:44.421999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:44.634165 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74a9628f-5d79-4e64-9568-96f828892396 admin admin] 10.222.0.70 "GET /v2.0/routers/9427d886-e121-4072-a2cf-265cf909e3b8 HTTP/1.1" status: 200 len: 710 time: 0.2110171 Aug 16 20:07:44.723176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4379b6-41d1-41c1-a6c0-59e3b43375de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:07:44.724576 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce4379b6-41d1-41c1-a6c0-59e3b43375de admin admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 886 time: 0.0848043 Aug 16 20:07:44.734314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:07:44.984395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.290451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.366852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.472221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Allocated IP 172.25.7.13 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/0048fc55-2ade-49c2-9d14-f3d8f76f6ef3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:07:45.572315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.780894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:45.822675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:07:45.826390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:07:45.832570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:07:45.835353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Pushing event updated for resources: {'Port': ['ID=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:46.205077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.512989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.516776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.622412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Router 9427d886-e121-4072-a2cf-265cf909e3b8 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:07:46.645857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:07:46.727235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:07:46.731414 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:46.732665 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1331e387-8383-4f0b-aac9-114fc1bfc070 admin admin] 10.222.0.70 "PUT /v2.0/routers/9427d886-e121-4072-a2cf-265cf909e3b8 HTTP/1.1" status: 200 len: 889 time: 2.0021737 Aug 16 20:07:47.313684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 57997776-e971-4070-b123-9beded0fc837 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:47.483430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 57997776-e971-4070-b123-9beded0fc837 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:47.487517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 57997776-e971-4070-b123-9beded0fc837 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:47.487936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:47.555925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Sync routers for ids ['9427d886-e121-4072-a2cf-265cf909e3b8'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:07:47.577528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Routers {'9427d886-e121-4072-a2cf-265cf909e3b8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:47.583019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:07:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9427d886-e121-4072-a2cf-265cf909e3b8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:47.583019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:47.789933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 57997776-e971-4070-b123-9beded0fc837, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=57997776-e971-4070-b123-9beded0fc837,segment=NetworkSegment(ce4bbfea-9cd6-4817-9824-8610cca4cb02),segment_id=ce4bbfea-9cd6-4817-9824-8610cca4cb02)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:47.850321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Set router 9427d886-e121-4072-a2cf-265cf909e3b8 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:47.864923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.079376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=57997776-e971-4070-b123-9beded0fc837,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.273370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:45Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port': {'id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:45Z', 'updated_at': '2021-08-16T20:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:40Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:48.326863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Checking router: 9427d886-e121-4072-a2cf-265cf909e3b8 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:07:48.327536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Updating router 9427d886-e121-4072-a2cf-265cf909e3b8 port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:07:48.374630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.693440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.703236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Transition to ACTIVE for port object 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:07:48.805858 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.854541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Attempting to bind port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:07:48.854906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Attempting to bind port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:07:48.855274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Attempting to bind port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:07:48.862775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48499bf8-a085-45e7-b42f-9cf5659c3f0e None None] Pushing event updated for resources: {'Port': ['ID=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:48.866354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:07:48.866772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:07:48.867166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.867541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:07:48.868025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Bound port: 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:07:48.868411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:48.917111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] For port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:07:48.920577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] For port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:07:48.998691 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.065354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48499bf8-a085-45e7-b42f-9cf5659c3f0e None None] Pushing event updated for resources: {'Port': ['ID=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:49.067413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Routers {'9427d886-e121-4072-a2cf-265cf909e3b8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:07:49.068194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:07:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9427d886-e121-4072-a2cf-265cf909e3b8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:49.134398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:07:49.252976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7639f532-68a8-47f4-baa2-8c21fb5105d4 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1171498 Aug 16 20:07:49.259341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] Set router 9427d886-e121-4072-a2cf-265cf909e3b8 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:07:49.299026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 57997776-e971-4070-b123-9beded0fc837 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:49.444796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 57997776-e971-4070-b123-9beded0fc837 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:49.445453 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:49.591435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:45Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port': {'id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:45Z', 'updated_at': '2021-08-16T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:47Z', 'revision_number': 5, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:07:49.618296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f4019-01c8-4172-8b32-3f8a094899b2 None None] The sync data for ids ['9427d886-e121-4072-a2cf-265cf909e3b8'] in n-d-794306-10 is: [{'id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'name': 'router1', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:07:27Z', 'updated_at': '2021-08-16T20:07:45Z', 'revision_number': 4, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'gw_port': {'id': '0048fc55-2ade-49c2-9d14-f3d8f76f6ef3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:45Z', 'updated_at': '2021-08-16T20:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '57997776-e971-4070-b123-9beded0fc837', 'name': '', 'network_id': '2d954e47-5e5e-40ab-8096-0901d10f464d', 'tenant_id': 'e057d2198a5e4bb990c92687932b12a0', 'mac_address': 'fa:16:3e:29:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9427d886-e121-4072-a2cf-265cf909e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:07:37Z', 'updated_at': '2021-08-16T20:07:47Z', 'revision_number': 5, 'project_id': 'e057d2198a5e4bb990c92687932b12a0', 'subnets': [{'id': 'e7a71dc5-f672-40ab-a9f7-4aa68db08319', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd13ea53c-439b-4409-a1d2-8b6b7d2faa11'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:07:51.324607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:51.448472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:07:51.453276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:51.453657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.534956 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.579580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:07:51.646376 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:07:51.697073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=0048fc55-2ade-49c2-9d14-f3d8f76f6ef3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:07:53.332734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:07:53.395657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0048fc55-2ade-49c2-9d14-f3d8f76f6ef3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:07:53.396442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:00.402739 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b106281-1e40-409c-9f56-91e12b5cee39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:03.219946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-99838cd9-d1fa-4f66-a0be-ff7d8468eb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:03.351617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:03.997890 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:05.897740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:23.645636 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:08:30.437492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c6d3afd2-7b3d-4dc7-8373-86418d09b80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.142009 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19703ed-77f9-4d3c-87f1-55e0125283ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.342336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:33.997843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:08:35.890804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.433504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d54d199-a3ba-4346-9707-324d12a41233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:00.653513 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:09:03.146986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c22c39f-2e4b-4578-a65d-15fdda9353f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.341988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:03.993212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:05.895505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:30.449365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e267221f-63e7-41f5-8589-6690b9259d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:32.415621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:32.482420 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfce3654-28c2-4b15-ab5d-626426f66d59 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:09:32.483740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dfce3654-28c2-4b15-ab5d-626426f66d59 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671184 Aug 16 20:09:32.668158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec95dad-1d41-44a4-a769-ec177eb6156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:32.668158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bec95dad-1d41-44a4-a769-ec177eb6156e admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1775491 Aug 16 20:09:33.128776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1d3def9e-6f9e-438b-b9e4-3f9d3104362f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:33.333633 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:33.997563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:34.827026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60180) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:34.916692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5415ade-adcb-4c2f-9b85-1ba2ade8447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:34.918080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5415ade-adcb-4c2f-9b85-1ba2ade8447a admin admin] 10.222.0.70 "GET /v2.0/subnets/e7a71dc5-f672-40ab-a9f7-4aa68db08319 HTTP/1.1" status: 200 len: 849 time: 0.0901728 Aug 16 20:09:34.927612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:09:35.013822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Notify callbacks [] for subnet, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.203018 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743531232440'] for subnet, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.237089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:35.237680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.239175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] 10.222.0.70 "PUT /v2.0/subnets/e7a71dc5-f672-40ab-a9f7-4aa68db08319 HTTP/1.1" status: 200 len: 868 time: 0.3149841 Aug 16 20:09:35.242849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0118fd7-cdf4-432c-9cc8-ae9e378b03cb None None] Network 2d954e47-5e5e-40ab-8096-0901d10f464d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:09:35.263643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a71dc5-f672-40ab-a9f7-4aa68db08319,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:09:35.271184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.272859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.272859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.272859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.272859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.273202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.273428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.273639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.273965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.274285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.274609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.274929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b36c6d5-43f9-41a4-ad6b-eb1dcbb3f7ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:09:35.637586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-792d3240-17fa-4983-ad85-a9ecf17a4228 None None] Provisioning complete for port 57997776-e971-4070-b123-9beded0fc837 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:35.637969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-792d3240-17fa-4983-ad85-a9ecf17a4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.727334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-792d3240-17fa-4983-ad85-a9ecf17a4228 None None] Provisioning complete for port d6a5751c-99de-4801-a422-94ca1c530bf7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:09:35.727602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-792d3240-17fa-4983-ad85-a9ecf17a4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:35.906097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:09:37.400755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:37.595798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108ec75-d043-461e-bab0-cfbe20274c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:37.596277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108ec75-d043-461e-bab0-cfbe20274c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:37.597800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0108ec75-d043-461e-bab0-cfbe20274c1b admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957495 Aug 16 20:09:37.644463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:09:39.771210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:39.905882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715495a-e21f-4769-b10c-16579f6bf711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:39.906367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715495a-e21f-4769-b10c-16579f6bf711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:39.908007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a715495a-e21f-4769-b10c-16579f6bf711 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357384 Aug 16 20:09:42.041033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:42.173306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e49b904-39a9-41d9-b5e9-e10fa768d415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:42.174709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e49b904-39a9-41d9-b5e9-e10fa768d415 admin admin] 10.222.0.70 "GET /v2.0/networks/2d954e47-5e5e-40ab-8096-0901d10f464d HTTP/1.1" status: 200 len: 869 time: 0.1326423 Aug 16 20:09:44.435560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60214) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:44.560634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00620713-c0b3-432f-9d87-10cd9de6dfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:44.561993 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00620713-c0b3-432f-9d87-10cd9de6dfaa admin admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 886 time: 0.1254077 Aug 16 20:09:46.692251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60222) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:46.812237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5c924-6e9b-4edc-ba88-49811fd05d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:46.812700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e5c924-6e9b-4edc-ba88-49811fd05d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:46.814226 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-68e5c924-6e9b-4edc-ba88-49811fd05d1e admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1209872 Aug 16 20:09:48.930264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60230) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:49.028789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378d8f9-667d-4c14-99f7-6efe4e9d8624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:49.029259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4378d8f9-667d-4c14-99f7-6efe4e9d8624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:49.030784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4378d8f9-667d-4c14-99f7-6efe4e9d8624 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0994909 Aug 16 20:09:51.187196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:51.272303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16552c-5de2-4fb0-b652-4cf670dfdb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:51.273630 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a16552c-5de2-4fb0-b652-4cf670dfdb08 admin admin] 10.222.0.70 "GET /v2.0/subnets/4db6b3a1-4648-43f8-bee4-31d27248de67 HTTP/1.1" status: 200 len: 816 time: 0.0854268 Aug 16 20:09:53.421432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60246) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:09:53.510979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03678d7d-a2db-461f-8725-f7ca435724b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:09:53.512326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-03678d7d-a2db-461f-8725-f7ca435724b7 admin admin] 10.222.0.70 "GET /v2.0/subnets/e7a71dc5-f672-40ab-a9f7-4aa68db08319 HTTP/1.1" status: 200 len: 868 time: 0.0899525 Aug 16 20:10:00.419388 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4e85f082-8db9-4866-a733-ac78da3c291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.179373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4fbb4042-2928-40eb-bc89-46ab4bbcff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:03.339541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:04.002230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:05.910508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:14.642842 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:10:18.942313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:18.989319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-5eba9dff-83a5-48b6-82dc-d076c9c8408b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:10:18.990288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5eba9dff-83a5-48b6-82dc-d076c9c8408b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470505 Aug 16 20:10:21.235188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:21.297220 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bc6656-b503-4cd0-b442-c891b667c8db admin admin] GET failed (client error): The resource could not be found. Aug 16 20:10:21.298539 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05bc6656-b503-4cd0-b442-c891b667c8db admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623763 Aug 16 20:10:21.440615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de362af-cb09-45e6-b9fa-d1265f5f0f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:21.442097 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8de362af-cb09-45e6-b9fa-d1265f5f0f39 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392336 Aug 16 20:10:23.628000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:23.660368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:23.801237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Made reservation on behalf of dd6102aedf6c4af383353ed32214db36 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:23.803861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.832738 n-d-794306-10 neutron-server[95241]: WARNING neutron.services.revisions.revision_plugin [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Could not find related network for resource to bump revision. Aug 16 20:10:23.843708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:10:23.851869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.852223 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Added segment 184b71ad-1a99-4515-9606-e6e625eb6ed2 of type vlan for network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 Aug 16 20:10:23.894697 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.996001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:23.996948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:23.997524 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:24.054238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:24.060986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.061325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.061657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.061985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.062310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.062631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.062956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.063275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.063590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.063943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.064265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.064585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:24.075849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:10:24.099856 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e90f7c78-2949-4d7a-84a9-2687c9a19bf8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4881990 Aug 16 20:10:26.300544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:10:26.360748 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03b24b7-fc75-4639-8f53-95e843f566d3 admin admin] GET failed (client error): The resource could not be found. Aug 16 20:10:26.362159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f03b24b7-fc75-4639-8f53-95e843f566d3 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605786 Aug 16 20:10:26.436391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f0169d-bf82-4d95-84aa-9dac4a2817e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:26.437908 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-81f0169d-bf82-4d95-84aa-9dac4a2817e6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713933 Aug 16 20:10:26.448606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:10:26.555680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Made reservation on behalf of dd6102aedf6c4af383353ed32214db36 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:10:26.558104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.762108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.824595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a04e8f-f61a-478d-92d2-f55b6f4e36b8,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:26.833036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:26.833394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Network hostable DHCP agents. Network: 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:10:26.886786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:10:26.933111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:26.937127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:10:26.937712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:26.943220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86db01-8387-4f4b-9049-69e87cb688c3 None None] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:26.990861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6e70ed5-7c58-44fb-8d14-77cae6fe94b6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5458384 Aug 16 20:10:27.205140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'tenant_id': 'dd6102aedf6c4af383353ed32214db36', 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:10:27.206017 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.340195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Allocated IP 192.168.233.2 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/b23d4358-755d-4e69-865e-51dbfcefe152) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:10:27.493232 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.502358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Transition to ACTIVE for port object b23d4358-755d-4e69-865e-51dbfcefe152 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:27.517677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Transition to ACTIVE for port object b23d4358-755d-4e69-865e-51dbfcefe152 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:10:27.579246 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.625763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:10:27.628714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:10:27.633069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:10:27.636903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Pushing event updated for resources: {'Port': ['ID=b23d4358-755d-4e69-865e-51dbfcefe152,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:27.644631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.644980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.645320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.645661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.645993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.646325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.646653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.646980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.647303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.647644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.647995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.648317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:10:27.700264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Attempting to bind port b23d4358-755d-4e69-865e-51dbfcefe152 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:10:27.700635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Attempting to bind port b23d4358-755d-4e69-865e-51dbfcefe152 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:10:27.700994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Attempting to bind port b23d4358-755d-4e69-865e-51dbfcefe152 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:10:27.706327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:10:27.706692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:10:27.707090 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.707470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:10:27.707961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Bound port: b23d4358-755d-4e69-865e-51dbfcefe152, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:10:27.708385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.769941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] For port b23d4358-755d-4e69-865e-51dbfcefe152, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:10:27.772904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] For port b23d4358-755d-4e69-865e-51dbfcefe152, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b23d4358-755d-4e69-865e-51dbfcefe152,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:10:27.893435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:27.958964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba997116-0448-43d7-a159-77ea83c1f110 None None] Pushing event updated for resources: {'Port': ['ID=b23d4358-755d-4e69-865e-51dbfcefe152,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:28.727471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c258cca-2e60-4ef0-be6c-ac470abba6d8 None None] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:10:28.915585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4883b335-bb35-4287-882d-908192f53d9f None None] Provisioning for port b23d4358-755d-4e69-865e-51dbfcefe152 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:29.439959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b23d4358-755d-4e69-865e-51dbfcefe152 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:29.532672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b23d4358-755d-4e69-865e-51dbfcefe152 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:10:29.536889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b23d4358-755d-4e69-865e-51dbfcefe152 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:29.537279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.617329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.651022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b23d4358-755d-4e69-865e-51dbfcefe152, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b23d4358-755d-4e69-865e-51dbfcefe152,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:10:29.715907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:29.768454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b23d4358-755d-4e69-865e-51dbfcefe152,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:10:30.475610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3f349bb-0f97-407f-8655-aa2fe52520a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:31.419290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b23d4358-755d-4e69-865e-51dbfcefe152 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:10:31.467637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b23d4358-755d-4e69-865e-51dbfcefe152 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:10:31.468033 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.144397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a6376ec0-71cf-45fa-ad51-4da2f336db08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:33.356200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:34.013245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:35.898016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:10:51.641996 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:11:00.434921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b674179-9a2e-44b3-9b0e-d26e9a7a5035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.137524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-681da63c-a661-4a29-a190-5a380fbff61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:03.394483 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:04.017533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:05.954911 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:28.640503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:11:30.445429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98264f05-d9ce-4faf-964d-18d9cfbf045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.169340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8b6d-06e0-4439-bbce-5005126251c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:33.352426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:34.033856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:36.010636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:44.700478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60376) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:44.709161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [None req-78164a2d-5fd0-4a00-bb81-a80fd5523e7c tempest-verify_tempest_config-803045241 tempest-verify_tempest_config-803045241-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:11:44.710363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78164a2d-5fd0-4a00-bb81-a80fd5523e7c tempest-verify_tempest_config-803045241 tempest-verify_tempest_config-803045241-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0088677 Aug 16 20:11:45.284848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:45.484083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.569395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.637222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.682639 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bce3c9ab99ec40b68c65e5e8b1fb0c92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3967357 Aug 16 20:11:45.684117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a62315-bc64-4753-8d20-f1f929ccd7ee,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:45.685507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60400) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:11:45.690947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.691293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.691644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.692008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.692343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.692673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.693002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.693397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.693715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.694043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.694364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.694685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb05242-f35d-4280-91ce-7151cf240e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.765775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.789256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.962901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.965426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:11:45.966632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8a62315-bc64-4753-8d20-f1f929ccd7ee HTTP/1.1" status: 204 len: 168 time: 0.2798853 Aug 16 20:11:45.974580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a62315-bc64-4753-8d20-f1f929ccd7ee,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:11:45.981931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.982274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.982611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.982942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.983270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.983635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.983988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.984463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.984928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.985389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.985732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:11:45.986052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a2482-0483-4a7d-84e5-1505e3821750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:12:00.421272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9463-e392-4877-8355-4c3c63611669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.180725 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3eac0268-5482-4bc2-b981-e42bb2b5cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:03.340732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:04.020726 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:05.639507 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:12:05.944631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:30.437329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a5a00fb8-3a60-4747-a8ff-2fbaac128c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:33.174154 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-adcbd4fa-984f-4e01-bfaf-eb1b119217b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:33.345261 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:34.030683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:35.913957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:12:42.637624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:13:00.424748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a6472da9-5e66-4812-a3aa-9f927effc14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.218451 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0f6ea1b5-c6ef-41d4-bd07-31c8355c0d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:03.340656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:04.058604 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:05.935242 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:19.636566 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:13:30.473894 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-43734868-fcf0-4ab3-ace9-3e10cc939329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.176875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2bcb2fef-f898-4d7b-9c48-6d6566f4dccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:33.342899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:34.028379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:35.919417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:13:56.636478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:14:00.481405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29e1c920-6a02-4b23-8204-be2b28590229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.158448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6efcb73c-7301-4c40-8a38-f36967f7f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:03.370639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:04.033440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:05.924943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:30.426704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bdd1855e-f17e-464f-8378-c44e46ba648e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.203467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08c7ff08-6e0e-40f9-9fab-2d48dc021927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.368959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:33.635114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 5 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:14:34.065748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:35.962999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:47.991239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:14:51.601744 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1593954'] for agent, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:00.446820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c86fa24-9d42-436a-b520-54147faad2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:03.206835 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c125bb24-ef03-494e-b5cc-4edd57889e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:03.337807 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:04.018072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:05.994765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:10.634782 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:15:17.919931 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:21.549038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:30.415976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ed4a-bef1-4a56-8e61-a41bb5227e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.176291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee0b3e19-f456-490b-b36d-f06758afb0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:33.364579 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:34.027176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:35.929735 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:37.513453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60460) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:37.617533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-01cd4127-79b9-47c4-b6e3-4a84bbe4b5b2 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1029036 Aug 16 20:15:39.770681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60470) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:15:39.824559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2dd701b0-2b46-4c8b-b385-b661bd35b3ab admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0528131 Aug 16 20:15:47.634386 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:15:47.894894 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:15:51.557459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:00.408563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-19bea0c7-417f-4e61-987c-1e81e65bc607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.173840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38b5321d-8967-4ca2-910d-3092cc4e7461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:03.310836 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:04.048549 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:05.991288 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:17.915306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:21.561907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:24.635184 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:16:30.435399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f13d9a2-0243-4039-80f6-061619801594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.149129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cef5d3ce-5b03-4071-bb99-a97a125bbcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:33.309126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:34.039182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:35.977971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:47.891499 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:16:51.615786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:00.439678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0d75b418-3f33-452c-85a4-966a3aacbd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:01.637852 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:17:03.180263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e270f434-6146-404d-8c79-d12c3283b28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.302902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60702) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:03.330576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:03.786713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1728abf-dee7-43db-92fd-293e69af5adb tempest-AutoAllocateNetworkTest-982232074 tempest-AutoAllocateNetworkTest-982232074-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0e3b6e2bd2ff4827a9f26ab5a6c01e7b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4825349 Aug 16 20:17:03.789072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60722) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:03.973222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba786e3-b1ee-4c0f-8e1a-9d8fcc1d707e tempest-AutoAllocateNetworkTest-982232074 tempest-AutoAllocateNetworkTest-982232074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:03.978565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60728) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:03.987391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9ba786e3-b1ee-4c0f-8e1a-9d8fcc1d707e tempest-AutoAllocateNetworkTest-982232074 tempest-AutoAllocateNetworkTest-982232074-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1971681 Aug 16 20:17:04.041516 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e935a0a3-8ec4-4a04-a15c-d93de07fee66 tempest-AutoAllocateNetworkTest-982232074 tempest-AutoAllocateNetworkTest-982232074-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616288 Aug 16 20:17:04.042032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60734) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:04.045039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:04.069500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-87b9663e-64ca-461d-b89c-92639cb89492 tempest-AutoAllocateNetworkTest-982232074 tempest-AutoAllocateNetworkTest-982232074-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0e3b6e2bd2ff4827a9f26ab5a6c01e7b HTTP/1.1" status: 200 len: 208 time: 0.0263174 Aug 16 20:17:05.165244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:05.661922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:05.766586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:05.845393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:05.908094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883790c3-dde4-4083-aa59-c38dc5c26f0f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:05.927188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.927537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.927915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.928253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.928583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.928937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.929439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.929760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.930078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.930543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.930863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.931181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] Tracked resource versions report: Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: pushed versions: Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: { 'AddressGroup': {'1.2'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'ConntrackHelper': {'1.0'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Log': {'1.0'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Network': {'1.1'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Port': {'1.7'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'PortForwarding': {'1.2'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'QosPolicy': {'1.9'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SecurityGroup': {'1.4'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SubPort': {'1.0'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Subnet': {'1.1'}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Trunk': {'1.1'}} Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: consumer versions: Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: HyperV agent@n-h1-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: HyperV agent@n-h2-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: L3 agent@n-d-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: Metadata agent@n-d-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: Metering agent@n-d-794306-10: {}, Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'ConntrackHelper': '1.0', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Log': '1.0', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Network': '1.1', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Port': '1.7', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'PortForwarding': '1.2', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'QosPolicy': '1.9', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SecurityGroup': '1.4', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SecurityGroupRule': '1.2', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'SubPort': '1.0', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Subnet': '1.1', Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: 'Trunk': '1.1'}} Aug 16 20:17:05.932250 n-d-794306-10 neutron-server[95240]: {{(pid=95240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:17:05.941619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-96761fde-1f03-446f-a7e3-0e420b13b3b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e3b6e2bd2ff4827a9f26ab5a6c01e7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7748864 Aug 16 20:17:05.944415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:06.002493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.025807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.050449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.216360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.221842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:06.224012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/883790c3-dde4-4083-aa59-c38dc5c26f0f HTTP/1.1" status: 204 len: 168 time: 0.2785060 Aug 16 20:17:06.237124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883790c3-dde4-4083-aa59-c38dc5c26f0f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:06.249707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.250520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.251370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.251922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.252402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.253294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.254189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.254713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.255459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.256009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.260615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.261209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdffbec-c95b-4d72-b237-13942bdc00af admin admin] Tracked resource versions report: Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: pushed versions: Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: { 'AddressGroup': {'1.2'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'ConntrackHelper': {'1.0'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Log': {'1.0'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Network': {'1.1'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Port': {'1.7'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'PortForwarding': {'1.2'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'QosPolicy': {'1.9'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SecurityGroup': {'1.4'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SubPort': {'1.0'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Subnet': {'1.1'}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Trunk': {'1.1'}} Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: consumer versions: Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: HyperV agent@n-h1-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: HyperV agent@n-h2-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: L3 agent@n-d-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: Metadata agent@n-d-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: Metering agent@n-d-794306-10: {}, Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'ConntrackHelper': '1.0', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Log': '1.0', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Network': '1.1', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Port': '1.7', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'PortForwarding': '1.2', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'QosPolicy': '1.9', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SecurityGroup': '1.4', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SecurityGroupRule': '1.2', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'SubPort': '1.0', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Subnet': '1.1', Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: 'Trunk': '1.1'}} Aug 16 20:17:06.263679 n-d-794306-10 neutron-server[95241]: {{(pid=95241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:17:07.951260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:08.183681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:08.186101 n-d-794306-10 neutron-server[95240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 20:17:08.192105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-157e9d36-d7ba-4d1e-8dc5-d8254f9e983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.210883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-b4874902-2240-44ce-aa90-08b0993e3959 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257626 Aug 16 20:17:08.303246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-157e9d36-d7ba-4d1e-8dc5-d8254f9e983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.323844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-275f3c31-b058-43a8-8c3c-6242d603e002 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:08.325798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-275f3c31-b058-43a8-8c3c-6242d603e002 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046054 Aug 16 20:17:08.347776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-5c7b0b70-5653-4eec-990d-b5f709a41d96 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/quotas/5c2461785ab640b48e45f2e4eb4270f4 HTTP/1.1" status: 200 len: 375 time: 0.0162034 Aug 16 20:17:08.409342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-157e9d36-d7ba-4d1e-8dc5-d8254f9e983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.436003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-733a4800-cda4-4c36-9b8c-cff5ff0db755 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873122 Aug 16 20:17:08.451787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-157e9d36-d7ba-4d1e-8dc5-d8254f9e983a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fa33da7406e423dbe60de9db4ed0d21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4993501 Aug 16 20:17:08.455325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60964) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:08.456214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e9d36-d7ba-4d1e-8dc5-d8254f9e983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ceabac-ea4e-4fdd-9d35-25c9c9adfe2b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:08.506605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.534488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.608719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60974) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:08.684113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.686841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.688898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7ceabac-ea4e-4fdd-9d35-25c9c9adfe2b HTTP/1.1" status: 204 len: 168 time: 0.2317011 Aug 16 20:17:08.703602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4209cf-202f-456c-9c5c-5da6a6e35723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ceabac-ea4e-4fdd-9d35-25c9c9adfe2b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:08.841430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b56b9-9e08-4108-b567-82c6faae9db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:08.937834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b56b9-9e08-4108-b567-82c6faae9db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.060717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b56b9-9e08-4108-b567-82c6faae9db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.133288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-040b56b9-9e08-4108-b567-82c6faae9db0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45c73fd37da746fb8263766c63c47b3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5234964 Aug 16 20:17:09.134714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b56b9-9e08-4108-b567-82c6faae9db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78146ca5-6bbc-41cc-87d3-74418ac91a51,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:09.136351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.155174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea02b19d-9299-4a41-8f59-740b59ff03ef req-5d14adad-1370-4249-aaf3-d90059ef37ae tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0780149 Aug 16 20:17:09.209025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.232806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.396845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.399465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.401275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78146ca5-6bbc-41cc-87d3-74418ac91a51 HTTP/1.1" status: 204 len: 168 time: 0.2633429 Aug 16 20:17:09.415659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d09eff-61c9-4614-939e-11715b1981a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78146ca5-6bbc-41cc-87d3-74418ac91a51,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:09.637212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.650594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25cf5ae0-7db3-412d-9e23-a6fbbca3a606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.742269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25cf5ae0-7db3-412d-9e23-a6fbbca3a606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.825798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25cf5ae0-7db3-412d-9e23-a6fbbca3a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.864795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5ae0-7db3-412d-9e23-a6fbbca3a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4b0e87-a46d-435c-a29e-d0ed194ba680,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:09.873716 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25cf5ae0-7db3-412d-9e23-a6fbbca3a606 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ac0659a9e074dda88ac5d87c42e8e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339308 Aug 16 20:17:09.873798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32834) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:09.922244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:09.956913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.151886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32856) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.179590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-01a5d162-c888-4dcf-878c-65be0ff8d22f tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=461a3215f47341739e516378d9272f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263829 Aug 16 20:17:10.200462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.204754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.205922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d4b0e87-a46d-435c-a29e-d0ed194ba680 HTTP/1.1" status: 204 len: 168 time: 0.3313470 Aug 16 20:17:10.254761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37c51-2621-4a7e-88d9-8a0226feb5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4b0e87-a46d-435c-a29e-d0ed194ba680,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.294805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2b20a27-e160-48f9-a032-0f587f44c83c req-2b4c8325-f31e-484b-9eed-2509e990a82f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0410776 Aug 16 20:17:10.342591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-741fede5-b164-41e4-be90-834d72662c64 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:10.344143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-741fede5-b164-41e4-be90-834d72662c64 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569622 Aug 16 20:17:10.359767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-d372009c-3453-493d-a5c0-89bed951fca5 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/quotas/461a3215f47341739e516378d9272f3e HTTP/1.1" status: 200 len: 375 time: 0.0094936 Aug 16 20:17:10.391345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-eaddd34c-dbbe-4b54-9ad0-530888536fea tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=461a3215f47341739e516378d9272f3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260675 Aug 16 20:17:10.430246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32870) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.447463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cae200e2-37d0-4dda-97d1-9465b930ddb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.561346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cae200e2-37d0-4dda-97d1-9465b930ddb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.676227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cae200e2-37d0-4dda-97d1-9465b930ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.692102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.733519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ce4ba0-39c3-4324-a7a2-1306803db89f req-5edbccce-520c-4379-9f13-63a78eab4f2a tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.0705976 Aug 16 20:17:10.766382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae200e2-37d0-4dda-97d1-9465b930ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57725eac-8777-4eab-a567-7d5d31de7196,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:10.790527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cae200e2-37d0-4dda-97d1-9465b930ddb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0524886cd1704c5f85d7515f83599593&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3587124 Aug 16 20:17:10.794113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:10.882700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.907944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:10.991590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbb54436-eba3-4334-a001-9dc106b62bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.058716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.061860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.063071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57725eac-8777-4eab-a567-7d5d31de7196 HTTP/1.1" status: 204 len: 168 time: 0.2580693 Aug 16 20:17:11.080098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183cc31-9b4d-4585-a3f2-6c006176699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57725eac-8777-4eab-a567-7d5d31de7196,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.142770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbb54436-eba3-4334-a001-9dc106b62bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.227588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbb54436-eba3-4334-a001-9dc106b62bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.272958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32936) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.273490 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dbb54436-eba3-4334-a001-9dc106b62bbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c243959f9f84f199bfdaa55e7da2232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5793309 Aug 16 20:17:11.289389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb54436-eba3-4334-a001-9dc106b62bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647bd495-15bd-4331-9668-3933548a1945,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.367447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.389938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.470931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.474925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06229bbb-2f62-4d86-8b9f-c633dac3e0ba req-91fa679f-2232-4d3e-bf3f-7d013999d154 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0266943 Aug 16 20:17:11.505653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.508550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.518066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/647bd495-15bd-4331-9668-3933548a1945 HTTP/1.1" status: 204 len: 168 time: 0.2395704 Aug 16 20:17:11.522618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54babd97-a5f6-4645-b926-f09ed07944df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647bd495-15bd-4331-9668-3933548a1945,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.672774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd3b30df-49bb-42de-9ced-47ea2e47cc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.787739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd3b30df-49bb-42de-9ced-47ea2e47cc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.838278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb03a26b-a727-4e0d-b557-3b670cb6eb77 req-6f090ff7-e4d4-414d-a5e1-03ba9b2309e3 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Aug 16 20:17:11.865412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd3b30df-49bb-42de-9ced-47ea2e47cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:11.905423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b30df-49bb-42de-9ced-47ea2e47cc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf65f1e5-21e0-493b-9421-5d423178967a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:11.923476 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd3b30df-49bb-42de-9ced-47ea2e47cc57 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b7a220bf06a47a9be19aa6581bd3421&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4514711 Aug 16 20:17:11.926027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32984) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:11.986721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.021679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.170268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.177672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.181329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf65f1e5-21e0-493b-9421-5d423178967a HTTP/1.1" status: 204 len: 168 time: 0.2542078 Aug 16 20:17:12.193155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e06a19-2322-4fd4-bce1-90a7d5e65426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf65f1e5-21e0-493b-9421-5d423178967a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:12.646503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.64', 55713) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:12.674505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33016) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:12.697721 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-919d1c92-787a-4a30-8abf-075d7584b295 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492094 Aug 16 20:17:12.699389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76fb02ea-819b-4ff2-8cba-a1b858396078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.703377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f730898-4e10-487e-b397-23f99d3d01c6 req-b0aaebc5-17a1-4f0a-8ad5-dfbd256f012c tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0477157 Aug 16 20:17:12.952106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76fb02ea-819b-4ff2-8cba-a1b858396078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:12.966087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-a42e7d4b-fa15-4dd3-98ac-a69a5e78075e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:12.967759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-a42e7d4b-fa15-4dd3-98ac-a69a5e78075e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604463 Aug 16 20:17:12.972431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd050a4c-64d5-4bb7-8745-a1ec324b5501 req-9a72253b-814b-41a5-b37c-18625948bdec tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.0411136 Aug 16 20:17:13.027402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Request body: {'port': {'device_id': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '5c2461785ab640b48e45f2e4eb4270f4'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:13.058272 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76fb02ea-819b-4ff2-8cba-a1b858396078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.126371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb02ea-819b-4ff2-8cba-a1b858396078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742151dc-eeb6-48d4-8b11-7860289d47af,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.177375 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76fb02ea-819b-4ff2-8cba-a1b858396078 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3e4c64e9be94dfea3d70b6a935f79bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5014942 Aug 16 20:17:13.180176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33048) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:13.244780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.287972 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.364425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Made reservation on behalf of 5c2461785ab640b48e45f2e4eb4270f4 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:13.368066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.376685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.465980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.468851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.470007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/742151dc-eeb6-48d4-8b11-7860289d47af HTTP/1.1" status: 204 len: 168 time: 0.2886748 Aug 16 20:17:13.480218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6516c8-367b-48c5-80d0-3a814e697085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742151dc-eeb6-48d4-8b11-7860289d47af,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.495561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33070) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:13.514214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-641868bf-6208-4782-b53a-1312c6aadd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.560197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.653511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.760845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-641868bf-6208-4782-b53a-1312c6aadd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.846772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6924587b-7357-44b9-a459-0c7d7bd8745d req-7241e47c-4a15-4fda-94d3-4d086b0176db tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0469356 Aug 16 20:17:13.890650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-641868bf-6208-4782-b53a-1312c6aadd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:13.896237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470fb56c-9c1c-422e-8da1-bdb440a24605,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.939489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641868bf-6208-4782-b53a-1312c6aadd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29067dbc-26d1-4d64-8b86-a08b3f0eb6af,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:13.945049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-641868bf-6208-4782-b53a-1312c6aadd10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9ece65c246d457b9f60eea682253254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4482174 Aug 16 20:17:13.947942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:13.992350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.64', 55717) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:14.023506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-06ae0abd-ebe9-4d39-9dad-0d17366fa10e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=461a3215f47341739e516378d9272f3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297675 Aug 16 20:17:14.027819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.056597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Allocated IP 192.168.233.192 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/20bd06e3-8d4c-4153-9e98-c0e6176fa0b2) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:14.128132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e09b29b-adb7-4494-81bf-e7fdbb3931d1 req-ec539ef9-47ad-4396-a203-31abfe4381d5 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.0796771 Aug 16 20:17:14.150666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.242306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-84a9595e-cad6-4e69-a6ce-872682c53e78 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:14.242306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-84a9595e-cad6-4e69-a6ce-872682c53e78 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097251 Aug 16 20:17:14.259207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Request body: {'port': {'device_id': '68b1f8a1-2515-415e-ba62-96caab44d047', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '461a3215f47341739e516378d9272f3e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:14.387536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.490285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Transition to ACTIVE for port object 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:14.509087 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.512787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.517278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29067dbc-26d1-4d64-8b86-a08b3f0eb6af HTTP/1.1" status: 204 len: 168 time: 0.5642898 Aug 16 20:17:14.551800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25f803-d3db-4019-9e86-bd1ec8a743a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29067dbc-26d1-4d64-8b86-a08b3f0eb6af,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:14.603078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.681110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:14.684654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Made reservation on behalf of 461a3215f47341739e516378d9272f3e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:14.689052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.702498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:14.709189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:14.718140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:14.732622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.732719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:14.735898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Pushing event updated for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:14.841169 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-6b730003-3264-4dc0-a860-671b3c918733 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8179038 Aug 16 20:17:14.953922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-01407f20-03db-4790-90cc-17ab3ac768c4 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:17:14.956250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-01407f20-03db-4790-90cc-17ab3ac768c4 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102153 Aug 16 20:17:15.024112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.113187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d4a0e3c1-a916-45f3-ab79-0dc4447b81b5 None None] Provisioning for port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:15.114401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499574e1-46b0-4169-a373-1e41ab6fceaa req-6a91861a-b8db-43b0-abc3-86c20b800631 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:15.118203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d4a0e3c1-a916-45f3-ab79-0dc4447b81b5 None None] Provisioning complete for port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:15.118859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e3c1-a916-45f3-ab79-0dc4447b81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.123511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-499574e1-46b0-4169-a373-1e41ab6fceaa req-6a91861a-b8db-43b0-abc3-86c20b800631 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0976696 Aug 16 20:17:15.147008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.204761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92aba89-5f1c-4bf4-9165-cfc832c45ce1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:15.228246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0e3c1-a916-45f3-ab79-0dc4447b81b5 None None] Port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:15.267189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-499574e1-46b0-4169-a373-1e41ab6fceaa req-26b2c6fa-616d-4ed7-855f-9e01bf9c0264 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426475 Aug 16 20:17:15.444508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f716216c-797a-4d4e-8ab6-02e3b7a22b52 req-50b686ea-f0f7-4052-8214-5c01f10fb892 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.1122746 Aug 16 20:17:15.613239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33158) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:15.641755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Allocated IP 192.168.233.123 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/9187aa35-d242-4246-bb9b-e09aa2845f7c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:15.950716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:15.971463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Transition to ACTIVE for port object 9187aa35-d242-4246-bb9b-e09aa2845f7c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:16.250338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.352632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:16.360289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:16.367439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:16.381195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:16.381904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.396641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Pushing event updated for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:16.464487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25c999-7c32-424f-a5fd-aec376a12135 req-4e9c0dc5-e27f-4abf-b13f-3c0b49b0096f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:16.472622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b25c999-7c32-424f-a5fd-aec376a12135 req-4e9c0dc5-e27f-4abf-b13f-3c0b49b0096f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0802171 Aug 16 20:17:16.493701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aa321e8-0806-49b8-bab0-e3bd311accc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.508400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-500d3b6a-8efc-4cb3-9790-652d2e51a0f2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2583230 Aug 16 20:17:16.541121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b25c999-7c32-424f-a5fd-aec376a12135 req-7d6b876c-e2d5-403c-8462-7636222c10ec tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Aug 16 20:17:16.699105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aa321e8-0806-49b8-bab0-e3bd311accc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.724818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35997ad0-f827-451d-a1fb-00c9969a12f6 req-d1f1d48d-75b4-4b17-82a9-0b7eac3f8585 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:16.734471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35997ad0-f827-451d-a1fb-00c9969a12f6 req-d1f1d48d-75b4-4b17-82a9-0b7eac3f8585 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0788507 Aug 16 20:17:16.771030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35997ad0-f827-451d-a1fb-00c9969a12f6 req-84855d6b-1670-43ef-8426-b21e4f860682 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Aug 16 20:17:16.796457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aa321e8-0806-49b8-bab0-e3bd311accc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.848645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa321e8-0806-49b8-bab0-e3bd311accc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0d506-7e28-4120-8b63-50e1da5f93ed,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:16.856278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:16.856529 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7aa321e8-0806-49b8-bab0-e3bd311accc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6be99343bb5476fb908601938692c0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2446942 Aug 16 20:17:16.865099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2b20d54e-93f6-45f0-8f6b-bec242a91e1d None None] Provisioning for port 9187aa35-d242-4246-bb9b-e09aa2845f7c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:16.869561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2b20d54e-93f6-45f0-8f6b-bec242a91e1d None None] Provisioning complete for port 9187aa35-d242-4246-bb9b-e09aa2845f7c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:16.874046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b20d54e-93f6-45f0-8f6b-bec242a91e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.918350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:16.921036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2b20d54e-93f6-45f0-8f6b-bec242a91e1d None None] Port 9187aa35-d242-4246-bb9b-e09aa2845f7c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:16.945348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.105763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.108765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:17.113983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edd0d506-7e28-4120-8b63-50e1da5f93ed HTTP/1.1" status: 204 len: 168 time: 0.2525098 Aug 16 20:17:17.120318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afbd6-eb22-423d-8239-0743486cd41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0d506-7e28-4120-8b63-50e1da5f93ed,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:17.724799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cf6ac-ab4f-4d4b-8bc4-ec2ef76a4e8d req-dbb2f535-2670-4724-98c1-28d23c8e68a2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:17.733066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-424cf6ac-ab4f-4d4b-8bc4-ec2ef76a4e8d req-dbb2f535-2670-4724-98c1-28d23c8e68a2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0992522 Aug 16 20:17:17.777309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-424cf6ac-ab4f-4d4b-8bc4-ec2ef76a4e8d req-a58785d5-efbd-4720-a3ce-dac001a4b3e4 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Aug 16 20:17:17.902215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b57db2-fc06-4ddf-8a15-13c3c622cf89 req-a156e804-baaf-4afe-8428-c2254d07d928 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:17.904078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23b57db2-fc06-4ddf-8a15-13c3c622cf89 req-a156e804-baaf-4afe-8428-c2254d07d928 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0573049 Aug 16 20:17:17.952640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23b57db2-fc06-4ddf-8a15-13c3c622cf89 req-291dbcb8-7a2d-4e96-8f71-7aed5239fdbc tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Aug 16 20:17:17.990692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.294033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33232) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.310938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ef43a43-9308-49a9-8f71-77f820475136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.423772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ef43a43-9308-49a9-8f71-77f820475136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.487351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ef43a43-9308-49a9-8f71-77f820475136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.531145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef43a43-9308-49a9-8f71-77f820475136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719ae132-0fb7-440c-8286-8e6a26031d35,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:18.567055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ef43a43-9308-49a9-8f71-77f820475136 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61c58f045a63461cb64f110ed9a7449d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2672524 Aug 16 20:17:18.569743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.672738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:18.674729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.737909 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.884584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.888316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:18.897445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/719ae132-0fb7-440c-8286-8e6a26031d35 HTTP/1.1" status: 204 len: 168 time: 0.3247612 Aug 16 20:17:18.917123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aa355-015f-470d-886f-bb9ff2cc49ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719ae132-0fb7-440c-8286-8e6a26031d35,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.026638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e432127-101a-4705-a12d-7b7c8ef8290d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.054192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02427fc8-13fb-4bf3-bcdb-76ef716ff401 req-6ad64824-2e94-408b-8f57-2004f80eae5e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:19.056134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02427fc8-13fb-4bf3-bcdb-76ef716ff401 req-6ad64824-2e94-408b-8f57-2004f80eae5e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.1169508 Aug 16 20:17:19.125782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52892cb-2907-4648-9913-7e2bb7578a89 req-6ebc8db7-2ff3-419f-b6bf-cd90d8b75bea tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:19.127417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f52892cb-2907-4648-9913-7e2bb7578a89 req-6ebc8db7-2ff3-419f-b6bf-cd90d8b75bea tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0987632 Aug 16 20:17:19.130703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02427fc8-13fb-4bf3-bcdb-76ef716ff401 req-3d61fd7c-61b5-4b71-a3c0-77c13908c565 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Aug 16 20:17:19.174101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e432127-101a-4705-a12d-7b7c8ef8290d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.198943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f52892cb-2907-4648-9913-7e2bb7578a89 req-99040e69-45b2-4e06-b8f4-749cf8ded0d7 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574543 Aug 16 20:17:19.249586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e432127-101a-4705-a12d-7b7c8ef8290d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.298877 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e432127-101a-4705-a12d-7b7c8ef8290d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72fec639b2724c3880c299c151a9e8cb&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6206114 Aug 16 20:17:19.298877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e432127-101a-4705-a12d-7b7c8ef8290d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f8f491-e67e-472f-8d8c-42b8b042d91c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.300171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33266) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:19.371835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.394224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.518244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.520805 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:19.522145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23f8f491-e67e-472f-8d8c-42b8b042d91c HTTP/1.1" status: 204 len: 168 time: 0.2221417 Aug 16 20:17:19.530848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c1ee7-a6d3-4d7e-9b6c-6db3f8e00bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f8f491-e67e-472f-8d8c-42b8b042d91c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:19.640055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33276) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.002715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e420f18-f195-4c37-b5ca-d729173ae427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.110911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e420f18-f195-4c37-b5ca-d729173ae427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.190475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e420f18-f195-4c37-b5ca-d729173ae427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.224614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e420f18-f195-4c37-b5ca-d729173ae427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0dfb74-ae3e-41b2-a561-c26e2d81872e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.295831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e420f18-f195-4c37-b5ca-d729173ae427 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4c6b41b0f41415894a607aaf1af45b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523943 Aug 16 20:17:20.296588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.320458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e0e08-941a-4677-b8ce-fdd0708679cc req-805a3bd2-c385-4190-9ebe-ecdc77c2bbc8 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:20.322227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b1e0e08-941a-4677-b8ce-fdd0708679cc req-805a3bd2-c385-4190-9ebe-ecdc77c2bbc8 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0891066 Aug 16 20:17:20.378471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.400579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b1e0e08-941a-4677-b8ce-fdd0708679cc req-2d353acf-0d34-4936-977f-7a18b50ed774 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723779 Aug 16 20:17:20.411720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425095d3-8155-40e5-a755-0c3505cc9c49 req-6ebbb281-10e2-439b-975d-121bef4e2136 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:20.419887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-425095d3-8155-40e5-a755-0c3505cc9c49 req-6ebbb281-10e2-439b-975d-121bef4e2136 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0825801 Aug 16 20:17:20.430317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.479034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33306) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.507790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-425095d3-8155-40e5-a755-0c3505cc9c49 req-e8b9424a-0392-44c8-aea1-4b3942bd09d7 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868814 Aug 16 20:17:20.518586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3e68-f492-4091-9fb8-39e4b78fa9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.584921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.591871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.596514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb0dfb74-ae3e-41b2-a561-c26e2d81872e HTTP/1.1" status: 204 len: 168 time: 0.2983687 Aug 16 20:17:20.616391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7455f3-fdfa-4c1d-b8c0-c7616506f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0dfb74-ae3e-41b2-a561-c26e2d81872e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.705182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3e68-f492-4091-9fb8-39e4b78fa9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.778784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e1a3e68-f492-4091-9fb8-39e4b78fa9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.820733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1e1a3e68-f492-4091-9fb8-39e4b78fa9c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=824572c4b6f7425bb223b6f8bb4108ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407066 Aug 16 20:17:20.823114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a3e68-f492-4091-9fb8-39e4b78fa9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e560a1-60cd-40be-a0a7-97ca176125ee,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:20.826915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:20.907855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:20.934358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.055565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.058795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.062559 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62e560a1-60cd-40be-a0a7-97ca176125ee HTTP/1.1" status: 204 len: 168 time: 0.2317035 Aug 16 20:17:21.069064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecde7-4bfb-4f16-82aa-f0ff2f7c9d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e560a1-60cd-40be-a0a7-97ca176125ee,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:21.595465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa295c7-4549-4827-8a13-21e212e844e2 req-d0d6f51a-34d9-450e-b539-bda51306b181 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:21.600233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aa295c7-4549-4827-8a13-21e212e844e2 req-d0d6f51a-34d9-450e-b539-bda51306b181 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0946546 Aug 16 20:17:21.603572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.670403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aa295c7-4549-4827-8a13-21e212e844e2 req-13dda9de-2ab7-4c10-8db4-7e35bc7fa581 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Aug 16 20:17:21.681152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a0fec-940e-4d92-b1b8-1df95c6214d2 req-bd756db1-0614-402e-862b-9a32cbb1ab8b tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:21.683313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a28a0fec-940e-4d92-b1b8-1df95c6214d2 req-bd756db1-0614-402e-862b-9a32cbb1ab8b tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0853546 Aug 16 20:17:21.726168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a28a0fec-940e-4d92-b1b8-1df95c6214d2 req-5290958d-8403-4b1b-b559-ca26bbd9a5a8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Aug 16 20:17:21.738123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33338) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:21.750515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30f76bb6-44df-4ad3-8621-263e16aa57ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.899715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30f76bb6-44df-4ad3-8621-263e16aa57ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:21.964677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30f76bb6-44df-4ad3-8621-263e16aa57ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.005507 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-30f76bb6-44df-4ad3-8621-263e16aa57ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc99ff44090d4913af312d2b999be3bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706890 Aug 16 20:17:22.006467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f76bb6-44df-4ad3-8621-263e16aa57ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e4b8c-d4fe-4f34-a7f7-d1d198c0a6d5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:22.008240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33346) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:22.114381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.137912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.307910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.310536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:22.311808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fe8e4b8c-d4fe-4f34-a7f7-d1d198c0a6d5 HTTP/1.1" status: 204 len: 168 time: 0.3021290 Aug 16 20:17:22.324381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf25fb-bcaa-406c-aeba-7a59a4817bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e4b8c-d4fe-4f34-a7f7-d1d198c0a6d5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:22.812658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9e294-63fd-4a52-9729-ec4b2bf8652c req-8f092838-0f83-427e-9b3b-0c2995efb462 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:22.814184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73d9e294-63fd-4a52-9729-ec4b2bf8652c req-8f092838-0f83-427e-9b3b-0c2995efb462 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.0726807 Aug 16 20:17:22.876738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73d9e294-63fd-4a52-9729-ec4b2bf8652c req-4d7dcf77-1e4c-4bef-ab5b-e34f6b969566 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450225 Aug 16 20:17:22.982669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd105482-2cbc-4095-b1e9-ca3a57701803 req-209ea019-5b90-410a-ba9b-47b3e343e5da tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:22.984113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd105482-2cbc-4095-b1e9-ca3a57701803 req-209ea019-5b90-410a-ba9b-47b3e343e5da tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0503442 Aug 16 20:17:23.022921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd105482-2cbc-4095-b1e9-ca3a57701803 req-0718903d-19e2-431b-80ff-f7c1ca1f4bd1 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325809 Aug 16 20:17:23.154039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33386) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:23.481046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14b241ba-0ca8-4f70-8742-3909e6f26b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.600515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14b241ba-0ca8-4f70-8742-3909e6f26b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.695023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14b241ba-0ca8-4f70-8742-3909e6f26b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.743583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b241ba-0ca8-4f70-8742-3909e6f26b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452d5f7-8535-467a-85e4-67b831212ff1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:23.749122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-14b241ba-0ca8-4f70-8742-3909e6f26b3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bb90d0c913c49eea3769d893a4eed40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939286 Aug 16 20:17:23.751690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33414) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:23.811520 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.845998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.964073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.976378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:23.976378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c452d5f7-8535-467a-85e4-67b831212ff1 HTTP/1.1" status: 204 len: 168 time: 0.2175398 Aug 16 20:17:24.033904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3533ef-83df-4528-9827-9bac5444969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452d5f7-8535-467a-85e4-67b831212ff1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:24.074545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d347426-079a-4cfc-a713-712adb3431f0 req-b83cb5dd-6af9-4b16-b604-568f6d403817 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:24.076267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d347426-079a-4cfc-a713-712adb3431f0 req-b83cb5dd-6af9-4b16-b604-568f6d403817 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.1030853 Aug 16 20:17:24.129579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d347426-079a-4cfc-a713-712adb3431f0 req-b475dcf7-c747-4e98-84fe-1b7b3c411065 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Aug 16 20:17:24.255201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8f7ac-00b0-4939-b214-e9192ddffca8 req-fc971510-f09f-4401-919e-1b3038574ba8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:24.256963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dc8f7ac-00b0-4939-b214-e9192ddffca8 req-fc971510-f09f-4401-919e-1b3038574ba8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 936 time: 0.0562327 Aug 16 20:17:24.308373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dc8f7ac-00b0-4939-b214-e9192ddffca8 req-d878eb17-4d0c-44da-a8a4-919a2dd0e9d7 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422499 Aug 16 20:17:24.802803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33456) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:24.816393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c4e54de-817e-4365-a01b-f549a6897d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:24.934487 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c4e54de-817e-4365-a01b-f549a6897d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.054937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c4e54de-817e-4365-a01b-f549a6897d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.091850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e54de-817e-4365-a01b-f549a6897d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb8b94-d8fc-4bc2-bdda-7b0914fba1f0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.097250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2c4e54de-817e-4365-a01b-f549a6897d69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=966f71faad514f6b9809c27de7b37ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932346 Aug 16 20:17:25.099938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33470) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:25.151085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.173531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.210035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Request body: {'port': {'device_id': '68b1f8a1-2515-415e-ba62-96caab44d047', 'device_owner': 'compute:tempest-test_az-1914815384', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:25.268615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Request body: {'port': {'device_id': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'device_owner': 'compute:tempest-test_az-1914815384', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:25.288358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.329813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeb217-2875-4820-bdf5-931a07e6152d req-0587af92-8b6d-43f7-a669-f0f317ff3237 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:25.333414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfbeb217-2875-4820-bdf5-931a07e6152d req-0587af92-8b6d-43f7-a669-f0f317ff3237 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 936 time: 0.1302180 Aug 16 20:17:25.361529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.362770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.364115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29bb8b94-d8fc-4bc2-bdda-7b0914fba1f0 HTTP/1.1" status: 204 len: 168 time: 0.2632670 Aug 16 20:17:25.411048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995588e-26c9-43df-a8f1-7d7d1e4ffb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb8b94-d8fc-4bc2-bdda-7b0914fba1f0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.532609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.537700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfbeb217-2875-4820-bdf5-931a07e6152d req-4b4aa939-2db1-4fd6-81b5-93e274074011 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931906 Aug 16 20:17:25.674261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9187aa35-d242-4246-bb9b-e09aa2845f7c {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:25.683327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.701171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Transition to ACTIVE for port object 9187aa35-d242-4246-bb9b-e09aa2845f7c will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:25.769309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.831306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Pushing event updated for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:25.904940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Attempting to bind port 9187aa35-d242-4246-bb9b-e09aa2845f7c on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:25.905615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Attempting to bind port 9187aa35-d242-4246-bb9b-e09aa2845f7c by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:25.906538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Attempting to bind port 9187aa35-d242-4246-bb9b-e09aa2845f7c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:25.920582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Port 9187aa35-d242-4246-bb9b-e09aa2845f7c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:17:25.920582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Attempting to bind port 9187aa35-d242-4246-bb9b-e09aa2845f7c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:25.921596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:25.922459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:25.923498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:25.924540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Bound port: 9187aa35-d242-4246-bb9b-e09aa2845f7c, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:25.925157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:25.959489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4913202-382f-4de7-b6be-1ccd2c7c29c9 req-6979f041-28fd-4916-87d3-1e8c8ee24454 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:25.961055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4913202-382f-4de7-b6be-1ccd2c7c29c9 req-6979f041-28fd-4916-87d3-1e8c8ee24454 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 970 time: 0.0964575 Aug 16 20:17:26.033814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:26.043556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:26.045234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4913202-382f-4de7-b6be-1ccd2c7c29c9 req-9186ad44-1caa-4cdf-82b8-d526ef46bdab tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762501 Aug 16 20:17:26.099795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:26.111782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.112857 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.131090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Transition to ACTIVE for port object 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:26.149135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.149893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.151671 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] 10.222.0.64 "PUT /v2.0/ports/9187aa35-d242-4246-bb9b-e09aa2845f7c HTTP/1.1" status: 200 len: 1119 time: 1.3112240 Aug 16 20:17:26.152161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:26.216810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.254960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c968b14-bd8e-4d85-809e-516d9cd43bbb service neutron] Pushing event updated for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.380998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-e524bff9-57db-470b-92e3-c1cc5375e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.383778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-e524bff9-57db-470b-92e3-c1cc5375e0fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461a3215f47341739e516378d9272f3e&device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 1122 time: 0.0939515 Aug 16 20:17:26.413711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.427531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Attempting to bind port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:26.433116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Attempting to bind port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:26.444284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Attempting to bind port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:26.450292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:17:26.452395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Attempting to bind port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:26.459500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:26.459899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:26.461048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:26.461519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Bound port: 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:26.461883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.481237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-0f6ff1a7-518e-4624-b359-73308d6bda7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c HTTP/1.1" status: 200 len: 217 time: 0.0899119 Aug 16 20:17:26.575149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-a6106ce2-54a0-46f7-9cb1-cef36285ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.576836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-a6106ce2-54a0-46f7-9cb1-cef36285ee53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0873682 Aug 16 20:17:26.590534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:26.598411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:26.690261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.709391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-bf27db3d-a327-4a2e-838b-b0ce4d9b9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.711680 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-bf27db3d-a327-4a2e-838b-b0ce4d9b9c75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259212 Aug 16 20:17:26.753789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.754445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:26.756515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] 10.222.0.64 "PUT /v2.0/ports/20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 HTTP/1.1" status: 200 len: 1119 time: 1.9143698 Aug 16 20:17:26.757201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:26.848231 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-66291a4c-65d3-4d53-97e1-d03b45dde916 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287420 Aug 16 20:17:26.848732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e10f1-4cab-4f93-9bcb-4c62c8615297 req-6b67d1bf-0c39-4ff7-b56d-145d81d40001 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:26.850612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d55e10f1-4cab-4f93-9bcb-4c62c8615297 req-6b67d1bf-0c39-4ff7-b56d-145d81d40001 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 970 time: 0.2235079 Aug 16 20:17:26.957543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c50a6-ad64-4f2a-a6a8-8959a0f420f3 service neutron] Pushing event updated for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:26.976909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f94407a-dc5d-4169-bba5-e67a8a2b607a req-74633136-7607-4c06-a339-837599514b8b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209006 Aug 16 20:17:26.996312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d55e10f1-4cab-4f93-9bcb-4c62c8615297 req-ab5e7ee5-0e6d-4c82-afdf-28095b2f3beb tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338267 Aug 16 20:17:27.038004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-41d4dc5f-defe-46f0-b82c-0cd85671f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.039876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-41d4dc5f-defe-46f0-b82c-0cd85671f481 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 1122 time: 0.1479299 Aug 16 20:17:27.116127 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:27.123430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-be11d315-357f-461a-9a0e-77ff7b4820d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 HTTP/1.1" status: 200 len: 217 time: 0.0758510 Aug 16 20:17:27.203832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-579bbe26-ab3b-4cb5-b474-9f2319bd10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.205284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-579bbe26-ab3b-4cb5-b474-9f2319bd10c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0737522 Aug 16 20:17:27.312813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-1f738dae-d3be-4a7a-a519-7657529143fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.314650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-1f738dae-d3be-4a7a-a519-7657529143fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019516 Aug 16 20:17:27.414200 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde" -d '{"events": [{"name": "network-changed", "server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:27.455042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-75525ad8-2cae-4211-9778-b5f6aa072c1f service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313283 Aug 16 20:17:27.520672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b61cf-09f5-4d3d-bd2c-b12e5b7da748 req-8d553aa0-447a-4cca-9a2f-27af9691c0d8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.522137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c12b61cf-09f5-4d3d-bd2c-b12e5b7da748 req-8d553aa0-447a-4cca-9a2f-27af9691c0d8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 970 time: 0.1040654 Aug 16 20:17:27.585116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d9966-8d3e-4c44-a699-217d5363d2aa req-68e09547-8466-49bf-9160-ce50488bf1f1 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225674 Aug 16 20:17:27.591788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c12b61cf-09f5-4d3d-bd2c-b12e5b7da748 req-a5f0a855-c312-46ae-b89b-649027c2833d tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608869 Aug 16 20:17:27.753272 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b82dbd-6a73-421b-9d02-0d0f9d1d211c x-openstack-request-id: req-12b82dbd-6a73-421b-9d02-0d0f9d1d211c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:27.753730 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:27.753802 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12b82dbd-6a73-421b-9d02-0d0f9d1d211c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:27.754464 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c', 'status': 'completed', 'code': 200} Aug 16 20:17:27.818634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-4fe6b760-ca90-498a-a3ba-b116b37cfe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:27.820144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-4fe6b760-ca90-498a-a3ba-b116b37cfe79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=461a3215f47341739e516378d9272f3e&device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 1122 time: 0.0434227 Aug 16 20:17:28.000348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-087dfef7-c8f2-45a6-8ea3-ed9bcc188e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.002455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-087dfef7-c8f2-45a6-8ea3-ed9bcc188e37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 1122 time: 0.0722849 Aug 16 20:17:28.138291 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be52c1dd-94a4-4c24-8d03-137b85c7fb3d x-openstack-request-id: req-be52c1dd-94a4-4c24-8d03-137b85c7fb3d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:28.138842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:28.138842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be52c1dd-94a4-4c24-8d03-137b85c7fb3d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:28.139253 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2', 'status': 'completed', 'code': 200} Aug 16 20:17:28.184001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-ddde594b-ad96-4812-b7b8-267764f88591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.185495 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-ddde594b-ad96-4812-b7b8-267764f88591 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1724219 Aug 16 20:17:28.236509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bcad4-cf64-4a1e-ad41-6606ce5db2fb req-3d0f4a2d-9e28-409c-99a3-1996f488fd8f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.238100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe0bcad4-cf64-4a1e-ad41-6606ce5db2fb req-3d0f4a2d-9e28-409c-99a3-1996f488fd8f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 970 time: 0.0980949 Aug 16 20:17:28.240012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-1940598a-24da-4d6a-b162-c26cadbdc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.241453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-1940598a-24da-4d6a-b162-c26cadbdc214 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.4128180 Aug 16 20:17:28.306014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-82f68f42-21f5-4e04-9da3-d3da57982e82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c HTTP/1.1" status: 200 len: 217 time: 0.0508673 Aug 16 20:17:28.339342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33606) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:28.366896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe0bcad4-cf64-4a1e-ad41-6606ce5db2fb req-46395baa-39c5-4a73-a3ee-07957fd73f92 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212935 Aug 16 20:17:28.382236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-614b6963-4041-403d-a7a7-8381180cf313 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 HTTP/1.1" status: 200 len: 217 time: 0.1862473 Aug 16 20:17:28.392374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-f67b31e8-bdee-4999-b004-1918f313939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.392374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-f67b31e8-bdee-4999-b004-1918f313939f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0679936 Aug 16 20:17:28.446277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-cd6321e3-e453-471f-9125-2ab879ce4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.448405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-cd6321e3-e453-471f-9125-2ab879ce4b9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0500844 Aug 16 20:17:28.453271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-6c75d282-083d-4c78-a9ee-713949848c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.455369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-6c75d282-083d-4c78-a9ee-713949848c8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0580370 Aug 16 20:17:28.508059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-de46c57f-0686-4ba0-86f7-d71dbf2f7e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.511007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-de46c57f-0686-4ba0-86f7-d71dbf2f7e29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455992 Aug 16 20:17:28.518443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184192353-network', 'tenant_id': '5727c53a4ddc4d8a9fb77b9162ccdd9c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:28.581698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-128cd19d-2f64-4365-a0ba-767f9450b51b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176891 Aug 16 20:17:28.624087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-af76da56-dffc-4b20-822f-75488f3b700d service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052256 Aug 16 20:17:28.684963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-159757e2-7eb1-4787-80a5-fb6b5c98e9a0 req-133033d9-1670-435b-b235-eb324013cf90 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914757 Aug 16 20:17:28.688409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Made reservation on behalf of 5727c53a4ddc4d8a9fb77b9162ccdd9c for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:28.691936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.701609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.778920 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-58a7b92f-06fe-4c9a-ab36-ff96b78f0cde req-c5bdfd1e-2ea6-4921-acf7-ed35a2e31c93 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422005 Aug 16 20:17:28.836213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.856145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c638b-e43f-4b8f-8113-f04b073d592a req-46287dcf-28c1-4db8-83f0-7c0c084fabaa tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:28.857656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de2c638b-e43f-4b8f-8113-f04b073d592a req-46287dcf-28c1-4db8-83f0-7c0c084fabaa tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 970 time: 0.0680039 Aug 16 20:17:28.896733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de2c638b-e43f-4b8f-8113-f04b073d592a req-518d34ec-f36b-4624-86af-278aa207e6c2 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Aug 16 20:17:28.923184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.961526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:28.964833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c45f0-cfd0-43ef-8896-3cf2e3d11a31,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:28.991794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743531091092', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:28.991794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Unsubscribe: segment precommit_create {{(pid=95240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 20:17:28.991794 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Added segment 31b107b3-7f85-495f-81d3-57a8d122355b of type vlan for network d1639581-53f0-40c3-a789-07b02611556a Aug 16 20:17:29.044307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.152801 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.153895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:29.154353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.264831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59cc3c0a-ba6f-44c1-9bf9-03f67348e2d0 req-6ef90d0b-bea2-46b3-8eca-2617fb399b5d tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929077 Aug 16 20:17:29.273673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] Pushing event updated for resources: {'Network': ['ID=d1639581-53f0-40c3-a789-07b02611556a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:29.292941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d1639581-53f0-40c3-a789-07b02611556a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:29.304650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5951cdbb-2532-444b-9db1-ea558133b21a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9642961 Aug 16 20:17:29.308160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.314186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Request body: {'subnet': {'network_id': 'd1639581-53f0-40c3-a789-07b02611556a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1184192353-subnet', 'tenant_id': '5727c53a4ddc4d8a9fb77b9162ccdd9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:29.387117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc3c0a-ba6f-44c1-9bf9-03f67348e2d0 req-c701f269-6c59-43ff-aa44-64cb47d577c0 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:29.388599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59cc3c0a-ba6f-44c1-9bf9-03f67348e2d0 req-c701f269-6c59-43ff-aa44-64cb47d577c0 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1167982 Aug 16 20:17:29.404596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59cc3c0a-ba6f-44c1-9bf9-03f67348e2d0 req-51b74793-c4e0-444c-ba4f-e3fc0e9afd29 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/quotas/14bb2dd4456044e29f64e2bde80bbc07 HTTP/1.1" status: 200 len: 375 time: 0.0101678 Aug 16 20:17:29.407425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Made reservation on behalf of 5727c53a4ddc4d8a9fb77b9162ccdd9c for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:29.410450 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.440447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59cc3c0a-ba6f-44c1-9bf9-03f67348e2d0 req-cb218987-f314-4957-a6eb-e480f6f3a5dc tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289028 Aug 16 20:17:29.522710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fc7d5-920c-47c6-b2b9-624a23561a08 req-05c45038-165c-41d7-8ac2-0c36929d2b34 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:29.524259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f65fc7d5-920c-47c6-b2b9-624a23561a08 req-05c45038-165c-41d7-8ac2-0c36929d2b34 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 970 time: 0.0581958 Aug 16 20:17:29.577533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f65fc7d5-920c-47c6-b2b9-624a23561a08 req-b502f6d9-49cc-4558-9981-c764b8ce5f6f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Aug 16 20:17:29.630316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33682) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:29.693138 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.750141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe0134b-5ccd-46a2-9dd9-39126f0cdabe,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:29.760089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Checking segment: {'id': '31b107b3-7f85-495f-81d3-57a8d122355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd1639581-53f0-40c3-a789-07b02611556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:29.760365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Network hostable DHCP agents. Network: d1639581-53f0-40c3-a789-07b02611556a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:17:29.863661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Network d1639581-53f0-40c3-a789-07b02611556a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:17:29.917292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9162c9f7-c40b-426f-ad9f-10172a887129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:29.998110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d1639581-53f0-40c3-a789-07b02611556a) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:30.007014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398353e-025e-4104-9c94-c0f504497b6f None None] Network d1639581-53f0-40c3-a789-07b02611556a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:30.008352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:30.008946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.028620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9162c9f7-c40b-426f-ad9f-10172a887129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.043502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8942-332d-4c3f-b194-0329264fcf7f req-fc46bb85-b5fc-4fe3-aef2-162ad67479e4 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:30.045045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddab8942-332d-4c3f-b194-0329264fcf7f req-fc46bb85-b5fc-4fe3-aef2-162ad67479e4 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 970 time: 0.0760355 Aug 16 20:17:30.089304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddab8942-332d-4c3f-b194-0329264fcf7f req-af1fb35b-ea88-4ae8-a1ae-06fa4cce7230 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Aug 16 20:17:30.115599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9162c9f7-c40b-426f-ad9f-10172a887129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.169827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9162c9f7-c40b-426f-ad9f-10172a887129 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2a1c56ce4f14855b5e05b07e73a6d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378890 Aug 16 20:17:30.172516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33700) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:30.193680 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55cd181e-4934-4a06-b6b8-7c856f97cf0d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8756156 Aug 16 20:17:30.193680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162c9f7-c40b-426f-ad9f-10172a887129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c3037-a487-416f-8ff4-8a982cdce9fb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.234034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.266637 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.293457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0e28c-ad5c-4bc8-87eb-2f98c2083f0c None None] Network d1639581-53f0-40c3-a789-07b02611556a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:30.407134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.410174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.411943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/547c3037-a487-416f-8ff4-8a982cdce9fb HTTP/1.1" status: 204 len: 168 time: 0.2373574 Aug 16 20:17:30.426354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf30aae-9c36-433d-9e7e-a6c8374b8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c3037-a487-416f-8ff4-8a982cdce9fb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:30.473767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cd433802-d0cc-48f1-862a-6243e9b4bb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.590401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9187aa35-d242-4246-bb9b-e09aa2845f7c details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:17:30.708966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7f2b3-a062-4985-980c-b1478892f0d1 req-7c998ca8-2ae6-4766-b5c7-540dda71bddc tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:30.711584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82e7f2b3-a062-4985-980c-b1478892f0d1 req-7c998ca8-2ae6-4766-b5c7-540dda71bddc tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 970 time: 0.0542099 Aug 16 20:17:30.727618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:30.738956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '9187aa35-d242-4246-bb9b-e09aa2845f7c', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '9187aa35-d242-4246-bb9b-e09aa2845f7c', 'mac_address': 'fa:16:3e:53:47:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:tempest-test_az-1914815384', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:17:30.761765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82e7f2b3-a062-4985-980c-b1478892f0d1 req-fb4245cd-37e3-426e-b7d6-4b90a89a560a tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Aug 16 20:17:30.794791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.812684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9187aa35-d242-4246-bb9b-e09aa2845f7c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:30.839346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:30.863091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e34b6985-4fa4-41d8-b99e-6c83dfdb74f8 req-3b8a7518-3ec1-4233-8d61-4f386f4ad892 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226264 Aug 16 20:17:30.921421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:30.922263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:17:30.994612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b6985-4fa4-41d8-b99e-6c83dfdb74f8 req-c5a126e2-6dd7-46c6-b8da-aeb5a35ab8a2 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:30.996149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e34b6985-4fa4-41d8-b99e-6c83dfdb74f8 req-c5a126e2-6dd7-46c6-b8da-aeb5a35ab8a2 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259799 Aug 16 20:17:30.996715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:31.011837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e34b6985-4fa4-41d8-b99e-6c83dfdb74f8 req-36ee586a-0d7b-4f32-97f8-7a946ff19902 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/quotas/14bb2dd4456044e29f64e2bde80bbc07 HTTP/1.1" status: 200 len: 375 time: 0.0098999 Aug 16 20:17:31.021012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2', 'mac_address': 'fa:16:3e:3f:93:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-1914815384', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:17:31.048580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.061245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.061767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.062261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.062732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.063213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.063381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e34b6985-4fa4-41d8-b99e-6c83dfdb74f8 req-f45f677d-23ee-45dd-b162-a2f6ac35b3bd tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381968 Aug 16 20:17:31.063843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.064306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.064779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.065413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.065875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.066670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.067005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Tracked resource versions report: Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: pushed versions: Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: { 'AddressGroup': {'1.2'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'ConntrackHelper': {'1.0'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Log': {'1.0'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Network': {'1.1'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Port': {'1.7'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'PortForwarding': {'1.2'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'QosPolicy': {'1.9'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SecurityGroup': {'1.4'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SubPort': {'1.0'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Subnet': {'1.1'}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Trunk': {'1.1'}} Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: consumer versions: Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: HyperV agent@n-h1-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: HyperV agent@n-h2-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: L3 agent@n-d-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: Metadata agent@n-d-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: Metering agent@n-d-794306-10: {}, Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'ConntrackHelper': '1.0', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Log': '1.0', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Network': '1.1', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Port': '1.7', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'PortForwarding': '1.2', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'QosPolicy': '1.9', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SecurityGroup': '1.4', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SecurityGroupRule': '1.2', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'SubPort': '1.0', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Subnet': '1.1', Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: 'Trunk': '1.1'}} Aug 16 20:17:31.068327 n-d-794306-10 neutron-server[95242]: {{(pid=95242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:17:31.086383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.106427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:31.136448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:31.236826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880f00c-6c40-43bf-bb12-77e456f08a95 req-bbb7b5c0-a5c3-4a9f-b6fb-94106d6e45a8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:31.256566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7880f00c-6c40-43bf-bb12-77e456f08a95 req-bbb7b5c0-a5c3-4a9f-b6fb-94106d6e45a8 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 971 time: 0.0540071 Aug 16 20:17:31.277560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7880f00c-6c40-43bf-bb12-77e456f08a95 req-4628a8ce-de26-46bd-9e89-2bc114c4681e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327809 Aug 16 20:17:31.374818 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.430254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.436036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.446599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-959f241a-78e0-4650-8647-02f7ea35710f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.560490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-959f241a-78e0-4650-8647-02f7ea35710f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.568957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.577818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-541448500-network', 'tenant_id': '00352b1c535547099a91a7b8da1df1c9'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:31.621290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-959f241a-78e0-4650-8647-02f7ea35710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.680448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['9187aa35-d242-4246-bb9b-e09aa2845f7c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:31.691754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-959f241a-78e0-4650-8647-02f7ea35710f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bd293d575ab410f80ded03eedbc2416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629645 Aug 16 20:17:31.692543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f241a-78e0-4650-8647-02f7ea35710f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1196da29-daa0-4adb-805f-98e49dec7d24,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.694677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:31.709961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['20bd06e3-8d4c-4153-9e98-c0e6176fa0b2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:31.763183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Made reservation on behalf of 00352b1c535547099a91a7b8da1df1c9 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:31.767197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.779323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.788342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.810951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.876271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.941577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.947506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.949674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:31.953006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1196da29-daa0-4adb-805f-98e49dec7d24 HTTP/1.1" status: 204 len: 168 time: 0.2573225 Aug 16 20:17:31.976009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db4ec3-3de2-4be0-a832-394d1341d0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1196da29-daa0-4adb-805f-98e49dec7d24,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:31.996150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:17:32.061085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c61eb-a82c-4ec5-bd2e-967c3dfe34ae,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:32.065111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.065472 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Added segment f7b8e01f-8bd1-4b66-8aa6-3cafbab9ac96 of type vlan for network 01e20d91-5107-40cf-8162-e780c9b8f0cd Aug 16 20:17:32.124260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362853a-d138-4e82-a6fe-8ee05c3e6b5c req-612acf57-2d0d-4498-b369-67b41d838331 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.125737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e362853a-d138-4e82-a6fe-8ee05c3e6b5c req-612acf57-2d0d-4498-b369-67b41d838331 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 971 time: 0.0938370 Aug 16 20:17:32.127294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.179346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e362853a-d138-4e82-a6fe-8ee05c3e6b5c req-7dfe4432-d4be-46a1-b9ab-d4dbd864e98a tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Aug 16 20:17:32.271479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.272500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.273082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.334105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] Pushing event updated for resources: {'Network': ['ID=01e20d91-5107-40cf-8162-e780c9b8f0cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:32.351361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 01e20d91-5107-40cf-8162-e780c9b8f0cd details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:17:32.399260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-10c4d8d4-73b0-4d48-ba33-ffc2a60ca1ef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8281991 Aug 16 20:17:32.402315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:32.409422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Request body: {'subnet': {'network_id': '01e20d91-5107-40cf-8162-e780c9b8f0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-541448500-subnet', 'tenant_id': '00352b1c535547099a91a7b8da1df1c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:32.517238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Made reservation on behalf of 00352b1c535547099a91a7b8da1df1c9 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:32.522225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.570211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9187aa35-d242-4246-bb9b-e09aa2845f7c up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:32.688744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 9187aa35-d242-4246-bb9b-e09aa2845f7c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:32.697250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 9187aa35-d242-4246-bb9b-e09aa2845f7c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:32.697913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.797714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2d377-96f3-49a2-b73e-23a8ac4215d8 req-71ad76ed-0f2f-411c-9430-b11cb081024a tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:32.799332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13f2d377-96f3-49a2-b73e-23a8ac4215d8 req-71ad76ed-0f2f-411c-9430-b11cb081024a tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 971 time: 0.0723515 Aug 16 20:17:32.799473 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:32.826007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:32.869874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13f2d377-96f3-49a2-b73e-23a8ac4215d8 req-fa5aa0c4-79d3-4ba4-b192-3698552d1814 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Aug 16 20:17:32.910008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:32.987210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f251158-ad18-4b42-86b0-3bf90e092b9e req-21cb9cc5-36d0-46f9-aede-d7c5d8226a7f tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225360 Aug 16 20:17:33.012413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.013922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:17:33.041457 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a1d7a6-e659-4ca1-9228-7343facccdfa" -d '{"events": [{"server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "name": "network-vif-plugged", "status": "completed", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:33.042373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.105719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.131448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4a696c-f0b5-4fe1-b0fa-0aab270f85eb,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.144807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Checking segment: {'id': 'f7b8e01f-8bd1-4b66-8aa6-3cafbab9ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '01e20d91-5107-40cf-8162-e780c9b8f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:33.145165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Network hostable DHCP agents. Network: 01e20d91-5107-40cf-8162-e780c9b8f0cd, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:17:33.160269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f251158-ad18-4b42-86b0-3bf90e092b9e req-f347d9f2-391d-4b6b-ad94-fb864e553fe5 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:33.161729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f251158-ad18-4b42-86b0-3bf90e092b9e req-f347d9f2-391d-4b6b-ad94-fb864e553fe5 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683297 Aug 16 20:17:33.179178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f251158-ad18-4b42-86b0-3bf90e092b9e req-97223c3d-a215-4b7d-ad71-fe229d76dcd8 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/quotas/14bb2dd4456044e29f64e2bde80bbc07 HTTP/1.1" status: 200 len: 375 time: 0.0098829 Aug 16 20:17:33.208772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:33.213079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f251158-ad18-4b42-86b0-3bf90e092b9e req-551c72ae-46c7-46de-9be7-35b1b5a5aed7 tempest-QuotasAdminNegativeTest-1395426443 tempest-QuotasAdminNegativeTest-1395426443-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269136 Aug 16 20:17:33.213273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:33.213648 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.237192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Network 01e20d91-5107-40cf-8162-e780c9b8f0cd is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:17:33.242913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bfd0ce-ea04-4ab6-b59c-0771be199d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.309408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 01e20d91-5107-40cf-8162-e780c9b8f0cd) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:33.314098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:33.314807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.322313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec75cdb-4683-4980-9be8-c0455223a8a6 None None] Network 01e20d91-5107-40cf-8162-e780c9b8f0cd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:33.373424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.376025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.427772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5916c4f7-f01e-4c8b-aa44-45715462a896 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0212159 Aug 16 20:17:33.427890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:33.459450 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af606ff4-d22a-4313-8c91-66a57062dac6 x-openstack-request-id: req-af606ff4-d22a-4313-8c91-66a57062dac6 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:33.459764 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "name": "network-vif-plugged", "status": "completed", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:33.460082 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af606ff4-d22a-4313-8c91-66a57062dac6 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:33.460471 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c', 'code': 200} Aug 16 20:17:33.493462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384de2de-d9d7-4f1a-b4dc-3c1a110aab21 None None] Network 01e20d91-5107-40cf-8162-e780c9b8f0cd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:17:33.498025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.600421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819909c3-92cd-45f8-bae8-50819ad0cb1f req-445e6a06-1d87-4144-9118-cb3335842219 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:33.602337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-819909c3-92cd-45f8-bae8-50819ad0cb1f req-445e6a06-1d87-4144-9118-cb3335842219 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0841291 Aug 16 20:17:33.607910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.631569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33840) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:33.680822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-ae2264e5-866e-4b1f-8c37-ca41cff9d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:33.682444 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-ae2264e5-866e-4b1f-8c37-ca41cff9d8fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 1124 time: 0.1374581 Aug 16 20:17:33.688478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-819909c3-92cd-45f8-bae8-50819ad0cb1f req-bcad2f5c-f9b4-4efc-8daa-82a1de59ceca tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759571 Aug 16 20:17:33.697904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Deleting subnet cbe0134b-5ccd-46a2-9dd9-39126f0cdabe {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:33.701231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.710630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-aa903de3-a314-4ccc-8531-fc10ce3f894c service neutron] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.738475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.748740 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.797539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-aa903de3-a314-4ccc-8531-fc10ce3f894c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.865474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-aa903de3-a314-4ccc-8531-fc10ce3f894c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.886502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.909521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa903de3-a314-4ccc-8531-fc10ce3f894c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=141483ee-1da7-4b4c-990f-678eae13a826,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.914640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-974672f1-720d-48ff-a139-43dbdfe5b874 req-aa903de3-a314-4ccc-8531-fc10ce3f894c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244911 Aug 16 20:17:33.914780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe0134b-5ccd-46a2-9dd9-39126f0cdabe,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:33.939657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:33.942125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e3b577eb-8cc4-4240-af20-f5ddc7e8c567 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cbe0134b-5ccd-46a2-9dd9-39126f0cdabe HTTP/1.1" status: 204 len: 168 time: 0.3093970 Aug 16 20:17:33.944545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33854) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.015881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.061547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.117655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.129732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.130100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.130852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.131200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.131540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.131890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.132227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.132545 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.132862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.133205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.254789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.255151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.257740 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.257740 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:34.257740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1639581-53f0-40c3-a789-07b02611556a']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:34.287887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b107b3-7f85-495f-81d3-57a8d122355b') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:34.292198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b107b3-7f85-495f-81d3-57a8d122355b') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:34.319554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.343570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.354456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:34.355245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: from cryptography.utils import int_from_bytes Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: from cryptography.utils import int_from_bytes Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:34.378934 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:34.396180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eebafd-4c0c-463c-a8bf-c43abf84a847 req-304b63b9-82bf-411e-8158-fae706a08f34 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:34.397693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69eebafd-4c0c-463c-a8bf-c43abf84a847 req-304b63b9-82bf-411e-8158-fae706a08f34 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.1359653 Aug 16 20:17:34.470457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69eebafd-4c0c-463c-a8bf-c43abf84a847 req-c724cfe5-8258-486b-9180-ce598609cdbe tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Aug 16 20:17:34.543565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.555028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.557652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d1639581-53f0-40c3-a789-07b02611556a HTTP/1.1" status: 204 len: 168 time: 0.6121223 Aug 16 20:17:34.561620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.567488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abaa71-8f34-4512-9a80-f597cec668f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1639581-53f0-40c3-a789-07b02611556a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.609653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Deleting subnet fe4a696c-f0b5-4fe1-b0fa-0aab270f85eb {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:17:34.612867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.647929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.657861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.804870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8b95d-4c07-4415-9846-12b7eb37abda req-a325dbc9-bbf6-40c3-96af-75b53cb051a6 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:34.806494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47d8b95d-4c07-4415-9846-12b7eb37abda req-a325dbc9-bbf6-40c3-96af-75b53cb051a6 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0482657 Aug 16 20:17:34.832159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.845726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47d8b95d-4c07-4415-9846-12b7eb37abda req-cd0b8454-0f1b-4896-892c-2500f96c6681 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Aug 16 20:17:34.866442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4a696c-f0b5-4fe1-b0fa-0aab270f85eb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:34.879263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:34.881260 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be5b4607-c637-4989-b0fb-f8fb30de2826 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fe4a696c-f0b5-4fe1-b0fa-0aab270f85eb HTTP/1.1" status: 204 len: 168 time: 0.3192859 Aug 16 20:17:34.883670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33882) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:34.959903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.045417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.056669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.057037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.057860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.058207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > port after_create 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.058548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.058865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > port after_update 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.059198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.059571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.059913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.060266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.127158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.127516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.127890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.128221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 20:17:35.128567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e20d91-5107-40cf-8162-e780c9b8f0cd']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:35.145550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b8e01f-8bd1-4b66-8aa6-3cafbab9ac96') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:35.145856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b8e01f-8bd1-4b66-8aa6-3cafbab9ac96') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:17:35.162924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33888) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.165965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.189292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.199160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.205701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:17:35.206184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: from cryptography.utils import int_from_bytes Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: from cryptography.utils import int_from_bytes Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:17:35.210309 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:17:35.328471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3e9-0885-4abf-9ec7-fc599ae3973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.348249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be62ae81-ed7c-4652-94c2-a6ac79707720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.362331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.369503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.373758 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] 10.222.0.70 "DELETE /v2.0/networks/01e20d91-5107-40cf-8162-e780c9b8f0cd HTTP/1.1" status: 204 len: 168 time: 0.4858868 Aug 16 20:17:35.382065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad2f7b-b0bf-4853-a3cc-746d40a53915 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e20d91-5107-40cf-8162-e780c9b8f0cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:35.432983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3e9-0885-4abf-9ec7-fc599ae3973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.462255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:35.464822 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da473b3-9b44-4c4c-a0cf-3853ba890986" -d '{"events": [{"server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:35.503006 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b404a537-55d2-4304-82d3-cf9ec9e4154e x-openstack-request-id: req-b404a537-55d2-4304-82d3-cf9ec9e4154e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:35.503288 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "name": "network-vif-plugged", "status": "completed", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:35.503541 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b404a537-55d2-4304-82d3-cf9ec9e4154e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:35.503957 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2', 'code': 200} Aug 16 20:17:35.511500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e0dc3e9-0885-4abf-9ec7-fc599ae3973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.576176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6e0dc3e9-0885-4abf-9ec7-fc599ae3973e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17568f9043d64960950c0318fec115f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4104474 Aug 16 20:17:35.579960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.624268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0dc3e9-0885-4abf-9ec7-fc599ae3973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c9a03-3467-4a39-ab3a-2a4a356358c0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:35.650608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be62ae81-ed7c-4652-94c2-a6ac79707720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.664009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de3c94-7628-4916-985e-b43231b5e520 req-02e42bcc-c479-4a91-8a36-367263fc40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:35.671489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9de3c94-7628-4916-985e-b43231b5e520 req-02e42bcc-c479-4a91-8a36-367263fc40cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 1124 time: 0.0692906 Aug 16 20:17:35.678281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277cb9-77f1-4e8b-bb42-3470226d9703 req-a8c26182-31c3-4d2c-8fd5-3f672cbe94fb tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:35.679761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b277cb9-77f1-4e8b-bb42-3470226d9703 req-a8c26182-31c3-4d2c-8fd5-3f672cbe94fb tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.0989277 Aug 16 20:17:35.705781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9de3c94-7628-4916-985e-b43231b5e520 req-874f3e08-80e3-4556-900c-74de69cff8bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Aug 16 20:17:35.709514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.720427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be62ae81-ed7c-4652-94c2-a6ac79707720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.742749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.746795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b277cb9-77f1-4e8b-bb42-3470226d9703 req-29bfc141-131a-44ad-9edd-47ad605cf7b0 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Aug 16 20:17:35.763077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be62ae81-ed7c-4652-94c2-a6ac79707720 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14bb2dd4456044e29f64e2bde80bbc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627534 Aug 16 20:17:35.764079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62ae81-ed7c-4652-94c2-a6ac79707720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea988a5-cc22-444b-ba87-8990ad31c183,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:35.766215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33928) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.814527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.832923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.854466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.859310 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c2c4ac9f-24a6-47cb-a7b0-e007bec7f66b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5727c53a4ddc4d8a9fb77b9162ccdd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434875 Aug 16 20:17:35.861934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:35.888911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.891842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.893045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c2c9a03-3467-4a39-ab3a-2a4a356358c0 HTTP/1.1" status: 204 len: 168 time: 0.3109839 Aug 16 20:17:35.903278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69aa13-59eb-456e-a765-d28d97da69d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c9a03-3467-4a39-ab3a-2a4a356358c0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:35.922640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:35.948579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.007471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca788-4164-48af-908f-59a0bf3c4030 req-1dde322e-5cae-41ab-9670-a29b45d4fddf tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:36.009510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0ca788-4164-48af-908f-59a0bf3c4030 req-1dde322e-5cae-41ab-9670-a29b45d4fddf tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0577106 Aug 16 20:17:36.046266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.048321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0ca788-4164-48af-908f-59a0bf3c4030 req-76e434b4-8da5-4b9d-9379-b7bd5edba830 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Aug 16 20:17:36.049051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.051844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.055572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ea988a5-cc22-444b-ba87-8990ad31c183 HTTP/1.1" status: 204 len: 168 time: 0.2814279 Aug 16 20:17:36.063720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5dd3d-812a-4722-89fa-a93ed436c53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea988a5-cc22-444b-ba87-8990ad31c183,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:36.071310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.074696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:36.076271 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e33c45f0-cfd0-43ef-8896-3cf2e3d11a31 HTTP/1.1" status: 204 len: 168 time: 0.2130480 Aug 16 20:17:36.084040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afdf8d-faaa-49c6-90df-fc0f9852887e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c45f0-cfd0-43ef-8896-3cf2e3d11a31,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:36.616588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33948) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:36.874519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f81ca-5ebf-4c2b-a145-7e77db3e4321 req-36d89928-b22b-4251-ade9-b7f2d0191eb4 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:36.876104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e2f81ca-5ebf-4c2b-a145-7e77db3e4321 req-36d89928-b22b-4251-ade9-b7f2d0191eb4 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.0534096 Aug 16 20:17:36.914250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e2f81ca-5ebf-4c2b-a145-7e77db3e4321 req-32bc2c8f-5014-4f6b-bc1b-cfaef436196c tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Aug 16 20:17:37.090792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-7f74a3b8-f7ea-440d-b494-2d1d6a97ad90 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:37.092330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-7f74a3b8-f7ea-440d-b494-2d1d6a97ad90 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 1124 time: 0.0717924 Aug 16 20:17:37.113879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-3ef1168a-e8e0-4158-abcf-829a53b7b8b2 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.189263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64952-0c1d-44e0-bc6e-ba6eea0c1cef req-bb380067-2580-4829-ac1c-54a13eb36adc tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:37.190730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ac64952-0c1d-44e0-bc6e-ba6eea0c1cef req-bb380067-2580-4829-ac1c-54a13eb36adc tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0696518 Aug 16 20:17:37.261948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ac64952-0c1d-44e0-bc6e-ba6eea0c1cef req-a9f15a98-a8e0-4b30-8f16-d8e1b46376d1 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632513 Aug 16 20:17:37.293560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-3ef1168a-e8e0-4158-abcf-829a53b7b8b2 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.743799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-3ef1168a-e8e0-4158-abcf-829a53b7b8b2 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:37.776364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90e87dac-db4b-437a-bddf-8afa6e0d0f49 req-3ef1168a-e8e0-4158-abcf-829a53b7b8b2 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754804 Aug 16 20:17:37.780763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1168a-e8e0-4158-abcf-829a53b7b8b2 tempest-AggregatesAdminTestJSON-2095343853 tempest-AggregatesAdminTestJSON-2095343853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca64b71-479d-4675-9dfb-a62bb35f80ae,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:37.952077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:37.965010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb770-1e90-44fa-8fb7-bdb8d9c5c4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.029049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33968) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.050572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b72f4b0e-f50d-425d-a1c4-2ac8368f14fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.057622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb770-1e90-44fa-8fb7-bdb8d9c5c4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.216687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f03b89f4-9970-4899-a96b-0ff06bd096ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.220392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb770-1e90-44fa-8fb7-bdb8d9c5c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.262558 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc6cb770-1e90-44fa-8fb7-bdb8d9c5c4b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9361df33f974e7b9ab7104470a7cdbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068721 Aug 16 20:17:38.262558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cb770-1e90-44fa-8fb7-bdb8d9c5c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d6b108-dab5-4871-a081-e74bb70944f0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.263844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33972) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.322999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.331289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b72f4b0e-f50d-425d-a1c4-2ac8368f14fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.348956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.403083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4787d6f-892c-4a77-a1a1-86147507145d req-9431187a-cb09-4adc-8dca-7910c5ccd9d5 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:38.404728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4787d6f-892c-4a77-a1a1-86147507145d req-9431187a-cb09-4adc-8dca-7910c5ccd9d5 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0631278 Aug 16 20:17:38.421382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33982) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.437382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b72f4b0e-f50d-425d-a1c4-2ac8368f14fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.464511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ecb770b-d74d-49f5-8c02-8215dcec75ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00352b1c535547099a91a7b8da1df1c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414929 Aug 16 20:17:38.466938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33990) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.480864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.486189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.486189 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39d6b108-dab5-4871-a081-e74bb70944f0 HTTP/1.1" status: 204 len: 168 time: 0.2198675 Aug 16 20:17:38.506642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afd6ad-9738-4e4e-b8c1-11edc9948976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d6b108-dab5-4871-a081-e74bb70944f0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.507536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b72f4b0e-f50d-425d-a1c4-2ac8368f14fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e917833623034bffbb4a71e1318eff24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761617 Aug 16 20:17:38.512250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33994) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.519309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4787d6f-892c-4a77-a1a1-86147507145d req-cc8fdbe4-a590-4906-ae41-61b1168cc3ca tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008172 Aug 16 20:17:38.519309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f4b0e-f50d-425d-a1c4-2ac8368f14fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc111b9-4a81-42ba-9a37-22216b96b551,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.581972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.608298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f03b89f4-9970-4899-a96b-0ff06bd096ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.614413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.617138 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.637869 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:17:38.664958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.681224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f03b89f4-9970-4899-a96b-0ff06bd096ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.733978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b89f4-9970-4899-a96b-0ff06bd096ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a4c575-2e34-485d-ba30-2131551546cb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.738415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f03b89f4-9970-4899-a96b-0ff06bd096ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a753f04c947436dadf46fdc413fb8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1209502 Aug 16 20:17:38.741836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34002) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:38.791883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.812994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.819887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.828420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.828420 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e0c61eb-a82c-4ec5-bd2e-967c3dfe34ae HTTP/1.1" status: 204 len: 168 time: 0.3563213 Aug 16 20:17:38.833169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524597c-a93b-4d21-9af3-80609edb9f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c61eb-a82c-4ec5-bd2e-967c3dfe34ae,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:38.850257 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.865136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:38.870799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fc111b9-4a81-42ba-9a37-22216b96b551 HTTP/1.1" status: 204 len: 168 time: 0.3570383 Aug 16 20:17:38.883255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4532c6-c85f-425f-89e3-0d6ea2c508f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc111b9-4a81-42ba-9a37-22216b96b551,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.094357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.097015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:39.098295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0a4c575-2e34-485d-ba30-2131551546cb HTTP/1.1" status: 204 len: 168 time: 0.3562732 Aug 16 20:17:39.106564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0755-7b55-4edc-97b3-175ae6211a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a4c575-2e34-485d-ba30-2131551546cb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:39.588535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edcfc1-752d-4b14-a198-347dabd12ed5 req-2a92d3cf-9038-48a6-8a07-dc5c12dc01ad tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:39.590487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28edcfc1-752d-4b14-a198-347dabd12ed5 req-2a92d3cf-9038-48a6-8a07-dc5c12dc01ad tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0711679 Aug 16 20:17:39.634809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28edcfc1-752d-4b14-a198-347dabd12ed5 req-d06e88aa-19e9-46cf-8201-cc7e4408d07c tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Aug 16 20:17:40.166895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.181994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e216524c-bcdb-4ea8-9b18-270a59d4d59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.277261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e216524c-bcdb-4ea8-9b18-270a59d4d59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.351043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e216524c-bcdb-4ea8-9b18-270a59d4d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.390253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e216524c-bcdb-4ea8-9b18-270a59d4d59f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd06286473ee4949b03d4fc1e3a290e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220387 Aug 16 20:17:40.395581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216524c-bcdb-4ea8-9b18-270a59d4d59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04301291-8d89-4ca9-ab69-bfd2212c3df9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:40.396168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.450885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.471679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.521581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:40.628354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.631005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.632446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04301291-8d89-4ca9-ab69-bfd2212c3df9 HTTP/1.1" status: 204 len: 168 time: 0.2385514 Aug 16 20:17:40.647786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def066af-6fdd-4d01-beb2-086b88b20e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04301291-8d89-4ca9-ab69-bfd2212c3df9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:40.780181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2619bff-37d9-458d-bf2e-94f82d749c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.827903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398ad8-f753-4049-b2a5-76b79f3dbd3b req-f00feceb-bef5-402d-b1dd-e3371a7077a2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:40.827903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36398ad8-f753-4049-b2a5-76b79f3dbd3b req-f00feceb-bef5-402d-b1dd-e3371a7077a2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 972 time: 0.0938866 Aug 16 20:17:40.857005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-baeb79c1-18c4-4a8d-9eab-5c0851e3127b tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:40.859654 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-baeb79c1-18c4-4a8d-9eab-5c0851e3127b tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 1124 time: 0.0804162 Aug 16 20:17:40.884514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36398ad8-f753-4049-b2a5-76b79f3dbd3b req-cef55488-86bb-4016-b3e5-1947a5556064 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525479 Aug 16 20:17:40.944777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2619bff-37d9-458d-bf2e-94f82d749c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:40.969423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Deleting port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:40.969766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.017237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2619bff-37d9-458d-bf2e-94f82d749c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.059048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c2619bff-37d9-458d-bf2e-94f82d749c67 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3329ad97532641d2a68ac580bca968c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364017 Aug 16 20:17:41.059765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34146) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:41.060435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2619bff-37d9-458d-bf2e-94f82d749c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc36922-4a6a-4226-98ca-f1ace95dcb03,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.094607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] For port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:41.095072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.118526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Calling delete_port for 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 owned by compute:tempest-test_az-1914815384 {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:41.234029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.271519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.419961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.432068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['20bd06e3-8d4c-4153-9e98-c0e6176fa0b2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:41.450315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.452885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.456359 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fc36922-4a6a-4226-98ca-f1ace95dcb03 HTTP/1.1" status: 204 len: 168 time: 0.3930085 Aug 16 20:17:41.456359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Pushing event deleted for resources: {'Port': ['ID=20bd06e3-8d4c-4153-9e98-c0e6176fa0b2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.481589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763651a0-f733-457e-9552-e01d36ff6c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc36922-4a6a-4226-98ca-f1ace95dcb03,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:41.518724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] No DVR routers for this DVR port 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:41.522189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:41.526414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acd8cd8-0050-45c2-99e5-d091e5b57dc0 req-bf30eb0c-746c-496a-8faa-4d7e46171385 tempest-DeleteServersAdminTestJSON-2069946547 tempest-DeleteServersAdminTestJSON-2069946547-project-admin] 10.222.0.64 "DELETE /v2.0/ports/20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 HTTP/1.1" status: 204 len: 173 time: 0.6583815 Aug 16 20:17:41.527320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'name': 'network-vif-deleted', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:41.529765 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f61c40-7c21-469e-9ff0-43e5a2ae5e45" -d '{"events": [{"server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "name": "network-vif-deleted", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:41.584820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa24a8cb-6d82-407e-831f-836f09b73705 x-openstack-request-id: req-aa24a8cb-6d82-407e-831f-836f09b73705 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:41.584820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0", "name": "network-vif-deleted", "tag": "20bd06e3-8d4c-4153-9e98-c0e6176fa0b2", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:41.584820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa24a8cb-6d82-407e-831f-836f09b73705 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:41.584820 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0', 'name': 'network-vif-deleted', 'tag': '20bd06e3-8d4c-4153-9e98-c0e6176fa0b2', 'status': 'completed', 'code': 200} Aug 16 20:17:42.086310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffea2f6-3a8b-4eb0-b391-a21151ffcba1 req-3c3b7919-5856-4ab0-92b4-ce1960b92a99 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cef9866-b2fc-4f25-9ae9-6e1348b4bfc0 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Aug 16 20:17:42.558353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34246) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.576365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d44-e356-4553-bbba-572bf9d55891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.714475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d44-e356-4553-bbba-572bf9d55891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.799980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3c97d44-e356-4553-bbba-572bf9d55891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.847498 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e3c97d44-e356-4553-bbba-572bf9d55891 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d92b12962e448859ed3e5e53bdec03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858691 Aug 16 20:17:42.847887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34268) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:42.865712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97d44-e356-4553-bbba-572bf9d55891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c340661f-c43f-4183-956b-3956349dfa70,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:42.906276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:42.980374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.139367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.142583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:43.143718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c340661f-c43f-4183-956b-3956349dfa70 HTTP/1.1" status: 204 len: 168 time: 0.2948864 Aug 16 20:17:43.152796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee676ad-d239-43ae-a918-8ae7900cef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c340661f-c43f-4183-956b-3956349dfa70,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:43.731419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-f4e1b8de-c103-458e-ab01-d4d10f025471 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281799 Aug 16 20:17:43.839647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b35706d4-34ca-4ec7-87fb-682d6258577d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:43.841189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b35706d4-34ca-4ec7-87fb-682d6258577d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089678 Aug 16 20:17:43.857342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-3d0e538b-30c9-4a88-8166-a634f3edc5ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/quotas/5c2461785ab640b48e45f2e4eb4270f4 HTTP/1.1" status: 200 len: 375 time: 0.0097222 Aug 16 20:17:43.893886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-21dde97b-b8dc-4d2b-9ef2-1a033d53db48 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303938 Aug 16 20:17:44.412446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b81cac5-b128-4b1c-b407-e3630af2a4ca req-ebf8fd48-e0ac-4a54-86d9-0cd951218b0c tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 210 time: 0.1655762 Aug 16 20:17:44.536801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d140ac3-bc99-4c87-ae0b-340a23de78e6 req-da04287f-0183-416c-8588-33c182ef9489 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:44.538968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d140ac3-bc99-4c87-ae0b-340a23de78e6 req-da04287f-0183-416c-8588-33c182ef9489 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.0574191 Aug 16 20:17:44.599468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d140ac3-bc99-4c87-ae0b-340a23de78e6 req-3daeee6f-8b52-4e77-8c3d-54bb808bf163 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Aug 16 20:17:44.621355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:44.643889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-8f4b651b-d494-461e-ab31-5392203d7f17 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350494 Aug 16 20:17:44.649521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:44.649948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20bd06e3-8d4c-4153-9e98-c0e6176fa0b2 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:44.750779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-ee6b9ad3-57c6-4bad-9ea1-185f425a16d6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:44.753119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-ee6b9ad3-57c6-4bad-9ea1-185f425a16d6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1075764 Aug 16 20:17:44.767565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-27ea5cc5-2c30-4c26-bd3b-23eaf06adf10 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0094488 Aug 16 20:17:44.800770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-1abb7596-034f-4632-ad7f-3afda8085730 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269153 Aug 16 20:17:44.970198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.113675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-b6acabd2-a260-4c45-9bf7-8fc15818468e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b70c6077fadc4106a95b5d0040e48a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218434 Aug 16 20:17:45.194295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89506c56-52c9-42c9-bfd2-0f895440353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.299853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de6bf024-4853-4410-ab65-101983d6e7fd req-10df9495-604b-4ea1-abcd-7db789743988 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0419886 Aug 16 20:17:45.309063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-ecd730c9-3b4d-45e8-9e7c-94948711cbc4 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:45.316382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-ecd730c9-3b4d-45e8-9e7c-94948711cbc4 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029254 Aug 16 20:17:45.341556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-55582795-68e7-4311-9964-3795a27362d1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/quotas/b70c6077fadc4106a95b5d0040e48a37 HTTP/1.1" status: 200 len: 375 time: 0.0243030 Aug 16 20:17:45.420503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-a3b40ac8-8153-43ba-bbeb-7b28f372b098 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b70c6077fadc4106a95b5d0040e48a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643568 Aug 16 20:17:45.453106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89506c56-52c9-42c9-bfd2-0f895440353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.525418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89506c56-52c9-42c9-bfd2-0f895440353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.573769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-bf4ce71c-fe50-4b86-81be-cc697e2e75ec tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:45.575458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-bf4ce71c-fe50-4b86-81be-cc697e2e75ec tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.64 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.1425517 Aug 16 20:17:45.641753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa9ad527-d9a7-4ebf-959b-47fa75174291 req-69cdde9f-e691-49f5-b863-5e5eea13e213 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 210 time: 0.0922976 Aug 16 20:17:45.646862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89506c56-52c9-42c9-bfd2-0f895440353d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cb5090dee6f40de82a3798f55cd34df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732707 Aug 16 20:17:45.646862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89506c56-52c9-42c9-bfd2-0f895440353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a358cb3-935c-4b2c-ba32-75e577c5f17e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:45.647868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:45.854493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e3e93a3-323e-433a-b50f-68ce831f03a4 req-fb59699b-61ba-4a7c-96eb-446493369da5 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0880516 Aug 16 20:17:45.883632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef8699-e654-4879-8842-d75c3f9a9df4 req-a91046df-26e5-4c0b-8c90-0570c53d7411 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:45.885158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Deleting port 9187aa35-d242-4246-bb9b-e09aa2845f7c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:17:45.885728 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.891848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fef8699-e654-4879-8842-d75c3f9a9df4 req-a91046df-26e5-4c0b-8c90-0570c53d7411 tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 972 time: 0.1230299 Aug 16 20:17:45.907024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.959824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:45.971074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fef8699-e654-4879-8842-d75c3f9a9df4 req-ff2f6615-fa65-4e45-8820-804bf61a1e2a tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/security-groups?id=d92aba89-5f1c-4bf4-9165-cfc832c45ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783534 Aug 16 20:17:46.035642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] For port 9187aa35-d242-4246-bb9b-e09aa2845f7c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9187aa35-d242-4246-bb9b-e09aa2845f7c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:17:46.036078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.050835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Calling delete_port for 9187aa35-d242-4246-bb9b-e09aa2845f7c owned by compute:tempest-test_az-1914815384 {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:17:46.148619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.151368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.153416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a358cb3-935c-4b2c-ba32-75e577c5f17e HTTP/1.1" status: 204 len: 168 time: 0.5040047 Aug 16 20:17:46.163460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a36a2-dad5-4496-b56d-8518b341a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a358cb3-935c-4b2c-ba32-75e577c5f17e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.262573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.274812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['9187aa35-d242-4246-bb9b-e09aa2845f7c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:17:46.291833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Pushing event deleted for resources: {'Port': ['ID=9187aa35-d242-4246-bb9b-e09aa2845f7c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:46.482187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc85242e-2a59-49d7-a89c-69de03898a53 req-b3138ef8-a1d3-4baa-9d4b-2f1c48160df4 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0614760 Aug 16 20:17:46.642130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34494) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.656186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.73', 55720) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:46.671031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] No DVR routers for this DVR port 9187aa35-d242-4246-bb9b-e09aa2845f7c on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:17:46.675028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.678164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fb0c70b7-3261-4326-8845-bd7a0be04733 req-07a4be7f-d549-4127-830a-28c2ddd9010e tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.64 "DELETE /v2.0/ports/9187aa35-d242-4246-bb9b-e09aa2845f7c HTTP/1.1" status: 204 len: 173 time: 1.0939503 Aug 16 20:17:46.678912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'name': 'network-vif-deleted', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:46.685362 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b76423-8763-4b36-9b30-7d644fb31c44" -d '{"events": [{"server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "name": "network-vif-deleted", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:46.702388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-09168e92-ff2d-4e0f-8bfd-42bb84c493a8 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422354 Aug 16 20:17:46.813557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d31dd6b-52c5-4985-8f1c-3ade00603667 req-1298c210-8670-4733-b466-b89dfa2f8681 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 210 time: 0.0365443 Aug 16 20:17:46.873587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-ec2e67bd-6cc6-4af4-a34b-3f9f50641f03 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:46.875468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-ec2e67bd-6cc6-4af4-a34b-3f9f50641f03 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677957 Aug 16 20:17:46.882188 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2bacc4-a82e-4944-883f-33139b72083e x-openstack-request-id: req-9d2bacc4-a82e-4944-883f-33139b72083e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:46.882487 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b1f8a1-2515-415e-ba62-96caab44d047", "name": "network-vif-deleted", "tag": "9187aa35-d242-4246-bb9b-e09aa2845f7c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:46.885061 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d2bacc4-a82e-4944-883f-33139b72083e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:46.885061 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b1f8a1-2515-415e-ba62-96caab44d047', 'name': 'network-vif-deleted', 'tag': '9187aa35-d242-4246-bb9b-e09aa2845f7c', 'status': 'completed', 'code': 200} Aug 16 20:17:46.910383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e05447d-0e38-404f-8df8-d1cc5dc2fca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:46.941338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Request body: {'port': {'device_id': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '5c2461785ab640b48e45f2e4eb4270f4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:46.969484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c17aed8-6ee6-4157-a2c9-aaf7bd479edf req-e69ad2fd-17bf-4eee-8f02-2adaefce56d9 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0484357 Aug 16 20:17:47.160958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-979e6ea2-8c74-488b-8bcf-05197407684a req-7a22142e-45fb-4f4c-a63c-9a6031c33d4d tempest-AggregatesAdminTestJSON-1121552372 tempest-AggregatesAdminTestJSON-1121552372-project] 10.222.0.70 "GET /v2.0/ports?device_id=68b1f8a1-2515-415e-ba62-96caab44d047 HTTP/1.1" status: 200 len: 210 time: 0.0446677 Aug 16 20:17:47.196137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.211547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5daf5971-0eea-4372-8910-edd4cf1ce49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.218977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e05447d-0e38-404f-8df8-d1cc5dc2fca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.316284 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e05447d-0e38-404f-8df8-d1cc5dc2fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.364941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34542) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:47.365070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3e05447d-0e38-404f-8df8-d1cc5dc2fca5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ee87244053b44a2b0616525ea9576ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7219245 Aug 16 20:17:47.366016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05447d-0e38-404f-8df8-d1cc5dc2fca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4bab08-96cb-4974-9d99-f85bf92ed106,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.467619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.480595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Made reservation on behalf of 5c2461785ab640b48e45f2e4eb4270f4 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:47.484910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.514751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.665440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5daf5971-0eea-4372-8910-edd4cf1ce49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.685213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.689302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.689302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea4bab08-96cb-4974-9d99-f85bf92ed106 HTTP/1.1" status: 204 len: 168 time: 0.3230247 Aug 16 20:17:47.698781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57e9a4-7159-406f-896c-ef935835ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4bab08-96cb-4974-9d99-f85bf92ed106,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.771767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4572fa98-8ff4-46d8-9ed1-4991fc77b23f req-1aebad68-5d04-4251-87cf-966ebf701d6b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0624835 Aug 16 20:17:47.777535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5daf5971-0eea-4372-8910-edd4cf1ce49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:47.819620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Allocated IP 192.168.233.71 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/5f5beb1f-62ee-4a50-a2c8-3c179a30055f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:47.829763 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5daf5971-0eea-4372-8910-edd4cf1ce49c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb4a83d50caa47999026c2ba60f6fdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6321762 Aug 16 20:17:47.834032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf5971-0eea-4372-8910-edd4cf1ce49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16feb44-f07d-4c1f-9b6d-ea08a8f2b056,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:47.838589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34562) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:48.003992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-911cb27a-1a54-403d-8777-c5c7c802634a req-d16f5b3a-62f8-42ba-827d-13a12ae4f539 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 210 time: 0.0522981 Aug 16 20:17:48.019996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.026092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.068506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.193798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a3455c2-9c5b-4a0d-b23a-60994008e95d req-210a30ef-6f04-482c-a5de-bd83ec11707f tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0562246 Aug 16 20:17:48.264216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.328449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Transition to ACTIVE for port object 5f5beb1f-62ee-4a50-a2c8-3c179a30055f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:48.330540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.333821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.335030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a16feb44-f07d-4c1f-9b6d-ea08a8f2b056 HTTP/1.1" status: 204 len: 168 time: 0.4954491 Aug 16 20:17:48.348807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55901efd-ede2-49a4-8fa3-7197fb08bcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16feb44-f07d-4c1f-9b6d-ea08a8f2b056,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.442529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.495034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:48.498388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:48.502474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:48.528234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Pushing event updated for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:48.571504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:48.572436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.711762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-b7d657cb-4608-4883-85f8-8a1b8691b862 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7747614 Aug 16 20:17:48.802867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-63297616-8d0f-4233-b35b-1f47824a7525 None None] Provisioning for port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:48.808720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-63297616-8d0f-4233-b35b-1f47824a7525 None None] Provisioning complete for port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:48.812876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63297616-8d0f-4233-b35b-1f47824a7525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:48.847560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-63297616-8d0f-4233-b35b-1f47824a7525 None None] Port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:48.871334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b6dbb83-8c0f-458b-8e17-ac759ecd2ac0 req-c387f17d-dfc9-4368-a4b1-b0fa7f42e008 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0282195 Aug 16 20:17:48.927010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34602) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.118756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b4566-abc3-4256-a709-d3183cf2aa40 req-cf7fe707-d6cc-47d7-a60e-94c02e1d4842 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:49.120537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af7b4566-abc3-4256-a709-d3183cf2aa40 req-cf7fe707-d6cc-47d7-a60e-94c02e1d4842 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.0514343 Aug 16 20:17:49.159686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af7b4566-abc3-4256-a709-d3183cf2aa40 req-db721d03-548b-41c8-ac6d-a434b59c6514 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Aug 16 20:17:49.290347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.308186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34616) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.310982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53b6bcf1-d3b8-442a-a0f2-a2e419f890cd req-f3eb2399-4d57-4db2-9d81-31b2194c747f tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0345032 Aug 16 20:17:49.341394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5775a95-e6e9-492b-b5d0-3457fa7b7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.413553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.438962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-473dce8e-4984-427d-8e94-1b599fd1b8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.509608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5775a95-e6e9-492b-b5d0-3457fa7b7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.522427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5819e66e-d554-4b7c-9c34-0729ed0c8db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.532424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47e0adaa-59c8-45be-848d-5b6fa2b88342 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=461a3215f47341739e516378d9272f3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2406561 Aug 16 20:17:49.535026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.580451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5775a95-e6e9-492b-b5d0-3457fa7b7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.590942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.618534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.639434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5775a95-e6e9-492b-b5d0-3457fa7b7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3435c2-c9e9-453a-90ff-ef3814476ba5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.643580 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f5775a95-e6e9-492b-b5d0-3457fa7b7674 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21d78c81da0d4317949c765708b9d1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337500 Aug 16 20:17:49.649899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34630) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:49.724323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.747892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.750652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.754757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.754899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d92aba89-5f1c-4bf4-9165-cfc832c45ce1 HTTP/1.1" status: 204 len: 168 time: 0.2166529 Aug 16 20:17:49.762655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439312ba-26db-4c03-bfe9-160442c690d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92aba89-5f1c-4bf4-9165-cfc832c45ce1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:49.821691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-473dce8e-4984-427d-8e94-1b599fd1b8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.920027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-473dce8e-4984-427d-8e94-1b599fd1b8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.922928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.926181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:49.927029 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef3435c2-c9e9-453a-90ff-ef3814476ba5 HTTP/1.1" status: 204 len: 168 time: 0.2763150 Aug 16 20:17:49.976601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-473dce8e-4984-427d-8e94-1b599fd1b8d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac2946e6e32d402ba57a815e90de48eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0484276 Aug 16 20:17:49.978707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dce8e-4984-427d-8e94-1b599fd1b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb60c3b1-dff5-4656-9ca2-345ee2271b17,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.001017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34644) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.013035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5d3e449-5680-43e4-9818-a34b1c747831 req-38ab97ed-02dd-4808-9277-d106ca7d4294 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0450606 Aug 16 20:17:50.032262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa780e56-3257-40ca-b2ff-93141cce0c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3435c2-c9e9-453a-90ff-ef3814476ba5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.074945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5819e66e-d554-4b7c-9c34-0729ed0c8db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.099401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.127764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.161961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5819e66e-d554-4b7c-9c34-0729ed0c8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.215910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5819e66e-d554-4b7c-9c34-0729ed0c8db3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea6ac24b7cec49a98bfd2494c1767128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005629 Aug 16 20:17:50.216719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819e66e-d554-4b7c-9c34-0729ed0c8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4f0000-b4a0-4a7d-9974-a9d617cf8e7f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.219008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.299967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.301319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.304543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.311230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb60c3b1-dff5-4656-9ca2-345ee2271b17 HTTP/1.1" status: 204 len: 168 time: 0.3080699 Aug 16 20:17:50.330050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e9498-eb1a-42bc-a55a-952244eb3e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb60c3b1-dff5-4656-9ca2-345ee2271b17,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.331242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108440a-b879-4c8f-9e08-5d4fef7d5c5e req-db469176-43d1-416b-883e-e0a707cde712 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:50.333002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8108440a-b879-4c8f-9e08-5d4fef7d5c5e req-db469176-43d1-416b-883e-e0a707cde712 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.0793381 Aug 16 20:17:50.377466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.430241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8108440a-b879-4c8f-9e08-5d4fef7d5c5e req-1269574f-ec4a-42b9-973c-f9c3ad2b4474 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830019 Aug 16 20:17:50.459751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-785a8a2b-6a50-4c38-90df-946dcdb29467 req-0b13c85b-afb4-4e01-85ac-042638daaea1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0550787 Aug 16 20:17:50.562202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.564720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.565863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d4f0000-b4a0-4a7d-9974-a9d617cf8e7f HTTP/1.1" status: 204 len: 168 time: 0.3457432 Aug 16 20:17:50.574660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3fea-f88c-4d33-9278-0043bf0a07ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4f0000-b4a0-4a7d-9974-a9d617cf8e7f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:50.632389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9187aa35-d242-4246-bb9b-e09aa2845f7c no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:17:50.652450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 9187aa35-d242-4246-bb9b-e09aa2845f7c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:17:50.652803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9187aa35-d242-4246-bb9b-e09aa2845f7c not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:17:50.807950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34664) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.854144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:50.854379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-229e83c1-580b-4647-9657-6157b8bff681 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23717cba630d49ba84e5cc3dcecf34a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451465 Aug 16 20:17:50.921398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:50.958759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.093201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.098185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.099356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eca64b71-479d-4675-9dfb-a62bb35f80ae HTTP/1.1" status: 204 len: 168 time: 0.2432144 Aug 16 20:17:51.108700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6311ca1b-d6fd-4c2b-97d4-d31a1055f8c3 req-bd251fa8-2a21-4ed6-ac6e-f9f18ae850c2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0269608 Aug 16 20:17:51.113905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec208df9-890d-4044-909e-e3a665243124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca64b71-479d-4675-9dfb-a62bb35f80ae,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:51.281234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34680) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:51.294943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b288f05-e76d-49c6-97b7-2b2659d57cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.417722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b288f05-e76d-49c6-97b7-2b2659d57cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.487994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b288f05-e76d-49c6-97b7-2b2659d57cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.527939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b288f05-e76d-49c6-97b7-2b2659d57cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da64fc-f797-45e5-87cc-1331c7dd976c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:51.546525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1b288f05-e76d-49c6-97b7-2b2659d57cdb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9935b21e49c24d4a947b759bf7262495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613986 Aug 16 20:17:51.546669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34696) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:51.607164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.615258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eecd6c40-7693-480e-9219-bc47f376442b req-367b0a31-6cd7-4bc7-a875-aae223ccf504 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0343366 Aug 16 20:17:51.616683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.635386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f71d5-6b8c-4391-8730-e355756bc9ab req-64ba638d-1aa4-4f8e-8add-502dd6317816 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:51.643124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a05f71d5-6b8c-4391-8730-e355756bc9ab req-64ba638d-1aa4-4f8e-8add-502dd6317816 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.1018205 Aug 16 20:17:51.653319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.683633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a05f71d5-6b8c-4391-8730-e355756bc9ab req-440ba966-120d-45e7-9894-d04fee2feb72 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Aug 16 20:17:51.809733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.810231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:51.811377 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72da64fc-f797-45e5-87cc-1331c7dd976c HTTP/1.1" status: 204 len: 168 time: 0.2637749 Aug 16 20:17:51.819618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7d8c2-20de-4318-bcb8-cf98938400de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da64fc-f797-45e5-87cc-1331c7dd976c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:51.875035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34734) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:51.897905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b5a358e-3dde-4124-93b7-c7bce0423d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.001172 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b5a358e-3dde-4124-93b7-c7bce0423d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.136053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b5a358e-3dde-4124-93b7-c7bce0423d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.175554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b5a358e-3dde-4124-93b7-c7bce0423d2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fe92d08de7f49d7a497bda0e7e6dc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992454 Aug 16 20:17:52.178447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34740) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:52.183841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a358e-3dde-4124-93b7-c7bce0423d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92dd7d-f8f3-4154-9702-ace40156e483,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:52.227484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40001115-e795-4842-9e30-f7ab34f0ecbc req-495dfb01-2cca-4234-adb0-7eedf8e2739a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0313911 Aug 16 20:17:52.264701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.288543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.404706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.407306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.410829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee92dd7d-f8f3-4154-9702-ace40156e483 HTTP/1.1" status: 204 len: 168 time: 0.2286394 Aug 16 20:17:52.416966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f20f-132c-44d0-97c4-45aba2b27e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92dd7d-f8f3-4154-9702-ace40156e483,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:52.543143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34754) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:52.731776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b325c1a8-71ed-47bf-9c9b-33d9983e6aba req-4ae5a2b8-409b-44b4-bab3-0e6051c7dbd3 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0349233 Aug 16 20:17:52.818892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb292d-1f89-48dd-b3ab-0b0e71497e78 req-7121b6c6-1504-43ca-a4fa-65949cf8a000 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:52.826694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3abb292d-1f89-48dd-b3ab-0b0e71497e78 req-7121b6c6-1504-43ca-a4fa-65949cf8a000 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.0649002 Aug 16 20:17:52.863296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3abb292d-1f89-48dd-b3ab-0b0e71497e78 req-3fbe9d37-6ff3-424f-acf1-3d5442dd942f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Aug 16 20:17:52.877474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d36f-d014-402f-ab0f-c322a078d2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:52.975197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d36f-d014-402f-ab0f-c322a078d2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.058529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5c5d36f-d014-402f-ab0f-c322a078d2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.099103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5c5d36f-d014-402f-ab0f-c322a078d2cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4066dd84dbf74525bdff5b4a9687a338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547271 Aug 16 20:17:53.101087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5d36f-d014-402f-ab0f-c322a078d2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39245cec-e9a1-480b-b1f5-3edf303b2d53,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:53.102351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:53.166481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.189812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.313159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.316312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:53.317519 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39245cec-e9a1-480b-b1f5-3edf303b2d53 HTTP/1.1" status: 204 len: 168 time: 0.2139621 Aug 16 20:17:53.325549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47c6b848-efbe-46b8-9ae4-8ceac619bd9b req-b28af234-013f-461f-899e-bd752ee4631e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0273449 Aug 16 20:17:53.329516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713253d-fbee-4454-850a-5b160c38e07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39245cec-e9a1-480b-b1f5-3edf303b2d53,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:53.838719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82de6c20-2e67-4c8d-99aa-035a3eedd73e req-dec6e158-53bb-4c76-ab5a-a30f94486516 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0299616 Aug 16 20:17:54.009014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5004d-2ee6-4211-90f1-56c18f5755f4 req-391246c7-13e6-4701-b7b2-340d11fc3173 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:54.010674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5004d-2ee6-4211-90f1-56c18f5755f4 req-391246c7-13e6-4701-b7b2-340d11fc3173 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.0620594 Aug 16 20:17:54.050316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5004d-2ee6-4211-90f1-56c18f5755f4 req-dd46ae14-b101-42d3-b916-96ac35ef083e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Aug 16 20:17:54.251521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-398f24b6-836c-47c4-9572-3e46a10e8391 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:17:54.252667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-398f24b6-836c-47c4-9572-3e46a10e8391 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118864 Aug 16 20:17:54.436360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbf53052-8e73-4a4b-9908-19bc550ebc6b req-f372a9e7-ffda-4693-9d9d-af768b296abb tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0361099 Aug 16 20:17:54.723258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.73', 55727) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:54.748599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-ab0e5978-0233-4a11-81f2-332bc449e47b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233054 Aug 16 20:17:54.900995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-4440b941-026a-4c42-b923-41307bd9411f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:54.904593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-4440b941-026a-4c42-b923-41307bd9411f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475945 Aug 16 20:17:54.928746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:54.982041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0bce1d0-956b-45a6-b4fb-295f93e3e0b5 req-263df039-eb47-47c8-a8ce-73cb9d13e5db tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0412350 Aug 16 20:17:55.062664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Request body: {'port': {'device_id': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:55.129895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.159738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:55.170013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.190812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.236855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76c91-a0ed-48ff-b97a-dea4f289365c req-9bad883b-eec7-46bb-b733-115f8d980af6 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:55.238670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7e76c91-a0ed-48ff-b97a-dea4f289365c req-9bad883b-eec7-46bb-b733-115f8d980af6 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 935 time: 0.1108017 Aug 16 20:17:55.308226 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.356699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.73', 55729) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:55.379454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2ca89f8f-af62-4a0a-8290-2e3a054d9b98 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b70c6077fadc4106a95b5d0040e48a37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212107 Aug 16 20:17:55.445905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.505855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971c54cb-9a77-42d9-9856-b7e0fb7ef665,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:55.590155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7e76c91-a0ed-48ff-b97a-dea4f289365c req-90619984-1746-4e88-b165-6f32471c802a tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416774 Aug 16 20:17:55.644411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca7cee0a-7553-4c70-b60a-ad58db8f9633 req-f8a6b239-a2bd-4f87-bae4-a4473fcbfa3d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0765395 Aug 16 20:17:55.657900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-50980605-6dde-4237-acdc-825299df06af tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:55.660392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-50980605-6dde-4237-acdc-825299df06af tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714586 Aug 16 20:17:55.676654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Request body: {'port': {'device_id': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': 'b70c6077fadc4106a95b5d0040e48a37'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:55.796854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5beb1f-62ee-4a50-a2c8-3c179a30055f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:55.804867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.817357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Transition to ACTIVE for port object 5f5beb1f-62ee-4a50-a2c8-3c179a30055f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:55.869972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Made reservation on behalf of b70c6077fadc4106a95b5d0040e48a37 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:17:55.873594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.883767 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:55.928736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.012484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.209 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/09a28f8f-c1c0-4576-ad0a-170ada14aceb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:56.059065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.085715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.142900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9add6ea-86c2-4dc4-ae2c-756902ef4647 req-c74be398-7da6-4d09-b897-cf9d596c36d9 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.0437288 Aug 16 20:17:56.164144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Attempting to bind port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:56.164144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Attempting to bind port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:56.164144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Attempting to bind port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:56.168956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:17:56.168956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Attempting to bind port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:56.172702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:56.173124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:56.173578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:56.174090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Bound port: 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:56.174522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.189675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.257854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:56.262873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:56.294314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.326769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.336791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.342140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 09a28f8f-c1c0-4576-ad0a-170ada14aceb will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:56.373268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.373875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.376588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/5f5beb1f-62ee-4a50-a2c8-3c179a30055f HTTP/1.1" status: 200 len: 1096 time: 1.7191951 Aug 16 20:17:56.377477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:56.380660 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b935d7-9787-4856-882f-f18fda4af19e" -d '{"events": [{"name": "network-changed", "server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:56.414966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1e98b-2434-4ec5-a843-1c8373fbf2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.426073 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60db5318-08fa-4345-b95c-612584d6fd4b x-openstack-request-id: req-60db5318-08fa-4345-b95c-612584d6fd4b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:56.426381 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:56.426599 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60db5318-08fa-4345-b95c-612584d6fd4b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:56.427016 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f', 'status': 'completed', 'code': 200} Aug 16 20:17:56.491295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b935d7-9787-4856-882f-f18fda4af19e req-29eac9ac-b5b0-418a-8c8b-6fa5a0b9de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.493983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92b935d7-9787-4856-882f-f18fda4af19e req-29eac9ac-b5b0-418a-8c8b-6fa5a0b9de59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 1099 time: 0.0462258 Aug 16 20:17:56.506036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.548232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92b935d7-9787-4856-882f-f18fda4af19e req-533c36f9-014c-4d1c-ae4b-14689ea27f16 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454412 Aug 16 20:17:56.557141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:56.562740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:56.573582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:56.678794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.679828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.732172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Allocated IP 192.168.233.24 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/6cac11a0-4789-421c-bf65-df183de77a1d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:17:56.734415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:56.754135 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-f9954030-f9a1-47d5-a7bb-02a4abb89e07 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8298800 Aug 16 20:17:56.785024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Request body: {'port': {'device_id': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:56.831926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b935d7-9787-4856-882f-f18fda4af19e req-4ab71f67-d5db-481a-b3f4-e2554d1229d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.837350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92b935d7-9787-4856-882f-f18fda4af19e req-4ab71f67-d5db-481a-b3f4-e2554d1229d6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2815285 Aug 16 20:17:56.888000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:56.892399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d1f8-ab88-4db3-bca6-5b2f7ea13a70 req-e040350d-cc76-4878-a7b4-7db6d013bb1e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:56.900106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c64d1f8-ab88-4db3-bca6-5b2f7ea13a70 req-e040350d-cc76-4878-a7b4-7db6d013bb1e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 947 time: 0.1736672 Aug 16 20:17:56.994141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c64d1f8-ab88-4db3-bca6-5b2f7ea13a70 req-ef688af7-646f-40bc-b4fb-331f126c63d3 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930023 Aug 16 20:17:57.072925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5b4c616b-fe01-4e51-a2cb-20756dab9b0d None None] Provisioning for port 09a28f8f-c1c0-4576-ad0a-170ada14aceb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:57.082402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5b4c616b-fe01-4e51-a2cb-20756dab9b0d None None] Provisioning complete for port 09a28f8f-c1c0-4576-ad0a-170ada14aceb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:57.082402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5b4c616b-fe01-4e51-a2cb-20756dab9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.087828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173110e-5995-44ce-b71e-ea98993a5698 req-23b91d63-4499-41ab-8be4-b502731ae82c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.089397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7173110e-5995-44ce-b71e-ea98993a5698 req-23b91d63-4499-41ab-8be4-b502731ae82c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 936 time: 0.1076326 Aug 16 20:17:57.095649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-dae4b1b6-7010-445c-a9b5-2b3115eb0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.097123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-dae4b1b6-7010-445c-a9b5-2b3115eb0be1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 1099 time: 0.1950722 Aug 16 20:17:57.162497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c616b-fe01-4e51-a2cb-20756dab9b0d None None] Port 09a28f8f-c1c0-4576-ad0a-170ada14aceb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:57.165476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-a1851448-afb3-454c-be25-57c39a01224c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f HTTP/1.1" status: 200 len: 217 time: 0.0454166 Aug 16 20:17:57.173377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7173110e-5995-44ce-b71e-ea98993a5698 req-886ab16e-5d0c-432a-847e-33fdb9295374 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751534 Aug 16 20:17:57.232448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-32d75c17-fbb5-4d0b-909b-be5e06c51df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.234376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-32d75c17-fbb5-4d0b-909b-be5e06c51df6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0598364 Aug 16 20:17:57.273416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.290458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Transition to ACTIVE for port object 6cac11a0-4789-421c-bf65-df183de77a1d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:57.290706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-915d1386-7ddb-428f-abc4-eb16b1298930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.292132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-915d1386-7ddb-428f-abc4-eb16b1298930 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490158 Aug 16 20:17:57.397896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.403437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-8f9d9511-0bab-42da-914a-3e91773f773d service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038179 Aug 16 20:17:57.478537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:17:57.488306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:17:57.490974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:17:57.535241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Pushing event updated for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:57.591368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21379e7f-fd32-4abe-8601-1753b60fa122 req-8dcbb979-38cc-4e93-85bc-fce9004d5dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799982 Aug 16 20:17:57.628278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.628935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.672932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef7c99-5185-4bae-9767-59f8765da339 req-d85288f6-077a-481f-8000-6fa8e24e7b45 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:57.674805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78ef7c99-5185-4bae-9767-59f8765da339 req-d85288f6-077a-481f-8000-6fa8e24e7b45 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 935 time: 0.0921202 Aug 16 20:17:57.728087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a28f8f-c1c0-4576-ad0a-170ada14aceb {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:57.743935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78ef7c99-5185-4bae-9767-59f8765da339 req-d84e89c4-3d8b-41aa-8d8d-709004a1bc7c tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595000 Aug 16 20:17:57.744085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.760038 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-2bc46f62-9f2f-4a14-aab4-ef45f1dd05f1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0872574 Aug 16 20:17:57.768427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Transition to ACTIVE for port object 09a28f8f-c1c0-4576-ad0a-170ada14aceb will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:57.792142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Request body: {'port': {'device_id': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:17:57.860054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.892716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.893386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ece29bbd-21dd-4a95-b859-ab49726e1143 None None] Provisioning for port 6cac11a0-4789-421c-bf65-df183de77a1d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:17:57.897289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ece29bbd-21dd-4a95-b859-ab49726e1143 None None] Provisioning complete for port 6cac11a0-4789-421c-bf65-df183de77a1d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:17:57.898219 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ece29bbd-21dd-4a95-b859-ab49726e1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:57.934583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ece29bbd-21dd-4a95-b859-ab49726e1143 None None] Port 6cac11a0-4789-421c-bf65-df183de77a1d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:17:57.987322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Pushing event updated for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:58.197122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Attempting to bind port 09a28f8f-c1c0-4576-ad0a-170ada14aceb on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:58.197458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Attempting to bind port 09a28f8f-c1c0-4576-ad0a-170ada14aceb by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:58.197829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Attempting to bind port 09a28f8f-c1c0-4576-ad0a-170ada14aceb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:58.231646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Port 09a28f8f-c1c0-4576-ad0a-170ada14aceb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:17:58.231990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Attempting to bind port 09a28f8f-c1c0-4576-ad0a-170ada14aceb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:58.241476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b682f-3b2c-4728-8127-25641f711d6e req-dd46c9d6-0733-4a27-80bf-0a2cdc0c2873 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.243608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:58.243792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-947b682f-3b2c-4728-8127-25641f711d6e req-dd46c9d6-0733-4a27-80bf-0a2cdc0c2873 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 947 time: 0.0529306 Aug 16 20:17:58.243972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:58.244344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:58.245108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Bound port: 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:58.245253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.300949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-947b682f-3b2c-4728-8127-25641f711d6e req-8d921323-1d0b-42af-8d66-efd70f4b8f92 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Aug 16 20:17:58.370222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:58.422357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:58.439716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cac11a0-4789-421c-bf65-df183de77a1d {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:17:58.448841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.455961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed015-2122-44de-9e0a-fc1a825e5534 req-ef25ffb5-0ab8-4d89-aa96-3d399f98a6d9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.457455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd2ed015-2122-44de-9e0a-fc1a825e5534 req-ef25ffb5-0ab8-4d89-aa96-3d399f98a6d9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.0608137 Aug 16 20:17:58.461528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Transition to ACTIVE for port object 6cac11a0-4789-421c-bf65-df183de77a1d will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:17:58.496762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.504025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd2ed015-2122-44de-9e0a-fc1a825e5534 req-b4ed6a4c-c10e-46ea-af6d-b121166d728f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Aug 16 20:17:58.538793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.540039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.541467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] 10.222.0.73 "PUT /v2.0/ports/09a28f8f-c1c0-4576-ad0a-170ada14aceb HTTP/1.1" status: 200 len: 1097 time: 1.7697277 Aug 16 20:17:58.543671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:17:58.550007 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a470a-747b-4efc-83d9-c42ce2c65e31" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:17:58.568397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.601223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f381-2141-4687-add8-3b0e0e6dabbf service neutron] Pushing event updated for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:58.635762 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d636c67-928d-4193-af2a-86c5e6f2c173 x-openstack-request-id: req-2d636c67-928d-4193-af2a-86c5e6f2c173 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:17:58.636108 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:17:58.636361 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d636c67-928d-4193-af2a-86c5e6f2c173 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:17:58.636756 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb', 'status': 'completed', 'code': 200} Aug 16 20:17:58.731817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:58.779421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a470a-747b-4efc-83d9-c42ce2c65e31 req-d9a638b6-dbbe-46fe-b374-145dc4e795b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.779421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-043a470a-747b-4efc-83d9-c42ce2c65e31 req-d9a638b6-dbbe-46fe-b374-145dc4e795b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1100 time: 0.1127100 Aug 16 20:17:58.784460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Attempting to bind port 6cac11a0-4789-421c-bf65-df183de77a1d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:17:58.784987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Attempting to bind port 6cac11a0-4789-421c-bf65-df183de77a1d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:17:58.785379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Attempting to bind port 6cac11a0-4789-421c-bf65-df183de77a1d on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:58.801431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Port 6cac11a0-4789-421c-bf65-df183de77a1d on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:17:58.801752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Attempting to bind port 6cac11a0-4789-421c-bf65-df183de77a1d on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:17:58.824772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-043a470a-747b-4efc-83d9-c42ce2c65e31 req-7732fa2b-5ecf-430e-9125-3fb29609e760 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322392 Aug 16 20:17:58.826278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:17:58.829106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:17:58.829497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:17:58.829942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Bound port: 6cac11a0-4789-421c-bf65-df183de77a1d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:17:58.830302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:58.925156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d59f9-0081-49a2-98e4-2825f48bf7c0 req-84471517-3c0e-411b-a1cb-c8563bebe6f5 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:58.938542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d6d59f9-0081-49a2-98e4-2825f48bf7c0 req-84471517-3c0e-411b-a1cb-c8563bebe6f5 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 947 time: 0.0858512 Aug 16 20:17:59.002847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d6d59f9-0081-49a2-98e4-2825f48bf7c0 req-44743762-0a3f-4185-868b-2bc6c28a68db tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Aug 16 20:17:59.006820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35012) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.090045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35016) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.127335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35020) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.253649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dffdfb1-1be3-4b59-a1a2-8647f641c1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.300390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:17:59.343130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6cac11a0-4789-421c-bf65-df183de77a1d,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:17:59.345541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a470a-747b-4efc-83d9-c42ce2c65e31 req-9bb721f4-5bf3-4878-9f80-1420616d0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.347335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-043a470a-747b-4efc-83d9-c42ce2c65e31 req-9bb721f4-5bf3-4878-9f80-1420616d0a10 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4951050 Aug 16 20:17:59.394573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f5355ce9-229e-4b9c-9aea-3cacd57c7794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.399628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dffdfb1-1be3-4b59-a1a2-8647f641c1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.401643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.415907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.454291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.454897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.456328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] 10.222.0.73 "PUT /v2.0/ports/6cac11a0-4789-421c-bf65-df183de77a1d HTTP/1.1" status: 200 len: 1096 time: 1.6698363 Aug 16 20:17:59.469348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c4010-172f-4acc-b710-8f1ab536c2b2 req-c71a5817-3caf-4dc4-b8fd-a561325f185d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.471080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a58c4010-172f-4acc-b710-8f1ab536c2b2 req-c71a5817-3caf-4dc4-b8fd-a561325f185d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 947 time: 0.0742052 Aug 16 20:17:59.476273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-c46a6820-2827-41ef-950f-9aa5781a07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.477835 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-c46a6820-2827-41ef-950f-9aa5781a07c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1100 time: 0.0897977 Aug 16 20:17:59.482400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2495a6-1adf-44c2-8004-8533911f3ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:59.512078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a58c4010-172f-4acc-b710-8f1ab536c2b2 req-7becb90e-013b-4bbf-8e2c-6c661c5cbf3d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 16 20:17:59.527275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-db7d607b-c93b-4289-8293-a0f3ff7f338b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb HTTP/1.1" status: 200 len: 217 time: 0.0409393 Aug 16 20:17:59.531032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dffdfb1-1be3-4b59-a1a2-8647f641c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.565869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffdfb1-1be3-4b59-a1a2-8647f641c1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1e316-e748-44fa-af0a-1268dcee6040,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:59.588081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b4d729ab-149d-48c3-a433-122678014f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.589722 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-b4d729ab-149d-48c3-a433-122678014f2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0554411 Aug 16 20:17:59.662112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:17:59.662112 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:17:59.662112 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '772b2e7c7d5d4f77b994cb290385db13', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 17, 59, 444048)}] Aug 16 20:17:59.662112 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:17:59.662468 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:17:59.675833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0dffdfb1-1be3-4b59-a1a2-8647f641c1e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=135ee3cf7b934c1cb60f61a4e36299e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6661575 Aug 16 20:17:59.680827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.683752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-e9391e8e-49a9-4321-b4a0-cdcbfd4abf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.685372 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-e9391e8e-49a9-4321-b4a0-cdcbfd4abf6c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c6077fadc4106a95b5d0040e48a37&device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 1099 time: 0.0747912 Aug 16 20:17:59.692755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-415e71c4-9c15-4d94-9f8c-14e9e91bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.694208 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-415e71c4-9c15-4d94-9f8c-14e9e91bca0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922153 Aug 16 20:17:59.713974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e93806-bdcf-4f4a-a33f-07a7a8cad4e6 req-02bcad18-f385-4337-864b-f3188e868ad7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.715581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e93806-bdcf-4f4a-a33f-07a7a8cad4e6 req-02bcad18-f385-4337-864b-f3188e868ad7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.1171966 Aug 16 20:17:59.750231 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-6d5d76c7-44bf-4a62-8132-3d45b80073c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6cac11a0-4789-421c-bf65-df183de77a1d HTTP/1.1" status: 200 len: 217 time: 0.0534160 Aug 16 20:17:59.793120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f5355ce9-229e-4b9c-9aea-3cacd57c7794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.797009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e93806-bdcf-4f4a-a33f-07a7a8cad4e6 req-174ad004-c791-4f85-84fa-cd672ab18f61 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750048 Aug 16 20:17:59.870384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.888866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f5355ce9-229e-4b9c-9aea-3cacd57c7794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.888963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-7fc5e1cc-9310-4272-8427-1ee403df54c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:17:59.888963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-7fc5e1cc-9310-4272-8427-1ee403df54c8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1227822 Aug 16 20:17:59.928563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f5355ce9-229e-4b9c-9aea-3cacd57c7794 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c4e833bfac240b98bbbcfeb4d261b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7966454 Aug 16 20:17:59.928563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35062) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.928563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:17:59.931934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5355ce9-229e-4b9c-9aea-3cacd57c7794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c42fe7-a8e5-4ab1-875b-775fc3f84dc1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:17:59.950246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:17:59.956655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-8306b1e0-9b1f-4013-b6b5-46f52803b39c service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203028 Aug 16 20:17:59.991602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.014719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.024859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-af65442f-4478-4e3f-bad3-d9cc0203ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.027133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-af65442f-4478-4e3f-bad3-d9cc0203ef4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252236 Aug 16 20:18:00.085785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bf73189-d8a8-46ad-a045-9ee3eeec3c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.149369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3080754a-145c-4cef-b46f-ecb74bc47a4e req-2d760830-e71c-4817-b174-5fb1f7782b4d service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830487 Aug 16 20:18:00.156177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117599a9-8800-4e96-a318-cbc3e91acac2 req-8d173a14-5f5d-4ecb-8828-238ddb2058b4 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.157695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-117599a9-8800-4e96-a318-cbc3e91acac2 req-8d173a14-5f5d-4ecb-8828-238ddb2058b4 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 947 time: 0.0750868 Aug 16 20:18:00.163524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.166914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-e8c96661-50c1-4cb4-99e9-c1ef63adfdfa service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266096 Aug 16 20:18:00.208749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-117599a9-8800-4e96-a318-cbc3e91acac2 req-688fc810-3996-47db-a033-b4559b2e3117 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Aug 16 20:18:00.218072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.220584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.221801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bb1e316-e748-44fa-af0a-1268dcee6040 HTTP/1.1" status: 204 len: 168 time: 0.5355437 Aug 16 20:18:00.236152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03fb9f-0a4d-4c34-9102-c36816e4bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1e316-e748-44fa-af0a-1268dcee6040,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.254111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.258435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.259782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13c42fe7-a8e5-4ab1-875b-775fc3f84dc1 HTTP/1.1" status: 204 len: 168 time: 0.3285527 Aug 16 20:18:00.277682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f5eff-ba0e-44cf-a04f-8c525afd1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c42fe7-a8e5-4ab1-875b-775fc3f84dc1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.298133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6dd9aeaa-2016-4f60-a458-fbecf0ca938b req-9f5af0b5-78b2-4401-9a6b-88777236f184 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231620 Aug 16 20:18:00.328754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bf73189-d8a8-46ad-a045-9ee3eeec3c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.358866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5f5beb1f-62ee-4a50-a2c8-3c179a30055f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:00.381418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bf73189-d8a8-46ad-a045-9ee3eeec3c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.428225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8bf73189-d8a8-46ad-a045-9ee3eeec3c2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3381a0eebef14c3fb4b5d8409669ffc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982667 Aug 16 20:18:00.430145 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00a96ea4-7d3f-4037-9d88-b57b5e323497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.433264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35082) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:00.456092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf73189-d8a8-46ad-a045-9ee3eeec3c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a686fc1-e0ea-4afa-a0af-d81c50d22653,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.495967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.508698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:00.521014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.523577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f', 'mac_address': 'fa:16:3e:ba:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:00.532540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.581618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.597495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5beb1f-62ee-4a50-a2c8-3c179a30055f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:00.618760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:00.637722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:00.641690 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:00.648365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.666588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.672985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.674802 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a686fc1-e0ea-4afa-a0af-d81c50d22653 HTTP/1.1" status: 204 len: 168 time: 0.2412457 Aug 16 20:18:00.679441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=772b2e7c7d5d4f77b994cb290385db13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5842214 Aug 16 20:18:00.684746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:00.709802 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.728265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2768f-6ada-414c-823c-7d506add4330 req-cea77cc5-83ee-4b12-93c0-4ca549b026c2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.729459 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd10bc4-26ba-410e-9982-24c51467c5b0 x-openstack-request-id: req-0dd10bc4-26ba-410e-9982-24c51467c5b0 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:00.729745 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:00.729994 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dd10bc4-26ba-410e-9982-24c51467c5b0 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:00.730659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b2768f-6ada-414c-823c-7d506add4330 req-cea77cc5-83ee-4b12-93c0-4ca549b026c2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 947 time: 0.1134241 Aug 16 20:18:00.731933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a02b9e-add6-4314-a7f6-d5b8c870649c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c39fe6-16bb-42b8-bb2f-4888ce9c1b38,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.737587 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d', 'status': 'completed', 'code': 200} Aug 16 20:18:00.759054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61562086-545a-4a53-82c3-84d69a6bebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a686fc1-e0ea-4afa-a0af-d81c50d22653,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.783125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b2768f-6ada-414c-823c-7d506add4330 req-d68937e4-aeaa-4350-a683-77653c2d2d56 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Aug 16 20:18:00.783341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:00.803469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.831001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-25f5b072-a618-45da-8d18-819ec99957a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.832549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-25f5b072-a618-45da-8d18-819ec99957a4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b70c6077fadc4106a95b5d0040e48a37&device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 1099 time: 0.0841804 Aug 16 20:18:00.834310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:00.920612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90484e-7bd6-4658-a420-b550ce88eb04 req-e311f826-fb23-4263-87ea-a43a12cad912 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.922162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c90484e-7bd6-4658-a420-b550ce88eb04 req-e311f826-fb23-4263-87ea-a43a12cad912 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.0499294 Aug 16 20:18:00.959345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-6d1f7d02-8823-4996-80b8-dbf8db16a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:00.961056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-6d1f7d02-8823-4996-80b8-dbf8db16a1f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1193526 Aug 16 20:18:00.968065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c90484e-7bd6-4658-a420-b550ce88eb04 req-9aa447a5-f6be-487d-8744-9fdddd62407d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 16 20:18:01.005082 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-f38a9e33-b594-44d6-bce7-7500663444dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6cac11a0-4789-421c-bf65-df183de77a1d HTTP/1.1" status: 200 len: 217 time: 0.0355752 Aug 16 20:18:01.053292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-fdf467d9-b453-4cf2-806f-bb9d04084fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:01.056092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-fdf467d9-b453-4cf2-806f-bb9d04084fd4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0431578 Aug 16 20:18:01.073151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35098) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.082115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5f5beb1f-62ee-4a50-a2c8-3c179a30055f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:01.094424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-091ba578-f415-4505-986c-57b63065aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.097256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.100030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.103687 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8c39fe6-16bb-42b8-bb2f-4888ce9c1b38 HTTP/1.1" status: 204 len: 168 time: 0.4167066 Aug 16 20:18:01.120677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b29aa-e7fe-4b71-8ce3-7236832a80cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c39fe6-16bb-42b8-bb2f-4888ce9c1b38,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.133961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-03c07800-e812-4fad-aa82-f2d539d5819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:01.136008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-03c07800-e812-4fad-aa82-f2d539d5819e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725605 Aug 16 20:18:01.216707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-091ba578-f415-4505-986c-57b63065aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.221562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35106) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.242392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eefbd8d-361c-4654-be4c-7448a352faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.263020 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-1b1f9952-7507-4595-88ee-11bbe69a051a service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193218 Aug 16 20:18:01.330973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-091ba578-f415-4505-986c-57b63065aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.371924 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4b84a12f-7d6b-4c7a-aff7-f64dfa9b1cc6 req-8783a58a-5afe-4211-8f07-026e73b04ad9 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003320 Aug 16 20:18:01.415141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35114) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.419513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-091ba578-f415-4505-986c-57b63065aca1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b9845f10dcde4c20a53dfd902bceb95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408532 Aug 16 20:18:01.425862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ba578-f415-4505-986c-57b63065aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29129a5-4a50-4232-8783-1819dedafc38,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.438526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e3477-599f-42c3-839a-4f161ab7e920 req-c44a4c78-608d-45ed-b831-43d84accedb1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:01.446768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-131e3477-599f-42c3-839a-4f161ab7e920 req-c44a4c78-608d-45ed-b831-43d84accedb1 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 947 time: 0.1338499 Aug 16 20:18:01.488527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.503851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-131e3477-599f-42c3-839a-4f161ab7e920 req-f205f852-2a94-431b-8ee6-e55bfd24f355 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563982 Aug 16 20:18:01.515539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.534257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eefbd8d-361c-4654-be4c-7448a352faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.609920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eefbd8d-361c-4654-be4c-7448a352faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.638618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.641667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.642983 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a29129a5-4a50-4232-8783-1819dedafc38 HTTP/1.1" status: 204 len: 168 time: 0.2267084 Aug 16 20:18:01.646693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5eefbd8d-361c-4654-be4c-7448a352faeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=198725e0276346d58dba8fc6d93f4788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233217 Aug 16 20:18:01.650208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35122) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.655555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eefbd8d-361c-4654-be4c-7448a352faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad527eac-c124-4197-ba7a-56da95fd4099,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.657848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04faa-14a3-4354-b77c-c3c018fb7a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29129a5-4a50-4232-8783-1819dedafc38,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.702878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.727640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.837944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.840805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.845668 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad527eac-c124-4197-ba7a-56da95fd4099 HTTP/1.1" status: 204 len: 168 time: 0.1944489 Aug 16 20:18:01.854396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:01.859407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39826cff-8d39-4106-83cb-577613842acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad527eac-c124-4197-ba7a-56da95fd4099,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:01.872846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffc5c284-23dd-49cc-ac7e-f8dfce56153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:01.948086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c041f-0702-40b7-b985-dffff9662e15 req-ec593ae7-1645-4acb-9f0a-e55bc8236f5f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:01.949733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b7c041f-0702-40b7-b985-dffff9662e15 req-ec593ae7-1645-4acb-9f0a-e55bc8236f5f tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 948 time: 0.0790875 Aug 16 20:18:02.013868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b7c041f-0702-40b7-b985-dffff9662e15 req-e5e209b0-fbfc-4e28-afc2-18f1d64e3507 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545847 Aug 16 20:18:02.042010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffc5c284-23dd-49cc-ac7e-f8dfce56153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.088890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189451e0-f9c9-4245-82f9-c7ebaa5ff64f req-fafff6bd-4413-418d-abef-a4a3e3e67d25 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:02.090357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-189451e0-f9c9-4245-82f9-c7ebaa5ff64f req-fafff6bd-4413-418d-abef-a4a3e3e67d25 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.0471027 Aug 16 20:18:02.128358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-189451e0-f9c9-4245-82f9-c7ebaa5ff64f req-adfd6dc8-e63c-433b-8c97-c5366c649ca4 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 16 20:18:02.152531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffc5c284-23dd-49cc-ac7e-f8dfce56153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.192708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffc5c284-23dd-49cc-ac7e-f8dfce56153f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=789bb771eb4849e5835070969d0d3635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417103 Aug 16 20:18:02.193552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5c284-23dd-49cc-ac7e-f8dfce56153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96651ee-52c9-4e4f-9cdb-dbe6a51562b0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.196069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35140) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:02.252341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.275086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.326352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35144) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:02.339507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f08d10ab-639a-43d5-857b-3f725f1f0e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.345052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5f5beb1f-62ee-4a50-a2c8-3c179a30055f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:02.397339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.402681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.408055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a96651ee-52c9-4e4f-9cdb-dbe6a51562b0 HTTP/1.1" status: 204 len: 168 time: 0.2070882 Aug 16 20:18:02.452192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e3651-6db0-4ab2-a6a6-7ec46c8737f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96651ee-52c9-4e4f-9cdb-dbe6a51562b0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.478249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:02.482775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:02.483405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.492157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f08d10ab-639a-43d5-857b-3f725f1f0e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.561705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f08d10ab-639a-43d5-857b-3f725f1f0e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.578455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.604715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:02.604925 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f08d10ab-639a-43d5-857b-3f725f1f0e63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11628d3bd84749f2b8ee859d78a0391b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774401 Aug 16 20:18:02.606956 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00ce7a-849e-4b63-866b-2c2286245e85" -d '{"events": [{"server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "name": "network-vif-plugged", "status": "completed", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:02.609207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:02.629403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d10ab-639a-43d5-857b-3f725f1f0e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d736acd-0cdb-4321-bfec-d8782ea6bc29,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.645076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa33b5-b479-420b-9b57-1be617b63afa req-6ef9653a-ff47-49de-8708-4a000ef6659b tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:02.655836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cfa33b5-b479-420b-9b57-1be617b63afa req-6ef9653a-ff47-49de-8708-4a000ef6659b tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 947 time: 0.0719345 Aug 16 20:18:02.666561 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834550a-6c50-4f81-9888-07ac360cc844 x-openstack-request-id: req-d834550a-6c50-4f81-9888-07ac360cc844 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:02.670982 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "name": "network-vif-plugged", "status": "completed", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:02.673587 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d834550a-6c50-4f81-9888-07ac360cc844 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:02.674621 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f', 'code': 200} Aug 16 20:18:02.680012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:02.701324 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.721467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cfa33b5-b479-420b-9b57-1be617b63afa req-30cb92ff-0243-4b06-b22a-9dd16aa8a3a5 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643702 Aug 16 20:18:02.729802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.732561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:02.785166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:02.806748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9743b8-35af-4b2f-bc34-55bae4fa6297 req-a89b135b-24ca-459e-8f94-0fdd4cea41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:02.808275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e9743b8-35af-4b2f-bc34-55bae4fa6297 req-a89b135b-24ca-459e-8f94-0fdd4cea41d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 1101 time: 0.0809846 Aug 16 20:18:02.862320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e9743b8-35af-4b2f-bc34-55bae4fa6297 req-e1364c9b-1ef9-4d15-a8fd-d705c7252a71 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Aug 16 20:18:03.012341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.015064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.016199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d736acd-0cdb-4321-bfec-d8782ea6bc29 HTTP/1.1" status: 204 len: 168 time: 0.4061043 Aug 16 20:18:03.024566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855caf8-05c3-4f1a-8736-2d0c5968f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d736acd-0cdb-4321-bfec-d8782ea6bc29,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:03.134098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a8af5-14a5-4784-8b1d-c53c46b48b9a req-fdba0c1f-05b7-4e72-a9f5-3db8cd5ce4a8 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:03.299598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf6a8af5-14a5-4784-8b1d-c53c46b48b9a req-fdba0c1f-05b7-4e72-a9f5-3db8cd5ce4a8 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.0478954 Aug 16 20:18:03.299598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf6a8af5-14a5-4784-8b1d-c53c46b48b9a req-6fd487bc-ee6f-4c0a-bf5c-d900056650a7 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Aug 16 20:18:03.299598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e61fd3-fd37-4106-b4f8-e6aa57044f40 req-5848c08e-2dd7-447a-947e-e8d7a8d9ed13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:03.299598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1e61fd3-fd37-4106-b4f8-e6aa57044f40 req-5848c08e-2dd7-447a-947e-e8d7a8d9ed13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.0465338 Aug 16 20:18:03.299598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1e61fd3-fd37-4106-b4f8-e6aa57044f40 req-510859de-3610-4e00-bba6-756a9b33bd6a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341890 Aug 16 20:18:03.466885 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79e662df-c60b-49d5-aa0c-6b9821fe0bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.532065 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:03.835683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb35f27-680f-4106-bbdc-17803d9ab1f6 req-cbce6349-778b-427b-8d13-0b7a940ba13e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:03.837184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cb35f27-680f-4106-bbdc-17803d9ab1f6 req-cbce6349-778b-427b-8d13-0b7a940ba13e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 947 time: 0.0543606 Aug 16 20:18:03.879861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cb35f27-680f-4106-bbdc-17803d9ab1f6 req-9a2eadae-ae4f-4943-b27b-b8cd03b178d9 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Aug 16 20:18:04.066377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.359370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 09a28f8f-c1c0-4576-ad0a-170ada14aceb details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:04.468598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f70406-3a94-4a10-b610-1d62082a7c1e req-d784658f-f637-463e-9cef-75e487b6e498 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:04.470058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f70406-3a94-4a10-b610-1d62082a7c1e req-d784658f-f637-463e-9cef-75e487b6e498 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 948 time: 0.0621529 Aug 16 20:18:04.478386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed68508-c551-45a5-9424-38c40b9ba566 req-3d2ed49c-1faa-4a06-8810-630914acfb47 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:04.479839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ed68508-c551-45a5-9424-38c40b9ba566 req-3d2ed49c-1faa-4a06-8810-630914acfb47 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.1320558 Aug 16 20:18:04.482797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:04.494169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '09a28f8f-c1c0-4576-ad0a-170ada14aceb', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '09a28f8f-c1c0-4576-ad0a-170ada14aceb', 'mac_address': 'fa:16:3e:97:ef:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:04.534994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f70406-3a94-4a10-b610-1d62082a7c1e req-96848dd5-dea5-4f14-8ee9-2232fbcc5988 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538290 Aug 16 20:18:04.552397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.556031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ed68508-c551-45a5-9424-38c40b9ba566 req-034b7909-e11a-459e-bc6e-fb5d52fa3ba7 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694704 Aug 16 20:18:04.582313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a28f8f-c1c0-4576-ad0a-170ada14aceb {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:04.606851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:04.665696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:04.687206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.688021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6cac11a0-4789-421c-bf65-df183de77a1d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:04.774863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6cac11a0-4789-421c-bf65-df183de77a1d,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:04.777548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:04.791361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '6cac11a0-4789-421c-bf65-df183de77a1d', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '6cac11a0-4789-421c-bf65-df183de77a1d', 'mac_address': 'fa:16:3e:8d:8e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:04.831097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.844419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cac11a0-4789-421c-bf65-df183de77a1d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:04.863305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6cac11a0-4789-421c-bf65-df183de77a1d,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:04.886334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-network', 'tenant_id': '586893d313eb42a8810201d85239449f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:04.955024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:04.996141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Made reservation on behalf of 586893d313eb42a8810201d85239449f for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:05.000477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.011612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:05.037392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.045585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a821f9-5110-4f36-8915-3608a79f1e61 req-eb0d8796-6e03-4527-94df-65ee796c119a tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:05.058034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78a821f9-5110-4f36-8915-3608a79f1e61 req-eb0d8796-6e03-4527-94df-65ee796c119a tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 948 time: 0.0896244 Aug 16 20:18:05.111836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-abbf9958-fdbf-4006-8b24-f787db857ff3 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8224c49a051145be8b6f34482c0e839a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356243 Aug 16 20:18:05.146820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78a821f9-5110-4f36-8915-3608a79f1e61 req-26123ac9-a468-4b36-8119-d45a512b197c tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877118 Aug 16 20:18:05.159360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.214662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6cac11a0-4789-421c-bf65-df183de77a1d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:05.223407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.239169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:05.244779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-2156508d-9fc8-4bcc-b251-f018c83069bf tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:05.252024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-2156508d-9fc8-4bcc-b251-f018c83069bf tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1328743 Aug 16 20:18:05.263620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd87a39-957f-4756-9244-b1e1fc4a62ee,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:05.270081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-68f57cbf-dbc0-41ab-82cd-4ff4a5fb7c8e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/quotas/8224c49a051145be8b6f34482c0e839a HTTP/1.1" status: 200 len: 375 time: 0.0160282 Aug 16 20:18:05.279132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:05.290845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.291496 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Added segment 36328604-f931-4ebc-9f4d-0a65bf55c7e1 of type vlan for network 93c2cd56-6b85-470d-b299-4934fa68e19e Aug 16 20:18:05.306113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-1bc4aa83-430e-4188-80d3-1c6dee523e11 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349150 Aug 16 20:18:05.375540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.478059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.479059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:05.479647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.535635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] Pushing event updated for resources: {'Network': ['ID=93c2cd56-6b85-470d-b299-4934fa68e19e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:05.554155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 93c2cd56-6b85-470d-b299-4934fa68e19e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:05.610198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86fe9e0b-ebbd-4055-b3e4-4b6f7a123de7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9427633 Aug 16 20:18:05.615208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35338) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:05.625324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Request body: {'subnet': {'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-subnet', 'tenant_id': '586893d313eb42a8810201d85239449f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:05.794815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Made reservation on behalf of 586893d313eb42a8810201d85239449f for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:05.797895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:05.970097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35350) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.035467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc014eb-64b4-4301-b834-10fb7c6b9e47 req-4712d218-d704-48e7-ac65-2c5609b59196 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.036512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.037253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bc014eb-64b4-4301-b834-10fb7c6b9e47 req-4712d218-d704-48e7-ac65-2c5609b59196 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.3544879 Aug 16 20:18:06.083532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0700e-12f0-4771-b10f-f30590fc7feb req-5a06341a-d0b3-487f-bca7-20016a0ce876 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.085306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2d0700e-12f0-4771-b10f-f30590fc7feb req-5a06341a-d0b3-487f-bca7-20016a0ce876 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 949 time: 0.3351092 Aug 16 20:18:06.093785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1417767238-network', 'tenant_id': 'ed954ca3249f4d73998958008a157bde'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:06.132458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bc014eb-64b4-4301-b834-10fb7c6b9e47 req-4f577d0a-7448-4812-8238-fb6684e894c3 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859232 Aug 16 20:18:06.157349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2d0700e-12f0-4771-b10f-f30590fc7feb req-561d5124-09c3-408f-a8e4-4682c959cf6d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592506 Aug 16 20:18:06.170071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:06.172943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.195607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.269163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-a93023d0-894c-40b4-835a-16b659e23733 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8224c49a051145be8b6f34482c0e839a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348482 Aug 16 20:18:06.369917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 09a28f8f-c1c0-4576-ad0a-170ada14aceb up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:06.387237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.422205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-4ead2357-6a15-4a03-8473-8b294212681f tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.429828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-4ead2357-6a15-4a03-8473-8b294212681f tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372271 Aug 16 20:18:06.441711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-95ef0868-702e-4ebb-9237-948d1595f53d tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/quotas/8224c49a051145be8b6f34482c0e839a HTTP/1.1" status: 200 len: 375 time: 0.0102134 Aug 16 20:18:06.443334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.501917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-f138ea3b-fc12-4512-a26d-70c2467464d4 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327570 Aug 16 20:18:06.512020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.524516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86a035b-0240-4326-84e8-5d9bf361a039,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:06.535456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.540229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.541073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.547176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Checking segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:06.547535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Network hostable DHCP agents. Network: 93c2cd56-6b85-470d-b299-4934fa68e19e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:06.558751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 09a28f8f-c1c0-4576-ad0a-170ada14aceb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:06.562878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 09a28f8f-c1c0-4576-ad0a-170ada14aceb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:06.563479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.584163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ea26d-ca59-43d8-bf2e-6e48e9b6f108,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:06.586638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.586984 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Added segment 1f2dda35-ba02-444b-8ec0-965a58e52b6c of type vlan for network 90c6042e-e019-4e49-9f41-d0da4778fe31 Aug 16 20:18:06.602625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.605494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.606142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.606142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.606409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:06.654681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:06.661188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.689664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.712386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:06.714596 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f7ecc5-5fd9-4306-a0e6-f521222216e8" -d '{"events": [{"server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "name": "network-vif-plugged", "status": "completed", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:06.728100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:06.746674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.747893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.748590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.749254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 93c2cd56-6b85-470d-b299-4934fa68e19e) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:06.759632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.760259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.782851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e9a15-b38f-4f05-979a-8f2b50411751 None None] Network 93c2cd56-6b85-470d-b299-4934fa68e19e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:06.854987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a7bfecd5-46b0-4108-8ad2-250ac13203fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2351818 Aug 16 20:18:06.855211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] Pushing event updated for resources: {'Network': ['ID=90c6042e-e019-4e49-9f41-d0da4778fe31,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:06.856780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35394) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.877121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:06.891746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:06.896518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:06.898875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6cac11a0-4789-421c-bf65-df183de77a1d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:06.908556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a0ac5-e16b-45fd-8cc2-7b302f8c7fe5 req-eb49883d-d934-4f4b-88f8-47f157ba3a82 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:06.910313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b98a0ac5-e16b-45fd-8cc2-7b302f8c7fe5 req-eb49883d-d934-4f4b-88f8-47f157ba3a82 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 948 time: 0.1308751 Aug 16 20:18:06.979917 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ddd549a8-f75f-4e3e-a5e5-d3494071d101 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0078917 Aug 16 20:18:06.980695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:06.986223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Request body: {'subnet': {'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1417767238-subnet', 'tenant_id': 'ed954ca3249f4d73998958008a157bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:07.019437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b98a0ac5-e16b-45fd-8cc2-7b302f8c7fe5 req-737baef9-98d2-4952-a9c4-fc94a41b972e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006479 Aug 16 20:18:07.036804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:07.093252 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dadc10-3a38-4908-a305-f6e7524ddddc x-openstack-request-id: req-86dadc10-3a38-4908-a305-f6e7524ddddc {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:07.093539 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "name": "network-vif-plugged", "status": "completed", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:07.093965 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86dadc10-3a38-4908-a305-f6e7524ddddc {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:07.094524 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb', 'code': 200} Aug 16 20:18:07.207079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.208606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.214835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63a5e5-aa47-43bb-a136-0abb95d0f4de req-17134754-d50f-4d86-b9fb-52722a484502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:07.216738 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f63a5e5-aa47-43bb-a136-0abb95d0f4de req-17134754-d50f-4d86-b9fb-52722a484502 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1102 time: 0.0719035 Aug 16 20:18:07.267200 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f63a5e5-aa47-43bb-a136-0abb95d0f4de req-aa698dd9-2490-4597-a4fc-ee18eefcbfaf service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Aug 16 20:18:07.278993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d1fb83b-e31b-48f0-bbb5-1e743f8d79b8 req-2d2ebfcf-3b22-4b5c-80db-63be7bf808d8 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0451641 Aug 16 20:18:07.285117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-93c2cd56-6b85-470d-b299-4934fa68e19e', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:18:07.286295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.286717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1b17-812b-408d-b23d-c6b92d6723f9 req-1edde4e6-1569-4adc-bfc9-16073974195e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:07.289050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-266e1b17-812b-408d-b23d-c6b92d6723f9 req-1edde4e6-1569-4adc-bfc9-16073974195e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.1434898 Aug 16 20:18:07.372304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 6cac11a0-4789-421c-bf65-df183de77a1d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:07.378037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:07.384018 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.390347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 6cac11a0-4789-421c-bf65-df183de77a1d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:07.390728 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.426873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.479380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-266e1b17-812b-408d-b23d-c6b92d6723f9 req-8d06d56e-4056-4bb1-be08-d32aa30f37da tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467690 Aug 16 20:18:07.508924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfba9ab-fbe6-400b-b5ba-c84606eeebf2 req-03957c29-b87a-4de4-911b-4806ce1882c4 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:07.511177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5dfba9ab-fbe6-400b-b5ba-c84606eeebf2 req-03957c29-b87a-4de4-911b-4806ce1882c4 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 950 time: 0.1112969 Aug 16 20:18:07.520185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Allocated IP 172.20.0.2 (93c2cd56-6b85-470d-b299-4934fa68e19e/f86a035b-0240-4326-84e8-5d9bf361a039/c960c8cb-7cc8-48bc-a18a-9fe683b18e3a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:07.628701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.775019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5dfba9ab-fbe6-400b-b5ba-c84606eeebf2 req-418f6d5a-fe04-4e90-ba0d-38b8bedb5d3e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388439 Aug 16 20:18:07.780161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6cac11a0-4789-421c-bf65-df183de77a1d,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:07.783552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.852555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.937333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0624b45f-8027-4a91-842f-13906c0f7a5d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:07.949901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.955001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:07.972428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:07.972883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Network hostable DHCP agents. Network: 90c6042e-e019-4e49-9f41-d0da4778fe31, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:08.047060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Transition to ACTIVE for port object c960c8cb-7cc8-48bc-a18a-9fe683b18e3a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:08.049219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:08.077533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Transition to ACTIVE for port object c960c8cb-7cc8-48bc-a18a-9fe683b18e3a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:08.087015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:08.183187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.186866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.215161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 90c6042e-e019-4e49-9f41-d0da4778fe31) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:08.219881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:08.220776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.252913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8aafd9-7d3e-42e9-9baa-f511d72e95aa None None] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:08.255251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.288452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:08.300478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:08.326758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Pushing event updated for resources: {'Port': ['ID=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:08.328891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:08.334159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee2fdc1a-d009-4aee-b1fa-626265e7ea8d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3520312 Aug 16 20:18:08.496213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b3b54-ba41-431c-9d03-737f2090ebf1 req-6d35dbf8-13ae-429b-88fa-406cb515be50 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:08.497962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-296b3b54-ba41-431c-9d03-737f2090ebf1 req-6d35dbf8-13ae-429b-88fa-406cb515be50 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.2069161 Aug 16 20:18:08.548002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Allocated IP 172.25.7.176 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/97b1339d-874d-448e-aa70-5ee08878569d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:08.549263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Attempting to bind port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:08.549761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Attempting to bind port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:08.550049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Attempting to bind port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:08.557331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-296b3b54-ba41-431c-9d03-737f2090ebf1 req-e4bcae31-a3c2-40c7-83f6-563a7d05b780 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512917 Aug 16 20:18:08.560949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:08.561306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Checking segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:08.561708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.562090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Bound using segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:08.562592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Bound port: c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:08.562927 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.639475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef2a994-2fc5-4467-9001-2f95ac44b0b2 None None] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:08.671836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-9cc76821-3e9b-4670-b217-d075b8651d4e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8224c49a051145be8b6f34482c0e839a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332174 Aug 16 20:18:08.718688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] For port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:08.723161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] For port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:08.807212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:08.890186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99059c7f-724f-4585-ad40-c9966ffd22eb req-ee265a53-f4ac-48e2-8716-fae88cc4e324 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0540483 Aug 16 20:18:08.904560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-7c8d6dab-336c-464a-b5e9-987518f618fd tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:08.908998 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-7c8d6dab-336c-464a-b5e9-987518f618fd tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237215 Aug 16 20:18:08.920563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Request body: {'port': {'device_id': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '8224c49a051145be8b6f34482c0e839a'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:08.949258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662a04-77a2-44c8-87bd-62f686b6c8fd None None] Pushing event updated for resources: {'Port': ['ID=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:09.000973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.095926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:09.098772 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c83c30-f141-4f9d-a5ec-4b6667b2f9c9" -d '{"events": [{"server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "name": "network-vif-plugged", "status": "completed", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:09.117130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90021d64-3aac-4acf-a06e-ad9c3bee281c req-f0e04ecc-cedd-4d20-8300-55b6f9e4aee5 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.118689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90021d64-3aac-4acf-a06e-ad9c3bee281c req-f0e04ecc-cedd-4d20-8300-55b6f9e4aee5 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.1024482 Aug 16 20:18:09.135168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35456) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:09.176160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90021d64-3aac-4acf-a06e-ad9c3bee281c req-f800671a-19e5-47f1-81b6-26440c99c231 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515466 Aug 16 20:18:09.231780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Made reservation on behalf of 8224c49a051145be8b6f34482c0e839a for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:09.242800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.243213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.257558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.336513 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe3fe6-3ac6-4f4d-8882-99bee2cf9d2b x-openstack-request-id: req-32fe3fe6-3ac6-4f4d-8882-99bee2cf9d2b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:09.337048 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "name": "network-vif-plugged", "status": "completed", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:09.337416 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32fe3fe6-3ac6-4f4d-8882-99bee2cf9d2b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:09.337971 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d', 'code': 200} Aug 16 20:18:09.346600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:09.361361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5114a2ec-1486-4722-ad05-4754de770849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.393888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:09.402227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:09.421071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Pushing event updated for resources: {'Port': ['ID=97b1339d-874d-448e-aa70-5ee08878569d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:09.485258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946221f1-61db-4e1e-8a0c-a72e7a3b7a58 req-40b5f8d8-c219-4ba3-8ded-3f41491f0b3a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.486313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.487373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-946221f1-61db-4e1e-8a0c-a72e7a3b7a58 req-40b5f8d8-c219-4ba3-8ded-3f41491f0b3a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 950 time: 0.1543939 Aug 16 20:18:09.498939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc20de-6c46-408f-8791-b42931a55699 req-1ec9534c-a4a4-464e-89c1-2701b7488f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.502202 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3dc20de-6c46-408f-8791-b42931a55699 req-1ec9534c-a4a4-464e-89c1-2701b7488f7e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 1101 time: 0.0691175 Aug 16 20:18:09.561870 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3dc20de-6c46-408f-8791-b42931a55699 req-70ce3000-b10f-4b28-bdb5-adc7e67b9eb4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509326 Aug 16 20:18:09.574430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.618827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5db80ac-35a9-4b1b-a148-61da2a797ae8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:09.667131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-946221f1-61db-4e1e-8a0c-a72e7a3b7a58 req-712df7f0-d641-4ffd-9b0f-aa1c20ac0a6d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682096 Aug 16 20:18:09.683824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35474) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:09.712327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-659465526-network', 'tenant_id': '3ffc748780994d9c9acc009fec0b231a'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:09.748912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9e6f3106-85f6-4098-8cdc-0dc5772d0616 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=8224c49a051145be8b6f34482c0e839a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0969386 Aug 16 20:18:09.798267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c960c8cb-7cc8-48bc-a18a-9fe683b18e3a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:09.844108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Allocated IP 192.168.233.129 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/292ed4ac-603a-4b11-9511-c6f1eaaf2a01) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:09.889632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4863e1-29cd-4f19-95d9-645b77bcd65a req-0d3766d6-983c-407e-8943-daa833420d0c tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.891629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4863e1-29cd-4f19-95d9-645b77bcd65a req-0d3766d6-983c-407e-8943-daa833420d0c tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.1334436 Aug 16 20:18:09.914045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5114a2ec-1486-4722-ad05-4754de770849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:09.957225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787304-9581-4925-bf08-e1d45cad56af req-0df8a05c-aff8-40ef-8b34-03ffebc1b5f2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:09.958876 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef787304-9581-4925-bf08-e1d45cad56af req-0df8a05c-aff8-40ef-8b34-03ffebc1b5f2 tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.1046269 Aug 16 20:18:10.032451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-0fd7057f-ba6a-454d-adaa-8e2ce6e05a5a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:10.034141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-0fd7057f-ba6a-454d-adaa-8e2ce6e05a5a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2793002 Aug 16 20:18:10.065917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Request body: {'port': {'device_id': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '8224c49a051145be8b6f34482c0e839a'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:10.077844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:10.106609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5114a2ec-1486-4722-ad05-4754de770849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.201353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4863e1-29cd-4f19-95d9-645b77bcd65a req-3851ea12-8f29-4f65-9801-bda55aab0e44 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548671 Aug 16 20:18:10.262485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8527a3-ef99-46e1-8840-cc9db8c7e8e4 None None] Network 93c2cd56-6b85-470d-b299-4934fa68e19e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:10.276996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.384419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611fde8-fd06-4ac7-935b-8d419318626f req-37ab7cb6-2804-4250-80f4-7f5aa16b814b tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:10.385967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c611fde8-fd06-4ac7-935b-8d419318626f req-37ab7cb6-2804-4250-80f4-7f5aa16b814b tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1102 time: 0.2455018 Aug 16 20:18:10.391048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Made reservation on behalf of 3ffc748780994d9c9acc009fec0b231a for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:10.394258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.410017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Provisioning for port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:10.419821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Provisioning complete for port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:10.420208 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.427052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.453366 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5114a2ec-1486-4722-ad05-4754de770849 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f84ebfe20e949758dda2ed972f5aac1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3145206 Aug 16 20:18:10.454344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:10.458894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a2ec-1486-4722-ad05-4754de770849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8511b3d6-9199-4dc1-af06-f5da487234d4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:10.464257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c611fde8-fd06-4ac7-935b-8d419318626f req-8ecb8296-d0c9-4234-9f0d-a6224cfa8722 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.487429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.511805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Transition to ACTIVE for port object 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:10.519629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Deleting port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:10.519986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.590759 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.643255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] For port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:10.652518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] For port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:10.652917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.669498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Calling delete_port for 5f5beb1f-62ee-4a50-a2c8-3c179a30055f owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:10.679577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf900552-d970-4976-b48c-33245065b25a req-2e1d5e2b-6968-4fd6-861e-c7d66177bbed tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0541260 Aug 16 20:18:10.727496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.778392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.786409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.805641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.840290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.850776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486577e9-1e0c-43a7-b117-77a9332ab87d None None] Pushing event updated for resources: {'Port': ['ID=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:10.859908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:10.879140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:10.882568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:10.887401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:10.901574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9697f4b0-9364-433a-b89e-22fa2d2176b8 None None] Provisioning complete for port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:10.905442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9697f4b0-9364-433a-b89e-22fa2d2176b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.935677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.946967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:10.947627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:10.955320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dc1a9-b94f-433c-8c29-6457f8d3e9a9 req-cb6a81f3-7138-4c49-8269-a68bfb203d9e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:10.957559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-811dc1a9-b94f-433c-8c29-6457f8d3e9a9 req-cb6a81f3-7138-4c49-8269-a68bfb203d9e tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 949 time: 0.1751666 Aug 16 20:18:11.042763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-811dc1a9-b94f-433c-8c29-6457f8d3e9a9 req-66b82515-fee3-4a9b-9773-9a4770a545da tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/security-groups?id=470fb56c-9c1c-422e-8da1-bdb440a24605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540380 Aug 16 20:18:11.055559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.069735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5f5beb1f-62ee-4a50-a2c8-3c179a30055f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:11.087067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Pushing event deleted for resources: {'Port': ['ID=5f5beb1f-62ee-4a50-a2c8-3c179a30055f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.142552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] No DVR routers for this DVR port 5f5beb1f-62ee-4a50-a2c8-3c179a30055f on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:18:11.145266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.147525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef787304-9581-4925-bf08-e1d45cad56af req-8bf796e6-5927-4e3b-ae22-eddc029d13ff tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.73 "DELETE /v2.0/ports/5f5beb1f-62ee-4a50-a2c8-3c179a30055f HTTP/1.1" status: 204 len: 173 time: 1.1530941 Aug 16 20:18:11.148075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'name': 'network-vif-deleted', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:11.157101 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e1d27-225e-473a-9f6d-be204289e50c" -d '{"events": [{"server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "name": "network-vif-deleted", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:11.253874 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca36af91-d87f-46c2-a822-95e30465027f x-openstack-request-id: req-ca36af91-d87f-46c2-a822-95e30465027f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:11.254242 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaffc59-4e5d-46c2-9599-c5ad30bca04d", "name": "network-vif-deleted", "tag": "5f5beb1f-62ee-4a50-a2c8-3c179a30055f", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:11.254538 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca36af91-d87f-46c2-a822-95e30465027f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:11.254937 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaffc59-4e5d-46c2-9599-c5ad30bca04d', 'name': 'network-vif-deleted', 'tag': '5f5beb1f-62ee-4a50-a2c8-3c179a30055f', 'status': 'completed', 'code': 200} Aug 16 20:18:11.276701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.308315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.310780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.311960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8511b3d6-9199-4dc1-af06-f5da487234d4 HTTP/1.1" status: 204 len: 168 time: 0.8566582 Aug 16 20:18:11.320918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b77d5700-56e9-446b-bbab-1fb3616f6a42 None None] Provisioning for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:11.325923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b77d5700-56e9-446b-bbab-1fb3616f6a42 None None] Provisioning complete for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:11.330387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b77d5700-56e9-446b-bbab-1fb3616f6a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.330539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fa38da-2336-44ec-b602-c2314fb8ea90,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.362341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:11.370017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b77d5700-56e9-446b-bbab-1fb3616f6a42 None None] Port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:11.390699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365925d-880f-4906-826e-30956e7e194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8511b3d6-9199-4dc1-af06-f5da487234d4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.402922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.403279 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Added segment 59f84f75-6452-43d5-b25a-e1e3eb73dc12 of type vlan for network bee92563-4e29-4ce3-b17f-a8cda7aad1f1 Aug 16 20:18:11.448942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eb233-33ac-4324-999d-fc87b532d1b5 req-1f998e58-7e61-4e5c-bd3f-45ed843d421e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:11.450482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-772eb233-33ac-4324-999d-fc87b532d1b5 req-1f998e58-7e61-4e5c-bd3f-45ed843d421e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.1204798 Aug 16 20:18:11.454580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Router 99d72f92-15c9-42a8-a423-944a1011084c is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:11.466523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.499844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Made reservation on behalf of 8224c49a051145be8b6f34482c0e839a for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:11.503393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.607123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-772eb233-33ac-4324-999d-fc87b532d1b5 req-f4213a75-115b-482c-8d0b-ccf92f9c7b63 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422887 Aug 16 20:18:11.721056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.722037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:11.722169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c960c8cb-7cc8-48bc-a18a-9fe683b18e3a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:11.722642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.797381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:11.797792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.841553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:11.856081 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:11.867670 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:11.872963 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:11.909275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c611fde8-fd06-4ac7-935b-8d419318626f req-8ecb8296-d0c9-4234-9f0d-a6224cfa8722 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:11.910243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] Pushing event updated for resources: {'Network': ['ID=bee92563-4e29-4ce3-b17f-a8cda7aad1f1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:11.914278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Allocated IP 192.168.233.64 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/70a6f51a-63a2-476a-8348-929a3e656a5e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:11.921861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network bee92563-4e29-4ce3-b17f-a8cda7aad1f1 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:11.958639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1c3417f-02cc-4223-977b-8840e68dedf2 req-7bc45eae-3570-4c9a-81b7-82a349d15ba3 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0866809 Aug 16 20:18:12.032270 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:12.077160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c611fde8-fd06-4ac7-935b-8d419318626f req-8ecb8296-d0c9-4234-9f0d-a6224cfa8722 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.128675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c611fde8-fd06-4ac7-935b-8d419318626f req-8ecb8296-d0c9-4234-9f0d-a6224cfa8722 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7316349 Aug 16 20:18:12.136239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8296-d0c9-4234-9f0d-a6224cfa8722 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f8b437-3174-4deb-a58b-1385e350aacc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.159547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.181959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-43bac46f-8444-4639-913d-deebb4db0862 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2654150 Aug 16 20:18:12.183197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Transition to ACTIVE for port object 70a6f51a-63a2-476a-8348-929a3e656a5e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:12.192128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-16ccaad9-680e-4f20-801c-4bd41bd00108 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4867768 Aug 16 20:18:12.193023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.196662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Request body: {'port': {'device_id': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:12.198449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eccbe1ac-5e5c-4788-a077-8ffb6ac2c04b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3393366 Aug 16 20:18:12.200372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:12.201101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35526) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:12.237811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35530) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:12.251625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Request body: {'subnet': {'network_id': 'bee92563-4e29-4ce3-b17f-a8cda7aad1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-659465526-subnet', 'tenant_id': '3ffc748780994d9c9acc009fec0b231a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:12.255353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f05594-31d6-4bda-aaf6-512024092bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.280566 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:09Z', 'revision_number': 3, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:12.312600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:12.312870 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Updating router 99d72f92-15c9-42a8-a423-944a1011084c port 97b1339d-874d-448e-aa70-5ee08878569d binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:12.342307 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.360566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9d69908-8201-477e-a36b-4a3dfb69d532 req-4ab4df56-33be-4db3-ab49-c13cb24ade9d tempest-DeleteServersAdminTestJSON-1582604632 tempest-DeleteServersAdminTestJSON-1582604632-project] 10.222.0.70 "GET /v2.0/ports?device_id=efaffc59-4e5d-46c2-9599-c5ad30bca04d HTTP/1.1" status: 200 len: 210 time: 0.0280716 Aug 16 20:18:12.362029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.362621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.423304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Made reservation on behalf of 3ffc748780994d9c9acc009fec0b231a for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:12.426554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.519802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.584143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:12.585657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:12.634581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:12.689875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:12.690995 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.718190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f05594-31d6-4bda-aaf6-512024092bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.722895 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.740486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0c2c8-0dea-421e-bfeb-1d7d9eff5192 req-0d326dda-2078-4a6d-a87e-ca709f28133f tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:12.749113 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Transition to ACTIVE for port object 97b1339d-874d-448e-aa70-5ee08878569d will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:12.756267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6f0c2c8-0dea-421e-bfeb-1d7d9eff5192 req-0d326dda-2078-4a6d-a87e-ca709f28133f tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.2285581 Aug 16 20:18:12.803523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6f0c2c8-0dea-421e-bfeb-1d7d9eff5192 req-1d5a02ce-ee77-4dcc-a396-efe928fd887b tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Aug 16 20:18:12.844827 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f05594-31d6-4bda-aaf6-512024092bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.881786 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:12.900563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f05594-31d6-4bda-aaf6-512024092bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b423f5f-1120-44a4-86fb-e8725c0e3b3e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.966152 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Pushing event updated for resources: {'Port': ['ID=97b1339d-874d-448e-aa70-5ee08878569d,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:12.967789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91f05594-31d6-4bda-aaf6-512024092bcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a5babd1711241339463d3a3d513eab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286782 Aug 16 20:18:12.969762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-7365a95b-a28e-49d2-b707-d3dfd0f10d69 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9149714 Aug 16 20:18:12.970818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:12.971989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-43717b51-11d3-490e-9b90-92d61e867535 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425208 Aug 16 20:18:12.991890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Request body: {'port': {'device_id': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:12.995967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.996483 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.996990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.997463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.997939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.998409 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.998876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.999359 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:12.999876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:13.000176 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:13.000637 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:13.001095 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Tracked resource versions report: Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: pushed versions: Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: { 'AddressGroup': {'1.2'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'ConntrackHelper': {'1.0'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Log': {'1.0'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Network': {'1.1'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Port': {'1.7'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'PortForwarding': {'1.2'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'QosPolicy': {'1.9'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SecurityGroup': {'1.4'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SecurityGroupRule': {'1.2'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SubPort': {'1.0'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Subnet': {'1.1'}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Trunk': {'1.1'}} Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: consumer versions: Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: { DHCP agent@n-d-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: HyperV agent@n-h1-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: HyperV agent@n-h2-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: L3 agent@n-d-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: Metadata agent@n-d-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: Metering agent@n-d-794306-10: {}, Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: Open vSwitch agent@n-d-794306-10: { 'AddressGroup': '1.2', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'ConntrackHelper': '1.0', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Log': '1.0', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Network': '1.1', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Port': '1.7', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'PortForwarding': '1.2', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'QosPolicy': '1.9', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SecurityGroup': '1.4', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SecurityGroupRule': '1.2', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'SubPort': '1.0', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Subnet': '1.1', Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: 'Trunk': '1.1'}} Aug 16 20:18:13.002296 n-d-794306-10 neutron-server[95243]: {{(pid=95243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 20:18:13.018698 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Attempting to bind port 97b1339d-874d-448e-aa70-5ee08878569d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:13.019277 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Attempting to bind port 97b1339d-874d-448e-aa70-5ee08878569d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:13.019864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Attempting to bind port 97b1339d-874d-448e-aa70-5ee08878569d on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:13.027171 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:13.027669 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:13.028213 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.028698 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:13.029261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Bound port: 97b1339d-874d-448e-aa70-5ee08878569d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:13.029748 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.091289 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] For port 97b1339d-874d-448e-aa70-5ee08878569d, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:13.094828 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] For port 97b1339d-874d-448e-aa70-5ee08878569d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97b1339d-874d-448e-aa70-5ee08878569d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:13.120643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73e3c99d-d5d8-424d-bb73-b84c849ba74d None None] Provisioning for port 70a6f51a-63a2-476a-8348-929a3e656a5e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:13.125641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73e3c99d-d5d8-424d-bb73-b84c849ba74d None None] Provisioning complete for port 70a6f51a-63a2-476a-8348-929a3e656a5e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:13.126252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-73e3c99d-d5d8-424d-bb73-b84c849ba74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.161388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.164996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.166954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-73e3c99d-d5d8-424d-bb73-b84c849ba74d None None] Port 70a6f51a-63a2-476a-8348-929a3e656a5e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:13.197477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:13.202127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-631c1c50-d99f-4ed5-8cbf-6aca217ec60f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:13.208326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-631c1c50-d99f-4ed5-8cbf-6aca217ec60f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275748 Aug 16 20:18:13.220210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a419ad-b5c0-4d6b-aa63-5b5105ab71d1 req-6bdc3ce4-b8e1-4502-986b-38024f1ce79e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:13.222075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a419ad-b5c0-4d6b-aa63-5b5105ab71d1 req-6bdc3ce4-b8e1-4502-986b-38024f1ce79e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 935 time: 0.1281240 Aug 16 20:18:13.222485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.226913 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.275503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-60233260-4e9a-4ff3-9553-88a622549765 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0525858 Aug 16 20:18:13.291093 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:13.291709 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:13.324631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Transition to ACTIVE for port object 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:13.327677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85884e-2d00-4969-9395-17e5c32906e3 None None] Pushing event updated for resources: {'Port': ['ID=97b1339d-874d-448e-aa70-5ee08878569d,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:13.339943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.352097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a419ad-b5c0-4d6b-aa63-5b5105ab71d1 req-67301d3c-b145-4953-ac74-54763b633231 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026654 Aug 16 20:18:13.360931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec22407-778b-44b5-bda8-51dcb81f8dc4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:13.393564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.396423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Checking segment: {'id': '59f84f75-6452-43d5-b25a-e1e3eb73dc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bee92563-4e29-4ce3-b17f-a8cda7aad1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:13.397236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Network hostable DHCP agents. Network: bee92563-4e29-4ce3-b17f-a8cda7aad1f1, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:13.452000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.458254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8b94a188-6ba3-4a02-b7a1-9644e6b1732f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762016 Aug 16 20:18:13.499531 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:13.599339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:13.613157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.651689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Network bee92563-4e29-4ce3-b17f-a8cda7aad1f1 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:13.714303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Attempting to bind port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:13.715310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Attempting to bind port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:13.715674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Attempting to bind port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:13.721766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:13.722102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Attempting to bind port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:13.727226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a6f51a-63a2-476a-8348-929a3e656a5e {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:13.730353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.737254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.741469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b423f5f-1120-44a4-86fb-e8725c0e3b3e HTTP/1.1" status: 204 len: 168 time: 0.7598968 Aug 16 20:18:13.741628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.777941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Transition to ACTIVE for port object 70a6f51a-63a2-476a-8348-929a3e656a5e will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:13.809837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:13.815673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:13.815673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:13.815673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Bound port: 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:13.815673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.822440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, bee92563-4e29-4ce3-b17f-a8cda7aad1f1) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:13.833411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de411660-6680-4a9b-af7a-13d7d16f80f2 None None] Network bee92563-4e29-4ce3-b17f-a8cda7aad1f1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:13.839229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42894fdb-658a-49e7-a72a-599bf6866463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b423f5f-1120-44a4-86fb-e8725c0e3b3e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:13.851909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:13.857892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.861114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:09Z', 'revision_number': 3, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:13.901373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:13.977693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafd676d-6cf7-4a1a-b296-ad2fdab0fb94 None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:09Z', 'revision_number': 3, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:14.018272 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f65fcbcd-c650-4b70-849c-095e239a18b9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8136859 Aug 16 20:18:14.033886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:14.098851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a50c87-8d34-43f2-9f43-34c344210270 None None] Network bee92563-4e29-4ce3-b17f-a8cda7aad1f1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:14.127777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Allocated IP 172.20.0.1 (93c2cd56-6b85-470d-b299-4934fa68e19e/f86a035b-0240-4326-84e8-5d9bf361a039/aa79d582-3fa7-47dc-85c5-c550d073d154) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:14.150768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-f19d62d3-200a-4b4d-8649-588f1f4d1058 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:14.155985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-f19d62d3-200a-4b4d-8649-588f1f4d1058 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.73 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.3196166 Aug 16 20:18:14.223903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc0c53-573d-43db-80bf-b2f45774717e req-1df4b91a-ab16-4e07-b3e1-78096ac818ba tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:14.229272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:14.230233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4cc0c53-573d-43db-80bf-b2f45774717e req-1df4b91a-ab16-4e07-b3e1-78096ac818ba tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 949 time: 0.1553714 Aug 16 20:18:14.259386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:14.319272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Attempting to bind port 70a6f51a-63a2-476a-8348-929a3e656a5e on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:14.319766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Attempting to bind port 70a6f51a-63a2-476a-8348-929a3e656a5e by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:14.320103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Attempting to bind port 70a6f51a-63a2-476a-8348-929a3e656a5e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:14.330596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4cc0c53-573d-43db-80bf-b2f45774717e req-abe03e1e-a711-4e46-bc7a-09357f3dde18 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/security-groups?id=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901093 Aug 16 20:18:14.331316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Port 70a6f51a-63a2-476a-8348-929a3e656a5e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:14.334358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Attempting to bind port 70a6f51a-63a2-476a-8348-929a3e656a5e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:14.342795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:14.347320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:14.347320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:14.347320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Bound port: 70a6f51a-63a2-476a-8348-929a3e656a5e, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:14.347320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.375781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.384769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5f5beb1f-62ee-4a50-a2c8-3c179a30055f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:14.479557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 5f5beb1f-62ee-4a50-a2c8-3c179a30055f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:14.482140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5f5beb1f-62ee-4a50-a2c8-3c179a30055f not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:14.509439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:14.514212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:14.635410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.704787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:14.707512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.710008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] 10.222.0.64 "PUT /v2.0/ports/70a6f51a-63a2-476a-8348-929a3e656a5e HTTP/1.1" status: 200 len: 1096 time: 1.7282586 Aug 16 20:18:14.714446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:14.738685 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2198a-c741-4f0b-bdec-52c9db337204" -d '{"events": [{"name": "network-changed", "server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:14.802034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.813238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a2fc5-5bf1-41f4-9069-63687d02260d service neutron] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:14.828966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Transition to ACTIVE for port object aa79d582-3fa7-47dc-85c5-c550d073d154 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:14.939216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:14.939827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:14.941266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] 10.222.0.64 "PUT /v2.0/ports/292ed4ac-603a-4b11-9511-c6f1eaaf2a01 HTTP/1.1" status: 200 len: 1097 time: 2.7514627 Aug 16 20:18:14.962429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:14.964750 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc89038-c626-44e3-a01e-b4e4c522f037" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:15.006563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fb6d8-5b59-4c7f-9e6a-fb87c2fe6cfa service neutron] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:15.029747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Deleting port 6cac11a0-4789-421c-bf65-df183de77a1d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:18:15.030284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.074906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-044bd7b1-e276-4a49-904e-1fa69f326033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.077584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-044bd7b1-e276-4a49-904e-1fa69f326033 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 1099 time: 0.2415488 Aug 16 20:18:15.112541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b6dd-2d87-4d97-93aa-f7a0d5646e51 req-6755ae52-4130-4100-b40b-f0d7eb806730 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.114079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27f9b6dd-2d87-4d97-93aa-f7a0d5646e51 req-6755ae52-4130-4100-b40b-f0d7eb806730 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.2023299 Aug 16 20:18:15.213256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.221626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-6f04b266-3d3a-4c17-9599-80d47e895cc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=70a6f51a-63a2-476a-8348-929a3e656a5e HTTP/1.1" status: 200 len: 217 time: 0.1268647 Aug 16 20:18:15.280688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:15.307560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-0d46c8ec-2bc3-42e9-996f-d9e2d5be17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.311776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-0d46c8ec-2bc3-42e9-996f-d9e2d5be17a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 1100 time: 0.1913555 Aug 16 20:18:15.311776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:15.313578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:15.437388 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-e4c71f87-299b-4388-a305-68589bb1e759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01 HTTP/1.1" status: 200 len: 217 time: 0.1166615 Aug 16 20:18:15.449800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Pushing event updated for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:15.455565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27f9b6dd-2d87-4d97-93aa-f7a0d5646e51 req-5811df1e-5852-4104-abe8-ae59bc609ec0 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295836 Aug 16 20:18:15.483069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] For port 6cac11a0-4789-421c-bf65-df183de77a1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6cac11a0-4789-421c-bf65-df183de77a1d,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:15.483448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.500413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-954e7045-6768-449f-8b3c-0debc4c1b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.502146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-954e7045-6768-449f-8b3c-0debc4c1b768 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2554572 Aug 16 20:18:15.516579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.526652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Calling delete_port for 6cac11a0-4789-421c-bf65-df183de77a1d owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:18:15.641609 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:18:15.667994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-fdd51201-ee0d-4c10-b24a-c5ffc686b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.669334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-fdd51201-ee0d-4c10-b24a-c5ffc686b282 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2165337 Aug 16 20:18:15.799116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-78b33773-55dd-4837-ab96-e356eaa7234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.800768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-78b33773-55dd-4837-ab96-e356eaa7234a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177475 Aug 16 20:18:15.816634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97b1339d-874d-448e-aa70-5ee08878569d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:15.822170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0bd1cce1-c069-4077-b879-97ecc0c771b4 None None] Provisioning for port aa79d582-3fa7-47dc-85c5-c550d073d154 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:15.892336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0bd1cce1-c069-4077-b879-97ecc0c771b4 None None] Provisioning complete for port aa79d582-3fa7-47dc-85c5-c550d073d154 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:15.892336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0bd1cce1-c069-4077-b879-97ecc0c771b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:15.893409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-506c6243-d4a6-4779-bcdd-547392373824 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.893409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-506c6243-d4a6-4779-bcdd-547392373824 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.6750865 Aug 16 20:18:15.915656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-66e8dbeb-10a2-41e4-b9c0-6e5b2e4219ac tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/quotas/ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 375 time: 0.0158553 Aug 16 20:18:15.920865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-21cab109-2b77-40ca-9cab-50416f8857c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:15.922961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-21cab109-2b77-40ca-9cab-50416f8857c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4125087 Aug 16 20:18:16.008387 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-013e1b88-d2e0-4cc1-9ede-fa168f01a2ae service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992996 Aug 16 20:18:16.016030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1cce1-c069-4077-b879-97ecc0c771b4 None None] Port aa79d582-3fa7-47dc-85c5-c550d073d154 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:16.017700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.036958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6cac11a0-4789-421c-bf65-df183de77a1d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:16.048468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.075462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b0c17e-2de7-4b9e-8349-90fb70257682 x-openstack-request-id: req-e0b0c17e-2de7-4b9e-8349-90fb70257682 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:16.075462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:16.075462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0b0c17e-2de7-4b9e-8349-90fb70257682 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:16.075462 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'status': 'completed', 'code': 200} Aug 16 20:18:16.134727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-2b553dd5-ad80-49ac-abee-26eaf5c2aced tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2099209 Aug 16 20:18:16.136839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Pushing event deleted for resources: {'Port': ['ID=6cac11a0-4789-421c-bf65-df183de77a1d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:16.143899 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25cd057-dba7-430a-b77f-f45fa7436953 x-openstack-request-id: req-c25cd057-dba7-430a-b77f-f45fa7436953 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:16.144248 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:16.144503 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c25cd057-dba7-430a-b77f-f45fa7436953 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:16.153306 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'status': 'completed', 'code': 200} Aug 16 20:18:16.191528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-13a9569e-b52d-462f-a75a-20a38c732e59 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553008 Aug 16 20:18:16.277887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eed87112-50ec-4111-834b-ef07ce7e6ff7 req-07921652-4979-4d87-9920-f391e893a41b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545383 Aug 16 20:18:16.278618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] No DVR routers for this DVR port 6cac11a0-4789-421c-bf65-df183de77a1d on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:18:16.282372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.284591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b2096e5c-fcc3-4d92-8984-a9eda9082de5 req-8885ffb2-dc6b-42d8-89b5-58c4477ddc37 tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.73 "DELETE /v2.0/ports/6cac11a0-4789-421c-bf65-df183de77a1d HTTP/1.1" status: 204 len: 173 time: 2.1107659 Aug 16 20:18:16.297867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 97b1339d-874d-448e-aa70-5ee08878569d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:16.302871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 97b1339d-874d-448e-aa70-5ee08878569d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:16.303632 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.397951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6df24190-3b90-45d8-baec-d2ac9f7b700e req-c0dbee18-dd93-4141-9678-b6797495614e tempest-ServerDiagnosticsNegativeTest-1959227666 tempest-ServerDiagnosticsNegativeTest-1959227666-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c4f0111-a6a7-43f9-aada-724b954c21ea HTTP/1.1" status: 200 len: 210 time: 0.1499019 Aug 16 20:18:16.443761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95ef6b38-d588-4eb7-9079-39e84ced3204 req-c50a81e8-a1e0-45f7-8323-832f32e17ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434433 Aug 16 20:18:16.515080 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.533322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8bc8361-f36f-4764-83f6-4eeab1bb2dd7 req-feacd3ce-550f-4168-9c7a-40f726c43591 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 210 time: 0.0473046 Aug 16 20:18:16.544505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-43f066c8-eb4d-40f5-a68b-79074fa3a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:16.546088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-43f066c8-eb4d-40f5-a68b-79074fa3a624 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 1100 time: 0.1103473 Aug 16 20:18:16.549523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 97b1339d-874d-448e-aa70-5ee08878569d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97b1339d-874d-448e-aa70-5ee08878569d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:16.550131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.657856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.677848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.687171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-e0bc056c-d931-4d37-87e2-c08e8ea00db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:16.688766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-e0bc056c-d931-4d37-87e2-c08e8ea00db3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 1099 time: 0.0654500 Aug 16 20:18:16.803238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:16.807348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=97b1339d-874d-448e-aa70-5ee08878569d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:16.867161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-6e5d4537-4f46-4a4e-8e22-2be72a41ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:16.869028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-6e5d4537-4f46-4a4e-8e22-2be72a41ace4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1705892 Aug 16 20:18:16.888323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-5dee1771-4898-416a-8a04-99c334a163d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:16.889804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-5dee1771-4898-416a-8a04-99c334a163d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3357370 Aug 16 20:18:16.947004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-85b1eed5-925d-45a7-9d63-cce12e36d711 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=70a6f51a-63a2-476a-8348-929a3e656a5e HTTP/1.1" status: 200 len: 217 time: 0.0685835 Aug 16 20:18:16.948522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Pushing event updated for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:16.956398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:16.960905 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-46181027-5ef2-4152-911c-6a4c90055371 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01 HTTP/1.1" status: 200 len: 217 time: 0.0615103 Aug 16 20:18:17.028000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-373559f5-f95e-4b8e-91ae-bb0b8f332421 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:18:17.038944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-373559f5-f95e-4b8e-91ae-bb0b8f332421 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3951068 Aug 16 20:18:17.077622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-d31dc40e-9464-42a2-8a65-5a943d5be6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.079098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-d31dc40e-9464-42a2-8a65-5a943d5be6e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1108005 Aug 16 20:18:17.160525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:17.164406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-f7ab7e36-bf03-4343-a0e0-f7e459f41ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.165973 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-f7ab7e36-bf03-4343-a0e0-f7e459f41ebb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0772040 Aug 16 20:18:17.172745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:17.183347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-48377d53-9c7b-429f-b175-a2531d21b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.185566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-48377d53-9c7b-429f-b175-a2531d21b450 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2296448 Aug 16 20:18:17.328659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-2d586899-4458-46cd-9180-ba8786800e2f service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872403 Aug 16 20:18:17.468000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-638d2131-d415-430c-a5fe-2481d9e0b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.469679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-638d2131-d415-430c-a5fe-2481d9e0b361 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2634525 Aug 16 20:18:17.503047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-5f2d4375-051b-4c32-9c28-4fb79c595fbf service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284764 Aug 16 20:18:17.508433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:17.511173 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b0c8807d-8aea-4f46-8607-b32815a8e1c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c2461785ab640b48e45f2e4eb4270f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7092612 Aug 16 20:18:17.513702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35688) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:17.554963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef01b580-c32e-4f5d-8594-6e0842139751 None None] Provisioning complete for port aa79d582-3fa7-47dc-85c5-c550d073d154 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:17.556125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef01b580-c32e-4f5d-8594-6e0842139751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.604384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1843298-0506-48c3-90e8-336e72c65c95 req-02f518e0-4b2b-4533-a3fe-320ab683ced2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:17.605950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1843298-0506-48c3-90e8-336e72c65c95 req-02f518e0-4b2b-4533-a3fe-320ab683ced2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.2598777 Aug 16 20:18:17.606719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef01b580-c32e-4f5d-8594-6e0842139751 None None] Port aa79d582-3fa7-47dc-85c5-c550d073d154 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:17.635811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8cc89038-c626-44e3-a01e-b4e4c522f037 req-ef2080ab-94b9-4a5e-8236-0dbc6ef7d736 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114414 Aug 16 20:18:17.667909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-5c582d04-3eaf-4d2e-a0fb-0450b24062e0 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350205 Aug 16 20:18:17.746109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1843298-0506-48c3-90e8-336e72c65c95 req-8cc62a6c-93dc-4df3-9cd3-b37807a61f5e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272984 Aug 16 20:18:17.750090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-d8078a41-b0c0-4f40-afb8-6f5a5958f3d6 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624888 Aug 16 20:18:17.772381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97b1339d-874d-448e-aa70-5ee08878569d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:17.833096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.851533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 97b1339d-874d-448e-aa70-5ee08878569d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:17.851942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.858918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:17.877837 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18692fb6-87f9-40a9-8765-41de763b884a admin admin] 10.222.0.70 "PUT /v2.0/routers/99d72f92-15c9-42a8-a423-944a1011084c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6706893 Aug 16 20:18:17.894987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:17.896813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f2198a-c741-4f0b-bdec-52c9db337204 req-63943155-c914-43ba-9e2d-f271415e2ced service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361003 Aug 16 20:18:17.917018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:17.938306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:17.938942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:18.051222 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.088660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.092248 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.093736 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/470fb56c-9c1c-422e-8da1-bdb440a24605 HTTP/1.1" status: 204 len: 168 time: 0.5790696 Aug 16 20:18:18.103189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:18.111104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782ed75-2985-4d7f-8c9e-43ef4ff70b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470fb56c-9c1c-422e-8da1-bdb440a24605,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:18.145453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d13edc89-99e9-467d-b85a-247795775ce3 req-78a7bff6-413b-4c8d-8fa6-dcf14af280ae tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 210 time: 0.0410485 Aug 16 20:18:18.147214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'name': 'network-vif-deleted', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:18.150313 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fabc8-5d85-4473-ad93-79f3b92be44f" -d '{"events": [{"server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "name": "network-vif-deleted", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:18.339805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f5e9bff-59b4-4b54-89c5-e7fc547e2810 req-690d94c9-fca0-498e-aef6-2ea9aac0f8de tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.0388846 Aug 16 20:18:18.376403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-025c7800-9a80-458d-bbf8-914714d998a0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353227 Aug 16 20:18:18.403367 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa7a57-1ed3-476f-a1bc-733102703466 x-openstack-request-id: req-48aa7a57-1ed3-476f-a1bc-733102703466 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:18.403760 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f0111-a6a7-43f9-aada-724b954c21ea", "name": "network-vif-deleted", "tag": "6cac11a0-4789-421c-bf65-df183de77a1d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:18.404211 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48aa7a57-1ed3-476f-a1bc-733102703466 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:18.405035 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f0111-a6a7-43f9-aada-724b954c21ea', 'name': 'network-vif-deleted', 'tag': '6cac11a0-4789-421c-bf65-df183de77a1d', 'status': 'completed', 'code': 200} Aug 16 20:18:18.421358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6cac11a0-4789-421c-bf65-df183de77a1d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:18.441559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 6cac11a0-4789-421c-bf65-df183de77a1d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:18:18.441899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6cac11a0-4789-421c-bf65-df183de77a1d not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:18:18.470105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-e9608f66-32a3-4e94-bdcf-80d4d29d6a7e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680292 Aug 16 20:18:18.620122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 2, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:18.620647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-a4ffcfe1-7e8e-4c22-ba6d-b2ee978d9a5e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:18.624985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-a4ffcfe1-7e8e-4c22-ba6d-b2ee978d9a5e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490905 Aug 16 20:18:18.643373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': '973bd37d-a312-4205-bf11-c16243f3dc05', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:18.658496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:18.658849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Updating router 99d72f92-15c9-42a8-a423-944a1011084c port aa79d582-3fa7-47dc-85c5-c550d073d154 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:18.687245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:18.724847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-1c00392f-a1fb-424e-a7c8-d9dc2a8b3730 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:18.724847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-1c00392f-a1fb-424e-a7c8-d9dc2a8b3730 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3318727 Aug 16 20:18:18.752012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-22d0b0a7-289c-4199-a6b8-e304793c3061 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/quotas/1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 375 time: 0.0224259 Aug 16 20:18:18.804426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-d9743069-95b8-4b89-87e0-1c04c0274085 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513737 Aug 16 20:18:18.851661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:18.899627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35744) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:18.976089 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-049dd15f-0ce9-495a-baee-5f86be162ff1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265248 Aug 16 20:18:19.006012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:19.009628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.037646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:19.059104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'mac_address': 'fa:16:3e:92:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:19.140394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.164301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-b0f3d1c7-353d-40b6-a215-dfccd34a1acf tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:19.166434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-b0f3d1c7-353d-40b6-a215-dfccd34a1acf tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842880 Aug 16 20:18:19.183415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': '90705c8a-42ee-4823-bd48-662cda85841f', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:19.210823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:19.217412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.83 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/98a8db46-d6e3-47c0-98dc-f2dd836aa9bb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:19.226629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.271386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Transition to ACTIVE for port object aa79d582-3fa7-47dc-85c5-c550d073d154 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:19.285833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:19.303389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43139ba2-93e5-4f38-ae2d-933a55b514f7 req-16a7ae84-c48e-4309-ab42-137e9e13591c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:19.311759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43139ba2-93e5-4f38-ae2d-933a55b514f7 req-16a7ae84-c48e-4309-ab42-137e9e13591c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.0960798 Aug 16 20:18:19.386561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.400182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.416926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43139ba2-93e5-4f38-ae2d-933a55b514f7 req-0150d14f-c95d-4060-8d0e-0aff8e3c32f6 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040285 Aug 16 20:18:19.479134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35764) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:19.526888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aff9b021-7dd7-4493-80f4-0ac04730ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.639250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adc71e48-b4b9-48d2-9ad9-a20599e6a641 req-68ea150a-e70e-4e5e-8b86-ebf3c6f79436 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 210 time: 0.1075256 Aug 16 20:18:19.683007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['292ed4ac-603a-4b11-9511-c6f1eaaf2a01'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:19.761059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2290997a-7c11-487e-8633-28ae2cbe462c req-868a033c-6082-4bea-9922-aad6416aec85 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 210 time: 0.1027462 Aug 16 20:18:19.768071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7f556-2ec1-4981-a712-7ea0fb9b4833 None None] Pushing event updated for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:19.774675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Attempting to bind port aa79d582-3fa7-47dc-85c5-c550d073d154 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:19.775109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Attempting to bind port aa79d582-3fa7-47dc-85c5-c550d073d154 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:19.775718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Attempting to bind port aa79d582-3fa7-47dc-85c5-c550d073d154 on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:19.809218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:19.810172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Checking segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:19.810172 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.810536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Bound using segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:19.811072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Bound port: aa79d582-3fa7-47dc-85c5-c550d073d154, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:19.811522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.822003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:19.868149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2d8212c-bfe9-4128-9606-b3f2b216fed9 req-ef97d0df-ac3f-4316-9658-ff70bd72afcb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.0658143 Aug 16 20:18:19.894596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:19.944598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:19.955550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-052964cb-d863-4359-ad0b-76d2c67d3f30 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b70c6077fadc4106a95b5d0040e48a37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0536163 Aug 16 20:18:19.960521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35772) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:20.020190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] For port aa79d582-3fa7-47dc-85c5-c550d073d154, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:20.025589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] For port aa79d582-3fa7-47dc-85c5-c550d073d154, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aa79d582-3fa7-47dc-85c5-c550d073d154,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:20.076637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:20.082235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-network', 'tenant_id': '688916cf075341a1969a5921bd105119'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:20.106044 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.108738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aff9b021-7dd7-4493-80f4-0ac04730ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.129372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.137747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.196912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:20.197858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:20.216555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.241879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:20.243594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7f556-2ec1-4981-a712-7ea0fb9b4833 None None] Pushing event updated for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:20.273914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aff9b021-7dd7-4493-80f4-0ac04730ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.274469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:18:20.274469 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:18:20.274469 n-d-794306-10 neutron-server[95241]: [parameters: {'project_id_1': '688916cf075341a1969a5921bd105119', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 18, 20, 88769)}] Aug 16 20:18:20.274469 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:18:20.275195 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:18:20.312106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9b021-7dd7-4493-80f4-0ac04730ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a53a0f4-a281-41cf-9582-ae819acceb93,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:20.328763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:20.331962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.336498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.342043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1 HTTP/1.1" status: 204 len: 168 time: 0.3763266 Aug 16 20:18:20.358416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:20.379690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:20.397081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:20.454102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:20.465062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:20.465062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.465241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.471189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773fc76-e6a7-4304-bff1-0d03e41c849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5a48d-6a58-4ab5-af40-6ee6c8888ac1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:20.473297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:20.482961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aff9b021-7dd7-4493-80f4-0ac04730ad2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f9ed513504d429ba097156759a67f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9986696 Aug 16 20:18:20.484917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35788) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:20.654048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-c4885731-7fc0-4ec5-b611-c50624f26f86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0182772 Aug 16 20:18:20.670007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Request body: {'port': {'device_id': '973bd37d-a312-4205-bf11-c16243f3dc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:20.719186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.762257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:20.765520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:20.770486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.148 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/630db4b0-8f6b-4e33-a844-77429b1c403e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:20.773901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d04577d9-d421-4853-b341-3c70af77ad3b req-3258c89e-8e56-482a-8542-b0cc9bfc3ebb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 210 time: 0.0557449 Aug 16 20:18:20.804271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.819978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:20.828668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b98cb-c76d-4e02-a216-ff4049a3b024 req-68f073ec-3472-4e3a-b416-36aa93bccddc tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:20.830309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886b98cb-c76d-4e02-a216-ff4049a3b024 req-68f073ec-3472-4e3a-b416-36aa93bccddc tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.2560973 Aug 16 20:18:20.835975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.988173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886b98cb-c76d-4e02-a216-ff4049a3b024 req-541dd8c7-c643-4b60-8cc7-7fa582920b06 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383557 Aug 16 20:18:20.993925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Made reservation on behalf of 688916cf075341a1969a5921bd105119 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:20.996537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:20.999179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a496b6b-ee91-46cb-ab5b-20b3c95483e9 req-e0ae06e3-f884-4152-9a60-85ac54d2a380 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 210 time: 0.0613592 Aug 16 20:18:21.010870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.067400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8eef39ee-2c5f-4b4f-bda6-17cefdb927f9 None None] Provisioning for port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:21.086831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8eef39ee-2c5f-4b4f-bda6-17cefdb927f9 None None] Provisioning complete for port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:21.087264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8eef39ee-2c5f-4b4f-bda6-17cefdb927f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.139979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.143022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.156034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.163405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a53a0f4-a281-41cf-9582-ae819acceb93 HTTP/1.1" status: 204 len: 168 time: 0.6748970 Aug 16 20:18:21.185482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 630db4b0-8f6b-4e33-a844-77429b1c403e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:21.214051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9f82022-58bc-4be2-b98f-ce5d35b75d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.226688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70b34bad-a2e4-4836-931d-4e7dca4ff089 req-200bf429-a34f-4741-bd1f-fa598dda693f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.0945797 Aug 16 20:18:21.228864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:21.230108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656501f-5ef4-4de9-b330-64b65204ac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a53a0f4-a281-41cf-9582-ae819acceb93,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.251060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8eef39ee-2c5f-4b4f-bda6-17cefdb927f9 None None] Port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:21.265616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:21.273348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'mac_address': 'fa:16:3e:08:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:21.289368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:21.289692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.364290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:20Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:21.370066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.396750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae81e8e-6aab-4bf0-9779-af05b687ac91 None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:20Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:21.401578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.412014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a6f51a-63a2-476a-8348-929a3e656a5e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:21.437820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:21.480285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.481939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.503449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:21.563809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-6651345e-d2fe-42ea-b184-3accd62fdaf4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:21.563809 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-6651345e-d2fe-42ea-b184-3accd62fdaf4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.2836134 Aug 16 20:18:21.573596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:21.574424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.611753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Request body: {'port': {'device_id': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'admin_state_up': True, 'tenant_id': 'ed954ca3249f4d73998958008a157bde'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:21.615627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:21.656172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:21.720465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35808) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:21.824037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.854386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:21.858592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b33e7e73-0218-4efa-b3e7-a5e3c2f706da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.868792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aa79d582-3fa7-47dc-85c5-c550d073d154 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:21.894115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.946097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035b8d4-2237-4a79-bde5-50b32ab86779,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:21.962284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:21.962627 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Added segment 668bf33d-77cd-421f-b7cc-87c7cecbcbeb of type vlan for network 4d023e4a-44f9-48d0-b61b-7f677794152c Aug 16 20:18:22.004113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.005902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.111300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9f82022-58bc-4be2-b98f-ce5d35b75d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.129486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:22.138572 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a43e8-b0f5-43d8-bc09-1d35194b0654" -d '{"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:22.143821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:22.149107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.168179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e176b19e-8387-4b20-8f52-942a0de3ef63 req-d0d6a1f8-200c-4a74-9969-55e9b8442b3f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 210 time: 0.0899961 Aug 16 20:18:22.204675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9f82022-58bc-4be2-b98f-ce5d35b75d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.207843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:22.249301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489884a0-1f25-41fc-96b3-dc247391f092 req-56cc3e20-384c-4424-88e6-9238244af9bc tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.259214 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a9f82022-58bc-4be2-b98f-ce5d35b75d0b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3b52b37b901458bb52f3b09bf2d2a89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4358089 Aug 16 20:18:22.259214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f82022-58bc-4be2-b98f-ce5d35b75d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a7640-648d-44a3-86e5-d79df1521fae,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:22.267094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:22.272921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-489884a0-1f25-41fc-96b3-dc247391f092 req-56cc3e20-384c-4424-88e6-9238244af9bc tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 948 time: 0.1002972 Aug 16 20:18:22.274364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.299151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.299151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.299151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.304223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.311608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-8bcb1ba3-2efa-4b66-8e34-e6bec5ab0882 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1361928 Aug 16 20:18:22.363828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Request body: {'port': {'device_id': '90705c8a-42ee-4823-bd48-662cda85841f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:22.387437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:22.393386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['70a6f51a-63a2-476a-8348-929a3e656a5e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:22.397207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-79230dc8-c913-4f6d-846e-6a1bcea2b08b None None] Provisioning for port 630db4b0-8f6b-4e33-a844-77429b1c403e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:22.480031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-489884a0-1f25-41fc-96b3-dc247391f092 req-0b94ea65-c2f6-4d12-a9ed-ed61bca0e867 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057893 Aug 16 20:18:22.485988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] Pushing event updated for resources: {'Network': ['ID=4d023e4a-44f9-48d0-b61b-7f677794152c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:22.513094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-79230dc8-c913-4f6d-846e-6a1bcea2b08b None None] Provisioning complete for port 630db4b0-8f6b-4e33-a844-77429b1c403e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:22.513467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79230dc8-c913-4f6d-846e-6a1bcea2b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.535425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e44fb6-39bd-4b2d-a402-6c325f3d75b6 req-4ba5e008-4b46-4cbd-8604-964f26ef4dde tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.544454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1e44fb6-39bd-4b2d-a402-6c325f3d75b6 req-4ba5e008-4b46-4cbd-8604-964f26ef4dde tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 936 time: 0.2167258 Aug 16 20:18:22.582610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-79230dc8-c913-4f6d-846e-6a1bcea2b08b None None] Port 630db4b0-8f6b-4e33-a844-77429b1c403e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:22.590507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port aa79d582-3fa7-47dc-85c5-c550d073d154 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:22.591039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.601169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4d023e4a-44f9-48d0-b61b-7f677794152c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:22.603941 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-3b794d78-f905-48e2-8f67-92a9b175c179 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662997 Aug 16 20:18:22.628089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:22.642272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1e44fb6-39bd-4b2d-a402-6c325f3d75b6 req-460ddc9c-b88a-4f3a-9013-564467cd9a4e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952652 Aug 16 20:18:22.653035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.662623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.670340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.64', 55735) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:22.700032 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838855aa-baac-4916-ba4e-ce0ec9bba3c0 x-openstack-request-id: req-838855aa-baac-4916-ba4e-ce0ec9bba3c0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:22.700318 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:22.700568 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-838855aa-baac-4916-ba4e-ce0ec9bba3c0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:22.700961 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'code': 200} Aug 16 20:18:22.710188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port aa79d582-3fa7-47dc-85c5-c550d073d154 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:22.710563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.731442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Transition to ACTIVE for port object 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:22.740603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.825569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041f0ab-2f38-4614-a4e7-fd91b479611d req-295086f9-d5c2-489f-bc24-89b877cfebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:22.827515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7041f0ab-2f38-4614-a4e7-fd91b479611d req-295086f9-d5c2-489f-bc24-89b877cfebe5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 1102 time: 0.1446893 Aug 16 20:18:22.829633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b774c57-99a8-4010-b3cc-308bd114aed5 req-477f1bec-e757-4ee5-a61e-4d86da47e643 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.0657864 Aug 16 20:18:22.868419 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:22.910171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7041f0ab-2f38-4614-a4e7-fd91b479611d req-9d3a39c8-af4f-4330-b545-1bffed5e668d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Aug 16 20:18:22.963193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b33e7e73-0218-4efa-b3e7-a5e3c2f706da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.071177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.091569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.121978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.130317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.132143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/587a7640-648d-44a3-86e5-d79df1521fae HTTP/1.1" status: 204 len: 168 time: 0.8638971 Aug 16 20:18:23.133179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Attempting to bind port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:23.135425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Attempting to bind port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:23.138137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Attempting to bind port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:23.152435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:23.154027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Attempting to bind port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:23.167796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:23.170221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:23.170836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:23.172125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port aa79d582-3fa7-47dc-85c5-c550d073d154, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aa79d582-3fa7-47dc-85c5-c550d073d154,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:23.172532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Bound port: 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:23.173387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.196204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467e85e-63b8-4424-956f-a8a31bf7c4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a7640-648d-44a3-86e5-d79df1521fae,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.215870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b33e7e73-0218-4efa-b3e7-a5e3c2f706da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.233140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-ec5f2b33-3545-44a8-85cb-151e589723b2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:23.234675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-ec5f2b33-3545-44a8-85cb-151e589723b2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6185443 Aug 16 20:18:23.305745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Request body: {'port': {'device_id': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '1a04a74dc1f7468da022c63664652e7c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:23.342761 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6974105-4093-4132-9063-0770615f26eb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2647831 Aug 16 20:18:23.348281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:23.354184 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.365682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Request body: {'subnet': {'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-subnet', 'tenant_id': '688916cf075341a1969a5921bd105119', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:23.391274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:23.398633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49bd0bf4-2a4e-40e0-ab87-13d94a7878d1 req-c394f775-65a0-4532-b1de-b32def9764fc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 210 time: 0.0777543 Aug 16 20:18:23.409043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:23.427892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.439382 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b33e7e73-0218-4efa-b3e7-a5e3c2f706da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b251906018024130aa6faad3dd757c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6588645 Aug 16 20:18:23.443358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:23.444223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7e73-0218-4efa-b3e7-a5e3c2f706da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b43aa3-4708-4f87-b0be-113aeaa1662d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.501587 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.523322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:23.526826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.535049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.601080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.658482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630db4b0-8f6b-4e33-a844-77429b1c403e {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:23.666303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:18:23.666303 n-d-794306-10 neutron-server[95240]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 20:18:23.666303 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id': '688916cf075341a1969a5921bd105119', 'id': 'a8309d43-a274-4c62-a103-b4c7e60356e5', 'expiration': datetime.datetime(2021, 8, 16, 20, 20, 23, 605419)}] Aug 16 20:18:23.666303 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:18:23.666303 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:18:23.679851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.712756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:23.712756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.712756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] 10.222.0.64 "PUT /v2.0/ports/98a8db46-d6e3-47c0-98dc-f2dd836aa9bb HTTP/1.1" status: 200 len: 1096 time: 3.0426955 Aug 16 20:18:23.717009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:23.719279 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:23.783056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Made reservation on behalf of 1a04a74dc1f7468da022c63664652e7c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:23.790520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aa79d582-3fa7-47dc-85c5-c550d073d154 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:23.795277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13954d-ad31-42bd-bcb5-2d4a27f90204 service neutron] Pushing event updated for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:23.809004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.826108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b540f9e-975a-4297-82d2-87da6b9e3051 req-6c4947c0-b447-441d-8959-c8ffb5b97248 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:23.826108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b540f9e-975a-4297-82d2-87da6b9e3051 req-6c4947c0-b447-441d-8959-c8ffb5b97248 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 948 time: 0.2347724 Aug 16 20:18:23.865407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.868934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Allocated IP 172.20.0.14 (90c6042e-e019-4e49-9f41-d0da4778fe31/0624b45f-8027-4a91-842f-13906c0f7a5d/41320784-f386-4d27-800c-809fd596de39) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:23.921152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.924265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port aa79d582-3fa7-47dc-85c5-c550d073d154 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:23.924402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.924512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:23.925945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6b43aa3-4708-4f87-b0be-113aeaa1662d HTTP/1.1" status: 204 len: 168 time: 0.4811168 Aug 16 20:18:23.962022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Transition to ACTIVE for port object 630db4b0-8f6b-4e33-a844-77429b1c403e will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:23.988773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b540f9e-975a-4297-82d2-87da6b9e3051 req-8bbfa59d-c68c-4154-b594-c63f7f13f736 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527689 Aug 16 20:18:24.018404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703440de-ecec-4d92-a0c6-cc3a3a66efbd req-85d8ecd9-971e-4d3a-a91c-19c54637da32 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.031345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-703440de-ecec-4d92-a0c6-cc3a3a66efbd req-85d8ecd9-971e-4d3a-a91c-19c54637da32 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 936 time: 0.2041912 Aug 16 20:18:24.045058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb83b1-7807-412d-bb64-fcf9127b7d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b43aa3-4708-4f87-b0be-113aeaa1662d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:24.071520 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97007b65-623d-4ef3-8ec0-a2eda1279a75 x-openstack-request-id: req-97007b65-623d-4ef3-8ec0-a2eda1279a75 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:24.071821 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:24.072131 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97007b65-623d-4ef3-8ec0-a2eda1279a75 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:24.074394 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', 'status': 'completed', 'code': 200} Aug 16 20:18:24.076861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-36369a9c-6fe1-4635-bb9e-a5758ade6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.079014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-36369a9c-6fe1-4635-bb9e-a5758ade6efc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1099 time: 0.1889365 Aug 16 20:18:24.106353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-703440de-ecec-4d92-a0c6-cc3a3a66efbd req-1077cbf1-889e-470f-920a-60306c650773 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738704 Aug 16 20:18:24.168394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-e766a253-8c17-4a72-a56b-9caaf1bd7f56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb HTTP/1.1" status: 200 len: 217 time: 0.0657129 Aug 16 20:18:24.193285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f8c3e0e-d4d7-4dda-a947-8bf01cff39af req-4fc406b8-4618-4f6b-9ff4-187da2094102 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.0354042 Aug 16 20:18:24.236377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-2e1fd5bb-e7da-4be6-92e5-2047a37e9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.237847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-2e1fd5bb-e7da-4be6-92e5-2047a37e9594 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0478587 Aug 16 20:18:24.293009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-26794195-2ec7-4f12-95fe-ef2b9d9a25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.294593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-26794195-2ec7-4f12-95fe-ef2b9d9a25aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463743 Aug 16 20:18:24.348897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.395520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-967bce41-ecb4-41f3-b21a-dc54db780ca9 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939751 Aug 16 20:18:24.422162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:24.435681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.458156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Pushing event updated for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:24.465429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfa67a97-5a6e-45ce-b9e2-997854fdfd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.542145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-122db40a-e8aa-40f5-bca8-2cfccccfdf79 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390631 Aug 16 20:18:24.573878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-afd1f7a4-b1bb-4a18-9769-a0618eef84c6 req-69a2ebc6-15ae-4528-b8a2-ed58c624495c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 210 time: 0.0300829 Aug 16 20:18:24.594227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.596469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.641906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Made reservation on behalf of 688916cf075341a1969a5921bd105119 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:24.651904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.736466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:24.748633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Attempting to bind port 630db4b0-8f6b-4e33-a844-77429b1c403e on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:24.748969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Attempting to bind port 630db4b0-8f6b-4e33-a844-77429b1c403e by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:24.749960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Attempting to bind port 630db4b0-8f6b-4e33-a844-77429b1c403e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:24.769477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:24.791934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Port 630db4b0-8f6b-4e33-a844-77429b1c403e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:24.792233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Attempting to bind port 630db4b0-8f6b-4e33-a844-77429b1c403e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:24.832604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:24.833467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:24.833870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:24.834323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Bound port: 630db4b0-8f6b-4e33-a844-77429b1c403e, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:24.834702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.882215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Allocated IP 192.168.233.199 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/870b218b-ecc9-4644-8809-5d82db15165e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:24.974732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:24.975848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-499a3d22-9a57-4005-a831-77646a0beb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:24.977574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-499a3d22-9a57-4005-a831-77646a0beb89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1099 time: 0.2923644 Aug 16 20:18:24.986450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 70a6f51a-63a2-476a-8348-929a3e656a5e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:24.990982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 70a6f51a-63a2-476a-8348-929a3e656a5e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:24.991143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.050128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:25.071852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.072072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:25.080954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:25.087320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.108704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:25.116831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:25.119776 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2157e-8ae2-4304-bcb9-e92fb8a6fe08" -d '{"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:25.139515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfa67a97-5a6e-45ce-b9e2-997854fdfd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.140095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:25.144476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=630db4b0-8f6b-4e33-a844-77429b1c403e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:25.182502 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f0555-ec00-435c-83e4-cafb3529d6df x-openstack-request-id: req-699f0555-ec00-435c-83e4-cafb3529d6df {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:25.182502 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:25.182502 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-699f0555-ec00-435c-83e4-cafb3529d6df {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:25.182502 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'code': 200} Aug 16 20:18:25.197617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.235977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.236966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.251849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-ddbfad6b-e25d-4ffd-aae4-f219c0c83bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.254144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-ddbfad6b-e25d-4ffd-aae4-f219c0c83bc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2664170 Aug 16 20:18:25.287927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Checking segment: {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:25.288297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Network hostable DHCP agents. Network: 4d023e4a-44f9-48d0-b61b-7f677794152c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:25.288433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.299224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436c8bf-c9e4-4aa2-8a77-d9b8b2166164 req-429ca15a-5194-4551-a2e7-05c94355a57f tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.300871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3436c8bf-c9e4-4aa2-8a77-d9b8b2166164 req-429ca15a-5194-4551-a2e7-05c94355a57f tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 948 time: 0.2220933 Aug 16 20:18:25.302897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Transition to ACTIVE for port object 870b218b-ecc9-4644-8809-5d82db15165e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:25.320518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfa67a97-5a6e-45ce-b9e2-997854fdfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.356038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.372061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.381451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-e643bc44-ba89-40be-bbb5-6d90425ea4f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb HTTP/1.1" status: 200 len: 217 time: 0.1197643 Aug 16 20:18:25.395418 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cfa67a97-5a6e-45ce-b9e2-997854fdfd09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ea35e250801341f7beed729e6705279b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9649518 Aug 16 20:18:25.412665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.414755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a4d42c9-6ce9-4b34-ab0d-06bb7424686d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.415860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35906) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:25.416721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa67a97-5a6e-45ce-b9e2-997854fdfd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f54ed1-4f0b-43d0-84af-0e56b006b864,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.467019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.467659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.469139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] 10.222.0.64 "PUT /v2.0/ports/630db4b0-8f6b-4e33-a844-77429b1c403e HTTP/1.1" status: 200 len: 1097 time: 3.1251857 Aug 16 20:18:25.470555 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-097b5b0a-6c31-4b41-b69b-b8d3332bf62d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8921692 Aug 16 20:18:25.470992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:25.473924 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a526a70e-094c-4e12-ad55-d4088959796b" -d '{"events": [{"name": "network-changed", "server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:25.487121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.488972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c707dc-eea4-4dd5-8186-d50cdf67cf5f req-98025f75-d6b9-4bde-9f91-788e731d4bc6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.490486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0c707dc-eea4-4dd5-8186-d50cdf67cf5f req-98025f75-d6b9-4bde-9f91-788e731d4bc6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 948 time: 0.2353559 Aug 16 20:18:25.501676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3436c8bf-c9e4-4aa2-8a77-d9b8b2166164 req-c073291a-a896-4507-9423-58e944063829 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418030 Aug 16 20:18:25.508570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4988e-97ae-41b3-8c45-5d522c7f5e25 req-8d60d4ac-1dac-4633-8907-627d9b58f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.510108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ef4988e-97ae-41b3-8c45-5d522c7f5e25 req-8d60d4ac-1dac-4633-8907-627d9b58f551 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 1101 time: 0.2262504 Aug 16 20:18:25.511301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Request body: {'port': {'device_id': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:25.515978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-4f774d68-c7da-4b89-9bd7-7baa551550c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.517451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-4f774d68-c7da-4b89-9bd7-7baa551550c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1272445 Aug 16 20:18:25.548180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Network 4d023e4a-44f9-48d0-b61b-7f677794152c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:25.550223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cafc0-af85-40aa-8f07-d2f29b588b7f service neutron] Pushing event updated for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.622818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0c707dc-eea4-4dd5-8186-d50cdf67cf5f req-aa58130c-97f1-4551-9f84-9fd56aa33525 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174376 Aug 16 20:18:25.645171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ef4988e-97ae-41b3-8c45-5d522c7f5e25 req-f83f124c-49f6-4515-9e1e-c41cb9a4bcd5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194112 Aug 16 20:18:25.660414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:25.661847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-7bbd9f42-7785-460f-ba3a-684e7c408ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.663902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-7bbd9f42-7785-460f-ba3a-684e7c408ce0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362901 Aug 16 20:18:25.679609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:25.684170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4d023e4a-44f9-48d0-b61b-7f677794152c) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:25.693059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.693903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.694229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.697676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd16b0d-f6cd-49f6-93a9-7054fa50f38f None None] Network 4d023e4a-44f9-48d0-b61b-7f677794152c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:25.708890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:25.825318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a46a5-fb52-4e9b-b7a3-726307e77381 req-720c7882-e45f-4961-a91f-6d47b0377c3c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.833581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.834765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414a46a5-fb52-4e9b-b7a3-726307e77381 req-720c7882-e45f-4961-a91f-6d47b0377c3c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 932 time: 0.1987376 Aug 16 20:18:25.841291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:25.885148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-805bc78c-0abb-491b-bf15-ec38029a62ae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.5321410 Aug 16 20:18:25.899359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35920) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:25.912681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:25.979021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414a46a5-fb52-4e9b-b7a3-726307e77381 req-f7eb0ac6-2ee1-4bb4-a4d1-fd3ee9bbcaef tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416705 Aug 16 20:18:25.984336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:25.996417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-4d023e4a-44f9-48d0-b61b-7f677794152c', 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c', 'tenant_id': '688916cf075341a1969a5921bd105119', 'fixed_ips': [{'subnet_id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:18:25.998591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:25.999212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.001163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.022761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-e08c9393-90e0-48e7-9bab-5a7567927492 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264213 Aug 16 20:18:26.044939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-5f28208b-f983-4aa1-a229-7de9d15729df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.046522 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-5f28208b-f983-4aa1-a229-7de9d15729df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 1100 time: 0.4272738 Aug 16 20:18:26.111302 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe4176-16b3-41eb-b1ed-0deac6159041 x-openstack-request-id: req-31fe4176-16b3-41eb-b1ed-0deac6159041 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:26.111587 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:26.111872 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31fe4176-16b3-41eb-b1ed-0deac6159041 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:26.112261 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e', 'status': 'completed', 'code': 200} Aug 16 20:18:26.147694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff44e0fe-5d4f-453b-a205-b9a5523d8ea8 req-7010edc1-6fae-4ea1-ab6d-1215e2a8797b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136754 Aug 16 20:18:26.176617 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-f20af8b0-2758-4fb5-b355-072719e8186d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=630db4b0-8f6b-4e33-a844-77429b1c403e HTTP/1.1" status: 200 len: 217 time: 0.1181021 Aug 16 20:18:26.290597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-0d4e0ce5-edea-43c9-a608-89ccebfef069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.292552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-0d4e0ce5-edea-43c9-a608-89ccebfef069 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1039257 Aug 16 20:18:26.297090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.298247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.330328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Allocated IP 172.20.0.2 (4d023e4a-44f9-48d0-b61b-7f677794152c/5a4d42c9-6ce9-4b34-ab0d-06bb7424686d/d260437f-127a-49ba-8c9b-a728eb2f779f) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:26.356589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d9f68d1-4404-404d-bd6c-81bc19a8bf74 None None] Provisioning for port 870b218b-ecc9-4644-8809-5d82db15165e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:26.375515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d9f68d1-4404-404d-bd6c-81bc19a8bf74 None None] Provisioning complete for port 870b218b-ecc9-4644-8809-5d82db15165e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:26.376310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d9f68d1-4404-404d-bd6c-81bc19a8bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.400061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.426035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.429850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15f54ed1-4f0b-43d0-84af-0e56b006b864 HTTP/1.1" status: 204 len: 168 time: 1.0079498 Aug 16 20:18:26.432089 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-f64031b6-6f8e-456b-9264-25f19547fba2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1498194 Aug 16 20:18:26.467058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f68d1-4404-404d-bd6c-81bc19a8bf74 None None] Port 870b218b-ecc9-4644-8809-5d82db15165e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:26.483466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2da00-1a6c-479d-9c32-3a586f070c0d req-b1e03fc1-55d1-4f37-8838-60961b325102 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.486287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41320784-f386-4d27-800c-809fd596de39 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:26.490831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3b2da00-1a6c-479d-9c32-3a586f070c0d req-b1e03fc1-55d1-4f37-8838-60961b325102 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 936 time: 0.3046167 Aug 16 20:18:26.496854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.540957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Transition to ACTIVE for port object 41320784-f386-4d27-800c-809fd596de39 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:26.556737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3b2da00-1a6c-479d-9c32-3a586f070c0d req-ccc122a5-974b-41eb-93a9-7fd92029e5da tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Aug 16 20:18:26.593500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.603635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Transition to ACTIVE for port object d260437f-127a-49ba-8c9b-a728eb2f779f will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:26.620151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Transition to ACTIVE for port object d260437f-127a-49ba-8c9b-a728eb2f779f will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:26.620984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.626124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-021b37d1-635a-4863-96aa-98df5ee4c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.628157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-021b37d1-635a-4863-96aa-98df5ee4c547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3241792 Aug 16 20:18:26.638557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Request body: {'port': {'device_id': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:26.665518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.668505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e23551-645b-4158-bc95-e338a6d9ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f54ed1-4f0b-43d0-84af-0e56b006b864,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:26.677409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bc722-9059-4851-acc6-34d6099ec613 req-2caafdfd-2dcf-455e-9af5-69e51c40305c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.678868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77bc722-9059-4851-acc6-34d6099ec613 req-2caafdfd-2dcf-455e-9af5-69e51c40305c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 949 time: 0.0505359 Aug 16 20:18:26.730944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77bc722-9059-4851-acc6-34d6099ec613 req-f4368156-7a27-4188-b0ce-0b0b2ec0d563 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450261 Aug 16 20:18:26.751511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.812643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Network 4d023e4a-44f9-48d0-b61b-7f677794152c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:26.815838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:26.825965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:26.880335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:26.897770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Pushing event updated for resources: {'Port': ['ID=d260437f-127a-49ba-8c9b-a728eb2f779f,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:26.904717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.916933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Attempting to bind port d260437f-127a-49ba-8c9b-a728eb2f779f on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:26.917537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Attempting to bind port d260437f-127a-49ba-8c9b-a728eb2f779f by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:26.918063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Attempting to bind port d260437f-127a-49ba-8c9b-a728eb2f779f on network 4d023e4a-44f9-48d0-b61b-7f677794152c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:26.919507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e61407-3eaa-4f7f-8a84-83803fcf7a87 req-20084a65-4b50-4360-8bef-6a894816e371 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:26.927785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:26.928407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Checking segment: {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:26.929351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:26.929475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70e61407-3eaa-4f7f-8a84-83803fcf7a87 req-20084a65-4b50-4360-8bef-6a894816e371 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 948 time: 0.1108985 Aug 16 20:18:26.930024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Bound using segment: {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:26.931206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Bound port: d260437f-127a-49ba-8c9b-a728eb2f779f, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:26.931958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.000138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70e61407-3eaa-4f7f-8a84-83803fcf7a87 req-cd4b8808-bb97-4ff2-8417-f6963bf80248 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Aug 16 20:18:27.009285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] For port d260437f-127a-49ba-8c9b-a728eb2f779f, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:27.012403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] For port d260437f-127a-49ba-8c9b-a728eb2f779f, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d260437f-127a-49ba-8c9b-a728eb2f779f,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:27.072118 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-9abb2763-d52e-4b10-94b3-dd314181ff2c service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297903 Aug 16 20:18:27.095605 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.156990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13af7a7-063e-4ec3-91ee-6a20d886ce16 req-2dc8fc8b-b952-4bce-8c54-7db3692ef0b7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:27.168222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a13af7a7-063e-4ec3-91ee-6a20d886ce16 req-2dc8fc8b-b952-4bce-8c54-7db3692ef0b7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0757406 Aug 16 20:18:27.223644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f83d1-1ade-4d03-9c8f-c56775fcc0f4 None None] Pushing event updated for resources: {'Port': ['ID=d260437f-127a-49ba-8c9b-a728eb2f779f,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:27.245816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a13af7a7-063e-4ec3-91ee-6a20d886ce16 req-e3ecce81-0202-4854-8c88-ba040ee3c8ad tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763466 Aug 16 20:18:27.384695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.425915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:27.427084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:27.427578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:27.458926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:27.459496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:27.489186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:27.489592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:27.489907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:27.490352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Bound port: 41320784-f386-4d27-800c-809fd596de39, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:27.490706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.596250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:27.617980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5c03e8-8868-46a7-96d4-efed883e3cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.699877 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1dfe4e0d-8d28-4b0b-996a-097e95dd433e req-3aadfa77-375c-4532-9d79-a54e0e9255fb service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983884 Aug 16 20:18:27.719033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9ae99-e046-4d9c-b8b1-43c03d428918 req-d5cc1765-41d3-47b1-9ce1-528219056c3e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:27.720675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ac9ae99-e046-4d9c-b8b1-43c03d428918 req-d5cc1765-41d3-47b1-9ce1-528219056c3e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 936 time: 0.0991728 Aug 16 20:18:27.784145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:27.802298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:27.821765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d260437f-127a-49ba-8c9b-a728eb2f779f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:27.853720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ac9ae99-e046-4d9c-b8b1-43c03d428918 req-c317dae9-a842-4e49-9c14-063dd4804aa4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242898 Aug 16 20:18:27.927760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5c03e8-8868-46a7-96d4-efed883e3cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:27.958395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73385aac-c9e6-49c6-af54-c80092339cee req-ef86fbfc-ea73-4db2-aa39-39c6b7224517 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:27.958395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73385aac-c9e6-49c6-af54-c80092339cee req-ef86fbfc-ea73-4db2-aa39-39c6b7224517 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 949 time: 0.1009426 Aug 16 20:18:27.958769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.016824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d5c03e8-8868-46a7-96d4-efed883e3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.030426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73385aac-c9e6-49c6-af54-c80092339cee req-6ec236cf-b1e9-4ab7-8bb6-b12e69174bf4 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Aug 16 20:18:28.048134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d260437f-127a-49ba-8c9b-a728eb2f779f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:28.087402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.088064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.089496 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] 10.222.0.73 "PUT /v2.0/ports/41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 1093 time: 2.5836165 Aug 16 20:18:28.116264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d5c03e8-8868-46a7-96d4-efed883e3cc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af95768b37a24901b1c7f837a42a554c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5171998 Aug 16 20:18:28.116899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:28.125565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c03e8-8868-46a7-96d4-efed883e3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3d1ec-7c22-4563-a79b-30abd856c977,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:28.176996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'tag': '41320784-f386-4d27-800c-809fd596de39'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:28.179272 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d48ea-99f6-4844-9fac-2fc727263b89" -d '{"events": [{"name": "network-changed", "server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "tag": "41320784-f386-4d27-800c-809fd596de39"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:28.188630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a70e-094c-4e12-ad55-d4088959796b req-66223bed-6d9b-43c2-a609-a2872a15169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.190080 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-66223bed-6d9b-43c2-a609-a2872a15169f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 1100 time: 0.3245420 Aug 16 20:18:28.221848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902d9a8-7d61-49a6-bd3d-e4d1cfbe8899 req-e624bd3b-d188-4643-98ab-c0bc5dd33621 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.224188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f902d9a8-7d61-49a6-bd3d-e4d1cfbe8899 req-e624bd3b-d188-4643-98ab-c0bc5dd33621 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 948 time: 0.0913599 Aug 16 20:18:28.266453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.298015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f902d9a8-7d61-49a6-bd3d-e4d1cfbe8899 req-c958d806-4b13-4702-9298-c13aced6aa70 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Aug 16 20:18:28.315534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.326164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc407041-4a07-4f04-afd1-d5311478fbec service neutron] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:28.363763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.409741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:28.421522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.431993 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.435670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82d76f-e10a-4a77-b5c4-c184b78a0e9b req-12412c2f-cf4a-43df-8676-4ffa29f25cb2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.440276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c82d76f-e10a-4a77-b5c4-c184b78a0e9b req-12412c2f-cf4a-43df-8676-4ffa29f25cb2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 950 time: 0.0618665 Aug 16 20:18:28.441168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-32d61d42-e513-4332-ac1b-f56e63bbc7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.444253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-32d61d42-e513-4332-ac1b-f56e63bbc7b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1096 time: 0.2095304 Aug 16 20:18:28.480215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Transition to ACTIVE for port object 870b218b-ecc9-4644-8809-5d82db15165e will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:28.485415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c82d76f-e10a-4a77-b5c4-c184b78a0e9b req-53e83e1c-4bac-45ee-8e0c-45399ff229a9 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Aug 16 20:18:28.515963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e70da-0250-4489-9315-a17272f4cd0f None None] Network 4d023e4a-44f9-48d0-b61b-7f677794152c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:28.516077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.516077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.522413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5bb3d1ec-7c22-4563-a79b-30abd856c977 HTTP/1.1" status: 204 len: 168 time: 0.4019558 Aug 16 20:18:28.523548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a70e-094c-4e12-ad55-d4088959796b req-25ad275d-dd4f-4dfa-bf3b-93f9f2533da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.525337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-25ad275d-dd4f-4dfa-bf3b-93f9f2533da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3018086 Aug 16 20:18:28.526775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-e547d937-3e51-4fab-854c-10c9d2872f8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.0642993 Aug 16 20:18:28.542477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750211-a586-49ac-991c-1a68751bfa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3d1ec-7c22-4563-a79b-30abd856c977,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:28.616589 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6176ea78-ef16-45f5-9bd0-f6e1d9aa6263 x-openstack-request-id: req-6176ea78-ef16-45f5-9bd0-f6e1d9aa6263 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:28.617028 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "tag": "41320784-f386-4d27-800c-809fd596de39", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:28.617376 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6176ea78-ef16-45f5-9bd0-f6e1d9aa6263 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:28.617862 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'tag': '41320784-f386-4d27-800c-809fd596de39', 'status': 'completed', 'code': 200} Aug 16 20:18:28.621119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.631800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-fa04e721-7beb-4d46-902e-91379991ea50 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=153555e9bb614aa9aad97e425ce05ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336146 Aug 16 20:18:28.705441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-3c5c99c2-e471-4a93-8ab5-9f015bac3d82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=630db4b0-8f6b-4e33-a844-77429b1c403e HTTP/1.1" status: 200 len: 217 time: 0.1482742 Aug 16 20:18:28.712558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-c1910c84-fa8d-4dca-a727-a88792efa819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.714076 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-c1910c84-fa8d-4dca-a727-a88792efa819 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1553681 Aug 16 20:18:28.751420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Provisioning for port d260437f-127a-49ba-8c9b-a728eb2f779f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:28.765126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Provisioning complete for port d260437f-127a-49ba-8c9b-a728eb2f779f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:28.766639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:28.785029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6f7a4-f1b1-413f-adce-c296730a1fe2 req-229186da-b09a-43a0-870d-e3172676eaf7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.787965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a6f7a4-f1b1-413f-adce-c296730a1fe2 req-229186da-b09a-43a0-870d-e3172676eaf7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0877330 Aug 16 20:18:28.829416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:28.834357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-9fdb40aa-f90d-4fac-8daa-be5039f9cad3 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:28.835951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-9fdb40aa-f90d-4fac-8daa-be5039f9cad3 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974773 Aug 16 20:18:28.892775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-0614eb6b-7ec6-494f-808b-15e6b6d6f487 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456714 Aug 16 20:18:28.893589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:28.899164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a6f7a4-f1b1-413f-adce-c296730a1fe2 req-d7d017df-f27a-432d-a666-7c1662347f65 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905793 Aug 16 20:18:28.900987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-116b21c1-5a20-4090-ac7b-36d7b802bbbf tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/quotas/153555e9bb614aa9aad97e425ce05ff3 HTTP/1.1" status: 200 len: 375 time: 0.0431828 Aug 16 20:18:28.997121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-c96717f6-9ae0-4969-93fb-f6c8139a02bd tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890226 Aug 16 20:18:29.029388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a70e-094c-4e12-ad55-d4088959796b req-5d048f2a-c8d0-4051-a1e1-f356ae08935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:29.030891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-5d048f2a-c8d0-4051-a1e1-f356ae08935d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.3138649 Aug 16 20:18:29.145080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Allocated IP 172.25.7.149 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:29.205717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:29.206149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:29.206540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:29.290452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.291531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:29.296148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:29.356157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] For port d260437f-127a-49ba-8c9b-a728eb2f779f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d260437f-127a-49ba-8c9b-a728eb2f779f,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:29.360565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:29.376738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', 'mac_address': 'fa:16:3e:7e:8c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:29.402984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526a70e-094c-4e12-ad55-d4088959796b req-108354e0-7762-4cc3-b58e-546d10fa2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:29.404995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-108354e0-7762-4cc3-b58e-546d10fa2c77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2816768 Aug 16 20:18:29.405936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:29.406456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:29.407026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:29.407673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Bound port: 870b218b-ecc9-4644-8809-5d82db15165e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:29.408250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.465663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.488862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be874303-b853-49be-bd2b-3b876e32a5b4 req-1f71aafc-8b62-4dc3-99aa-8052dcb86ae7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:29.493171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be874303-b853-49be-bd2b-3b876e32a5b4 req-1f71aafc-8b62-4dc3-99aa-8052dcb86ae7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.0979142 Aug 16 20:18:29.495054 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-76358c06-3ed5-483a-85ae-33e03af0a2fe service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5759459 Aug 16 20:18:29.539179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.543556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990c179-9cd6-42b2-921f-abbfcea53e02 None None] Pushing event updated for resources: {'Port': ['ID=d260437f-127a-49ba-8c9b-a728eb2f779f,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:29.591693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be874303-b853-49be-bd2b-3b876e32a5b4 req-2b49c2d4-23c7-4cd0-b8ba-3775f6b0642d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916691 Aug 16 20:18:29.597624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-03ccad20-39fd-4b1d-a90f-b901e47e74a0 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675923 Aug 16 20:18:29.600816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:29.620049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-df1e9986-7bc9-4a41-bef0-7572bcde9c9a None None] Provisioning complete for port d260437f-127a-49ba-8c9b-a728eb2f779f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:29.620049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df1e9986-7bc9-4a41-bef0-7572bcde9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.666011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:29.741234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-551983e2-1ed0-4a0c-bd4f-d9727bc72142 req-bff90921-ef0e-4a20-80e8-6535baf9a39b tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0544906 Aug 16 20:18:29.766113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d260437f-127a-49ba-8c9b-a728eb2f779f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:29.776568 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:29.916656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42339d11-eaad-4859-83db-78000fd76f29 req-7960fda2-914d-4afa-8fbf-584a52e11308 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:29.923981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42339d11-eaad-4859-83db-78000fd76f29 req-7960fda2-914d-4afa-8fbf-584a52e11308 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 948 time: 0.0922835 Aug 16 20:18:29.971606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:29.981440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42339d11-eaad-4859-83db-78000fd76f29 req-53a00eda-72b4-43cf-8b64-c87e3afdee2d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 16 20:18:29.984950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d260437f-127a-49ba-8c9b-a728eb2f779f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:29.985320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.060471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:30.134062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.143764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712dba5-6c8c-4aae-b4b7-684f3f4c521b req-446feb8e-5117-430b-8072-4c605683e84f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.145450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8712dba5-6c8c-4aae-b4b7-684f3f4c521b req-446feb8e-5117-430b-8072-4c605683e84f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0962906 Aug 16 20:18:30.202125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:30.204089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8712dba5-6c8c-4aae-b4b7-684f3f4c521b req-c86ad4af-e520-4cc1-9c60-b474df585d3d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Aug 16 20:18:30.246669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:30.254813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2067f85f-1ea9-4783-bcc8-cae5ce364edb req-4f6c5b98-6c38-48db-94a7-0e0077b6f5a2 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488585 Aug 16 20:18:30.264780 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a526a70e-094c-4e12-ad55-d4088959796b req-d24d3f37-406b-48a5-afa7-e349f9f92f7e service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673109 Aug 16 20:18:30.362497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.406801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.414682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.415430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.416978 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] 10.222.0.73 "PUT /v2.0/ports/870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 1097 time: 3.7863131 Aug 16 20:18:30.463223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:30.482097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0366061-5272-4b65-87a9-66e797fd8d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.501289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:30.525666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2562-c3d7-4a8a-8c94-5cdc760d585c service neutron] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:30.530121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:30.537050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:30.610629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1059120311-network', 'tenant_id': '818d863923c2444f80d24c6e03eac76c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:30.622512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:30.626305 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e10960-e498-46a9-86bb-c27e4177b9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:30.671973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-22bbc9f2-c631-4618-9578-114732b6c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.673851 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-22bbc9f2-c631-4618-9578-114732b6c4f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1096 time: 0.2115700 Aug 16 20:18:30.680331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Pushing event updated for resources: {'Port': ['ID=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:30.697217 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549e2bf9-95d9-44df-b9ee-c43bf0bc54db x-openstack-request-id: req-549e2bf9-95d9-44df-b9ee-c43bf0bc54db {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:30.697778 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:30.698861 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-549e2bf9-95d9-44df-b9ee-c43bf0bc54db {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:30.699335 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'status': 'completed', 'code': 200} Aug 16 20:18:30.730370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:30.732691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.769736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-a83b7f3e-c0f7-48ef-b68f-3bdb3a299aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.772067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-a83b7f3e-c0f7-48ef-b68f-3bdb3a299aed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1100 time: 0.1963561 Aug 16 20:18:30.776648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.802316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 630db4b0-8f6b-4e33-a844-77429b1c403e details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:30.889705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-27aeef06-9907-4d6c-b1a2-e99260f04819 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.0496061 Aug 16 20:18:30.890610 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:30.936958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a27c-43f5-4f8c-9d01-7ea600149515 req-df69cd1a-f021-4447-8825-6b1611644614 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:30.938697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e005a27c-43f5-4f8c-9d01-7ea600149515 req-df69cd1a-f021-4447-8825-6b1611644614 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2325442 Aug 16 20:18:30.943489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d61bf295-34cc-4e8b-b36a-658d4a3d7e94 req-de224a22-1f21-42a0-bbf4-c8a113c5c156 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0507433 Aug 16 20:18:30.999046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e005a27c-43f5-4f8c-9d01-7ea600149515 req-5a2de7c5-a960-43f7-8097-7ad2f310b3cf tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Aug 16 20:18:31.000014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.005375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=630db4b0-8f6b-4e33-a844-77429b1c403e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:31.041213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:31.042292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '630db4b0-8f6b-4e33-a844-77429b1c403e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '630db4b0-8f6b-4e33-a844-77429b1c403e', 'mac_address': 'fa:16:3e:fc:5a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:31.063590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:31.078078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.086279 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Added segment 3a36050d-97f6-4a3b-bcbb-4b518530ef86 of type vlan for network 187b95b0-ebad-4524-bc35-c502c6ac8b8b Aug 16 20:18:31.086861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-286e2065-a066-406f-8e45-7dd04dcdb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.090598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-286e2065-a066-406f-8e45-7dd04dcdb7ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1760621 Aug 16 20:18:31.093154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-3b9c276d-fdea-481f-92e1-672b46736249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.094588 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-3b9c276d-fdea-481f-92e1-672b46736249 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.3939176 Aug 16 20:18:31.106203 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.122983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630db4b0-8f6b-4e33-a844-77429b1c403e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:31.136297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36084) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:31.186424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=630db4b0-8f6b-4e33-a844-77429b1c403e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:31.195600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.221124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf276f27-7d28-4f23-9865-5f8e69328880 req-01ec353e-138e-4491-b293-ccce19ad18ba tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.222709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf276f27-7d28-4f23-9865-5f8e69328880 req-01ec353e-138e-4491-b293-ccce19ad18ba tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 948 time: 0.1122432 Aug 16 20:18:31.264788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.286642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf276f27-7d28-4f23-9865-5f8e69328880 req-3b6eac61-6887-4107-aa7a-7a07b3c01368 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552289 Aug 16 20:18:31.292602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.295486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-671d98ed-ed57-4bd5-862a-2c51e3f58d45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.1828601 Aug 16 20:18:31.329231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.331028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.331928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.351303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:31.359255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.359743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.360193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.360649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.361071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.361493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.361916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.362337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.362754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.363173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.365032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.365032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:18:31.394273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-5a9757c2-298c-4d43-85df-9ff8d78e9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.396069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-5a9757c2-298c-4d43-85df-9ff8d78e9bd3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0634181 Aug 16 20:18:31.429608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-4e9a452c-5fbc-4a3b-b4e9-8daf331b1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.431104 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-4e9a452c-5fbc-4a3b-b4e9-8daf331b1ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3198028 Aug 16 20:18:31.450387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32deade-b494-48a3-b8d0-2e46b6bccbbe req-e74e44ee-a885-4e44-b615-5dddb4c77135 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:31.459036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b32deade-b494-48a3-b8d0-2e46b6bccbbe req-e74e44ee-a885-4e44-b615-5dddb4c77135 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.1709855 Aug 16 20:18:31.470088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-c67675d8-36d5-423c-8d86-407945ecfe26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428874 Aug 16 20:18:31.472479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.485597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0211599 Aug 16 20:18:31.505983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36100) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:31.513072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Request body: {'subnet': {'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1059120311-subnet', 'tenant_id': '818d863923c2444f80d24c6e03eac76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:31.556486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b32deade-b494-48a3-b8d0-2e46b6bccbbe req-ada0f638-7e28-48c4-b49a-0838c6faf362 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964801 Aug 16 20:18:31.559260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467dd74-a15d-479e-bdd9-e5be9101f3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=187b95b0-ebad-4524-bc35-c502c6ac8b8b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:31.579373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:31.585025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:18:31.585025 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:18:31.585025 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '41d626334dc942be9303c62fe6c903a7', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 18, 31, 538898)}] Aug 16 20:18:31.585025 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:18:31.585453 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:18:31.658405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['630db4b0-8f6b-4e33-a844-77429b1c403e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:31.666079 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-26dc1fe9-6efc-452f-aaa4-ac132c674e2a service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239902 Aug 16 20:18:31.681089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:31.683522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:31.815399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-9e247764-f381-4fc1-a458-410d1e304e54 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053036 Aug 16 20:18:31.851148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.054540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73800aa4-7bbd-4050-a4b9-970b99c6252b req-a3793de1-2bbc-4409-bdd5-218bc5326156 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0324795 Aug 16 20:18:32.092021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.150126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a1bfd-6521-4d64-a2ca-22627c1f87e2 req-c50ecc2d-6b9a-4370-bc47-b525fa80304a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.151783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a61a1bfd-6521-4d64-a2ca-22627c1f87e2 req-c50ecc2d-6b9a-4370-bc47-b525fa80304a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.0684240 Aug 16 20:18:32.155645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.169849 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-68e3d6e7-7458-4ed4-9b2f-780e4092efc7 req-1ce84ca7-82ff-4cf0-a786-3652be90ad5d service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236851 Aug 16 20:18:32.225047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-799d48ea-99f6-4844-9fac-2fc727263b89 req-c232a495-9d3a-42d8-a644-1cbcbe2c0053 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992150 Aug 16 20:18:32.262227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3fa43c-ec44-4e3f-a527-f772dadc1f4f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:32.271410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a61a1bfd-6521-4d64-a2ca-22627c1f87e2 req-f71b35ea-c3fe-45ca-bb85-37d824f2e82f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035466 Aug 16 20:18:32.287650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:32.288041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Network hostable DHCP agents. Network: 187b95b0-ebad-4524-bc35-c502c6ac8b8b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:32.324216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.359690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Router 1da3785e-59d1-46a9-85a1-512f650ae772 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:18:32.386738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:32.388636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.418263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-64494e89-f7e1-4fba-b9ad-aaa1b46b000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.419801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-64494e89-f7e1-4fba-b9ad-aaa1b46b000e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1100 time: 0.0856400 Aug 16 20:18:32.443184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41d626334dc942be9303c62fe6c903a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3028517 Aug 16 20:18:32.443184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c396a-2e61-4d40-991e-3b7f93a3aace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd966bb2-f823-478b-bcad-8c9a4bb868c0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:32.448291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36108) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.463294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246fdbc-62f9-4685-b67c-235b8b8df258 req-3557c062-ada9-4566-8aa7-e3c4356b9fa2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.464941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e246fdbc-62f9-4685-b67c-235b8b8df258 req-3557c062-ada9-4566-8aa7-e3c4356b9fa2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 949 time: 0.1095314 Aug 16 20:18:32.497986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 187b95b0-ebad-4524-bc35-c502c6ac8b8b) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:32.502922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.503785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.509893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534068e-4b14-4ed6-b961-267597d489c6 None None] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:32.549805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e246fdbc-62f9-4685-b67c-235b8b8df258 req-3e9ae7dd-f061-4df5-9590-082ee203357a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772567 Aug 16 20:18:32.556467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:32.578573 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Sync routers for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:32.579388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.588844 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:32.590142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:32.606923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.648720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0f9252d9-5bed-43c5-8fc1-f3e55bf13940 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1415875 Aug 16 20:18:32.651058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-c6ddeec5-7d36-4bc2-9862-4ec45e7582ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.653887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-c6ddeec5-7d36-4bc2-9862-4ec45e7582ba service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2169249 Aug 16 20:18:32.679822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-d8cda049-9c37-4d4f-b924-aa995dbc5593 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=153555e9bb614aa9aad97e425ce05ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474217 Aug 16 20:18:32.705494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab78aa1-7c42-4b67-8638-0db43fd78154 None None] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:32.732172 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-7ef283ba-0217-4602-aaf6-84af0aa29452 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.0616047 Aug 16 20:18:32.757186 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:32.763224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417cea15-e64f-4d61-a88d-2a36a17944c6 req-ea57d119-4c16-4f0d-bce9-7c339cc83c1c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.765027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-417cea15-e64f-4d61-a88d-2a36a17944c6 req-ea57d119-4c16-4f0d-bce9-7c339cc83c1c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0934212 Aug 16 20:18:32.811930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 630db4b0-8f6b-4e33-a844-77429b1c403e up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:32.813131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-417cea15-e64f-4d61-a88d-2a36a17944c6 req-3b67d3ce-f8bd-4148-ab7e-9ce4b64607ba tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Aug 16 20:18:32.830663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.833067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6e17f79-197a-4c34-bd7c-0ec7c7a09611 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.9270401 Aug 16 20:18:32.836106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:32.908777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-1c39ba1d-9481-49bb-8e46-dbaf6710e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.911131 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-1c39ba1d-9481-49bb-8e46-dbaf6710e39a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0961337 Aug 16 20:18:32.911351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.914919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:32.919639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd966bb2-f823-478b-bcad-8c9a4bb868c0 HTTP/1.1" status: 204 len: 168 time: 0.4706569 Aug 16 20:18:32.938392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be66ae-209e-42a0-9961-e18308e9d94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd966bb2-f823-478b-bcad-8c9a4bb868c0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:32.974396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-4e1c30df-b9a0-4f86-acf2-4419ba1a538b tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.976272 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-4e1c30df-b9a0-4f86-acf2-4419ba1a538b tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571495 Aug 16 20:18:32.986907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-6bd1cf49-7c63-4fca-97e0-747afa3efee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:32.988854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-6bd1cf49-7c63-4fca-97e0-747afa3efee4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658274 Aug 16 20:18:32.993698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Request body: {'port': {'device_id': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '153555e9bb614aa9aad97e425ce05ff3'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:33.058820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:31Z', 'revision_number': 3, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:33.102391 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Checking router: 1da3785e-59d1-46a9-85a1-512f650ae772 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:33.103097 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Updating router 1da3785e-59d1-46a9-85a1-512f650ae772 port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:33.142132 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.144032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 630db4b0-8f6b-4e33-a844-77429b1c403e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:33.149179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 630db4b0-8f6b-4e33-a844-77429b1c403e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:33.150606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.220824 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-1f0e171c-9f92-4ece-bdee-3a195653166f service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217743 Aug 16 20:18:33.222399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38da8de6-a44b-4d97-91bd-abab671d6690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.257032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f9ef09a-e108-4b48-9ff1-897efc0077b6 req-c141c7ff-aed8-416c-a812-2eaba93cfa6b tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0727391 Aug 16 20:18:33.330798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Made reservation on behalf of 153555e9bb614aa9aad97e425ce05ff3 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:33.334456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.359754 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.383389 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.409717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.449752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:33.452019 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c996bf-3011-408b-96a9-f7dfeb38380d" -d '{"events": [{"server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "name": "network-vif-plugged", "status": "completed", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:33.484572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=630db4b0-8f6b-4e33-a844-77429b1c403e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:33.503275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38e10960-e498-46a9-86bb-c27e4177b9b7 req-73843b02-ad5f-4c0d-a60f-2fbdf730d2f1 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738452 Aug 16 20:18:33.545532 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.557446 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9b7ed-e99c-4867-b336-1aaf015f115e x-openstack-request-id: req-5da9b7ed-e99c-4867-b336-1aaf015f115e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:33.557774 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "name": "network-vif-plugged", "status": "completed", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:33.558092 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5da9b7ed-e99c-4867-b336-1aaf015f115e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:33.558571 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e', 'code': 200} Aug 16 20:18:33.584113 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Transition to ACTIVE for port object 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:33.588468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef8c0e-7790-4d25-91fe-7d947d6ea006 req-8c573e2f-cc99-4559-bae6-509f033eb20f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:33.589997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17ef8c0e-7790-4d25-91fe-7d947d6ea006 req-8c573e2f-cc99-4559-bae6-509f033eb20f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.0998390 Aug 16 20:18:33.607858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.612419 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.613228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:33.698475 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.725710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17ef8c0e-7790-4d25-91fe-7d947d6ea006 req-b734334f-3c33-462a-859f-fdae8d6e2d4a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292078 Aug 16 20:18:33.737105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.744718 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1723-d9bc-4e86-a798-8d4bd2ccc972 None None] Pushing event updated for resources: {'Port': ['ID=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:33.759787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.773011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:33.778369 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Attempting to bind port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:33.778848 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Attempting to bind port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:33.783635 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Attempting to bind port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:33.785624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:33.786334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:33.786982 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.788160 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:33.788977 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Bound port: 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:33.789470 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:33.872113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fedee-766d-4336-baf0-0057786ebbe3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:33.878904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] For port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:33.885670 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] For port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:33.899505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83283f6-cb8f-469e-9e5d-2914aba606f2 req-fd0540c0-7d68-45bf-b78b-c2e3a2c5ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:33.902173 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a83283f6-cb8f-469e-9e5d-2914aba606f2 req-fd0540c0-7d68-45bf-b78b-c2e3a2c5ee36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 1102 time: 0.2216117 Aug 16 20:18:33.916013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:33.927401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:33.930096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.002389 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a83283f6-cb8f-469e-9e5d-2914aba606f2 req-3b39690b-9f37-4c4b-9595-25babfbde4d4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895514 Aug 16 20:18:34.007281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa8a1a-a1dc-421e-885d-29237431d6c2 req-691a953c-0363-42e6-9654-448d715327b7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.014485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceaa8a1a-a1dc-421e-885d-29237431d6c2 req-691a953c-0363-42e6-9654-448d715327b7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 950 time: 0.1774092 Aug 16 20:18:34.016977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Allocated IP 192.168.233.16 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/ded2fed0-03dc-40a0-93fc-56776667649e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:34.030118 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.046891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36172) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:34.161923 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:34.161923 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:34.162520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.201002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:34.203349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.317446 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1723-d9bc-4e86-a798-8d4bd2ccc972 None None] Pushing event updated for resources: {'Port': ['ID=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:34.317844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.317844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Transition to ACTIVE for port object ded2fed0-03dc-40a0-93fc-56776667649e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:34.345894 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:34.362701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:34.369032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-816875624-network', 'tenant_id': 'ece897b2bac14d6bb368425c68616284'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:34.397499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c315ed-e352-4ebc-b121-475e1ce9e816 req-d480a72c-338c-4cef-9f05-1988c1d9cffe tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.399337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c315ed-e352-4ebc-b121-475e1ce9e816 req-d480a72c-338c-4cef-9f05-1988c1d9cffe tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.4757478 Aug 16 20:18:34.409626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d57689fc-44b0-4f8b-ad76-8c2b286fb693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.464415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 41320784-f386-4d27-800c-809fd596de39 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:34.481532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceaa8a1a-a1dc-421e-885d-29237431d6c2 req-c5d30f7d-c9a4-44d1-9f04-f79dd85f1a2d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660890 Aug 16 20:18:34.488977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Allocated IP 172.20.0.1 (4d023e4a-44f9-48d0-b61b-7f677794152c/5a4d42c9-6ce9-4b34-ab0d-06bb7424686d/80bf2735-936d-49fa-b2e2-68d0362affde) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:34.493314 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.530866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Made reservation on behalf of ece897b2bac14d6bb368425c68616284 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:34.535195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.538659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c315ed-e352-4ebc-b121-475e1ce9e816 req-42d565ae-1977-4c47-8039-cc42e1685b02 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303239 Aug 16 20:18:34.549826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.589585 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:31Z', 'revision_number': 3, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:34.628691 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888cb44-4ee4-4f73-b718-1ba078bdc020 None None] The sync data for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 is: [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:31Z', 'revision_number': 3, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:34.637392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Pushing event updated for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:34.652025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.680043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:34.682179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:34.699306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:34.733645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d30a-abbb-4550-8cdb-10086b4b434f req-0ed27cf6-4eb1-4b02-89ec-105e72b6fc73 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.745673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b822d30a-abbb-4550-8cdb-10086b4b434f req-0ed27cf6-4eb1-4b02-89ec-105e72b6fc73 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 935 time: 0.1698163 Aug 16 20:18:34.800109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.840086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:34.848885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Transition to ACTIVE for port object 80bf2735-936d-49fa-b2e2-68d0362affde will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:34.851773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:34.852786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.868303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d57689fc-44b0-4f8b-ad76-8c2b286fb693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:34.893650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b822d30a-abbb-4550-8cdb-10086b4b434f req-fb48c709-722a-4bb4-b469-91c9a7ffb444 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382015 Aug 16 20:18:34.904505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.021973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d57689fc-44b0-4f8b-ad76-8c2b286fb693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.068849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:35.089138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-eb020b1a-b871-4e01-a76c-dbaa35860413 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0992327 Aug 16 20:18:35.107141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'mac_address': 'fa:16:3e:92:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:35.110687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95732-b514-450f-87b3-fae2375a7425 req-30833e4e-4bfc-4c60-9734-731053390b16 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:35.122765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Request body: {'port': {'device_id': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:35.128426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6a95732-b514-450f-87b3-fae2375a7425 req-30833e4e-4bfc-4c60-9734-731053390b16 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2182810 Aug 16 20:18:35.194377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d57689fc-44b0-4f8b-ad76-8c2b286fb693 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cea0040a92b6417ab2cbe953d17364e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1438484 Aug 16 20:18:35.194922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36204) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:35.198105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57689fc-44b0-4f8b-ad76-8c2b286fb693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b426f9-0ee1-4e24-a0bb-e6c1996096a6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.199696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:35.227521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '41320784-f386-4d27-800c-809fd596de39', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'port_id': '41320784-f386-4d27-800c-809fd596de39', 'mac_address': 'fa:16:3e:2a:37:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624b45f-8027-4a91-842f-13906c0f7a5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:35.284926 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.312041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6a95732-b514-450f-87b3-fae2375a7425 req-c2aadda2-cf68-4f10-9af0-51c11d95de2b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874328 Aug 16 20:18:35.365575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.371349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.372307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Network 4d023e4a-44f9-48d0-b61b-7f677794152c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:35.373670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.380313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Pushing event updated for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.389143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:35.393965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.406667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8bca4759-c50e-478f-b2ee-66971a1851d9 None None] Provisioning for port ded2fed0-03dc-40a0-93fc-56776667649e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:35.406824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:35.420658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.424815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8bca4759-c50e-478f-b2ee-66971a1851d9 None None] Provisioning complete for port ded2fed0-03dc-40a0-93fc-56776667649e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:35.425182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8bca4759-c50e-478f-b2ee-66971a1851d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.465134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8bca4759-c50e-478f-b2ee-66971a1851d9 None None] Port ded2fed0-03dc-40a0-93fc-56776667649e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:35.476142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41320784-f386-4d27-800c-809fd596de39 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:35.478114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.495313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:35.516951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:35.531137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:35.532908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.559288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:35.562141 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880142d5-31ca-4f68-ae40-d1a24dd4058e" -d '{"events": [{"server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "name": "network-vif-plugged", "status": "completed", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:35.576136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:18:35.605932 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.620823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.682837 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7f58a9-0f4e-432d-9f46-f0d897963db7 x-openstack-request-id: req-fb7f58a9-0f4e-432d-9f46-f0d897963db7 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:35.683104 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "name": "network-vif-plugged", "status": "completed", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:35.683358 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb7f58a9-0f4e-432d-9f46-f0d897963db7 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:35.683771 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', 'code': 200} Aug 16 20:18:35.687205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.765931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.819453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.821686 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Added segment 15d4cc6a-2d29-458f-a84f-338c51b873a1 of type vlan for network 17676879-cfc6-4b69-bc4c-1a8e5e6870fd Aug 16 20:18:35.854328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979696af-3e6a-409e-b747-162ce1cf43b4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:35.893308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['292ed4ac-603a-4b11-9511-c6f1eaaf2a01'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:35.939086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['41320784-f386-4d27-800c-809fd596de39'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:35.965846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:35.967602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:36.005834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.008407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.012232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11b426f9-0ee1-4e24-a0bb-e6c1996096a6 HTTP/1.1" status: 204 len: 168 time: 0.8155119 Aug 16 20:18:36.029251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e3f8-7893-44e0-b99a-d9fc916df4fb req-ac1af609-7e73-4a48-8145-dc95f0340c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.030844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-71a2e3f8-7893-44e0-b99a-d9fc916df4fb req-ac1af609-7e73-4a48-8145-dc95f0340c1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1101 time: 0.2284377 Aug 16 20:18:36.131766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fb931-4f51-4975-98fe-b1d7ec49f34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b426f9-0ee1-4e24-a0bb-e6c1996096a6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:36.171533 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-71a2e3f8-7893-44e0-b99a-d9fc916df4fb req-75656f80-46ad-4ee8-9714-d96b36657715 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327686 Aug 16 20:18:36.205131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7198880-1195-4c13-af68-bde12551556f req-1c7862f7-8690-479f-a50a-3d73f71f0c18 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.206736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7198880-1195-4c13-af68-bde12551556f req-1c7862f7-8690-479f-a50a-3d73f71f0c18 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.3619599 Aug 16 20:18:36.225093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8213b1-aff1-4ea6-8c88-fc5689608f6f req-28715039-cd9d-44c8-8e8d-ec04e3195385 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.225325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.226315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.228505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.236093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.240040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da8213b1-aff1-4ea6-8c88-fc5689608f6f req-28715039-cd9d-44c8-8e8d-ec04e3195385 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 950 time: 0.5971594 Aug 16 20:18:36.253190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:36.304594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9305e404-614d-45ec-bba6-629978e8d128 None None] Provisioning for port 80bf2735-936d-49fa-b2e2-68d0362affde completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:36.333792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:36.352205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9305e404-614d-45ec-bba6-629978e8d128 None None] Provisioning complete for port 80bf2735-936d-49fa-b2e2-68d0362affde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:36.352606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9305e404-614d-45ec-bba6-629978e8d128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.358307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7198880-1195-4c13-af68-bde12551556f req-f8db4290-6a8d-41d0-8f43-3444f1e8f3c4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452146 Aug 16 20:18:36.375929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da8213b1-aff1-4ea6-8c88-fc5689608f6f req-659e4cec-7af3-4ac2-acc7-332b09760fde tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348524 Aug 16 20:18:36.415211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:36.415585 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.504702 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1397080 Aug 16 20:18:36.517342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36234) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:36.530920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9305e404-614d-45ec-bba6-629978e8d128 None None] Port 80bf2735-936d-49fa-b2e2-68d0362affde cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:36.544411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Request body: {'subnet': {'network_id': '17676879-cfc6-4b69-bc4c-1a8e5e6870fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-816875624-subnet', 'tenant_id': 'ece897b2bac14d6bb368425c68616284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:36.578786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 870b218b-ecc9-4644-8809-5d82db15165e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:36.583196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dde38-7f23-4c91-9918-75c952e9a36c admin admin] Pushing event updated for resources: {'Network': ['ID=17676879-cfc6-4b69-bc4c-1a8e5e6870fd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:36.602594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded2fed0-03dc-40a0-93fc-56776667649e {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:36.612773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.643614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Transition to ACTIVE for port object ded2fed0-03dc-40a0-93fc-56776667649e will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:36.651220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 17676879-cfc6-4b69-bc4c-1a8e5e6870fd details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:18:36.669001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.744867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:36.763331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024df86c-d6ac-4e09-8e49-7ba2f29d50f0 req-cf7b7424-ad56-437d-9e4c-a3fcb5e1d8b8 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.765185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-024df86c-d6ac-4e09-8e49-7ba2f29d50f0 req-cf7b7424-ad56-437d-9e4c-a3fcb5e1d8b8 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 935 time: 0.1860991 Aug 16 20:18:36.776282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f9d96-0625-40e0-805c-21812c59ee80 req-cf4d3fde-63a5-43b5-842e-d8ab0b2bad96 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:36.785849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-039f9d96-0625-40e0-805c-21812c59ee80 req-cf4d3fde-63a5-43b5-842e-d8ab0b2bad96 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2692237 Aug 16 20:18:36.800397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Made reservation on behalf of ece897b2bac14d6bb368425c68616284 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:36.803534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.017197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.059148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:37.086610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.107816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '870b218b-ecc9-4644-8809-5d82db15165e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '870b218b-ecc9-4644-8809-5d82db15165e', 'mac_address': 'fa:16:3e:93:96:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:37.124099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Attempting to bind port ded2fed0-03dc-40a0-93fc-56776667649e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:37.129735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:37.131952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Attempting to bind port ded2fed0-03dc-40a0-93fc-56776667649e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:37.132443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Attempting to bind port ded2fed0-03dc-40a0-93fc-56776667649e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:37.146991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Port ded2fed0-03dc-40a0-93fc-56776667649e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:37.147515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Attempting to bind port ded2fed0-03dc-40a0-93fc-56776667649e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:37.157381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:37.160603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:37.160603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:37.160603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Bound port: ded2fed0-03dc-40a0-93fc-56776667649e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:37.160603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.199615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.244489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.245591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-024df86c-d6ac-4e09-8e49-7ba2f29d50f0 req-f917822d-a51c-4958-86ca-cde83bcbbc48 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573305 Aug 16 20:18:37.280781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-039f9d96-0625-40e0-805c-21812c59ee80 req-535eb5f9-5b99-4d97-8605-993660487e70 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937565 Aug 16 20:18:37.293678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:37.313080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=ded2fed0-03dc-40a0-93fc-56776667649e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:37.352977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:37.406520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.411743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.431706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:37.456381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.482504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.489527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.490681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.492127 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] 10.222.0.73 "PUT /v2.0/ports/ded2fed0-03dc-40a0-93fc-56776667649e HTTP/1.1" status: 200 len: 1096 time: 2.3944955 Aug 16 20:18:37.493685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:37.497235 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65272626-fa4d-4aa7-a954-0746d442835b" -d '{"events": [{"name": "network-changed", "server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:37.527309 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.575283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e8e7-a556-4968-ae87-b5b9137cfbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.611760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.633487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.711995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-78d48d4c-f723-47eb-bb25-20487f312b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.713721 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-78d48d4c-f723-47eb-bb25-20487f312b5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 1099 time: 0.0654013 Aug 16 20:18:37.717926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a4077f-14b4-4db2-9896-9736e7de5ce2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.736486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345055-c800-44d6-a14d-e3854dd0cb41 req-7445afcc-fd36-4011-b6ca-a561fd1bfe69 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.751065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95345055-c800-44d6-a14d-e3854dd0cb41 req-7445afcc-fd36-4011-b6ca-a561fd1bfe69 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.2844021 Aug 16 20:18:37.772285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:37.797958 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-8af37bee-b8f2-44b7-ae46-b8e277b33e90 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ded2fed0-03dc-40a0-93fc-56776667649e HTTP/1.1" status: 200 len: 217 time: 0.0714343 Aug 16 20:18:37.821630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:37.830916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Pushing event updated for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:37.850534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958e68c-b6ae-4dde-95d1-ba65b68c96d9 req-6c500722-fd93-4b33-af61-6917cd0c6f22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.856195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:37.856487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9958e68c-b6ae-4dde-95d1-ba65b68c96d9 req-6c500722-fd93-4b33-af61-6917cd0c6f22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 949 time: 0.3787322 Aug 16 20:18:37.901668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-be27a209-e8b0-4f0b-a1ce-a681cdbc1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.903430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-be27a209-e8b0-4f0b-a1ce-a681cdbc1a87 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0978596 Aug 16 20:18:37.970887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-307796f7-3672-470e-b47e-cace30667bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:37.974768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-307796f7-3672-470e-b47e-cace30667bf7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606453 Aug 16 20:18:37.976322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:37.976698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.132218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-f0015e9e-32ea-4345-80d1-6bb79b1e40a8 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444631 Aug 16 20:18:38.255964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Checking segment: {'id': '15d4cc6a-2d29-458f-a84f-338c51b873a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '17676879-cfc6-4b69-bc4c-1a8e5e6870fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:38.256327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Network hostable DHCP agents. Network: 17676879-cfc6-4b69-bc4c-1a8e5e6870fd, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:18:38.291567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Network 4d023e4a-44f9-48d0-b61b-7f677794152c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:38.302029 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-96e9d83b-3240-4fc2-a750-09de3c078ac8 req-f94618f8-e496-4f81-801b-419cb8a98564 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625118 Aug 16 20:18:38.305960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95345055-c800-44d6-a14d-e3854dd0cb41 req-56189e2b-67a2-4099-b877-f326f8f54fc0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541003 Aug 16 20:18:38.334644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:38.342682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9958e68c-b6ae-4dde-95d1-ba65b68c96d9 req-69ebf993-373c-4e08-aa06-c161f7990424 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222818 Aug 16 20:18:38.447500 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d742f1-9e7e-48ca-a203-0ae8f86cbcd2 x-openstack-request-id: req-27d742f1-9e7e-48ca-a203-0ae8f86cbcd2 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:38.448572 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:38.450086 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27d742f1-9e7e-48ca-a203-0ae8f86cbcd2 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:38.450608 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e', 'status': 'completed', 'code': 200} Aug 16 20:18:38.479215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Network 17676879-cfc6-4b69-bc4c-1a8e5e6870fd is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:18:38.493490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 41320784-f386-4d27-800c-809fd596de39 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:38.606539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaa7cc-881e-432f-837f-efb83d8cee63 req-1fc53b5b-0db7-4a4d-9098-f47e666fb87d tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.616100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69aaa7cc-881e-432f-837f-efb83d8cee63 req-1fc53b5b-0db7-4a4d-9098-f47e666fb87d tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 947 time: 0.1324482 Aug 16 20:18:38.626046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 17676879-cfc6-4b69-bc4c-1a8e5e6870fd) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:38.626892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272626-fa4d-4aa7-a954-0746d442835b req-f62524d4-8ae9-48bc-963e-1cc70f397bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.628447 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-f62524d4-8ae9-48bc-963e-1cc70f397bfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 1099 time: 0.1530020 Aug 16 20:18:38.641412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.641412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.643873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3122b2-3792-4c17-98fe-b8e26c184c4d None None] Network 17676879-cfc6-4b69-bc4c-1a8e5e6870fd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:38.698184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad12f66-38c1-4925-8e01-20141d1ab3c0 req-8db13c90-e62c-4bcb-a85f-d210bea9e955 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.700135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aad12f66-38c1-4925-8e01-20141d1ab3c0 req-8db13c90-e62c-4bcb-a85f-d210bea9e955 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 949 time: 0.1656082 Aug 16 20:18:38.702083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Router 1da3785e-59d1-46a9-85a1-512f650ae772 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:18:38.729418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 41320784-f386-4d27-800c-809fd596de39 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:38.750653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 41320784-f386-4d27-800c-809fd596de39 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:38.751204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:38.759451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69aaa7cc-881e-432f-837f-efb83d8cee63 req-0d11007d-fcb6-4b1b-83ee-66cd3b54a573 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383419 Aug 16 20:18:38.800568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aad12f66-38c1-4925-8e01-20141d1ab3c0 req-c4c3a9aa-86b0-4323-b2f9-691e042abdb4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836089 Aug 16 20:18:38.808606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93c17a61-f51b-4657-b067-2584493bcf85 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2893960 Aug 16 20:18:38.822959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:38.900821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272626-fa4d-4aa7-a954-0746d442835b req-374b2360-70b4-47d3-94d5-457109c5901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:38.902563 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-374b2360-70b4-47d3-94d5-457109c5901b service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2570138 Aug 16 20:18:38.972057 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-30dae18b-61b1-43ef-a5d2-fe4dd33bfe8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=ded2fed0-03dc-40a0-93fc-56776667649e HTTP/1.1" status: 200 len: 217 time: 0.0612569 Aug 16 20:18:39.003367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:18:39.020156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c53a4c0b-8f59-4ea0-ae76-58871bd75de0 admin admin] 10.222.0.70 "PUT /v2.0/routers/1da3785e-59d1-46a9-85a1-512f650ae772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1822128 Aug 16 20:18:39.056315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Sync routers for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:18:39.064025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272626-fa4d-4aa7-a954-0746d442835b req-a0631390-2d05-4540-a7ec-a2413da97d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.067008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-a0631390-2d05-4540-a7ec-a2413da97d05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0858984 Aug 16 20:18:39.074699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a5597-59de-4fb1-bd7b-e0563df0a458 None None] Network 17676879-cfc6-4b69-bc4c-1a8e5e6870fd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:18:39.098109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b3648fa7-c4da-45c7-9e88-2f8d0025f297 None None] Provisioning complete for port 80bf2735-936d-49fa-b2e2-68d0362affde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:39.098472 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b3648fa7-c4da-45c7-9e88-2f8d0025f297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.137426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272626-fa4d-4aa7-a954-0746d442835b req-4d8f159f-975b-4a74-828e-584dbe58ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.139651 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-4d8f159f-975b-4a74-828e-584dbe58ffcd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621021 Aug 16 20:18:39.312692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:39.313364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:39.329348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-ac3d408c-ab69-494f-b398-2621803be017 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812880 Aug 16 20:18:39.503425 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.556404 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65272626-fa4d-4aa7-a954-0746d442835b req-1f911863-6dea-4a26-9c90-3964c9a44a27 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173207 Aug 16 20:18:39.562130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b3648fa7-c4da-45c7-9e88-2f8d0025f297 None None] Port 80bf2735-936d-49fa-b2e2-68d0362affde cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:39.588179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:39.588589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.650204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674ce37-a2b2-497a-979e-916fb82bf94e req-4d3c9f5a-bc02-4a6d-8179-71abd76b0844 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.651208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f674ce37-a2b2-497a-979e-916fb82bf94e req-4d3c9f5a-bc02-4a6d-8179-71abd76b0844 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.0983071 Aug 16 20:18:39.674055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41320784-f386-4d27-800c-809fd596de39'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:39.676519 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0759536-fc5f-4ffb-a894-9d24c8241f06" -d '{"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-plugged", "status": "completed", "tag": "41320784-f386-4d27-800c-809fd596de39"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:39.720084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:39.725052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:39.772259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-258044be-1cac-4706-bd8c-d9054ddda3f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:39.774773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-258044be-1cac-4706-bd8c-d9054ddda3f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.1429486 Aug 16 20:18:39.805360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-59a7e832-457d-41dd-8796-611d450caa98 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/quotas/818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 375 time: 0.0234704 Aug 16 20:18:39.848400 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:39.852044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f674ce37-a2b2-497a-979e-916fb82bf94e req-4a9d2891-e87d-48c8-b635-c284bcf903db tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716383 Aug 16 20:18:39.900532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-faa58a1c-16dd-4e34-b11b-42a8538ea802 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831697 Aug 16 20:18:40.017644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812bfa44-5042-4e73-9cea-e8ef373a21bf req-2be65e45-de14-48c3-99db-d9d795b57bbc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.020114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-812bfa44-5042-4e73-9cea-e8ef373a21bf req-2be65e45-de14-48c3-99db-d9d795b57bbc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 949 time: 0.0720963 Aug 16 20:18:40.094510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.116004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-812bfa44-5042-4e73-9cea-e8ef373a21bf req-e8db1329-6969-4ada-b0f9-76fe9a513d39 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894740 Aug 16 20:18:40.127319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-c70a9ff4-9074-4067-972c-19d584ea9ff1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:18:40.135460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-c70a9ff4-9074-4067-972c-19d584ea9ff1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1109915 Aug 16 20:18:40.153855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:40.170761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:40.208004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:36Z', 'revision_number': 4, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80bf2735-936d-49fa-b2e2-68d0362affde', 'name': '', 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c', 'tenant_id': '688916cf075341a1969a5921bd105119', 'mac_address': 'fa:16:3e:29:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:33Z', 'updated_at': '2021-08-16T20:18:36Z', 'revision_number': 2, 'project_id': '688916cf075341a1969a5921bd105119', 'subnets': [{'id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:40.251720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.258467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Checking router: 1da3785e-59d1-46a9-85a1-512f650ae772 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:18:40.259166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Updating router 1da3785e-59d1-46a9-85a1-512f650ae772 port 80bf2735-936d-49fa-b2e2-68d0362affde binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:18:40.293471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.303793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-b14f1fb3-c79c-4629-82d3-44e1adc97d21 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636801 Aug 16 20:18:40.442060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:40.459279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-0774f7bf-e2a6-4770-9c29-b811e86c9d82 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346679 Aug 16 20:18:40.504110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 870b218b-ecc9-4644-8809-5d82db15165e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:40.664929 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4278358-a760-449f-a2b4-f7d95341e564 x-openstack-request-id: req-c4278358-a760-449f-a2b4-f7d95341e564 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:40.665295 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-plugged", "status": "completed", "tag": "41320784-f386-4d27-800c-809fd596de39", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:40.665643 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4278358-a760-449f-a2b4-f7d95341e564 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:40.672412 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41320784-f386-4d27-800c-809fd596de39', 'code': 200} Aug 16 20:18:40.719103 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.731604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Transition to ACTIVE for port object 80bf2735-936d-49fa-b2e2-68d0362affde will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:40.747337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 870b218b-ecc9-4644-8809-5d82db15165e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:40.753010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 870b218b-ecc9-4644-8809-5d82db15165e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:40.757678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.811096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dce13-279b-4d77-814b-a0538603349b req-72186761-80ab-49b5-9498-1c8109c62e76 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.822769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d5dce13-279b-4d77-814b-a0538603349b req-72186761-80ab-49b5-9498-1c8109c62e76 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 947 time: 0.0847111 Aug 16 20:18:40.824389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6fa6f6-542d-4b63-b354-e3c53cc58a25 req-f2ea74ed-c322-4df3-a1e4-dd22610216ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.827037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f6fa6f6-542d-4b63-b354-e3c53cc58a25 req-f2ea74ed-c322-4df3-a1e4-dd22610216ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1098 time: 0.0636427 Aug 16 20:18:40.834743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:40.899472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d5dce13-279b-4d77-814b-a0538603349b req-709163b0-d359-45a8-a2e1-8b2dfcbc23f0 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757141 Aug 16 20:18:40.928136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f6fa6f6-542d-4b63-b354-e3c53cc58a25 req-aeed02c5-cd98-40f2-9d45-3729f08d78a6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887845 Aug 16 20:18:40.933729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336404-f213-4882-9bbb-bd0240fe585b req-aea2ce27-4a5c-4a79-ab49-6220e82a4422 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:40.935324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60336404-f213-4882-9bbb-bd0240fe585b req-aea2ce27-4a5c-4a79-ab49-6220e82a4422 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 949 time: 0.0812154 Aug 16 20:18:41.012751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60336404-f213-4882-9bbb-bd0240fe585b req-655e8ecb-f62c-44ed-81e3-9511535fc094 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 Aug 16 20:18:41.075772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f60d3-b4f7-4a0c-81ef-931c2bf25c38 None None] Pushing event updated for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:41.115487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Attempting to bind port 80bf2735-936d-49fa-b2e2-68d0362affde on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:41.115967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Attempting to bind port 80bf2735-936d-49fa-b2e2-68d0362affde by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:41.116556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Attempting to bind port 80bf2735-936d-49fa-b2e2-68d0362affde on network 4d023e4a-44f9-48d0-b61b-7f677794152c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:41.123875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:41.124341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Checking segment: {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:41.124946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.125511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Bound using segment: {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:41.125951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Bound port: 80bf2735-936d-49fa-b2e2-68d0362affde, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668bf33d-77cd-421f-b7cc-87c7cecbcbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:41.126549 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.178196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-8f302546-7f24-4f94-ba93-9356b268d0d2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450857 Aug 16 20:18:41.207543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.249351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:41.301452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] For port 80bf2735-936d-49fa-b2e2-68d0362affde, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:41.305773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] For port 80bf2735-936d-49fa-b2e2-68d0362affde, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80bf2735-936d-49fa-b2e2-68d0362affde,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:41.338012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.377368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:41.398190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-fd79c014-431c-4806-8e19-f662599195e8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.398190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-fd79c014-431c-4806-8e19-f662599195e8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120805 Aug 16 20:18:41.436459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-37cdd572-73f4-4667-b0cd-3ae800bfafcd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/quotas/472021603d004d0b88a1f0a5f0f88839 HTTP/1.1" status: 200 len: 375 time: 0.0236802 Aug 16 20:18:41.454113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:18:41.454761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:18:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:41.506868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:41.536715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-841581dd-e2dc-4ed2-9e71-8fcd103a14ff tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971012 Aug 16 20:18:41.573139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed19bf-4ee3-41bf-8d6e-df6ffd73cd47 req-c2db3bd5-1616-448a-b4a4-31d239416292 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.579817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed19bf-4ee3-41bf-8d6e-df6ffd73cd47 req-c2db3bd5-1616-448a-b4a4-31d239416292 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.590985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5ed19bf-4ee3-41bf-8d6e-df6ffd73cd47 req-c2db3bd5-1616-448a-b4a4-31d239416292 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f&device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1690 time: 0.1983211 Aug 16 20:18:41.633623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f60d3-b4f7-4a0c-81ef-931c2bf25c38 None None] Pushing event updated for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:41.640086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5ed19bf-4ee3-41bf-8d6e-df6ffd73cd47 req-80b7c407-31ea-4baf-ae20-100e2d6970eb tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477686 Aug 16 20:18:41.673459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:18:41.748579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61a5519c-f295-40cb-bcd4-1a91f3aed3ce req-a591a4e9-db3d-4d91-85c3-b79cdc30e8ac tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 210 time: 0.0298924 Aug 16 20:18:41.861153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ebe74-4e18-4260-a0c5-8a8d6362abd5 req-92c34f68-9239-46f1-a22f-63bd9a421f0a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:41.863039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-506ebe74-4e18-4260-a0c5-8a8d6362abd5 req-92c34f68-9239-46f1-a22f-63bd9a421f0a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 946 time: 0.0563886 Aug 16 20:18:41.904505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-506ebe74-4e18-4260-a0c5-8a8d6362abd5 req-a3f973fb-18ce-4383-8e4f-9673f1458445 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Aug 16 20:18:42.037638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:36Z', 'revision_number': 4, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80bf2735-936d-49fa-b2e2-68d0362affde', 'name': '', 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c', 'tenant_id': '688916cf075341a1969a5921bd105119', 'mac_address': 'fa:16:3e:29:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:33Z', 'updated_at': '2021-08-16T20:18:41Z', 'revision_number': 4, 'project_id': '688916cf075341a1969a5921bd105119', 'subnets': [{'id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:18:42.068724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5493-271d-47a4-829e-853b499bfda2 None None] The sync data for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 is: [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:18:36Z', 'revision_number': 4, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80bf2735-936d-49fa-b2e2-68d0362affde', 'name': '', 'network_id': '4d023e4a-44f9-48d0-b61b-7f677794152c', 'tenant_id': '688916cf075341a1969a5921bd105119', 'mac_address': 'fa:16:3e:29:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:33Z', 'updated_at': '2021-08-16T20:18:41Z', 'revision_number': 4, 'project_id': '688916cf075341a1969a5921bd105119', 'subnets': [{'id': '5a4d42c9-6ce9-4b34-ab0d-06bb7424686d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:18:42.362274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec90f2-d9a3-49c7-9dbf-b571a8c19148 req-4ca806ba-4d3a-4b8a-b2e0-92dc3dcb800e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:42.376123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aec90f2-d9a3-49c7-9dbf-b571a8c19148 req-4ca806ba-4d3a-4b8a-b2e0-92dc3dcb800e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 947 time: 0.0773997 Aug 16 20:18:42.492423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aec90f2-d9a3-49c7-9dbf-b571a8c19148 req-043a417d-7f1d-40a8-83c8-b43ed9d3ec04 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Aug 16 20:18:42.525932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device ded2fed0-03dc-40a0-93fc-56776667649e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:42.600900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca524238-abd8-484d-8417-eac1960fe5c1 req-507bfde3-f633-4898-9e55-574012f8e9be tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:42.615857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca524238-abd8-484d-8417-eac1960fe5c1 req-507bfde3-f633-4898-9e55-574012f8e9be tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1222634 Aug 16 20:18:42.669130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}, {'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:42.673633 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b71ea4-38dd-40d0-b805-8af58ae5bdc5" -d '{"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}, {"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-plugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:42.771304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=ded2fed0-03dc-40a0-93fc-56776667649e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:42.773747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca524238-abd8-484d-8417-eac1960fe5c1 req-f96120b5-2846-4c36-bab5-41496e60513a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569238 Aug 16 20:18:42.799113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23a85-866e-44f1-8364-f97e002ac53d req-3142ad9c-419a-4c93-ade4-099e1e17cae2 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:42.807414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f23a85-866e-44f1-8364-f97e002ac53d req-3142ad9c-419a-4c93-ade4-099e1e17cae2 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 1102 time: 0.1894412 Aug 16 20:18:42.810344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'ded2fed0-03dc-40a0-93fc-56776667649e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'ded2fed0-03dc-40a0-93fc-56776667649e', 'mac_address': 'fa:16:3e:de:98:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:42.916847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f23a85-866e-44f1-8364-f97e002ac53d req-c6a11315-ead2-4447-977c-6ef8e4f3c2b5 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012793 Aug 16 20:18:42.926859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:42.977596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded2fed0-03dc-40a0-93fc-56776667649e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:42.991245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-740816f8-a689-409a-ac9b-38dd699a0347 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347464 Aug 16 20:18:43.006584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=ded2fed0-03dc-40a0-93fc-56776667649e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:43.039534 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6320214-dfc4-451b-ba18-dddca762b4d9 x-openstack-request-id: req-a6320214-dfc4-451b-ba18-dddca762b4d9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:43.039534 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "code": 200}, {"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-plugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:43.039534 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6320214-dfc4-451b-ba18-dddca762b4d9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:43.040343 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'code': 200} Aug 16 20:18:43.040729 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'code': 200} Aug 16 20:18:43.125300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:43.184533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d61d86b1-2180-4887-b921-d329136533a1 req-a6945b32-ca39-4e0c-81b4-2d7b8f01b60f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 210 time: 0.0836174 Aug 16 20:18:43.184860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0316e-c920-4136-b2d4-a51fe635a92d req-5c221d6d-4b0a-44db-a776-218ba36df1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:43.187017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f8c0316e-c920-4136-b2d4-a51fe635a92d req-5c221d6d-4b0a-44db-a776-218ba36df1a4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1102 time: 0.0677741 Aug 16 20:18:43.210132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-b3eccdac-8c7d-4867-b667-f2f11d824eaf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:43.222875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-b3eccdac-8c7d-4867-b667-f2f11d824eaf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296228 Aug 16 20:18:43.280419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-37317348-b803-4d2c-9cb5-cd723a7ab8aa tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/quotas/472021603d004d0b88a1f0a5f0f88839 HTTP/1.1" status: 200 len: 375 time: 0.0521383 Aug 16 20:18:43.283292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f8c0316e-c920-4136-b2d4-a51fe635a92d req-1aca53aa-0886-4d8f-9b81-62bb3119bd2f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Aug 16 20:18:43.308837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:43.348054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-5865d645-c8cf-4827-a8d8-342e3f1fa74f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593791 Aug 16 20:18:43.420448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce7c6d-21b2-4621-87d2-c3cf05a3d6b2 req-5a19518b-e0f8-4150-b791-2b3c973a7296 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:43.431044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91ce7c6d-21b2-4621-87d2-c3cf05a3d6b2 req-5a19518b-e0f8-4150-b791-2b3c973a7296 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 946 time: 0.0844443 Aug 16 20:18:43.447385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['ded2fed0-03dc-40a0-93fc-56776667649e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:43.484881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91ce7c6d-21b2-4621-87d2-c3cf05a3d6b2 req-03fae99e-66a7-48f6-9952-c33e631c023e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521169 Aug 16 20:18:43.791334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c5562-6c43-4b7d-bd77-a3f5bcf3137a req-7488552d-1801-4039-981d-d6e77b237789 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:43.798929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a06c5562-6c43-4b7d-bd77-a3f5bcf3137a req-7488552d-1801-4039-981d-d6e77b237789 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1101 time: 0.1482613 Aug 16 20:18:43.846439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80bf2735-936d-49fa-b2e2-68d0362affde up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:43.900171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a06c5562-6c43-4b7d-bd77-a3f5bcf3137a req-05809a1f-47f2-4356-854f-0ea6d217b99b tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Aug 16 20:18:44.075593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 80bf2735-936d-49fa-b2e2-68d0362affde completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:44.087632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80bf2735-936d-49fa-b2e2-68d0362affde triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:44.088959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.171569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.190724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189268376', 'description': 'tempest-description--1064919087'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:44.250238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.310538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 80bf2735-936d-49fa-b2e2-68d0362affde, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80bf2735-936d-49fa-b2e2-68d0362affde,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:44.344480 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.375938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ccb2-fee1-44f9-bf2c-06d53ffc248b req-1cd9ce65-725c-41bb-b5d1-b647836aff47 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.384520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9164ccb2-fee1-44f9-bf2c-06d53ffc248b req-1cd9ce65-725c-41bb-b5d1-b647836aff47 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 948 time: 0.1371708 Aug 16 20:18:44.460066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.468387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9164ccb2-fee1-44f9-bf2c-06d53ffc248b req-f1787c7b-4260-4f7d-afc2-f0ddef0f83ae tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781584 Aug 16 20:18:44.565172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device ded2fed0-03dc-40a0-93fc-56776667649e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:44.614129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec3bab4a-acdb-4f17-93bf-9ad4a5c6642a req-c1675f9e-90c2-4e00-9a35-e68e6925e28a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 210 time: 0.0563219 Aug 16 20:18:44.671917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.780435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.815616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:44.831833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0842467-9692-4e6a-9901-935289a3691e req-5b3bedee-3e6f-46bd-89ec-9b278bfbfa2b tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.837236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0842467-9692-4e6a-9901-935289a3691e req-5b3bedee-3e6f-46bd-89ec-9b278bfbfa2b tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1098 time: 0.1553752 Aug 16 20:18:44.874102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:44.880115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-f08e67df-1cb7-4bdc-b4ad-3d4eaf73e5b6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.887926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb04eef-8570-4523-9d4a-7e0b221f5696 req-66551f48-0816-47f0-9a15-20a55e251219 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:44.890288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-f08e67df-1cb7-4bdc-b4ad-3d4eaf73e5b6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.3891430 Aug 16 20:18:44.897683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeb04eef-8570-4523-9d4a-7e0b221f5696 req-66551f48-0816-47f0-9a15-20a55e251219 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1520743 Aug 16 20:18:44.921878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Request body: {'port': {'device_id': '94a42ba0-c18d-4459-ba31-18f113c283de', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'admin_state_up': True, 'tenant_id': '818d863923c2444f80d24c6e03eac76c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:44.956888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:44.959230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3af1b36a-2ff0-4931-b3c0-381ef17757e9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7858329 Aug 16 20:18:44.974573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeb04eef-8570-4523-9d4a-7e0b221f5696 req-462bc23a-0801-4529-bd91-629e29e3c7be tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756617 Aug 16 20:18:44.977809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36458) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:44.983247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0842467-9692-4e6a-9901-935289a3691e req-14b45f4f-a8f3-4963-8dea-95ca3f5cd6ea tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308558 Aug 16 20:18:45.000821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'security_group_rule': {'security_group_id': 'c5bae452-f9c8-4c8f-bbc0-47f7e38aac69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:45.081195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port ded2fed0-03dc-40a0-93fc-56776667649e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:45.085990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port ded2fed0-03dc-40a0-93fc-56776667649e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:45.086377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.255416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.280766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.334948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=ded2fed0-03dc-40a0-93fc-56776667649e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:45.339535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:45.343436 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc418c5-b045-4f66-bf0c-70a39900cf7a" -d '{"events": [{"server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "name": "network-vif-plugged", "status": "completed", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:45.438704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.456532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d14ccd1e-f3ab-4ca5-ae2f-d5becd17fcd1 req-4e7a74a3-9cb4-4639-864e-2f0c613ded4e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 210 time: 0.1471016 Aug 16 20:18:45.588226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:45.631696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.633836 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4e253d-7506-4add-9eea-6ac56e22173c x-openstack-request-id: req-8a4e253d-7506-4add-9eea-6ac56e22173c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:45.634308 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "name": "network-vif-plugged", "status": "completed", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:45.634752 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a4e253d-7506-4add-9eea-6ac56e22173c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:45.635151 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e', 'code': 200} Aug 16 20:18:45.688830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-63fb2146-6410-45f4-8643-9b7096afda17 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812466 Aug 16 20:18:45.703474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:45.707038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.818424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.824320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80bf2735-936d-49fa-b2e2-68d0362affde up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:45.886662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a531c9-308a-485d-9b3d-4b8723c53fbd,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:45.930822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80bf2735-936d-49fa-b2e2-68d0362affde triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:45.931390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:45.935427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42d5cd-680c-47e6-89ab-646ccaae0c48 req-5b127122-d40f-4f66-83b7-e4ac5f47d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:45.937563 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3d42d5cd-680c-47e6-89ab-646ccaae0c48 req-5b127122-d40f-4f66-83b7-e4ac5f47d6d8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 1101 time: 0.1849427 Aug 16 20:18:45.981708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-10f56960-4330-43d9-a74f-99849be94d05 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:45.983600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-10f56960-4330-43d9-a74f-99849be94d05 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807996 Aug 16 20:18:46.014261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Request body: {'port': {'device_id': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '472021603d004d0b88a1f0a5f0f88839'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:46.023281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0fc3-acfa-463a-a060-e4c2db2fcd87 req-4c8ebd3b-42d9-4c31-b441-43775d78918d tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.027008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3d42d5cd-680c-47e6-89ab-646ccaae0c48 req-5e339c40-67ce-480c-a393-98d07023ff7e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Aug 16 20:18:46.028378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Allocated IP 172.20.0.3 (187b95b0-ebad-4524-bc35-c502c6ac8b8b/da3fa43c-ec44-4e3f-a527-f772dadc1f4f/324bf606-e428-4e37-acc8-9f9cc70f364b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:46.030845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2baf0fc3-acfa-463a-a060-e4c2db2fcd87 req-4c8ebd3b-42d9-4c31-b441-43775d78918d tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1098 time: 0.3407912 Aug 16 20:18:46.062567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365519c4-3c96-4e3b-b0c8-77e88053b181 req-b11ed57f-8032-4586-b525-7a548c312ea5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.064089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365519c4-3c96-4e3b-b0c8-77e88053b181 req-b11ed57f-8032-4586-b525-7a548c312ea5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 949 time: 0.3139656 Aug 16 20:18:46.147270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365519c4-3c96-4e3b-b0c8-77e88053b181 req-00fb5480-4e06-4a81-b687-e4335b00e8b5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Aug 16 20:18:46.150804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.154456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1043de25-9535-4c04-848e-f7600b3cdba6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1601448 Aug 16 20:18:46.160074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36484) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:46.167908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'security_group_rule': {'security_group_id': 'c5bae452-f9c8-4c8f-bbc0-47f7e38aac69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:46.201289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2baf0fc3-acfa-463a-a060-e4c2db2fcd87 req-68ad63a1-e268-4032-b0f1-99a3c30c5b34 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691828 Aug 16 20:18:46.286858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.331287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccbada72-a301-4110-9b4b-e63b95d2ada9 req-7247c05e-16f6-4048-aabb-9027def0d433 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 210 time: 0.0398412 Aug 16 20:18:46.358442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-30fecbfd-2b31-474f-bca1-4cf481f4a29a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482464 Aug 16 20:18:46.378381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.458804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.553405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:46.557754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:46.564243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:46.570680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.579479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-e2581884-2d64-4193-a28b-ebe51855b113 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.579851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-e2581884-2d64-4193-a28b-ebe51855b113 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204776 Aug 16 20:18:46.588566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3a44a-080e-4d03-a030-4a042750aa85 req-d514cb0d-236c-403e-841c-3bbb977339cf tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.589943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ef3a44a-080e-4d03-a030-4a042750aa85 req-d514cb0d-236c-403e-841c-3bbb977339cf tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1484077 Aug 16 20:18:46.598823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Made reservation on behalf of 472021603d004d0b88a1f0a5f0f88839 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:46.602834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.603020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:46.633763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:46.634429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.638333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5c7372ba-9c09-4810-bb5f-b2e8b9677965 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0470316 Aug 16 20:18:46.639004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.693216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.699438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ef3a44a-080e-4d03-a030-4a042750aa85 req-256a3c2f-7583-4bee-9896-f39e8f2ab960 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839226 Aug 16 20:18:46.710644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b23710-316a-41fb-aba0-5ab1ca6b9be6,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:46.749278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8a089766-66f6-4c02-8b84-b34615a34c5b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1009059 Aug 16 20:18:46.765561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-866650e6-a62d-4dbb-a2e2-34e695181697 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486910 Aug 16 20:18:46.784896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Request body: {'port': {'device_id': '94a42ba0-c18d-4459-ba31-18f113c283de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:46.908670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:46.908920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.167762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324bf606-e428-4e37-acc8-9f9cc70f364b {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:47.169576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459233d-8c64-4e11-b1b5-2d99f3131155 req-4c9e6e26-1c62-474e-a3b6-92c76b040992 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:47.171073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c459233d-8c64-4e11-b1b5-2d99f3131155 req-4c9e6e26-1c62-474e-a3b6-92c76b040992 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 931 time: 0.3011055 Aug 16 20:18:47.178008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.192163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Transition to ACTIVE for port object 324bf606-e428-4e37-acc8-9f9cc70f364b will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:47.209683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c459233d-8c64-4e11-b1b5-2d99f3131155 req-6451f315-3c53-49ba-9eec-939fc06703b5 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 16 20:18:47.338798 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.412150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f72b5-a52f-4045-9925-f69d81b77911,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:47.422368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.451924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.456436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f7c93c8f-e1b3-41ba-b168-1fdf74eaae7f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2920651 Aug 16 20:18:47.460250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36524) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:47.554970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Allocated IP 192.168.233.236 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/6e21415a-e764-4695-835d-1869ec7ab1cd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:47.565282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:47.583311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:47.583940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:47.584463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:47.589417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:47.590002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:47.599537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:47.600161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:47.600755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:47.601241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Bound port: 324bf606-e428-4e37-acc8-9f9cc70f364b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:47.601882 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.682977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:47.694225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:47.742857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:47.781803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-3363f589-bfff-473d-900a-817fef303740 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324004 Aug 16 20:18:47.784039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.788939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.878822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:47.879503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:47.880972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] 10.222.0.64 "PUT /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 1092 time: 1.1028357 Aug 16 20:18:47.881419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:47.885477 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a627c7-14f1-4096-ab66-a1a3c7066512" -d '{"events": [{"name": "network-changed", "server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:47.915618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c51917-e585-4150-925a-492e9a64aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:47.930124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Transition to ACTIVE for port object 6e21415a-e764-4695-835d-1869ec7ab1cd will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:48.000763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.089483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-9648f26b-a8aa-4d3b-be49-117fa80a2924 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.090993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-9648f26b-a8aa-4d3b-be49-117fa80a2924 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017740 Aug 16 20:18:48.107987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-0c452a37-6620-415f-a1b5-8586e985eed8 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.112965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-0c452a37-6620-415f-a1b5-8586e985eed8 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1102 time: 0.3612957 Aug 16 20:18:48.117798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Request body: {'port': {'device_id': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '472021603d004d0b88a1f0a5f0f88839'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:48.135453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-11056c98-6b2c-45df-8ebc-da92451337ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.143478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-11056c98-6b2c-45df-8ebc-da92451337ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1095 time: 0.0784128 Aug 16 20:18:48.185307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.210561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-68c4e6f2-72bc-42c9-af99-4853f433f2c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.0529871 Aug 16 20:18:48.218983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-7e4cac83-5b78-4e26-924a-4d1349fe0d0c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.326645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-637eba5e-9bfd-48b2-9312-a0d3535b6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.328750 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-637eba5e-9bfd-48b2-9312-a0d3535b6741 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1065545 Aug 16 20:18:48.352157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.386287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-156ee043-7258-46e9-b009-b578f966c8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452030 Aug 16 20:18:48.424461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:48.433993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:48.436604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:48.439230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:48.556604 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-27e86fb7-b8ab-4bb2-9f0c-67ff24cd796e service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590734 Aug 16 20:18:48.574414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:48.575164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.604011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-7e4cac83-5b78-4e26-924a-4d1349fe0d0c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.616807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.701577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-7e4cac83-5b78-4e26-924a-4d1349fe0d0c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:48.740247 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6cac463c-f79f-4b5a-a205-9d6ae09b33f7 req-673b2888-b0ef-4f7c-af32-6a9936913da4 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734588 Aug 16 20:18:48.771239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56b460fa-3ab5-4994-b247-9f1d77f06575 req-7e4cac83-5b78-4e26-924a-4d1349fe0d0c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994363 Aug 16 20:18:48.780265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cac83-5b78-4e26-924a-4d1349fe0d0c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6802c9-8cad-4e7d-ab17-4b6a07ca06f6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:48.843755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-aba5d6d5-2ca7-4d98-9efb-470e8d601646 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8342347 Aug 16 20:18:48.890486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Request body: {'port': {'device_id': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:48.937738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1c67c8d-ad92-42bb-8fb7-0be4de26844e None None] Provisioning for port 6e21415a-e764-4695-835d-1869ec7ab1cd completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:48.943172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1c67c8d-ad92-42bb-8fb7-0be4de26844e None None] Provisioning complete for port 6e21415a-e764-4695-835d-1869ec7ab1cd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:48.943580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1c67c8d-ad92-42bb-8fb7-0be4de26844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.005958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Allocated IP 172.25.7.103 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/02665e86-0d80-4891-8959-00335fa390b5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:49.023073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a1c67c8d-ad92-42bb-8fb7-0be4de26844e None None] Port 6e21415a-e764-4695-835d-1869ec7ab1cd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:49.033537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.046394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c84e2a-7499-417a-97db-d240296885ec req-92f2bd6b-d343-480f-ab91-9edb6cdf7c13 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.048212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07c84e2a-7499-417a-97db-d240296885ec req-92f2bd6b-d343-480f-ab91-9edb6cdf7c13 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 949 time: 0.1735032 Aug 16 20:18:49.072457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Made reservation on behalf of 472021603d004d0b88a1f0a5f0f88839 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:49.076155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.217711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07c84e2a-7499-417a-97db-d240296885ec req-6086af28-7010-4e79-be05-00940ebb4c84 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516726 Aug 16 20:18:49.397809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb22c6f2-66c7-4969-8ddf-3ba2a73db536 req-b22f52f3-3c8b-4270-85f2-d22db8961122 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 210 time: 0.0797012 Aug 16 20:18:49.448976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.510608 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfad6c1-9073-4cf2-86e7-6847f66a589e x-openstack-request-id: req-7cfad6c1-9073-4cf2-86e7-6847f66a589e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:49.511105 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:49.511105 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cfad6c1-9073-4cf2-86e7-6847f66a589e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:49.514246 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'status': 'completed', 'code': 200} Aug 16 20:18:49.618674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-d61ffc32-542f-4e95-b915-04b5a2a0b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.620303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-d61ffc32-542f-4e95-b915-04b5a2a0b304 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1095 time: 0.0792601 Aug 16 20:18:49.681577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:49.689806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.702246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.749579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Transition to ACTIVE for port object 6e21415a-e764-4695-835d-1869ec7ab1cd will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:49.749579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'Port': ['ID=02665e86-0d80-4891-8959-00335fa390b5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:49.780238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:49.781826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:49.789203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:49.807662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-f923b6a8-55c1-4986-9c5f-96644cf7718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.810081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-f923b6a8-55c1-4986-9c5f-96644cf7718f service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1789339 Aug 16 20:18:49.873920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:49.880263 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-25dfe8a5-c0d8-48de-a9a8-a134db5841c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.0466862 Aug 16 20:18:49.949780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-898d116a-0dfa-42f0-a855-cb8a43f6329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:49.952986 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-898d116a-0dfa-42f0-a855-cb8a43f6329c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0625436 Aug 16 20:18:49.986719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:50.009661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec081fc2-f1c8-4385-a447-cf07febb7538 req-7c14a476-ac59-49d3-8814-0b0082a56a1e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:50.011346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec081fc2-f1c8-4385-a447-cf07febb7538 req-7c14a476-ac59-49d3-8814-0b0082a56a1e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.2235606 Aug 16 20:18:50.047749 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-d08c4c78-f09f-4075-95b9-e0af408181c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839999 Aug 16 20:18:50.180422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.185592 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-7938ed83-cf2f-46b1-aaf9-7f91212aa74c service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248901 Aug 16 20:18:50.329741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Allocated IP 192.168.233.208 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/afc64620-c5da-4990-a7e4-54986dc2fec5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:50.357849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec081fc2-f1c8-4385-a447-cf07febb7538 req-be850776-7923-4833-b2e1-9fc53d051726 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333061 Aug 16 20:18:50.382509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Attempting to bind port 6e21415a-e764-4695-835d-1869ec7ab1cd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:50.382853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Attempting to bind port 6e21415a-e764-4695-835d-1869ec7ab1cd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:50.383182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Attempting to bind port 6e21415a-e764-4695-835d-1869ec7ab1cd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:50.397050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3a627c7-14f1-4096-ab66-a1a3c7066512 req-cc8fb25e-0f05-4235-b4f2-87b00e78f618 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990435 Aug 16 20:18:50.406775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Port 6e21415a-e764-4695-835d-1869ec7ab1cd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:50.407345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Attempting to bind port 6e21415a-e764-4695-835d-1869ec7ab1cd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:50.417196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:50.417535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:50.417913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:50.418353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Bound port: 6e21415a-e764-4695-835d-1869ec7ab1cd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:50.418709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:50.420859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.048560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:51.059992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:51.072575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.122247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Transition to ACTIVE for port object afc64620-c5da-4990-a7e4-54986dc2fec5 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:51.164507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.174748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.209848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:51.233368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:51.234128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.249267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e21415a-e764-4695-835d-1869ec7ab1cd HTTP/1.1" status: 200 len: 1097 time: 2.3732927 Aug 16 20:18:51.256045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:51.260979 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419e666-cd17-4f49-b420-d87ae8f0cd47" -d '{"events": [{"name": "network-changed", "server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:51.311388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.342915 n-d-794306-10 neutron-server[95241]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 20:18:51.345376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8e21-36cc-47b5-b9b9-46a439250168 service neutron] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:51.349934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-87113d9f-3e38-4e8a-bd62-56b4c0296ba8 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:18:51.361459 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-87113d9f-3e38-4e8a-bd62-56b4c0296ba8 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1502738 Aug 16 20:18:51.525255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.540145 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-48ff1b36-f0fe-4575-b705-bf4c7ab024b1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484724 Aug 16 20:18:51.544589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:51.545104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:18:51.560902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.623191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.658646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:51.727098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'Port': ['ID=02665e86-0d80-4891-8959-00335fa390b5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:51.854449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event updated for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:51.866291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:51.887692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8be37cd6-517c-4756-b57e-dd05065a417b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:51.889478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8be37cd6-517c-4756-b57e-dd05065a417b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177834 Aug 16 20:18:51.898954 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:51.910906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8ec59dcb-87af-4b9a-a3fe-45758ddca74a tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1619916 Aug 16 20:18:51.911233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:51.914981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-518fa19f-1568-4a17-bbe0-f127f3ff5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:51.916561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-518fa19f-1568-4a17-bbe0-f127f3ff5cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1100 time: 0.4946647 Aug 16 20:18:51.921258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:51.924360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:51.969371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aa59527-62f3-420c-9190-abe451d6c6a6 req-330f1fbc-36bd-4ed9-ac30-403671537e64 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 210 time: 0.1262295 Aug 16 20:18:52.126684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-a6cf3d6a-05cb-47a2-8caf-4c9542ec3316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6e21415a-e764-4695-835d-1869ec7ab1cd HTTP/1.1" status: 200 len: 217 time: 0.1798973 Aug 16 20:18:52.139149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:52.139759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:52.140247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:52.145825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:52.146397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:52.152037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:52.152839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:52.153431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:52.158627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Bound port: 41320784-f386-4d27-800c-809fd596de39, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:52.238336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-7f97bd67-002c-40db-8766-948b56fd1981 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5805860 Aug 16 20:18:52.247224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.247917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.276659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-c8dae960-7404-4704-979b-f6d8bc817977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.277642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-c8dae960-7404-4704-979b-f6d8bc817977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1202006 Aug 16 20:18:52.287339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e8327-fd7b-444a-a47a-5b2985744b4e req-2a604ce6-2e37-4824-a117-3eb9ee80ba37 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.292681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:52.295157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-595e8327-fd7b-444a-a47a-5b2985744b4e req-2a604ce6-2e37-4824-a117-3eb9ee80ba37 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 936 time: 0.1883187 Aug 16 20:18:52.298913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.365781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-595e8327-fd7b-444a-a47a-5b2985744b4e req-4095edb3-8bb7-4fbc-a94a-1583e40e5be7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696013 Aug 16 20:18:52.404339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-8c68b2f2-ed2c-4087-80a8-3b58b5db546e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2933047 Aug 16 20:18:52.421583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Request body: {'port': {'device_id': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:52.428204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-aae94d19-22fd-4777-8f53-440188241864 None None] Provisioning for port afc64620-c5da-4990-a7e4-54986dc2fec5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:52.432500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-aae94d19-22fd-4777-8f53-440188241864 None None] Provisioning complete for port afc64620-c5da-4990-a7e4-54986dc2fec5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:52.432923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aae94d19-22fd-4777-8f53-440188241864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.435834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-33d08028-2bc5-465d-bca6-d9332661d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.437583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-33d08028-2bc5-465d-bca6-d9332661d859 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404192 Aug 16 20:18:52.481589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-aae94d19-22fd-4777-8f53-440188241864 None None] Port afc64620-c5da-4990-a7e4-54986dc2fec5 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:52.492612 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3440da8-924d-480e-8c2d-85d0f7deaece x-openstack-request-id: req-e3440da8-924d-480e-8c2d-85d0f7deaece {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:52.493088 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:52.493533 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3440da8-924d-480e-8c2d-85d0f7deaece {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:52.494106 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'status': 'completed', 'code': 200} Aug 16 20:18:52.511690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:52.594105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.116 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/4a1e12f4-ac8d-4986-a4e0-44af517f96e4) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:52.633145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.648797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:18:52.668653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a01b-fe23-44f5-b653-afe04e58746d req-af715456-fa9a-459a-8d7a-4dd1c19cd78f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:52.670206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0574a01b-fe23-44f5-b653-afe04e58746d req-af715456-fa9a-459a-8d7a-4dd1c19cd78f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1258078 Aug 16 20:18:52.708023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-b8295437-1fbe-47d6-9609-ff877c024faf service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127383 Aug 16 20:18:52.776397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:52.789631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:52.850001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0574a01b-fe23-44f5-b653-afe04e58746d req-02ff0484-09e9-438e-922f-99128bc916b9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710844 Aug 16 20:18:52.875442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:52.901777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1db81f-3134-4563-94ca-6cd8c3ded5c1 req-0a5b5fd1-9b62-480b-93c9-4435b4896b69 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836317 Aug 16 20:18:52.986251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:52.992084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-d29a7d05-6278-41c2-96dd-2bffe2daab50 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355327 Aug 16 20:18:52.999899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'port_id': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'mac_address': 'fa:16:3e:56:c4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3fa43c-ec44-4e3f-a527-f772dadc1f4f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:53.040905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.055355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324bf606-e428-4e37-acc8-9f9cc70f364b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:53.060631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cb870-5669-4300-a5c7-ed3ffd7c567e req-e6850f5e-0a8b-4b15-bbce-34ce8bd1a3cf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.062130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-725cb870-5669-4300-a5c7-ed3ffd7c567e req-e6850f5e-0a8b-4b15-bbce-34ce8bd1a3cf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.1169159 Aug 16 20:18:53.078071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:53.079643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-49e14041-cda9-44e0-b2e5-f9e6625bd5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.081458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-49e14041-cda9-44e0-b2e5-f9e6625bd5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 1102 time: 0.0433106 Aug 16 20:18:53.120116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.121236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-57e09389-8817-4f86-9154-a45ce5797f13 service neutron] 10.222.0.70 "POST /v2.0/ports/41320784-f386-4d27-800c-809fd596de39/bindings HTTP/1.1" status: 201 len: 390 time: 1.6668735 Aug 16 20:18:53.148126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-05fca0bb-d148-435e-b9d9-e3632de3694e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.150855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-05fca0bb-d148-435e-b9d9-e3632de3694e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509500 Aug 16 20:18:53.154676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-725cb870-5669-4300-a5c7-ed3ffd7c567e req-ee2f005c-757a-4ce8-96ae-6b98572a563b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Aug 16 20:18:53.176659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.189336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:53.191866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': '21313c60-a854-401f-ba2a-b992eee4c889', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:53.198319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:53.226503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.64', 55750) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:53.273266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:53.416718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:53.428217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:53.458838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-4af9e825-7a13-454f-849a-a145b449a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:53.460679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-4af9e825-7a13-454f-849a-a145b449a6fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1100 time: 0.2385886 Aug 16 20:18:53.469855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:53.495025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:53.550264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-eda99172-1d5c-4389-b01b-c97274310880 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=153555e9bb614aa9aad97e425ce05ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206541 Aug 16 20:18:53.674923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['324bf606-e428-4e37-acc8-9f9cc70f364b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:54.019711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.64', 55751) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:18:54.058356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-3b4d30f7-9a72-4ffd-91fb-fb5cf3f07fcd tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1189268376&fields=id&tenant_id=586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 267 time: 0.2788339 Aug 16 20:18:54.069504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:54.073812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.092736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:54.144987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-11020c3b-81cd-4709-8deb-6614f5a36861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.146628 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-11020c3b-81cd-4709-8deb-6614f5a36861 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 1.0363905 Aug 16 20:18:54.160789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9ef9f6ab-faff-4894-95fb-19ca8d065d1d None None] Provisioning for port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:54.167974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9ef9f6ab-faff-4894-95fb-19ca8d065d1d None None] Provisioning complete for port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:54.168353 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ef9f6ab-faff-4894-95fb-19ca8d065d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.197994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc64620-c5da-4990-a7e4-54986dc2fec5 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:54.211299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.217849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9f6ab-faff-4894-95fb-19ca8d065d1d None None] Port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:54.229033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Transition to ACTIVE for port object afc64620-c5da-4990-a7e4-54986dc2fec5 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:54.239884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-6b03827f-db97-4ee5-8be6-71512cb4b9f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01 HTTP/1.1" status: 200 len: 217 time: 0.0652018 Aug 16 20:18:54.241340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-b0a2cccc-9d68-4081-b3d0-db8f7182ade4 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.245564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.246185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.248627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-b0a2cccc-9d68-4081-b3d0-db8f7182ade4 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6938674 Aug 16 20:18:54.294898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-91019361-4626-4151-af1a-9fede4d48992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.296626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-91019361-4626-4151-af1a-9fede4d48992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1098 time: 0.2527943 Aug 16 20:18:54.330285 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-810f3ba9-5075-40ca-b7f1-1660b7538ba2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1987848 Aug 16 20:18:54.334543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-2df11d26-446e-4e53-be0c-035f2ad5eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.335515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-2df11d26-446e-4e53-be0c-035f2ad5eef8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.8351934 Aug 16 20:18:54.410673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.419905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-0f7cfbc1-7ae7-415a-ae3f-cd6687f2c0bc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/quotas/153555e9bb614aa9aad97e425ce05ff3 HTTP/1.1" status: 200 len: 375 time: 0.1600735 Aug 16 20:18:54.429392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-5e63cc5e-63ca-4ac8-9060-658f738e658c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5273974 Aug 16 20:18:54.444282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-b4796ad0-0823-4f6f-bee2-e4e6c173083f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=6e21415a-e764-4695-835d-1869ec7ab1cd HTTP/1.1" status: 200 len: 217 time: 0.0988104 Aug 16 20:18:54.451022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Request body: {'port': {'device_id': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:54.472130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-61d04109-e3b3-4234-a7e1-fc20aa284921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.473798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-61d04109-e3b3-4234-a7e1-fc20aa284921 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2170985 Aug 16 20:18:54.632286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-69c9962e-8079-4401-90db-383ee5bf4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.634005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-69c9962e-8079-4401-90db-383ee5bf4893 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1639290 Aug 16 20:18:54.635971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-038d5cc1-d6df-4c38-8f65-3e62548c6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.637430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-038d5cc1-d6df-4c38-8f65-3e62548c6f8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1102 time: 0.2100821 Aug 16 20:18:54.638012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:54.657824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-9160dcf2-f8cf-43f7-b486-6b58ef1ab296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.659480 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-9160dcf2-f8cf-43f7-b486-6b58ef1ab296 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611428 Aug 16 20:18:54.868757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:54.884170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-a257df4c-93db-485b-82e8-27f112173ec7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.885388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-a257df4c-93db-485b-82e8-27f112173ec7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 823 time: 0.7933736 Aug 16 20:18:54.897315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-5788f770-4197-400d-8871-9e62d1111f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.899589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-5788f770-4197-400d-8871-9e62d1111f28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2334781 Aug 16 20:18:54.928872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-81bcd2b1-92b4-42b7-8ce6-fd76c92af5e5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5078993 Aug 16 20:18:54.946761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-7eb1f7c8-377a-48dc-8ce5-ec7ecde81122 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/quotas/586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 375 time: 0.0425544 Aug 16 20:18:54.987207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-22db33cb-35ab-43ef-be11-1242787b98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:54.987207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-22db33cb-35ab-43ef-be11-1242787b98c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.6419833 Aug 16 20:18:54.988355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.43 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/1fef3922-b1d7-45d0-a066-8fb743e931ed) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:55.045904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-bbe0d02b-ff4b-44d8-9432-2ca3f0c058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.047365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-bbe0d02b-ff4b-44d8-9432-2ca3f0c058cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3799989 Aug 16 20:18:55.075263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-dfb26557-2097-4714-bfbe-635f4ff5aa3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.0558460 Aug 16 20:18:55.083361 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-ea7d36f8-9635-401b-bddb-1e164f95268c service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960168 Aug 16 20:18:55.119134 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-bbc69299-4c67-48ff-997f-3269f5dc688b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb HTTP/1.1" status: 200 len: 217 time: 0.0541813 Aug 16 20:18:55.165404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-5b2f0ced-0797-487d-a4a2-3a4c72c6d5a3 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1988153 Aug 16 20:18:55.182013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Attempting to bind port afc64620-c5da-4990-a7e4-54986dc2fec5 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:55.182361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Attempting to bind port afc64620-c5da-4990-a7e4-54986dc2fec5 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:55.182696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Attempting to bind port afc64620-c5da-4990-a7e4-54986dc2fec5 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:55.205361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-9a2bbf94-872e-4e20-8b1f-2f1ebfece026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.207059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-9a2bbf94-872e-4e20-8b1f-2f1ebfece026 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1214550 Aug 16 20:18:55.262827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Port afc64620-c5da-4990-a7e4-54986dc2fec5 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:55.263060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Attempting to bind port afc64620-c5da-4990-a7e4-54986dc2fec5 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:55.296006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-1576fbbf-7629-4ce8-b059-18420e569bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760145 Aug 16 20:18:55.305321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-8bbdb5e4-57db-4717-be70-da0868b189cc service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897247 Aug 16 20:18:55.311865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-cca5917a-4fca-4888-ae93-3f6c6bf7bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.313343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-cca5917a-4fca-4888-ae93-3f6c6bf7bbfe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1819789 Aug 16 20:18:55.344568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-a874afb6-801f-49d9-822b-17f3062a36e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176424 Aug 16 20:18:55.351597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:55.352017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:55.352365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:55.352851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Bound port: afc64620-c5da-4990-a7e4-54986dc2fec5, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:55.353180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.356383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae24b1e0-0227-4cf3-a101-f496059b15b7 req-301deb0b-401b-4dce-b34d-96773ed96aeb tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 210 time: 0.0910442 Aug 16 20:18:55.434385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-aa2e5969-eafc-4a61-98d8-0899e16acba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.435946 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-aa2e5969-eafc-4a61-98d8-0899e16acba6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1036634 Aug 16 20:18:55.510750 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a419e666-cd17-4f49-b420-d87ae8f0cd47 req-32852739-0525-4580-b720-574a90782167 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901805 Aug 16 20:18:55.515154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-1ef0d563-b825-460c-9442-fe668bafe6bf service neutron] 10.222.0.70 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226190 Aug 16 20:18:55.522805 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.563663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-af7db1ae-4aec-40e3-8808-1f1846f4a339 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130590 Aug 16 20:18:55.625026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:55.644638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 1fef3922-b1d7-45d0-a066-8fb743e931ed will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:55.655523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=afc64620-c5da-4990-a7e4-54986dc2fec5,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:55.680083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-95c7317e-bb23-4976-8d54-cf7559e63079 req-623bf78e-2c85-4abc-9183-f8db863f4e56 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971241 Aug 16 20:18:55.686304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d110da-b5c7-4046-90f6-05f439dd4acb req-b32a49ed-4b30-4d20-a578-ef9963db8b1b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.687890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8d110da-b5c7-4046-90f6-05f439dd4acb req-b32a49ed-4b30-4d20-a578-ef9963db8b1b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 948 time: 0.2382336 Aug 16 20:18:55.768735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-48d4a238-f34f-4731-b167-8120a8915e0d service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896729 Aug 16 20:18:55.784482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-3145105a-4b90-4515-9b67-3b78f26552a2 service neutron] 10.222.0.70 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470813 Aug 16 20:18:55.785659 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.805286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8d110da-b5c7-4046-90f6-05f439dd4acb req-05574fd0-14db-4951-865a-48c03c0788ab tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011178 Aug 16 20:18:55.905957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:55.905957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:55.907528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] 10.222.0.64 "PUT /v2.0/ports/afc64620-c5da-4990-a7e4-54986dc2fec5 HTTP/1.1" status: 200 len: 1097 time: 3.4921269 Aug 16 20:18:55.907995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:55.918272 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad3219-af16-4929-b461-7e317ef68579" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:55.949817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a9090-a31e-4268-baee-ca06953d5f6b service neutron] Pushing event updated for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:55.990273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.003110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:56.007309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:56.009848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0769468-dd8b-461c-ad15-9f71ef484e9c req-353f1de6-52b7-414f-8e55-845865753b58 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.017089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0769468-dd8b-461c-ad15-9f71ef484e9c req-353f1de6-52b7-414f-8e55-845865753b58 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 946 time: 0.1322141 Aug 16 20:18:56.074915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-ed39fc75-daf5-43f7-82ee-b8727fc9e727 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938030 Aug 16 20:18:56.086957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:18:56.138814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:18:56.158755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:18:56.217324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:56.234787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0769468-dd8b-461c-ad15-9f71ef484e9c req-89191f1b-470a-4350-b624-826e9f6afe4f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145350 Aug 16 20:18:56.243072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:56.276689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-78206b64-91bc-4fa6-8856-def805a3b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.280843 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-78206b64-91bc-4fa6-8856-def805a3b7db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1102 time: 0.1061053 Aug 16 20:18:56.285307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.369953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Transition to ACTIVE for port object 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:56.385083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.386623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.460954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-e436a013-a36f-4b59-8759-8aefaf3cc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.462602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-e436a013-a36f-4b59-8759-8aefaf3cc7d9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1702313 Aug 16 20:18:56.479046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.491180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-e9059beb-0c65-4479-bac8-367bad4564cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.492673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-e9059beb-0c65-4479-bac8-367bad4564cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 1100 time: 0.3953528 Aug 16 20:18:56.523329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-f8d820af-d41c-44be-a05d-ed420cb5974a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.0524781 Aug 16 20:18:56.590059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14750575-6c1d-4270-98cb-e61230eac931 req-21c3166e-10dc-4f3f-a809-0f99b71f442c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.591636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14750575-6c1d-4270-98cb-e61230eac931 req-21c3166e-10dc-4f3f-a809-0f99b71f442c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.3462472 Aug 16 20:18:56.602196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ab3d5f71-5628-438c-b7b3-fd0d2270ac83 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4300761 Aug 16 20:18:56.602394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:56.602676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-bf19906e-4a2b-483b-a4c8-d913ef6cbce6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=afc64620-c5da-4990-a7e4-54986dc2fec5 HTTP/1.1" status: 200 len: 217 time: 0.0896103 Aug 16 20:18:56.631715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8cf9e-fde5-4ab0-b5ab-59315f34f5c2 req-f8b7a38d-7ad2-4c90-afc3-91ab39edb774 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.633747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1f8cf9e-fde5-4ab0-b5ab-59315f34f5c2 req-f8b7a38d-7ad2-4c90-afc3-91ab39edb774 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 944 time: 0.2420354 Aug 16 20:18:56.637383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac40393e-6c74-4631-bdfd-8fec6b34c84f None None] Provisioning for port 1fef3922-b1d7-45d0-a066-8fb743e931ed completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:56.641407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Request body: {'port': {'device_id': '21313c60-a854-401f-ba2a-b992eee4c889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:56.642097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac40393e-6c74-4631-bdfd-8fec6b34c84f None None] Provisioning complete for port 1fef3922-b1d7-45d0-a066-8fb743e931ed triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:56.648905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac40393e-6c74-4631-bdfd-8fec6b34c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.672237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-e49f5738-62bd-49a8-aa0a-75dfae237f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.673697 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-e49f5738-62bd-49a8-aa0a-75dfae237f0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1289232 Aug 16 20:18:56.694046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ac40393e-6c74-4631-bdfd-8fec6b34c84f None None] Port 1fef3922-b1d7-45d0-a066-8fb743e931ed cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:18:56.724093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Attempting to bind port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:56.724425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Attempting to bind port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:56.725068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Attempting to bind port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:56.733411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:56.733833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Attempting to bind port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:56.743756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:56.744096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:56.745847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:56.746307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Bound port: 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:56.747261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.747433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:56.767036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-2d9e1196-6e9b-4eb0-8070-b70dc921e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.768920 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-2d9e1196-6e9b-4eb0-8070-b70dc921e4ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868762 Aug 16 20:18:56.785672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-bf6fc756-b5c4-470a-881f-098d71b51351 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.787284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-bf6fc756-b5c4-470a-881f-098d71b51351 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1098 time: 0.3377185 Aug 16 20:18:56.823512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:56.868255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14750575-6c1d-4270-98cb-e61230eac931 req-ae3c7faa-02f7-4a05-b680-ff27a5084f55 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609513 Aug 16 20:18:56.875487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1f8cf9e-fde5-4ab0-b5ab-59315f34f5c2 req-8806f2ea-9289-44f2-a0d2-48191d55e8d2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614766 Aug 16 20:18:56.880855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-85928572-e632-42de-a1e8-4146a8ee4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:56.882314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-85928572-e632-42de-a1e8-4146a8ee4b50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2059529 Aug 16 20:18:56.889334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:18:56.985164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:57.004166 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-96b76f39-4bee-43e3-b8e6-0ede94d5bbd9 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221782 Aug 16 20:18:57.006081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:57.058281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:57.061014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:57.075948 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e438178-3f8e-4cf5-a9b4-7b0f1960f0f8 x-openstack-request-id: req-5e438178-3f8e-4cf5-a9b4-7b0f1960f0f8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:57.076364 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:57.076678 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e438178-3f8e-4cf5-a9b4-7b0f1960f0f8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:57.077143 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5', 'status': 'completed', 'code': 200} Aug 16 20:18:57.080221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38d972d4-19b2-46f9-ab8d-55794046b2cd req-810c7cc0-70f7-4b63-871c-5ecb89d842fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 210 time: 0.0350173 Aug 16 20:18:57.094761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'mac_address': 'fa:16:3e:c7:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:18:57.143542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.169706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:57.199628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:57.224944 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.280506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f1b7da8-041f-41ba-a880-5021528ea0e0 req-c8c5efd7-c933-47d2-ad9e-9b0b8414b3de tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 210 time: 0.1187947 Aug 16 20:18:57.313666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-244295c0-2b6c-42f3-9587-0a866bd90f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.313666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-244295c0-2b6c-42f3-9587-0a866bd90f7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4142506 Aug 16 20:18:57.326969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.371511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.372166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.373589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] 10.222.0.73 "PUT /v2.0/ports/4a1e12f4-ac8d-4986-a4e0-44af517f96e4 HTTP/1.1" status: 200 len: 1097 time: 2.9283841 Aug 16 20:18:57.374043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:57.376350 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37" -d '{"events": [{"name": "network-changed", "server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:57.416551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-101b0268-d2a2-4b11-a47f-06dd152cc59e service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039922 Aug 16 20:18:57.428638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 324bf606-e428-4e37-acc8-9f9cc70f364b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:57.433889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 324bf606-e428-4e37-acc8-9f9cc70f364b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:57.434566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.436505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.471751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b711a48-9287-46e9-8e42-8bc3e997ae74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.557469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.580761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-3b2e5824-92bb-4dff-9d8e-95df2c0ce2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.583386 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-3b2e5824-92bb-4dff-9d8e-95df2c0ce2a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 1100 time: 0.0657401 Aug 16 20:18:57.640099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-ae085cf2-abbc-45ca-b17f-46b82f4d4547 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4 HTTP/1.1" status: 200 len: 217 time: 0.0449841 Aug 16 20:18:57.641167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.694812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:57.696492 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f88e38-e02a-40a7-83ea-597ef72a2be5" -d '{"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-plugged", "status": "completed", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:57.703979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-b7a7caf0-030e-4df4-9d09-3916d3a02624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.706032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-b7a7caf0-030e-4df4-9d09-3916d3a02624 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0548725 Aug 16 20:18:57.715833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:57.724654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776b9f7-e426-4005-91ee-2de5de11faa0 req-7bcf1120-99d4-41a1-92a4-a4ae015f3f4c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.726151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e776b9f7-e426-4005-91ee-2de5de11faa0 req-7bcf1120-99d4-41a1-92a4-a4ae015f3f4c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 935 time: 0.5427828 Aug 16 20:18:57.750225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:57.760876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-83a73f3e-4d08-4f30-a289-64854c409dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.762443 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-83a73f3e-4d08-4f30-a289-64854c409dea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465426 Aug 16 20:18:57.814352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:57.866830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdcbb-1671-47b9-8b55-ca233d382b6f req-c0da9b80-81d9-479c-b480-85e215d6a119 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:57.874315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-384cdcbb-1671-47b9-8b55-ca233d382b6f req-c0da9b80-81d9-479c-b480-85e215d6a119 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 948 time: 0.5365427 Aug 16 20:18:57.879891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-a6c50344-e180-4de8-8a90-0e9f86b62c6f service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067672 Aug 16 20:18:57.897250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:57.922483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-ffb313d3-e648-4081-a71f-49161d9f8949 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964231 Aug 16 20:18:57.957331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e776b9f7-e426-4005-91ee-2de5de11faa0 req-4e59602d-9b42-4fd9-a335-d712a37b71f5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157519 Aug 16 20:18:57.979492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fef3922-b1d7-45d0-a066-8fb743e931ed {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:18:58.023967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.052752 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-0f12ab8e-8fad-449f-aee6-e1d94d8d8788 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471212 Aug 16 20:18:58.077966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Transition to ACTIVE for port object 1fef3922-b1d7-45d0-a066-8fb743e931ed will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:58.086953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-384cdcbb-1671-47b9-8b55-ca233d382b6f req-37a378c9-017d-4ca6-9638-4db44466b85f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120481 Aug 16 20:18:58.092929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:58.152320 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d014ca2-8c48-40ed-883b-bbe223704a1a x-openstack-request-id: req-4d014ca2-8c48-40ed-883b-bbe223704a1a {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:58.152612 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:58.152860 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d014ca2-8c48-40ed-883b-bbe223704a1a {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:58.153256 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', 'status': 'completed', 'code': 200} Aug 16 20:18:58.188197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9206ec6a-16d3-4856-848b-47c31f56d1ad req-6830bf7d-f8b9-4e34-9543-ca6797912d62 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525158 Aug 16 20:18:58.192578 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd9e1b6-65e7-4c80-811c-ada5fa37a52a x-openstack-request-id: req-abd9e1b6-65e7-4c80-811c-ada5fa37a52a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:58.193859 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-plugged", "status": "completed", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:58.194333 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abd9e1b6-65e7-4c80-811c-ada5fa37a52a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:58.195476 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'code': 200} Aug 16 20:18:58.201515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:58.211640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2240c7-7d1c-4829-bc60-35c2bc23233c req-0d2035f0-422f-42da-b480-580f8fdb41f7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.212728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2240c7-7d1c-4829-bc60-35c2bc23233c req-0d2035f0-422f-42da-b480-580f8fdb41f7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 946 time: 0.1087582 Aug 16 20:18:58.271036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.355334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-9c9a15e7-27dd-492a-a945-110fab336234 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=153555e9bb614aa9aad97e425ce05ff3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327456 Aug 16 20:18:58.364834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.374249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2240c7-7d1c-4829-bc60-35c2bc23233c req-3cece8d1-de65-4fbf-a67c-a4bf4460ad78 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Aug 16 20:18:58.416596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Pushing event updated for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:58.443568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-ac9f5d18-d448-46cf-b385-2af9d03b3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.445098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-ac9f5d18-d448-46cf-b385-2af9d03b3fa0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 1100 time: 0.1520357 Aug 16 20:18:58.449052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f33c0-5d70-4da8-ab67-dc60bac5ed63 req-7f21569e-ffd2-4c7a-9070-f65c3e34e543 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.456246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-959f33c0-5d70-4da8-ab67-dc60bac5ed63 req-7f21569e-ffd2-4c7a-9070-f65c3e34e543 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.2016351 Aug 16 20:18:58.461795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3219-af16-4929-b461-7e317ef68579 req-8d6b6d13-0803-44a4-9fe0-3fbe42a9b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.463367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-8d6b6d13-0803-44a4-9fe0-3fbe42a9b48c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 1100 time: 0.1292207 Aug 16 20:18:58.489338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.516884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfe9c4-d05f-4564-8973-add1fb7b7bf1 req-c8d5a78e-81ee-4e6c-8da2-32235433d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.518442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbfe9c4-d05f-4564-8973-add1fb7b7bf1 req-c8d5a78e-81ee-4e6c-8da2-32235433d05a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1097 time: 0.2244258 Aug 16 20:18:58.617754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-d9f7e8c0-ae2f-4da3-b5da-d907378417b1 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.619283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-d9f7e8c0-ae2f-4da3-b5da-d907378417b1 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2473435 Aug 16 20:18:58.648735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Request body: {'port': {'device_id': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '153555e9bb614aa9aad97e425ce05ff3'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:18:58.672060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-959f33c0-5d70-4da8-ab67-dc60bac5ed63 req-2cea3e0f-9cc4-40a1-9b62-41e26be78007 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148988 Aug 16 20:18:58.712680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:58.724250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbfe9c4-d05f-4564-8973-add1fb7b7bf1 req-ab220cf1-daa7-4c28-b81b-5eb32385a46a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663139 Aug 16 20:18:58.725416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-efb325fa-856c-4982-82e3-fd8514e00e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.727137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-efb325fa-856c-4982-82e3-fd8514e00e8a service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2626283 Aug 16 20:18:58.731913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3219-af16-4929-b461-7e317ef68579 req-f32498ea-b2ab-4fd3-a187-181870e8e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.733332 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-f32498ea-b2ab-4fd3-a187-181870e8e518 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2573712 Aug 16 20:18:58.734028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Attempting to bind port 1fef3922-b1d7-45d0-a066-8fb743e931ed on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:58.734390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Attempting to bind port 1fef3922-b1d7-45d0-a066-8fb743e931ed by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:58.734872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Attempting to bind port 1fef3922-b1d7-45d0-a066-8fb743e931ed on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:58.755528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c86926-ab6d-474d-837b-7eb152098286 req-481ec228-ee3d-43da-86d4-4cbdc8c3fbb3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.757056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7c86926-ab6d-474d-837b-7eb152098286 req-481ec228-ee3d-43da-86d4-4cbdc8c3fbb3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 945 time: 0.2321322 Aug 16 20:18:58.759876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Port 1fef3922-b1d7-45d0-a066-8fb743e931ed on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:58.760209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Attempting to bind port 1fef3922-b1d7-45d0-a066-8fb743e931ed on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:58.762459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:18:58.762786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:18:58.763113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:58.777560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:18:58.777810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Attempting to bind port 41320784-f386-4d27-800c-809fd596de39 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:18:58.779051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-09278168-014c-4b96-aa1c-8159815d5907 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4 HTTP/1.1" status: 200 len: 217 time: 0.0405207 Aug 16 20:18:58.779846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:58.780189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:58.780569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:58.781014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Bound port: 1fef3922-b1d7-45d0-a066-8fb743e931ed, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:58.781375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.813106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:18:58.813455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:18:58.813837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:18:58.816471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Bound port: 41320784-f386-4d27-800c-809fd596de39, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:18:58.816471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:58.875075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-56f255ed-9025-4eca-8a7d-6588577ca7eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=afc64620-c5da-4990-a7e4-54986dc2fec5 HTTP/1.1" status: 200 len: 217 time: 0.0767012 Aug 16 20:18:58.887346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7c86926-ab6d-474d-837b-7eb152098286 req-d66b5c0d-0a17-49f4-a3ba-13bba12fd242 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203296 Aug 16 20:18:58.912233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:18:58.947362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61ce95-6601-4e84-a7a1-5cd984ca0c6a req-52c4f7bb-dbb5-4374-8124-c1da806297aa tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.948977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee61ce95-6601-4e84-a7a1-5cd984ca0c6a req-52c4f7bb-dbb5-4374-8124-c1da806297aa tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 950 time: 0.1576061 Aug 16 20:18:58.969184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-1ab25d29-0edd-4a0a-904e-4aa8c2fe2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.971350 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-1ab25d29-0edd-4a0a-904e-4aa8c2fe2ce9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1749043 Aug 16 20:18:58.983943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3219-af16-4929-b461-7e317ef68579 req-540c9632-45ec-4fd6-a43b-b2a31d6ed7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:58.985615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-540c9632-45ec-4fd6-a43b-b2a31d6ed7ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0898027 Aug 16 20:18:58.986896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:59.014225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-553f2754-256f-459f-9809-a43f64ce3821 req-2d7a4df6-fadc-4472-b2b1-0ca7b4ff822f tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 210 time: 0.0508769 Aug 16 20:18:59.037281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:59.037281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:18:59.066379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:18:59.075613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Made reservation on behalf of 153555e9bb614aa9aad97e425ce05ff3 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:18:59.078313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41320784-f386-4d27-800c-809fd596de39'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:18:59.080107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.081075 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed21ab-40d4-4ca2-9643-534fb753e16b" -d '{"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "41320784-f386-4d27-800c-809fd596de39"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:18:59.091638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee61ce95-6601-4e84-a7a1-5cd984ca0c6a req-95fc97da-5ff3-4439-a44b-d450297445ea tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061022 Aug 16 20:18:59.110721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-07efa4c9-a6b5-4f1b-941e-fb100caf12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.112250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-07efa4c9-a6b5-4f1b-941e-fb100caf12a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169086 Aug 16 20:18:59.126647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3219-af16-4929-b461-7e317ef68579 req-4d15a29c-862d-4b07-b21c-d3c94fa08e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.128399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-4d15a29c-862d-4b07-b21c-d3c94fa08e09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1233754 Aug 16 20:18:59.141834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c44bf20-3f0c-43df-81e9-e6b2df2e9774 req-ca44460e-9d22-464c-82a9-4bc30865cd22 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 210 time: 0.0491767 Aug 16 20:18:59.193366 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13507308-11e2-475b-8a46-a3b49ba9a299 x-openstack-request-id: req-13507308-11e2-475b-8a46-a3b49ba9a299 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:18:59.193661 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "41320784-f386-4d27-800c-809fd596de39", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:18:59.193914 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13507308-11e2-475b-8a46-a3b49ba9a299 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:18:59.194306 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41320784-f386-4d27-800c-809fd596de39', 'code': 200} Aug 16 20:18:59.224607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b621-9fe9-4e46-9f63-dc6bbe3a30f4 req-a45b63dd-5490-4a9b-9108-78b0a18bb4a9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.226699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7738b621-9fe9-4e46-9f63-dc6bbe3a30f4 req-a45b63dd-5490-4a9b-9108-78b0a18bb4a9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 947 time: 0.0628755 Aug 16 20:18:59.233145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.235575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.291251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.291911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.293338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] 10.222.0.64 "PUT /v2.0/ports/1fef3922-b1d7-45d0-a066-8fb743e931ed HTTP/1.1" status: 200 len: 1096 time: 2.6568658 Aug 16 20:18:59.305995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 6e21415a-e764-4695-835d-1869ec7ab1cd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:18:59.310278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 6e21415a-e764-4695-835d-1869ec7ab1cd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:18:59.310902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.377251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a80614-65a3-4333-b977-6de77af82e83 service neutron] Pushing event updated for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:59.386384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Allocated IP 192.168.233.124 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/053188e1-c87d-4c43-b5d0-a09b4a49dc3a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:18:59.389786 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-7cea52ab-3d48-474e-9e5d-d4bb8b9d1705 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604628 Aug 16 20:18:59.402798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-ea30dce0-b027-432a-8a60-ccc3564c6c13 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536430 Aug 16 20:18:59.404123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7738b621-9fe9-4e46-9f63-dc6bbe3a30f4 req-a98176e7-7f63-4d4d-9cae-cb2d28f4914b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639779 Aug 16 20:18:59.415715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.416823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.418461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] 10.222.0.64 "PUT /v2.0/ports/41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 1124 time: 2.6125934 Aug 16 20:18:59.457028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0511-0018-4127-a629-e41bfc6f7835 req-d063ce90-1c99-46df-bd46-4bb137473fdd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.464513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31fa0511-0018-4127-a629-e41bfc6f7835 req-d063ce90-1c99-46df-bd46-4bb137473fdd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 948 time: 0.1893611 Aug 16 20:18:59.530444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.553793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e990155-d215-45d2-a910-d7f5a9e80b02 service neutron] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:59.555119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['41320784-f386-4d27-800c-809fd596de39'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:18:59.586414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31fa0511-0018-4127-a629-e41bfc6f7835 req-2c962a7b-64f8-42ab-8e55-438d6b67e1bc tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160345 Aug 16 20:18:59.591555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-7b2ab0d4-ad4b-4b2f-833f-09932f17dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.593704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-7b2ab0d4-ad4b-4b2f-833f-09932f17dc66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 1099 time: 0.1544518 Aug 16 20:18:59.647129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:18:59.685150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-52eb3a62-14fd-480b-b7f1-1a854b70ee43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed HTTP/1.1" status: 200 len: 217 time: 0.0745976 Aug 16 20:18:59.726454 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.727254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:18:59.769803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-c0af986a-8b02-455e-9c22-8e4c9d2bfe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.771303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-c0af986a-8b02-455e-9c22-8e4c9d2bfe73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0753045 Aug 16 20:18:59.782251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c64c-53dd-4c6b-ab8d-ec1261ba3929 req-4dc6dda8-ff4a-46d7-b92a-5c7a47296bc0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.783660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-adad3219-af16-4929-b461-7e317ef68579 req-ee7794ab-102b-4f8a-abda-2e9742a8b899 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577437 Aug 16 20:18:59.790702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dac6c64c-53dd-4c6b-ab8d-ec1261ba3929 req-4dc6dda8-ff4a-46d7-b92a-5c7a47296bc0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.1069767 Aug 16 20:18:59.835475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:18:59.886517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dac6c64c-53dd-4c6b-ab8d-ec1261ba3929 req-1b2d88b7-3e5d-4522-af0a-f65de434f3d3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864015 Aug 16 20:18:59.902146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-fb79edc3-8d43-4274-b153-2d32edd364ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:18:59.903937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-fb79edc3-8d43-4274-b153-2d32edd364ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048825 Aug 16 20:18:59.928907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.938733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:18:59.941245 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9bd8b45a-bf5b-430c-a7f4-9beb5b8bdc37 req-23c8a457-67b2-4acd-8bb6-e7513c38972f service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368698 Aug 16 20:18:59.951582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Transition to ACTIVE for port object 053188e1-c87d-4c43-b5d0-a09b4a49dc3a will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:18:59.975470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:00.097390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.118426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64953-77e7-44b8-8b30-6f34bb1abf7f req-73e10aa6-fa6b-452a-8a54-60c39b501998 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.119944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dc64953-77e7-44b8-8b30-6f34bb1abf7f req-73e10aa6-fa6b-452a-8a54-60c39b501998 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1392171 Aug 16 20:19:00.131037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.142879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-9d3ed6a8-288b-4a6a-bb1f-984d23288835 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.145009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-9d3ed6a8-288b-4a6a-bb1f-984d23288835 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 823 time: 0.2324622 Aug 16 20:19:00.148738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['ded2fed0-03dc-40a0-93fc-56776667649e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:00.184727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-b47be031-19fb-4f5c-80fb-29480c2a8b99 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025597 Aug 16 20:19:00.185859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:00.200220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Pushing event updated for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:00.218685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}, {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:00.221046 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9ae4ac-203d-4233-984c-a1fc40df334b" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}, {"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-unplugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:00.232346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:00.234347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:00.254017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:00.257373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dc64953-77e7-44b8-8b30-6f34bb1abf7f req-cfd4a222-7296-4ea7-9956-f7bfb58b20d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269600 Aug 16 20:19:00.352417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.353224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.490805 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20d76f15-4f6a-460f-9b15-c9f22c9dcaa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.492270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-d40c9a05-e319-44e0-8173-a19df2e4868e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8511443 Aug 16 20:19:00.513332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Request body: {'port': {'device_id': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:00.577619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.589433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-0bd8e6bd-b650-474c-a097-6c28ceec6a33 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 380 time: 0.4316628 Aug 16 20:19:00.619699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'port': {'device_id': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'admin_state_up': True, 'tenant_id': '586893d313eb42a8810201d85239449f', 'security_groups': ['c5bae452-f9c8-4c8f-bbc0-47f7e38aac69']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:00.639567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cfac58d-9b1f-4cfd-aaee-774d209f64d9 None None] Provisioning for port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:00.644572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cfac58d-9b1f-4cfd-aaee-774d209f64d9 None None] Provisioning complete for port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:00.644988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cfac58d-9b1f-4cfd-aaee-774d209f64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.685724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5cfac58d-9b1f-4cfd-aaee-774d209f64d9 None None] Port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:00.763748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4228688-ba1c-49aa-810e-284e64e088c3 req-9bc3ccf1-125c-4d72-88e1-524b99d8fbea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.765170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4228688-ba1c-49aa-810e-284e64e088c3 req-9bc3ccf1-125c-4d72-88e1-524b99d8fbea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 945 time: 0.1940100 Aug 16 20:19:00.774666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-526d1d94-1e68-4a51-b977-706805f4aa80 req-a800f915-eba1-4e25-b99e-f70098772c2d service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778215 Aug 16 20:19:00.784648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8b863-4b7a-4b14-a960-50599cae8154 req-30777cc4-476b-4845-af74-a189ead8da71 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:00.786641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cb8b863-4b7a-4b14-a960-50599cae8154 req-30777cc4-476b-4845-af74-a189ead8da71 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 936 time: 0.2143686 Aug 16 20:19:00.876155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4228688-ba1c-49aa-810e-284e64e088c3 req-47ea3838-eb86-4bd4-8172-c5dbfb417e34 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853708 Aug 16 20:19:00.877173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053188e1-c87d-4c43-b5d0-a09b4a49dc3a {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:00.881559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cb8b863-4b7a-4b14-a960-50599cae8154 req-3ae43b83-89b4-4071-80ff-dd6216a779e5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844018 Aug 16 20:19:00.886569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.907140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Transition to ACTIVE for port object 053188e1-c87d-4c43-b5d0-a09b4a49dc3a will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:00.924408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device afc64620-c5da-4990-a7e4-54986dc2fec5 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:00.941320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Made reservation on behalf of 586893d313eb42a8810201d85239449f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:00.946589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:00.991342 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08421871-c275-45e6-8fde-8dbba9f0d690 x-openstack-request-id: req-08421871-c275-45e6-8fde-8dbba9f0d690 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:00.991631 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "code": 200}, {"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-unplugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:00.991920 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08421871-c275-45e6-8fde-8dbba9f0d690 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:00.992309 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'code': 200} Aug 16 20:19:00.992557 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'code': 200} Aug 16 20:19:00.993867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ac958d3-31e7-4ef7-8940-9214f06968aa req-5d0d72e7-1b3e-4b9a-83cd-ec2cce3fe283 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 210 time: 0.0362012 Aug 16 20:19:01.048700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.061084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=afc64620-c5da-4990-a7e4-54986dc2fec5,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:01.088307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'afc64620-c5da-4990-a7e4-54986dc2fec5', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'afc64620-c5da-4990-a7e4-54986dc2fec5', 'mac_address': 'fa:16:3e:e6:dd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:01.101681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.166492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.182117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc64620-c5da-4990-a7e4-54986dc2fec5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:01.194911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed'}, {'name': 'network-changed', 'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'tag': '41320784-f386-4d27-800c-809fd596de39'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:01.195326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Attempting to bind port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:01.195699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Attempting to bind port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:01.196086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Attempting to bind port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:01.197166 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da" -d '{"events": [{"name": "network-changed", "server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed"}, {"name": "network-changed", "server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "tag": "41320784-f386-4d27-800c-809fd596de39"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:01.204152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=afc64620-c5da-4990-a7e4-54986dc2fec5,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:01.204674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:01.204998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Attempting to bind port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:01.211212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:01.211567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:01.211980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:01.212415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Bound port: 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:01.212861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.227775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944d395-b2f7-40ba-ab36-d000f55c3877 req-ac68a9cf-553f-444f-9004-baeaf8ced09f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.232305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4944d395-b2f7-40ba-ab36-d000f55c3877 req-ac68a9cf-553f-444f-9004-baeaf8ced09f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 947 time: 0.1741846 Aug 16 20:19:01.261881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Allocated IP 172.20.0.6 (93c2cd56-6b85-470d-b299-4934fa68e19e/f86a035b-0240-4326-84e8-5d9bf361a039/d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:01.280350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.284799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:01.288933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:01.300821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555a8b9-6b96-4654-a6a3-c7f5cf8d64c3 req-ee78269e-8def-4c3a-ac51-6e82d76ce551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.302298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6555a8b9-6b96-4654-a6a3-c7f5cf8d64c3 req-ee78269e-8def-4c3a-ac51-6e82d76ce551 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1102 time: 0.2125151 Aug 16 20:19:01.319145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb85d5-1e17-49d6-99ce-ffa2fccb6732 req-0dfb903e-bc3d-4334-8225-a99cb824898f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.326413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3fb85d5-1e17-49d6-99ce-ffa2fccb6732 req-0dfb903e-bc3d-4334-8225-a99cb824898f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 948 time: 0.2151253 Aug 16 20:19:01.336578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.376674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.397623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4944d395-b2f7-40ba-ab36-d000f55c3877 req-8e0d15a6-e69f-4caf-90d3-cafe7740481c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532829 Aug 16 20:19:01.413542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.414162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.415826 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] 10.222.0.73 "PUT /v2.0/ports/053188e1-c87d-4c43-b5d0-a09b4a49dc3a HTTP/1.1" status: 200 len: 1097 time: 0.9070425 Aug 16 20:19:01.425470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:01.425470 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7" -d '{"events": [{"name": "network-changed", "server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:01.455644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f08f46-713f-46f5-a04f-c26b2532cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.464611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3fb85d5-1e17-49d6-99ce-ffa2fccb6732 req-33a76804-f6c3-4646-b7c3-7ddbaae55920 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371768 Aug 16 20:19:01.468818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6555a8b9-6b96-4654-a6a3-c7f5cf8d64c3 req-5c648b08-8b4b-4108-b232-44faf05e5cf2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313694 Aug 16 20:19:01.575897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c81e-3842-4fbc-b616-ccae11667cba req-fb24a8d2-49fe-4fd2-b03d-bf3550ad073f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.577539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7576c81e-3842-4fbc-b616-ccae11667cba req-fb24a8d2-49fe-4fd2-b03d-bf3550ad073f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0840390 Aug 16 20:19:01.582763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.618707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Transition to ACTIVE for port object d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:01.625741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-c2d18c62-563c-4eb3-a73d-359fae30325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.626198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-c2d18c62-563c-4eb3-a73d-359fae30325d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 1100 time: 0.0572951 Aug 16 20:19:01.644717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7576c81e-3842-4fbc-b616-ccae11667cba req-43b62543-74f1-4b3c-a823-ed6f12e24918 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590746 Aug 16 20:19:01.699357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-34d0d09f-d47f-4552-ac92-2199359a7201 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a HTTP/1.1" status: 200 len: 217 time: 0.0563946 Aug 16 20:19:01.716134 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da8b8c8-8df9-4305-bc24-683d5dbc6ba7 x-openstack-request-id: req-6da8b8c8-8df9-4305-bc24-683d5dbc6ba7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:01.716430 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "tag": "41320784-f386-4d27-800c-809fd596de39", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:01.716682 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6da8b8c8-8df9-4305-bc24-683d5dbc6ba7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:01.717076 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'status': 'completed', 'code': 200} Aug 16 20:19:01.717324 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'tag': '41320784-f386-4d27-800c-809fd596de39', 'status': 'completed', 'code': 200} Aug 16 20:19:01.735917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33eb95-3928-4022-8f2f-37eaa2452afa req-bdf97a83-2d28-4a5b-83fa-ffdb95f53ccd tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.738372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f33eb95-3928-4022-8f2f-37eaa2452afa req-bdf97a83-2d28-4a5b-83fa-ffdb95f53ccd tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1097 time: 0.0640993 Aug 16 20:19:01.739538 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:01.787300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-0fb446bd-c0b2-40a8-a481-d774a266d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.788783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-0fb446bd-c0b2-40a8-a481-d774a266d177 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0808737 Aug 16 20:19:01.798215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-ab69a138-3ad3-4215-884d-781b10218fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.799618 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-ab69a138-3ad3-4215-884d-781b10218fe1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1127 time: 0.0554783 Aug 16 20:19:01.860068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:01.888086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:01.891235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:01.901931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:01.934282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f33eb95-3928-4022-8f2f-37eaa2452afa req-7fcebe78-fb02-4b48-ad10-aac6421a3558 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824703 Aug 16 20:19:01.962134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-9a0dcb9f-5ebf-4969-936a-41d0100ba289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.963641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-9a0dcb9f-5ebf-4969-936a-41d0100ba289 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 1099 time: 0.1825180 Aug 16 20:19:01.975075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d1e14-50fa-47f3-a7bc-d4705a952fad req-a1cb8fd0-4a4b-460b-a507-e577f750121a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:01.982641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e3d1e14-50fa-47f3-a7bc-d4705a952fad req-a1cb8fd0-4a4b-460b-a507-e577f750121a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.2048323 Aug 16 20:19:02.016234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.016879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.061951 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1283a08-0b4f-4939-92d6-5c78c1afa285 x-openstack-request-id: req-e1283a08-0b4f-4939-92d6-5c78c1afa285 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:02.062502 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:02.062502 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1283a08-0b4f-4939-92d6-5c78c1afa285 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:02.062812 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a', 'status': 'completed', 'code': 200} Aug 16 20:19:02.109094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588a03d-be6c-45da-b185-7b862b18984c req-b5c7e191-aaab-472b-b6b2-9e90f44a2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.110702 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-b5c7e191-aaab-472b-b6b2-9e90f44a2892 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3096874 Aug 16 20:19:02.128680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e3d1e14-50fa-47f3-a7bc-d4705a952fad req-91973e24-429c-4f3e-b639-0f1f946bbafe tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449215 Aug 16 20:19:02.153008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['afc64620-c5da-4990-a7e4-54986dc2fec5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:02.172620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-c076762b-cdc3-45b8-9088-6212c6b3d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.174827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-c076762b-cdc3-45b8-9088-6212c6b3d214 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1825047 Aug 16 20:19:02.189099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126129-50ce-4126-a152-39f1bb55119a req-3feb75f2-36d8-46b1-a5ff-488e07478421 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.191346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9126129-50ce-4126-a152-39f1bb55119a req-3feb75f2-36d8-46b1-a5ff-488e07478421 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 948 time: 0.1188753 Aug 16 20:19:02.197694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-fc12923d-dd7f-4ee4-b22b-7a8552e79841 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5769937 Aug 16 20:19:02.209083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-90643db0-9174-46e4-83dc-c0211e4eb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.211347 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-90643db0-9174-46e4-83dc-c0211e4eb171 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.3872225 Aug 16 20:19:02.227019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Request body: {'port': {'device_id': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:02.272812 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-2144cdce-5ec6-460d-93fa-64e6c69579ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.0475631 Aug 16 20:19:02.275478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-0131d9be-8c62-4851-9722-6f74bbd8aa44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed HTTP/1.1" status: 200 len: 217 time: 0.0746446 Aug 16 20:19:02.335302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-a09b72ae-b21d-4d17-a139-afb237ea0adc service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098389 Aug 16 20:19:02.343931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef432d76-5a67-4f4e-95ca-6fe4ed963efc None None] Provisioning for port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:02.350317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef432d76-5a67-4f4e-95ca-6fe4ed963efc None None] Provisioning complete for port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:02.350775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef432d76-5a67-4f4e-95ca-6fe4ed963efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.388986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef432d76-5a67-4f4e-95ca-6fe4ed963efc None None] Port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:02.396509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-2c4d81de-a505-4a17-9525-b9dac6a448c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.397439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9126129-50ce-4126-a152-39f1bb55119a req-b2f7d6c6-0a16-4f76-af6e-65d3af2d7f94 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953948 Aug 16 20:19:02.397959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-2c4d81de-a505-4a17-9525-b9dac6a448c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1107724 Aug 16 20:19:02.419246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-c8ded426-c716-45d7-b674-78e25f6c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.419246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-c8ded426-c716-45d7-b674-78e25f6c15a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1170781 Aug 16 20:19:02.419246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.421711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e197a-0064-40bf-9f44-379e7be41f22 req-d109a2a2-f23d-44fe-9a1f-02b7f2347e5c tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.423151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b59e197a-0064-40bf-9f44-379e7be41f22 req-d109a2a2-f23d-44fe-9a1f-02b7f2347e5c tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1097 time: 0.1586924 Aug 16 20:19:02.435400 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-73d3c596-a998-4c9e-9b7a-b45f0b96a0ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272970 Aug 16 20:19:02.530945 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f588a03d-be6c-45da-b185-7b862b18984c req-9ba964ff-0755-4d7f-a0f0-ca494571e361 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854181 Aug 16 20:19:02.549107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:02.559372 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-e95a93a8-2fe1-469a-adb9-5a36ce9b4943 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150215 Aug 16 20:19:02.564976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b59e197a-0064-40bf-9f44-379e7be41f22 req-3c72f38b-65bd-423f-bb55-35b1750883f9 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219370 Aug 16 20:19:02.571128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-bedc7c37-f89c-45f3-95f7-5d0aec53916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.572630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-bedc7c37-f89c-45f3-95f7-5d0aec53916f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1476672 Aug 16 20:19:02.668876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:02.686406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', 'mac_address': 'fa:16:3e:b4:b4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:02.696030 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-84895246-59ac-4e1a-9bbb-8ed3f12ddf9e service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165180 Aug 16 20:19:02.697746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4fc9-e3cb-4595-9e0d-bdef6ef70b0d req-4954da13-674a-42b3-b514-0fe1b1b5b664 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.699231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a8d4fc9-e3cb-4595-9e0d-bdef6ef70b0d req-4954da13-674a-42b3-b514-0fe1b1b5b664 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 931 time: 0.2091775 Aug 16 20:19:02.731319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.746660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:02.758019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-4ba8a4c3-d543-4d24-bcf3-09758d20199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.760350 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-4ba8a4c3-d543-4d24-bcf3-09758d20199f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=153555e9bb614aa9aad97e425ce05ff3&device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 1100 time: 0.0501306 Aug 16 20:19:02.767948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:02.843110 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:02.852342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256e874-d4bc-4216-b12d-a1221fc10543 req-2d399599-5109-498d-a45a-9c73a51445ac tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.853867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1256e874-d4bc-4216-b12d-a1221fc10543 req-2d399599-5109-498d-a45a-9c73a51445ac tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 947 time: 0.1808126 Aug 16 20:19:02.859957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a8d4fc9-e3cb-4595-9e0d-bdef6ef70b0d req-7a9745aa-c2af-40ce-9ecb-523c4ab7d8f6 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329374 Aug 16 20:19:02.868521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-ca9a75ec-2413-4bd9-b66f-a5eea352a78a service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505701 Aug 16 20:19:02.884706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-5210f1eb-2ffe-480b-bc3c-d4c09424db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:02.884706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-5210f1eb-2ffe-480b-bc3c-d4c09424db73 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1037199 Aug 16 20:19:02.912657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:02.926053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 41320784-f386-4d27-800c-809fd596de39 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:02.944452 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-4f588fb3-4f11-402f-b9a4-36afd932e4d6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a HTTP/1.1" status: 200 len: 217 time: 0.0538142 Aug 16 20:19:03.005549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-3c446340-cc5b-4360-b009-bcbf326408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.007157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-3c446340-cc5b-4360-b009-bcbf326408dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0483475 Aug 16 20:19:03.031874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:03.045744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 41320784-f386-4d27-800c-809fd596de39 has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:19:03.063891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-eb4863f8-d8f7-4ef6-96c6-5c7112243eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.066216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-eb4863f8-d8f7-4ef6-96c6-5c7112243eff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452001 Aug 16 20:19:03.170853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-63ac69d4-f705-4c6e-af80-c0a4f56d8ab5 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945361 Aug 16 20:19:03.199846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:03.218715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1256e874-d4bc-4216-b12d-a1221fc10543 req-be60a642-3174-458a-ace9-c8a10a6895e3 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551078 Aug 16 20:19:03.235008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ae58288-de5a-4c0f-824d-f2cb10f86744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.288247 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-884b9f8b-f3a5-4486-9a28-6d3e77d165e7 req-fd5eb29d-c4dc-4484-9218-3251d84dc923 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077998 Aug 16 20:19:03.292902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:03.307156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.313457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32cc0ef2-1ad7-44a3-a9c7-bd56e83da3da req-88b38862-8282-4675-ab5b-ab614906eccb service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325833 Aug 16 20:19:03.322053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cd47a-f5bf-4542-ac96-e089e7f393a2 req-e9f58b49-d812-40fb-86eb-7b5606d0b193 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.324266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a34cd47a-f5bf-4542-ac96-e089e7f393a2 req-e9f58b49-d812-40fb-86eb-7b5606d0b193 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 949 time: 0.3554416 Aug 16 20:19:03.352368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Transition to ACTIVE for port object d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:03.354742 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.376708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a34cd47a-f5bf-4542-ac96-e089e7f393a2 req-49888fd1-ee63-4189-8965-4e7482ae1e7c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434175 Aug 16 20:19:03.453110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac9a8-c72f-4519-b1d2-8dd8d0c79ad3 req-4eec1aa0-a1da-4477-acdb-59a1424d0893 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.454431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddbac9a8-c72f-4519-b1d2-8dd8d0c79ad3 req-4eec1aa0-a1da-4477-acdb-59a1424d0893 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0592308 Aug 16 20:19:03.492460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.540558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddbac9a8-c72f-4519-b1d2-8dd8d0c79ad3 req-dba9a9ea-c165-456c-ba44-ba2837c91762 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Aug 16 20:19:03.551598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9552dfa-220b-4bef-b247-1fe516975329 req-3e2a71ef-f37a-4f46-80a9-9ab36fb4b13b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.553211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9552dfa-220b-4bef-b247-1fe516975329 req-3e2a71ef-f37a-4f46-80a9-9ab36fb4b13b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1169863 Aug 16 20:19:03.582876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:03.649736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9552dfa-220b-4bef-b247-1fe516975329 req-d534eb38-a375-4790-abfe-60c84b00a24c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869887 Aug 16 20:19:03.689581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Attempting to bind port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:03.690858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Attempting to bind port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:03.691392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Attempting to bind port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:03.700401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 on network 93c2cd56-6b85-470d-b299-4934fa68e19e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:03.700957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Attempting to bind port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:03.711648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:03.712695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Checking segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:03.716175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Bound using segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:03.716916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Bound port: d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:03.717442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:03.813951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a386-4fd7-43ac-8f92-5a0b2b7a6dcd req-e2649bee-4722-4ad6-ade8-919000da89b5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.816884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f316a386-4fd7-43ac-8f92-5a0b2b7a6dcd req-e2649bee-4722-4ad6-ade8-919000da89b5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 948 time: 0.0854306 Aug 16 20:19:03.825507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:03.828475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:03.864279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f316a386-4fd7-43ac-8f92-5a0b2b7a6dcd req-73831e94-cd47-41db-98b8-b060d1b0bfb1 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Aug 16 20:19:03.977908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d15e3-ca77-4c43-a11f-ec3b61e75695 req-1975bdf3-3f90-4e54-b283-9f347641f509 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:03.979287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c89d15e3-ca77-4c43-a11f-ec3b61e75695 req-1975bdf3-3f90-4e54-b283-9f347641f509 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 943 time: 0.0476913 Aug 16 20:19:03.980810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.033617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.034203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.035686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 HTTP/1.1" status: 200 len: 1092 time: 1.8148606 Aug 16 20:19:04.036148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:04.038375 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:04.070335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c89d15e3-ca77-4c43-a11f-ec3b61e75695 req-6bda77c6-7378-4501-bf54-5f43a9d67748 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811758 Aug 16 20:19:04.073303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3f431-7842-4c60-87d5-81f915ceb1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:04.107031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.146813 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ea953-6b0a-44df-a6de-d1ab61cd524d x-openstack-request-id: req-1e0ea953-6b0a-44df-a6de-d1ab61cd524d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:04.147125 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:04.147402 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e0ea953-6b0a-44df-a6de-d1ab61cd524d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:04.147832 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'status': 'completed', 'code': 200} Aug 16 20:19:04.230194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-29cf3da6-7f92-421c-acaf-dc54421a9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.231613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-29cf3da6-7f92-421c-acaf-dc54421a9835 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 1095 time: 0.0455754 Aug 16 20:19:04.428200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114691-ba42-4cd8-a962-c499b092767e req-27a4daaf-09f2-47c1-8c7d-233a91d6f17d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.429698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24114691-ba42-4cd8-a962-c499b092767e req-27a4daaf-09f2-47c1-8c7d-233a91d6f17d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 947 time: 0.1258154 Aug 16 20:19:04.434369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-d86be1e9-818c-48b8-a835-9c1cceafd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.435762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-d86be1e9-818c-48b8-a835-9c1cceafd854 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=586893d313eb42a8810201d85239449f&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1927965 Aug 16 20:19:04.516812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24114691-ba42-4cd8-a962-c499b092767e req-851a1032-3640-474c-bf8b-06f995008af9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801044 Aug 16 20:19:04.560183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-059f5274-f58a-4265-8ae1-ea813cb31922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.561669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef5a92cb-f4c6-4f42-acf4-55073ac6b2ea req-059f5274-f58a-4265-8ae1-ea813cb31922 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123040 Aug 16 20:19:04.573009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:04.657475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547789e4-cce5-4b03-bcf3-46ac74cdd704 req-5446dd90-b1b7-4bb6-b935-2559edeb32fa tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.659607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-547789e4-cce5-4b03-bcf3-46ac74cdd704 req-5446dd90-b1b7-4bb6-b935-2559edeb32fa tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 949 time: 0.0789602 Aug 16 20:19:04.665999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-674e0d74-2632-4c85-8276-2410f7a84628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.667415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-674e0d74-2632-4c85-8276-2410f7a84628 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 1095 time: 0.0576670 Aug 16 20:19:04.705098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:04.710072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:04.710445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.727662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-e408ff31-2798-43c7-85a9-35b933a8d051 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 HTTP/1.1" status: 200 len: 217 time: 0.0433383 Aug 16 20:19:04.734889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-547789e4-cce5-4b03-bcf3-46ac74cdd704 req-7c402be1-9200-4a85-a06f-e30c60c7d0c3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664985 Aug 16 20:19:04.781940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-ce8ca578-8d33-4ded-941c-06e413d0ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.783644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-ce8ca578-8d33-4ded-941c-06e413d0ceb9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 200 len: 862 time: 0.0477521 Aug 16 20:19:04.807706 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.830551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:04.833358 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dface4-7a33-4656-9dae-fd716f52e3b4" -d '{"events": [{"server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:04.847129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:04.864310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8eba182e-459c-4197-a422-8a7bfefa2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.865813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-8eba182e-459c-4197-a422-8a7bfefa2f1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93c2cd56-6b85-470d-b299-4934fa68e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724003 Aug 16 20:19:04.878092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c096e-9655-46e4-a23a-7c77e7ab1ef6 req-9b09322a-b113-432e-a861-c536d989bfd0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:04.879662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f0c096e-9655-46e4-a23a-7c77e7ab1ef6 req-9b09322a-b113-432e-a861-c536d989bfd0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0759661 Aug 16 20:19:04.942752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1fef3922-b1d7-45d0-a066-8fb743e931ed details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:04.960337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device afc64620-c5da-4990-a7e4-54986dc2fec5 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:04.964624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f0c096e-9655-46e4-a23a-7c77e7ab1ef6 req-a7932ddd-a908-4785-b177-81dc49d87ede tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765085 Aug 16 20:19:04.984498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:04.990409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-6bd12d8b-7119-444b-91a4-43658291aed8 service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097016 Aug 16 20:19:05.096961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.139627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874d3eea-3359-44f1-bc60-10d60234c9b7 req-a032c407-8e12-4e6d-ba87-0a1b4c2d2665 service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418722 Aug 16 20:19:05.140959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:05.153960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'mac_address': 'fa:16:3e:42:e7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:05.160808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecd7bc-65a0-443d-8546-42f1352248b5 req-8b095ce1-380e-4933-ab51-7a299db9530e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.162307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5ecd7bc-65a0-443d-8546-42f1352248b5 req-8b095ce1-380e-4933-ab51-7a299db9530e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.0715089 Aug 16 20:19:05.194311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.200402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5ecd7bc-65a0-443d-8546-42f1352248b5 req-78cb788b-5d27-451b-a70d-d4756192957a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Aug 16 20:19:05.244612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fef3922-b1d7-45d0-a066-8fb743e931ed {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:05.244612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:05.250637 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec613f6-5f63-4396-a9d7-de225fb63ce1 x-openstack-request-id: req-4ec613f6-5f63-4396-a9d7-de225fb63ce1 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:05.250933 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "name": "network-vif-plugged", "status": "completed", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:05.251185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ec613f6-5f63-4396-a9d7-de225fb63ce1 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:05.251574 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', 'code': 200} Aug 16 20:19:05.378043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a2522-592c-4a64-923c-4a8cf1f4f602 req-97548a16-0a43-4bf0-a223-57b88c98a2ed tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.387836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-810a2522-592c-4a64-923c-4a8cf1f4f602 req-97548a16-0a43-4bf0-a223-57b88c98a2ed tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 948 time: 0.0847230 Aug 16 20:19:05.387836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2c2e-d3b3-48ee-8bf6-3abceaac3ddf req-22c5d5a7-7391-4d97-80b6-103bf2e40525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.387836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eeb2c2e-d3b3-48ee-8bf6-3abceaac3ddf req-22c5d5a7-7391-4d97-80b6-103bf2e40525 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 1102 time: 0.0616961 Aug 16 20:19:05.427429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port afc64620-c5da-4990-a7e4-54986dc2fec5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:05.429879 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.430598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:05.443614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-810a2522-592c-4a64-923c-4a8cf1f4f602 req-e9da5ed3-fd88-48d7-9a33-3afeaead2110 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557263 Aug 16 20:19:05.445479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eeb2c2e-d3b3-48ee-8bf6-3abceaac3ddf req-00a1a047-435d-4170-a5d6-1b27a0e58e6c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 Aug 16 20:19:05.464325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port afc64620-c5da-4990-a7e4-54986dc2fec5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:05.464325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.541560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.550886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:05.562690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e65a9-4fde-4b69-a84f-5efb9d5ebe2a req-73b02e9e-4798-4fcb-b4ed-33acfb72673c tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.564385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c55e65a9-4fde-4b69-a84f-5efb9d5ebe2a req-73b02e9e-4798-4fcb-b4ed-33acfb72673c tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 943 time: 0.0599303 Aug 16 20:19:05.566533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'mac_address': 'fa:16:3e:08:78:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:05.604799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c55e65a9-4fde-4b69-a84f-5efb9d5ebe2a req-a083781d-36b1-4c15-bb38-77ffa58a7187 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330484 Aug 16 20:19:05.632837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.634780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.657575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70a6f51a-63a2-476a-8348-929a3e656a5e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:05.694055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=afc64620-c5da-4990-a7e4-54986dc2fec5,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:05.695980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:05.724521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba7988-72d7-4d6a-b144-e4ccc28d42f7 req-ae84b3cb-ec37-4eef-8cec-aa8b303913a6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.725996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70ba7988-72d7-4d6a-b144-e4ccc28d42f7 req-ae84b3cb-ec37-4eef-8cec-aa8b303913a6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 948 time: 0.0543249 Aug 16 20:19:05.764227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70ba7988-72d7-4d6a-b144-e4ccc28d42f7 req-f46abdbb-fcd0-4474-ba1a-d6f2198d6935 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 16 20:19:05.783043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.819660 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:05.835115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.872698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd808c1-cba7-46b2-87cc-c483f5b8e983 req-fa816265-99d8-4468-ad22-c4a145b5f326 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:05.876941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddd808c1-cba7-46b2-87cc-c483f5b8e983 req-fa816265-99d8-4468-ad22-c4a145b5f326 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.0540221 Aug 16 20:19:05.894049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:05.917213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddd808c1-cba7-46b2-87cc-c483f5b8e983 req-effb1c61-d554-4e56-843a-67a9d7f82dca tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Aug 16 20:19:06.082754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['70a6f51a-63a2-476a-8348-929a3e656a5e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:06.083600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24883a9f-8ab8-4e3a-af46-fad36ab07215 req-2f3eadca-a907-480d-8be5-bbd91c8a38a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.085099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24883a9f-8ab8-4e3a-af46-fad36ab07215 req-2f3eadca-a907-480d-8be5-bbd91c8a38a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.0472481 Aug 16 20:19:06.107124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.122650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24883a9f-8ab8-4e3a-af46-fad36ab07215 req-47ddb8a1-e7fd-4373-a33c-fd5763369241 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Aug 16 20:19:06.167981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-a00467ab-7cf6-4592-9c24-da92156c6b80 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:06.169022 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-a00467ab-7cf6-4592-9c24-da92156c6b80 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059400 Aug 16 20:19:06.181796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Request body: {'binding': {'host': 'n-h1-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:06.182638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:19:06.323855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on host n-h1-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:06.324191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:06.324517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:06.328675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:06.328992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:06.334233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:06.334564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:06.334937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:06.335355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Bound port: 324bf606-e428-4e37-acc8-9f9cc70f364b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:06.342184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e341dd-ea2f-4181-b522-8be4b92cd5a2 req-7f55d2b0-1dc9-44b9-adbf-2ca0fde134e4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.343792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60e341dd-ea2f-4181-b522-8be4b92cd5a2 req-7f55d2b0-1dc9-44b9-adbf-2ca0fde134e4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.0517666 Aug 16 20:19:06.383251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60e341dd-ea2f-4181-b522-8be4b92cd5a2 req-c4ea67b2-17ee-4bae-baea-637bc00a5e28 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320892 Aug 16 20:19:06.388087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:06.479873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.481132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e79c11fc-53d1-4ebc-bef2-16e8badc830d service neutron] 10.222.0.70 "POST /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3044491 Aug 16 20:19:06.525925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1fef3922-b1d7-45d0-a066-8fb743e931ed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:06.561551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bb318-c576-4b25-baeb-7f17081830ee req-edcfcc93-2c49-419c-9750-9c3a0152ad50 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.563077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-139bb318-c576-4b25-baeb-7f17081830ee req-edcfcc93-2c49-419c-9750-9c3a0152ad50 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 948 time: 0.0518670 Aug 16 20:19:06.590916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 053188e1-c87d-4c43-b5d0-a09b4a49dc3a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:06.603873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-139bb318-c576-4b25-baeb-7f17081830ee req-f4b0eb38-7cb7-47b4-b12f-5846175027dc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Aug 16 20:19:06.749233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9b3b8-2f1e-4cdd-9813-36d7dc158d40 req-45d4192b-47f6-4b8d-9744-96e020c7ba42 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.751299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b9b3b8-2f1e-4cdd-9813-36d7dc158d40 req-45d4192b-47f6-4b8d-9744-96e020c7ba42 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 943 time: 0.0668657 Aug 16 20:19:06.811285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b9b3b8-2f1e-4cdd-9813-36d7dc158d40 req-eee2a5ef-60ac-4f72-8e3a-212822914e13 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Aug 16 20:19:06.880274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:06.901290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a', 'mac_address': 'fa:16:3e:84:95:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:06.941664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:06.945261 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:06.982767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053188e1-c87d-4c43-b5d0-a09b4a49dc3a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:06.987543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715f5b3-2dc8-4694-915d-43365a39f4b6 req-9fe303b6-7df6-4146-9861-0a5a207e42a6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:06.989086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8715f5b3-2dc8-4694-915d-43365a39f4b6 req-9fe303b6-7df6-4146-9861-0a5a207e42a6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 945 time: 0.1199229 Aug 16 20:19:06.995010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-2fa7dab0-477d-4997-b9e6-48b4b4d41973 service neutron] 10.222.0.73 "GET /v2.0/ports/41320784-f386-4d27-800c-809fd596de39/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.1921406 Aug 16 20:19:07.005462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14476e-6002-4a72-a71a-98d8805ff505 req-d7408a72-7599-4fe2-859c-9e1fa66a0801 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.006910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f14476e-6002-4a72-a71a-98d8805ff505 req-d7408a72-7599-4fe2-859c-9e1fa66a0801 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 948 time: 0.0987365 Aug 16 20:19:07.008731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:07.019437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 70a6f51a-63a2-476a-8348-929a3e656a5e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:07.019843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.105629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f14476e-6002-4a72-a71a-98d8805ff505 req-0fff76a0-aec8-4b07-b4ef-85efdc50a05d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891676 Aug 16 20:19:07.112303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8715f5b3-2dc8-4694-915d-43365a39f4b6 req-68a4d017-541b-4ad5-8b67-dcb461c75917 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Aug 16 20:19:07.121108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.155207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.216138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:07.220740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:07.256816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5'}, {'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:07.259891 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9c6d7-91ad-4e58-ae0c-147ac7bbdbf5" -d '{"events": [{"server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "name": "network-vif-plugged", "status": "completed", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5"}, {"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:07.307178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.313762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd6351-48bc-4348-9c03-91db4a32427e req-622a52ed-3ebf-43f0-83c3-4aa8882ad2be tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.315826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dabd6351-48bc-4348-9c03-91db4a32427e req-622a52ed-3ebf-43f0-83c3-4aa8882ad2be tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.1042018 Aug 16 20:19:07.332907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08056711-4687-4582-ade0-c4c6a569c858 req-546830b1-186f-44d6-b0e1-148def24f06d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.334405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08056711-4687-4582-ade0-c4c6a569c858 req-546830b1-186f-44d6-b0e1-148def24f06d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 944 time: 0.1091468 Aug 16 20:19:07.347197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:07.380508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:07.404121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:07.413260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['053188e1-c87d-4c43-b5d0-a09b4a49dc3a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:07.443454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dabd6351-48bc-4348-9c03-91db4a32427e req-5c7a649f-0036-4efb-b9b9-245a66a599b9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063781 Aug 16 20:19:07.447917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08056711-4687-4582-ade0-c4c6a569c858 req-5bfb7acd-7a9b-45f3-a974-4f5e5eddd43a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981071 Aug 16 20:19:07.455215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-f42f99ca-8dac-4590-a645-0b67b5174247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.458177 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-f42f99ca-8dac-4590-a645-0b67b5174247 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1097 time: 0.0507159 Aug 16 20:19:07.458936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41320784-f386-4d27-800c-809fd596de39 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:07.483114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:07.551987 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d48fe-779d-4c12-ae42-b4e659a9a76f x-openstack-request-id: req-9e5d48fe-779d-4c12-ae42-b4e659a9a76f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:07.551987 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "name": "network-vif-plugged", "status": "completed", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5", "code": 200}, {"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-plugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:07.556171 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e5d48fe-779d-4c12-ae42-b4e659a9a76f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:07.556171 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5', 'code': 200} Aug 16 20:19:07.556171 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'code': 200} Aug 16 20:19:07.576097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.613481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-33a13891-1224-4fe5-9d62-3bc6a3e51e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.615090 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-33a13891-1224-4fe5-9d62-3bc6a3e51e79 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1472783 Aug 16 20:19:07.666198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-6bc75fa7-2257-44d7-bc0c-a346f14b9f01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.0426984 Aug 16 20:19:07.724259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-feae1074-6e1a-40f1-8632-ef09cafeb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.726209 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-feae1074-6e1a-40f1-8632-ef09cafeb191 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0498638 Aug 16 20:19:07.774921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5e3e1-8bcc-440a-b14a-16d029dcd6b1 req-39baff6f-6c2e-460e-ae32-1dc00df8534b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.776625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8a5e3e1-8bcc-440a-b14a-16d029dcd6b1 req-39baff6f-6c2e-460e-ae32-1dc00df8534b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1684728 Aug 16 20:19:07.783567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f506-a1d4-4ae6-9329-bab046b7459c req-e09d21a0-e627-433d-a038-e9abafed4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.784846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6e5f506-a1d4-4ae6-9329-bab046b7459c req-e09d21a0-e627-433d-a038-e9abafed4f2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 1102 time: 0.1267374 Aug 16 20:19:07.788071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Transition to ACTIVE for port object 41320784-f386-4d27-800c-809fd596de39 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:07.794736 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-51bb074d-022f-4fa7-a73c-022ce97e09e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545490 Aug 16 20:19:07.806319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852ad8c-f2a4-4c7d-a795-1dd61a5f44ce req-68690111-6970-4f9d-94ff-a038e19f95da tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:07.813645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0852ad8c-f2a4-4c7d-a795-1dd61a5f44ce req-68690111-6970-4f9d-94ff-a038e19f95da tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 949 time: 0.1187339 Aug 16 20:19:07.881619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8a5e3e1-8bcc-440a-b14a-16d029dcd6b1 req-ec3522e8-faa0-46a1-a05d-68fd589817f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922968 Aug 16 20:19:07.890321 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:07.940400 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-0b6ac1f1-6a0b-4ba0-b7a1-05e3984470e1 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340160 Aug 16 20:19:07.972092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0852ad8c-f2a4-4c7d-a795-1dd61a5f44ce req-dd485826-7ff7-486c-9cb8-1d51bdf24f6f tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577091 Aug 16 20:19:07.972729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Pushing event updated for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:07.984723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.985078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.985425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.985769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.986106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.986442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.986861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.987585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.988036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.988371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.988702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:07.989031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:08.003424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6e5f506-a1d4-4ae6-9329-bab046b7459c req-f50f951e-36d0-4b2e-98ea-5bd9a842db9f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873934 Aug 16 20:19:08.050900 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-d1fcf66b-c289-4cb6-903d-ba40c8da47e7 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024597 Aug 16 20:19:08.053186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] No DVR routers for this DVR port 41320784-f386-4d27-800c-809fd596de39 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:08.094678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-0fa52f7b-b91c-4aee-a7c3-452cee2b9c15 service neutron] 10.222.0.73 "PUT /v2.0/ports/41320784-f386-4d27-800c-809fd596de39/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0812614 Aug 16 20:19:08.103106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6393f-7a9e-4c4a-9068-893b87db1904 req-5d7deb1d-bcf4-48f6-99a1-7d325a6d62a9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.104673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8e6393f-7a9e-4c4a-9068-893b87db1904 req-5d7deb1d-bcf4-48f6-99a1-7d325a6d62a9 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 943 time: 0.0771086 Aug 16 20:19:08.156399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8e6393f-7a9e-4c4a-9068-893b87db1904 req-140ede12-e911-4afe-92f0-972efb9c9292 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440190 Aug 16 20:19:08.280897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-8d0465ec-ca4b-4645-9ea4-e119e3e00376 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.285871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-8d0465ec-ca4b-4645-9ea4-e119e3e00376 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.0774066 Aug 16 20:19:08.352685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:08.476136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e27006-4bd6-4266-acb7-a60da83cfc32 req-50592d8d-cf7d-417c-9bc8-7a0187703da9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.477985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69e27006-4bd6-4266-acb7-a60da83cfc32 req-50592d8d-cf7d-417c-9bc8-7a0187703da9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 948 time: 0.1391227 Aug 16 20:19:08.487917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.494970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-448fc8a8-f0b4-4aa7-88f2-e69a06eb3aed tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.496659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-448fc8a8-f0b4-4aa7-88f2-e69a06eb3aed tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.2097440 Aug 16 20:19:08.511460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a975581-a025-4d18-aec6-6fcd1da2c07f req-744b0a60-66e7-46b7-a588-2576194442d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:08.519551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a975581-a025-4d18-aec6-6fcd1da2c07f req-744b0a60-66e7-46b7-a588-2576194442d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 945 time: 0.1905336 Aug 16 20:19:08.615136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:08.617405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 053188e1-c87d-4c43-b5d0-a09b4a49dc3a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:08.789825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:08.805495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:08.810692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'port_id': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'mac_address': 'fa:16:3e:68:09:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:08.813560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:08.814332 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.923843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a975581-a025-4d18-aec6-6fcd1da2c07f req-43ebbc7d-aea8-490b-9f3c-6349aa4f3c96 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030750 Aug 16 20:19:08.928426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:08.942172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69e27006-4bd6-4266-acb7-a60da83cfc32 req-00e0a2b7-494b-44d6-8caa-ba972311db50 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152615 Aug 16 20:19:08.948618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:08.969503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1fef3922-b1d7-45d0-a066-8fb743e931ed up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:08.979428 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.024643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:09.038942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-e27dc5a4-b8ad-4de2-8b69-c8b07f9fb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.042539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-e27dc5a4-b8ad-4de2-8b69-c8b07f9fb328 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&tenant_id=ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 1097 time: 0.5042412 Aug 16 20:19:09.066175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:09.115115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.156992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 1fef3922-b1d7-45d0-a066-8fb743e931ed completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:09.164200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.164804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 41320784-f386-4d27-800c-809fd596de39 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:09.194977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 1fef3922-b1d7-45d0-a066-8fb743e931ed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:09.194977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.199582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f52b-9c3b-4957-ab3e-2f366dd16733 req-943325fb-43d7-4dbb-9c2c-431bf463a87c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.201148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e98f52b-9c3b-4957-ab3e-2f366dd16733 req-943325fb-43d7-4dbb-9c2c-431bf463a87c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.1572316 Aug 16 20:19:09.205709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:09.233707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01378-a1b0-43fc-bd60-34f175b1b9f8 req-274fde3a-ecd7-42b2-a3d2-be93b0c02d1e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.235221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ed01378-a1b0-43fc-bd60-34f175b1b9f8 req-274fde3a-ecd7-42b2-a3d2-be93b0c02d1e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.1881030 Aug 16 20:19:09.245637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-bc8c10dd-55ef-450d-b166-1a6a1271e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.246725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-bc8c10dd-55ef-450d-b166-1a6a1271e628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1097 time: 0.1592112 Aug 16 20:19:09.250543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:09.304896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 41320784-f386-4d27-800c-809fd596de39 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:09.348066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:09.365289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.389934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e98f52b-9c3b-4957-ab3e-2f366dd16733 req-5b762f63-18cd-4269-be98-532a6f518b55 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700580 Aug 16 20:19:09.391340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:09.413511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:09.422959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ed01378-a1b0-43fc-bd60-34f175b1b9f8 req-6ce9b208-1b0b-4fce-bb94-1971cc036f0c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606886 Aug 16 20:19:09.444408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:09.476414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-681c2cea-b5fa-4df9-8bef-67db61df9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.488084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-681c2cea-b5fa-4df9-8bef-67db61df9707 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2232330 Aug 16 20:19:09.504621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.505327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:09.507613 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4121d60-b091-4230-8f3c-29fef4a53ab5" -d '{"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-unplugged", "status": "completed", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:09.513060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.574509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a'}, {'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:09.577494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-8aca8300-02c6-4a42-8f3e-4bae6bc521a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.0620892 Aug 16 20:19:09.578122 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d7a5e-6e3d-413b-9647-817f6089813b" -d '{"events": [{"server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "name": "network-vif-plugged", "status": "completed", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a"}, {"server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "name": "network-vif-plugged", "status": "completed", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:09.621634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:09.625297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:09.733054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57d45b-6d3f-4437-9734-72be421f730c req-dae21589-3c56-4783-9785-5bdf1493dac6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.741140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c57d45b-6d3f-4437-9734-72be421f730c req-dae21589-3c56-4783-9785-5bdf1493dac6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.1819890 Aug 16 20:19:09.752908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b30d8-d374-42ef-b4c5-a60abb33f139 req-3da6032d-6943-4193-8e14-bbe3014de03d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.755431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f41b30d8-d374-42ef-b4c5-a60abb33f139 req-3da6032d-6943-4193-8e14-bbe3014de03d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1941986 Aug 16 20:19:09.758002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-421b2f38-4a00-4d50-aa18-c0f96192e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:09.759361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-421b2f38-4a00-4d50-aa18-c0f96192e498 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1531844 Aug 16 20:19:09.844978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-b6af0d3d-7390-494b-aa4c-61da52eb48a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603304 Aug 16 20:19:09.845567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:09.866718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on host n-h2-794306-10 for vnic_type normal with profile {"migrating_to": "n-h1-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:09.867052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:09.867383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:09.896236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c57d45b-6d3f-4437-9734-72be421f730c req-afdf8aa3-baf7-445f-b62c-62b46855a20f tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542130 Aug 16 20:19:09.907324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:09.907588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Attempting to bind port 324bf606-e428-4e37-acc8-9f9cc70f364b on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:09.948456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f41b30d8-d374-42ef-b4c5-a60abb33f139 req-652da1a9-d8d9-41dd-9ec2-bc7114c599fb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670990 Aug 16 20:19:10.025424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-2ebb2b42-11e3-4ab2-b612-926a291c03a9 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527719 Aug 16 20:19:10.038418 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300729d4-f432-43e1-a326-053b838827d7 x-openstack-request-id: req-300729d4-f432-43e1-a326-053b838827d7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:10.038857 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-unplugged", "status": "completed", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:10.039198 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-300729d4-f432-43e1-a326-053b838827d7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:10.039705 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'code': 200} Aug 16 20:19:10.053379 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab539035-aba7-4bf4-a76c-1885aceccd65 x-openstack-request-id: req-ab539035-aba7-4bf4-a76c-1885aceccd65 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:10.053675 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "name": "network-vif-plugged", "status": "completed", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a", "code": 200}, {"server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "name": "network-vif-plugged", "status": "completed", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:10.053927 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab539035-aba7-4bf4-a76c-1885aceccd65 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:10.054325 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a', 'code': 200} Aug 16 20:19:10.054581 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'code': 200} Aug 16 20:19:10.143394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:10.143835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:10.144317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:10.145032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Bound port: 324bf606-e428-4e37-acc8-9f9cc70f364b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:10.145504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.204297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f2332-e7cd-4f0f-8bd3-de5be0b1c125 req-6a227dc1-29ee-4e45-9985-c3bfede3b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.209035 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a3f2332-e7cd-4f0f-8bd3-de5be0b1c125 req-6a227dc1-29ee-4e45-9985-c3bfede3b2fa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 1102 time: 0.0516572 Aug 16 20:19:10.266303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-7ad47e94-6d2f-467d-b301-f7048fe3a9e4 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256036 Aug 16 20:19:10.282975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e0ec1-8706-4420-a3b3-8ee86f1eef82 req-912d9d2a-c30f-49b4-a77e-f6fdd36d314b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.285834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a2e0ec1-8706-4420-a3b3-8ee86f1eef82 req-912d9d2a-c30f-49b4-a77e-f6fdd36d314b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.1236544 Aug 16 20:19:10.303159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfde06-5041-488c-8671-70ca3c1ba644 req-383b59d5-1170-476d-ab41-20d23c7eddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.307512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a0bfde06-5041-488c-8671-70ca3c1ba644 req-383b59d5-1170-476d-ab41-20d23c7eddd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 1101 time: 0.0946596 Aug 16 20:19:10.307649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ed2c6-63f2-4c67-8d5d-0b572690076d req-dff8d74b-ef26-47ab-8f4a-272bf7134772 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.315362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8ed2c6-63f2-4c67-8d5d-0b572690076d req-dff8d74b-ef26-47ab-8f4a-272bf7134772 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 944 time: 0.2875407 Aug 16 20:19:10.317807 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a3f2332-e7cd-4f0f-8bd3-de5be0b1c125 req-8315dd1b-71fd-45c5-974d-6fd74c27f575 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666327 Aug 16 20:19:10.357614 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a0bfde06-5041-488c-8671-70ca3c1ba644 req-61524743-65e6-4bdf-bdb5-d1183e7981b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360956 Aug 16 20:19:10.382798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8ed2c6-63f2-4c67-8d5d-0b572690076d req-8ab65546-f339-4bdb-b040-7d984791b2b7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660748 Aug 16 20:19:10.396851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:10.408006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:10.419254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a2e0ec1-8706-4420-a3b3-8ee86f1eef82 req-632fb3fd-716e-4e32-9b78-a101a9306343 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013620 Aug 16 20:19:10.657047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:10.657751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.774899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4084b-3c3f-4529-87a4-fc36f046de43 req-5783e063-da1c-4c52-8662-efcc29867ef0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.776495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fc4084b-3c3f-4529-87a4-fc36f046de43 req-5783e063-da1c-4c52-8662-efcc29867ef0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 949 time: 0.2951815 Aug 16 20:19:10.816273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684524-9bf6-435a-8135-100084182957 req-e3aca663-07fd-416d-9b40-3a8a18212599 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.817775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31684524-9bf6-435a-8135-100084182957 req-e3aca663-07fd-416d-9b40-3a8a18212599 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.2900419 Aug 16 20:19:10.837375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:10.898172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:10.911973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:10.911973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-c1672015-1a3c-4aa9-a702-1517e1d34d00 service neutron] 10.222.0.73 "PUT /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 1123 time: 2.5517490 Aug 16 20:19:10.911973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fc4084b-3c3f-4529-87a4-fc36f046de43 req-a3d0dc06-61af-42b7-92bf-0215eab444a7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130426 Aug 16 20:19:10.938807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31684524-9bf6-435a-8135-100084182957 req-db35e7c8-69d1-49f4-b18f-5e4996243059 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061645 Aug 16 20:19:11.067389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:11.077630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9e268-a7f8-434f-94bc-debb6a7c94ac req-a57f2b48-f22e-4a09-9bf7-5d165cf0a7ca tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.081649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65c9e268-a7f8-434f-94bc-debb6a7c94ac req-a57f2b48-f22e-4a09-9bf7-5d165cf0a7ca tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.0807245 Aug 16 20:19:11.090245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:11.090624 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.138908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['324bf606-e428-4e37-acc8-9f9cc70f364b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:11.190330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65c9e268-a7f8-434f-94bc-debb6a7c94ac req-44b1549a-553d-43df-b1c1-211723d6b2ac tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893638 Aug 16 20:19:11.198274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f3390-da1e-473b-b05d-9df34cf22526 req-a9f5b338-e35d-429c-9e54-1f36041e0a23 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.200912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e3f3390-da1e-473b-b05d-9df34cf22526 req-a9f5b338-e35d-429c-9e54-1f36041e0a23 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.0935771 Aug 16 20:19:11.244669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.264466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e3f3390-da1e-473b-b05d-9df34cf22526 req-f0273871-bd12-490a-bbe2-72d37beaa7f7 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551372 Aug 16 20:19:11.304143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:11.354022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec288-d32c-4684-9b78-592fbe6aaeaf req-06ded5d3-0367-4118-89e7-7beda92e11f8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.355910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2aec288-d32c-4684-9b78-592fbe6aaeaf req-06ded5d3-0367-4118-89e7-7beda92e11f8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.0658233 Aug 16 20:19:11.434810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2aec288-d32c-4684-9b78-592fbe6aaeaf req-b1c19c6b-01a3-46b0-ba48-6d013c4335c7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Aug 16 20:19:11.444423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f1f66-e3f4-4ee3-8692-caa2a64c7eca req-77fbddb1-4be6-4d8a-a640-a58187b78356 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.445871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b46f1f66-e3f4-4ee3-8692-caa2a64c7eca req-77fbddb1-4be6-4d8a-a640-a58187b78356 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0889194 Aug 16 20:19:11.492249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b46f1f66-e3f4-4ee3-8692-caa2a64c7eca req-2ffa2ef4-2bb9-4761-b9dc-b8a6c1714d4a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Aug 16 20:19:11.558397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.602925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269795-cfce-4db5-b5fc-b780fd18d01e req-762ce764-f9e7-4cb7-9346-bd9d4e45c5bb tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.604535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8269795-cfce-4db5-b5fc-b780fd18d01e req-762ce764-f9e7-4cb7-9346-bd9d4e45c5bb tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 944 time: 0.0970881 Aug 16 20:19:11.631505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:11.639794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfe31d-ae11-421b-aafa-4eea4d053a17 req-548d7130-47c4-4470-8d67-071a4edad450 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.641226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73bfe31d-ae11-421b-aafa-4eea4d053a17 req-548d7130-47c4-4470-8d67-071a4edad450 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.0917809 Aug 16 20:19:11.679064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-e85582bb-a680-44f6-9e12-071f9061133f tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.681201 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-e85582bb-a680-44f6-9e12-071f9061133f tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.0907779 Aug 16 20:19:11.683056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8269795-cfce-4db5-b5fc-b780fd18d01e req-9b679b27-bc82-47e5-bc76-af3a26672783 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706561 Aug 16 20:19:11.733833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73bfe31d-ae11-421b-aafa-4eea4d053a17 req-793fd446-5744-40fb-91ff-7c766bde0016 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840213 Aug 16 20:19:11.833413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-0f9e958f-72a6-4535-b604-25ab96b46b5a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272951 Aug 16 20:19:11.978797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-12ffc81b-1677-4500-a878-8db185bdcfac service neutron] For port 41320784-f386-4d27-800c-809fd596de39, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:11.982306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-47fd4812-ade2-4575-92dd-ebb1a60d8ed3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:11.982479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-12ffc81b-1677-4500-a878-8db185bdcfac service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:11.983115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-47fd4812-ade2-4575-92dd-ebb1a60d8ed3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487989 Aug 16 20:19:11.993950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a3e52da-d036-4ba4-8ab4-e7cc2e15e142 req-12ffc81b-1677-4500-a878-8db185bdcfac service neutron] 10.222.0.64 "DELETE /v2.0/ports/41320784-f386-4d27-800c-809fd596de39/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.2931111 Aug 16 20:19:12.008897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-30396235-412a-40c2-9e06-0f181d5ce6ab tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/quotas/472021603d004d0b88a1f0a5f0f88839 HTTP/1.1" status: 200 len: 375 time: 0.0155003 Aug 16 20:19:12.056086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:12.059501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:12.060095 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76" -d '{"events": [{"name": "network-changed", "server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:12.061977 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2ef29-e1d8-4f5d-81d8-a76b54732609" -d '{"events": [{"server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "name": "network-vif-plugged", "status": "completed", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:12.109122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6484-09fe-4634-aac3-7f42f3175e77 req-46a13c4e-fbd6-4dde-9f49-2371cb9617cc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.110706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa6f6484-09fe-4634-aac3-7f42f3175e77 req-46a13c4e-fbd6-4dde-9f49-2371cb9617cc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 949 time: 0.0985813 Aug 16 20:19:12.123460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-d162da9b-21a5-4bdd-8b81-3fbc92fc040e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087542 Aug 16 20:19:12.176086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa6f6484-09fe-4634-aac3-7f42f3175e77 req-238970d1-ea22-45db-981b-4ee214d884eb tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471628 Aug 16 20:19:12.293802 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2b2594-f632-4243-aa00-04aa9e854455 x-openstack-request-id: req-6b2b2594-f632-4243-aa00-04aa9e854455 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:12.294209 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:12.294584 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b2b2594-f632-4243-aa00-04aa9e854455 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:12.295771 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'status': 'completed', 'code': 200} Aug 16 20:19:12.333062 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705432de-1b81-45d3-833b-dbce3abc687a x-openstack-request-id: req-705432de-1b81-45d3-833b-dbce3abc687a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:12.333462 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "name": "network-vif-plugged", "status": "completed", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:12.333819 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-705432de-1b81-45d3-833b-dbce3abc687a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:12.334315 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'code': 200} Aug 16 20:19:12.457980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-d8af6c1d-62d0-470f-9c30-2d4702307762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.460709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-d8af6c1d-62d0-470f-9c30-2d4702307762 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1126 time: 0.1080194 Aug 16 20:19:12.497010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aecc6b-e4c2-4731-84f2-95b3df4eae40 req-7e874d4b-5d2c-4a00-9eb5-7f39c00e319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.501335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72aecc6b-e4c2-4731-84f2-95b3df4eae40 req-7e874d4b-5d2c-4a00-9eb5-7f39c00e319e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 1097 time: 0.0718222 Aug 16 20:19:12.524135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d37fe3-ba00-4732-95ff-3ae808468680 req-3d0939c4-8dde-4802-a5bb-063b683bd79c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.531912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2d37fe3-ba00-4732-95ff-3ae808468680 req-3d0939c4-8dde-4802-a5bb-063b683bd79c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.1476305 Aug 16 20:19:12.662334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-d7650881-e17b-465e-b939-ebda38ded10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.664126 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-d7650881-e17b-465e-b939-ebda38ded10f service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1696270 Aug 16 20:19:12.686654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72aecc6b-e4c2-4731-84f2-95b3df4eae40 req-3235d0bc-1dad-4b87-9562-54666e27aff5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742496 Aug 16 20:19:12.706371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fbc03-c541-48f5-882e-2d84d5d0d953 req-63d2e7c0-05a3-4e77-9a4d-4d17648074cb tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.707917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce0fbc03-c541-48f5-882e-2d84d5d0d953 req-63d2e7c0-05a3-4e77-9a4d-4d17648074cb tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.1684890 Aug 16 20:19:12.723610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2d37fe3-ba00-4732-95ff-3ae808468680 req-db7bf7a4-bfcf-4d58-b43c-39d16979c0c4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849566 Aug 16 20:19:12.725269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-0bd2e340-c44c-45e3-b67d-3f1d9c07a288 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.0436642 Aug 16 20:19:12.833191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce0fbc03-c541-48f5-882e-2d84d5d0d953 req-3e8b285d-fd64-49a5-b28c-a8f9af6fcd8b tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021290 Aug 16 20:19:12.859247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-406f8e23-8766-48aa-8aa9-22d581029132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:12.861109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-406f8e23-8766-48aa-8aa9-22d581029132 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1232009 Aug 16 20:19:12.879358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d929a07e-9de4-4525-b1a6-21b7cf9c94bc req-8e622f47-b4bd-4887-98a7-31ea5194d634 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 210 time: 0.0750051 Aug 16 20:19:12.915482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-ba1b77ca-2436-4a8b-bc00-23c2243b025d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361309 Aug 16 20:19:13.056768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-4c7b05be-8d72-4912-8b5f-decd78fc0d3e service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236498 Aug 16 20:19:13.066858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10768-4bea-4d3d-8854-7d65dcf57977 req-80a2ffb9-50e7-463a-aaa1-46db233174ee tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.075452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9af10768-4bea-4d3d-8854-7d65dcf57977 req-80a2ffb9-50e7-463a-aaa1-46db233174ee tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1457624 Aug 16 20:19:13.094643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea2e9b-bac8-4b4a-8ee7-4a76b82c43d2 req-8f71b289-bf38-4b11-bcad-1e81ca2d89f3 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.100323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cea2e9b-bac8-4b4a-8ee7-4a76b82c43d2 req-8f71b289-bf38-4b11-bcad-1e81ca2d89f3 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 945 time: 0.1170783 Aug 16 20:19:13.176238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cea2e9b-bac8-4b4a-8ee7-4a76b82c43d2 req-24cc582d-fd28-4a98-ad9a-abd6ccb0694f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614343 Aug 16 20:19:13.190439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9af10768-4bea-4d3d-8854-7d65dcf57977 req-60b94af6-f885-4f67-b758-b914ce7f0480 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825071 Aug 16 20:19:13.210564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4cb23c0f-ae3b-42b3-bcef-0c9ba7f29b76 req-bd2e3b69-dbe7-4d53-a2c6-007b5790dc6c service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362610 Aug 16 20:19:13.317299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a0970-ba0c-42fa-8e92-5bb294bf229d req-2e8e63a0-e5f9-4f9e-9531-62136a9a05f2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.324629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa6a0970-ba0c-42fa-8e92-5bb294bf229d req-2e8e63a0-e5f9-4f9e-9531-62136a9a05f2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.0618393 Aug 16 20:19:13.360280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa6a0970-ba0c-42fa-8e92-5bb294bf229d req-4432dea6-b49b-4df8-9702-4b4bdbdd7263 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Aug 16 20:19:13.504250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810f5c-7750-4cef-b780-1d0a96707e8e req-15843a81-03fa-4464-9ed5-fc3309f5aa22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.506295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d810f5c-7750-4cef-b780-1d0a96707e8e req-15843a81-03fa-4464-9ed5-fc3309f5aa22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 949 time: 0.0783081 Aug 16 20:19:13.552440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d810f5c-7750-4cef-b780-1d0a96707e8e req-a35272c0-0f50-4ffb-aa08-fc2add238afc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 Aug 16 20:19:13.662544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3fe23-78e1-4a48-9071-b589b2f3af73 req-c261ae8c-83f9-4ed8-9fb7-9a30c76a0690 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.664115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33d3fe23-78e1-4a48-9071-b589b2f3af73 req-c261ae8c-83f9-4ed8-9fb7-9a30c76a0690 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1097 time: 0.0508940 Aug 16 20:19:13.722508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33d3fe23-78e1-4a48-9071-b589b2f3af73 req-4d8109fb-1b0a-40f3-9585-62d7485fa238 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492120 Aug 16 20:19:13.960841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49364945-3798-4f62-a134-3a958b4335e6 req-f21309ae-a640-4af0-b498-6348fc4a06a0 tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:13.969086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49364945-3798-4f62-a134-3a958b4335e6 req-f21309ae-a640-4af0-b498-6348fc4a06a0 tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 1102 time: 0.0976186 Aug 16 20:19:13.992589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-49364945-3798-4f62-a134-3a958b4335e6 req-4e8aa8ad-38da-46b4-91d1-f5c4db21cb1e tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.020632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbf09e-9346-4e23-b448-46731d270d9c req-b11a8430-78e5-4f93-a54d-a53244b2edc5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:14.022187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92fbf09e-9346-4e23-b448-46731d270d9c req-b11a8430-78e5-4f93-a54d-a53244b2edc5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 950 time: 0.1145546 Aug 16 20:19:14.085870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92fbf09e-9346-4e23-b448-46731d270d9c req-ca6f650c-344e-408f-9149-9924f6048518 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564339 Aug 16 20:19:14.160097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-49364945-3798-4f62-a134-3a958b4335e6 req-4e8aa8ad-38da-46b4-91d1-f5c4db21cb1e tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.198502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7582aa4-edfb-4189-9010-5ef9ad86d5af req-82c3af99-1c56-4edc-a832-af485cb2e8b9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 210 time: 0.0316062 Aug 16 20:19:14.261338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-49364945-3798-4f62-a134-3a958b4335e6 req-4e8aa8ad-38da-46b4-91d1-f5c4db21cb1e tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:14.307253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49364945-3798-4f62-a134-3a958b4335e6 req-4e8aa8ad-38da-46b4-91d1-f5c4db21cb1e tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320820 Aug 16 20:19:14.328544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aa8ad-38da-46b4-91d1-f5c4db21cb1e tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54d0924-b536-4db3-958a-7d39844167ba,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:14.485614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-26d78368-cd8f-40e5-90c8-b500ea383329 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:14.488695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-26d78368-cd8f-40e5-90c8-b500ea383329 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.1634939 Aug 16 20:19:14.512237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-f09b7f36-321e-4242-b4df-ca5d4d469584 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/quotas/ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 375 time: 0.0170877 Aug 16 20:19:14.587042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-126c7f77-c8d8-4c4b-809e-54e292d1c217 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734670 Aug 16 20:19:14.669029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:14.771742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-72e873fa-2a56-45a8-8a9c-1b6164db3df0 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831844 Aug 16 20:19:14.832715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:14.846406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b has no active binding in host n-h1-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:19:15.098384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374e67-3a67-456b-b9db-d4a487cae668 req-4436a250-3008-4175-951c-52b89d122265 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.104277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374e67-3a67-456b-b9db-d4a487cae668 req-4436a250-3008-4175-951c-52b89d122265 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.106040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b374e67-3a67-456b-b9db-d4a487cae668 req-4436a250-3008-4175-951c-52b89d122265 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889&device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 1690 time: 0.3898735 Aug 16 20:19:15.180210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-7639c648-42c5-49f2-81c5-f71577fad995 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062104 Aug 16 20:19:15.183697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b374e67-3a67-456b-b9db-d4a487cae668 req-c10f527d-e64b-435e-84e5-63344a73b514 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668323 Aug 16 20:19:15.284945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a2620-3c09-4a8d-8133-686a3eb44dcc req-334dc272-9909-4c0b-9763-54532c94adc0 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.286435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c73a2620-3c09-4a8d-8133-686a3eb44dcc req-334dc272-9909-4c0b-9763-54532c94adc0 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Aug 16 20:19:15.324165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c73a2620-3c09-4a8d-8133-686a3eb44dcc req-c5b80e47-4021-4340-8078-e9f84079b497 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Aug 16 20:19:15.455856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde379f-9252-4a81-84ba-0c44a95ba23e req-b637bbe1-b8fd-4903-a6a9-b30d8a0edd57 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.457329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bde379f-9252-4a81-84ba-0c44a95ba23e req-b637bbe1-b8fd-4903-a6a9-b30d8a0edd57 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.0510178 Aug 16 20:19:15.499387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bde379f-9252-4a81-84ba-0c44a95ba23e req-722bb8c0-576e-45d4-9302-0ff78760813b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361509 Aug 16 20:19:15.611255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d52a5-fad3-4e2b-87a2-9e113696cf46 req-51b7284e-5a3c-4f5e-ac41-0d3ebc2c3adc tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.612653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a52d52a5-fad3-4e2b-87a2-9e113696cf46 req-51b7284e-5a3c-4f5e-ac41-0d3ebc2c3adc tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.0473630 Aug 16 20:19:15.650772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a52d52a5-fad3-4e2b-87a2-9e113696cf46 req-34e7e7b5-30f8-43ab-9ada-c45c7931852d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Aug 16 20:19:15.857693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90429e57-d4e7-43d4-8a7b-9775b791969b req-7947082e-d6fb-479c-998b-0ceb7c55f1b8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 210 time: 0.0342965 Aug 16 20:19:15.899133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-d6c568c0-8a2f-4c8b-9f2e-4b82d7134058 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=472021603d004d0b88a1f0a5f0f88839&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673380 Aug 16 20:19:15.977614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecf6ff-bc15-4f0c-b96a-48d2dc0d2630 req-5e0019f4-2068-40eb-8691-44b25c15eacc tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:15.986220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfecf6ff-bc15-4f0c-b96a-48d2dc0d2630 req-5e0019f4-2068-40eb-8691-44b25c15eacc tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 1102 time: 0.1148076 Aug 16 20:19:16.029965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55685e49-aa8a-4143-b597-e5728cb1c4f3 req-bed4e3cd-1dde-409d-b43f-4cf596261258 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.033049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55685e49-aa8a-4143-b597-e5728cb1c4f3 req-bed4e3cd-1dde-409d-b43f-4cf596261258 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 945 time: 0.0992668 Aug 16 20:19:16.042511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:16.050772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'floatingip': {'port_id': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:16.060074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfecf6ff-bc15-4f0c-b96a-48d2dc0d2630 req-8fcc6189-c2d6-4602-8e38-417b91222ec3 tempest-ServersAdminNegativeTestJSON-628249365 tempest-ServersAdminNegativeTestJSON-628249365-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689690 Aug 16 20:19:16.136722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.166580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6feeed5-fb69-40c6-8215-b1923d55643e req-8b2e1b7e-ffe7-4689-914d-e060fa9a6879 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 210 time: 0.0342910 Aug 16 20:19:16.173182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8da0d0-d6c4-4c2b-b690-b01fadd096df req-b2c04a23-e598-4586-9308-3abeac491a29 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.175637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c8da0d0-d6c4-4c2b-b690-b01fadd096df req-b2c04a23-e598-4586-9308-3abeac491a29 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 1101 time: 0.0832262 Aug 16 20:19:16.226695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-56f537f5-44e2-4bf6-856f-9c5c5710c5f7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.228239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-56f537f5-44e2-4bf6-856f-9c5c5710c5f7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3153017 Aug 16 20:19:16.263906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Request body: {'port': {'device_id': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '472021603d004d0b88a1f0a5f0f88839'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:16.281519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c8da0d0-d6c4-4c2b-b690-b01fadd096df req-99aaf25e-3719-4512-9bcb-03c3b470d146 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876658 Aug 16 20:19:16.509228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1a8d-b661-4a94-8e20-0b3228d2c558 req-b92bb521-9fe9-4962-bd1b-8d2fae66ee4c tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.518952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3aa1a8d-b661-4a94-8e20-0b3228d2c558 req-b92bb521-9fe9-4962-bd1b-8d2fae66ee4c tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 1102 time: 0.0681465 Aug 16 20:19:16.588891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3aa1a8d-b661-4a94-8e20-0b3228d2c558 req-819e5d10-3eb2-4e91-9d53-1b01775d83fa tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Aug 16 20:19:16.735455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637a5c0-26bf-41d8-acf1-8cc80b93b40f req-11b90943-5825-4afa-b1a5-725fe8c0f635 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.743956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f637a5c0-26bf-41d8-acf1-8cc80b93b40f req-11b90943-5825-4afa-b1a5-725fe8c0f635 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.0761101 Aug 16 20:19:16.800196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f637a5c0-26bf-41d8-acf1-8cc80b93b40f req-a8fd6ee4-acd1-481e-9b14-a7c0996f662a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551486 Aug 16 20:19:16.842451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Made reservation on behalf of 472021603d004d0b88a1f0a5f0f88839 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:16.846725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:16.925128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e217f-1023-4c36-865f-db99e696ee2f req-649ff060-03b6-4d83-bc22-264ae0ce52e8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:16.934391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb0e217f-1023-4c36-865f-db99e696ee2f req-649ff060-03b6-4d83-bc22-264ae0ce52e8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.0715334 Aug 16 20:19:16.996439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb0e217f-1023-4c36-865f-db99e696ee2f req-50fcf320-4ac6-46b0-a3f2-3e3d13daf787 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Aug 16 20:19:17.034755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Allocated IP 192.168.233.180 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/0b3310bb-6d43-4b66-964e-c71e0de6cb1b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:17.121673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-3d804ff7-09e9-4d47-af43-35e9b5493264 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500338 Aug 16 20:19:17.286845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-ade9343e-d00a-4b61-b61b-aab63b6a3b29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.299562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-ade9343e-d00a-4b61-b61b-aab63b6a3b29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755803 Aug 16 20:19:17.325724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-8f527ecc-ae0c-4e4a-bed5-c23ed6ab5830 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0249078 Aug 16 20:19:17.420910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f123f1f5-c105-4ef9-b976-0d4082dc70bf req-07e526ab-94cf-41d4-bba4-de4d06a3aedf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 210 time: 0.0568421 Aug 16 20:19:17.460957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-82c6e343-1979-442d-8301-82499ad90869 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1282573 Aug 16 20:19:17.597282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:19:17.601610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.604739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82e36-c899-4c89-8e43-e079ae7b4aea req-569ea9c5-961d-4092-98be-2688fae169ef tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:17.606327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ca82e36-c899-4c89-8e43-e079ae7b4aea req-569ea9c5-961d-4092-98be-2688fae169ef tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.0868821 Aug 16 20:19:17.665601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ca82e36-c899-4c89-8e43-e079ae7b4aea req-8d2f0536-0bf2-4dd6-b080-c979a658678e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 Aug 16 20:19:17.668925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Transition to ACTIVE for port object 0b3310bb-6d43-4b66-964e-c71e0de6cb1b will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:17.702630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.781103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.833841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9c1b137-2fe2-4da8-97fd-29ac8d77f445 req-7da96d58-455d-41df-ab79-52dcb592b7f8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.0511246 Aug 16 20:19:17.867611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c2f668-b0a1-4335-8aac-1752ef3fddd6 req-ab444783-dbce-40cd-b03e-22f02f4b6e0a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 210 time: 0.0415268 Aug 16 20:19:17.921895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:17.939890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6e21415a-e764-4695-835d-1869ec7ab1cd', 'afc64620-c5da-4990-a7e4-54986dc2fec5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:18.008732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:18.014522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.019002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:18.021793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:18.063465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea9d6-b16a-44b6-92cd-c38159b6eb2d req-1758a7f5-068f-4470-9e28-98eb0d27f25a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.076208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52bea9d6-b16a-44b6-92cd-c38159b6eb2d req-1758a7f5-068f-4470-9e28-98eb0d27f25a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1066544 Aug 16 20:19:18.089408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.090122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.113300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event updated for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:18.122756 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4 associated. External IP: 172.25.7.103, port: d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92. Aug 16 20:19:18.129226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.131989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.132516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.132516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.132902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.133098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:18.145696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52bea9d6-b16a-44b6-92cd-c38159b6eb2d req-fbd2581c-d344-40d0-84ff-9fc2c6bff920 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668759 Aug 16 20:19:18.310138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-fc148bed-6a89-48e9-8dfe-04ee3be07b42 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0525863 Aug 16 20:19:18.372427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db747d-21d9-4b7d-b9dc-aea918de224d req-12e19d4c-f7a6-49f0-ac01-88b8fe0fa25c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.384384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70db747d-21d9-4b7d-b9dc-aea918de224d req-12e19d4c-f7a6-49f0-ac01-88b8fe0fa25c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.2133880 Aug 16 20:19:18.394686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Request body: {'port': {'device_id': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:18.456292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70db747d-21d9-4b7d-b9dc-aea918de224d req-e3a94017-ea78-47ed-87d0-aa45b408104d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619328 Aug 16 20:19:18.524739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.584575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b60be-d8dd-43a8-aa3a-6428ea241e07 req-2a699fbd-419a-4540-86b1-5d3451f3048f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.593096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-545b60be-d8dd-43a8-aa3a-6428ea241e07 req-2a699fbd-419a-4540-86b1-5d3451f3048f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 936 time: 0.0733888 Aug 16 20:19:18.620246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:19:18.636232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-631446ec-ef12-491a-8e19-354864406556 None None] Provisioning for port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:18.644334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-631446ec-ef12-491a-8e19-354864406556 None None] Provisioning complete for port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:18.644963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-631446ec-ef12-491a-8e19-354864406556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:18.649144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-545b60be-d8dd-43a8-aa3a-6428ea241e07 req-a0d6c130-e02e-4533-94ba-d5c3f67fdd9a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547976 Aug 16 20:19:18.728088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-631446ec-ef12-491a-8e19-354864406556 None None] Port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:18.811174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093c9f1-4b11-44b6-b880-677829a927b3 req-0b2b561c-b8bc-451c-8b78-5128b7319ac5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:18.821463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093c9f1-4b11-44b6-b880-677829a927b3 req-0b2b561c-b8bc-451c-8b78-5128b7319ac5 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.0702398 Aug 16 20:19:18.898620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093c9f1-4b11-44b6-b880-677829a927b3 req-de1cbc37-5ec5-485d-bc9b-25bcaf9092e8 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Aug 16 20:19:19.006219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:19.013375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.025985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:19.045180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:19.045841 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:19.065050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-d1d39737-9790-4da5-965f-399a6d10b5f5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.066692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-d1d39737-9790-4da5-965f-399a6d10b5f5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.1666861 Aug 16 20:19:19.103464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e2ee5dcc-e0b9-44fa-84fe-1e29ebf791f7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "PUT /v2.0/floatingips/fc425e30-4f70-47de-91bc-cd8dae29afe4 HTTP/1.1" status: 200 len: 991 time: 3.0598252 Aug 16 20:19:19.116304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:19.118579 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c75ca5e-c8ee-476d-af70-6194472ca86c" -d '{"events": [{"name": "network-changed", "server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:19.134647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41704fc3-c09e-4ad4-80e2-dbdc9fa742b7 req-64c12658-cf2c-4a16-8c95-6442b8634755 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.0501151 Aug 16 20:19:19.146178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Request body: {'port': {'device_id': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'admin_state_up': True, 'tenant_id': 'ed954ca3249f4d73998958008a157bde'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:19.191331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37bfd01-a3db-48d2-9df2-cd56834e52be req-5cc6a93d-62d4-4b3d-aa40-214868f758c1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 210 time: 0.1232834 Aug 16 20:19:19.252815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3310bb-6d43-4b66-964e-c71e0de6cb1b {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:19.271491 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.304938 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdd858e-a517-408e-818e-51a989e90e7f x-openstack-request-id: req-0bdd858e-a517-408e-818e-51a989e90e7f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:19.305221 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:19.305467 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bdd858e-a517-408e-818e-51a989e90e7f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:19.305855 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'status': 'completed', 'code': 200} Aug 16 20:19:19.306744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Transition to ACTIVE for port object 0b3310bb-6d43-4b66-964e-c71e0de6cb1b will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:19.379975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.493115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Pushing event updated for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:19.507510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-8deff423-5aab-4da4-9078-9c33ad3850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.513976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-8deff423-5aab-4da4-9078-9c33ad3850ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 1097 time: 0.1810155 Aug 16 20:19:19.544433 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:19.594109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe55ec9-5e47-48df-929e-5d42250ff1e7 req-c5106ded-3e7c-447f-901f-d52a29ad9728 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.604703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fe55ec9-5e47-48df-929e-5d42250ff1e7 req-c5106ded-3e7c-447f-901f-d52a29ad9728 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.1742170 Aug 16 20:19:19.745390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:19.749420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:19.821258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe898a2-5dc2-49da-8baf-0d7140ea568b req-cef0825e-b31f-462c-838c-7d2748fb9aab tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:19.823783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fe898a2-5dc2-49da-8baf-0d7140ea568b req-cef0825e-b31f-462c-838c-7d2748fb9aab tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.1828384 Aug 16 20:19:19.929852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fe55ec9-5e47-48df-929e-5d42250ff1e7 req-64fc33f1-fc4b-4319-a743-84411b645dcd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237846 Aug 16 20:19:19.998185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:68:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:19:17Z', 'revision_number': 1, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:20.008591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fe898a2-5dc2-49da-8baf-0d7140ea568b req-0d612663-9836-4c79-b3b4-a4306dbed9ca tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490448 Aug 16 20:19:20.037820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:19:20.046977 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:20.049319 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:20.140450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Attempting to bind port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:20.141391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Attempting to bind port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:20.142470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Attempting to bind port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:20.175584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:20.176238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Attempting to bind port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:20.182181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-8ca3c5d8-2fe1-4813-9d2b-25517fde072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.183922 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-8ca3c5d8-2fe1-4813-9d2b-25517fde072d service neutron] 10.222.0.73 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 924 time: 0.6220007 Aug 16 20:19:20.190228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:20.190507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:20.190849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:20.191283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Bound port: 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:20.191643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.211180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:20.217890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318652e-db41-480b-89e8-4142440f452a req-4f3f7c71-fc1d-418f-a552-55820203df06 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.222449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c318652e-db41-480b-89e8-4142440f452a req-4f3f7c71-fc1d-418f-a552-55820203df06 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.1150179 Aug 16 20:19:20.258158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-9db50f76-a00a-47df-886d-eb153d3ce088 service neutron] 10.222.0.64 "GET /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b/bindings/n-h1-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.5546095 Aug 16 20:19:20.306551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-53b42b64-0f2d-4fdb-ac97-86de4e4d2710 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.308078 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-53b42b64-0f2d-4fdb-ac97-86de4e4d2710 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 950 time: 0.1772852 Aug 16 20:19:20.317883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceac6d-5a44-46c8-a171-1e3ccd1aee61 req-6c806679-12fe-4d27-b424-38ae4af8aba7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.327332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23ceac6d-5a44-46c8-a171-1e3ccd1aee61 req-6c806679-12fe-4d27-b424-38ae4af8aba7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 948 time: 0.3176069 Aug 16 20:19:20.362411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-a1f11dd4-2cde-47b3-9099-db1c299829e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 HTTP/1.1" status: 200 len: 999 time: 0.1673942 Aug 16 20:19:20.414166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c318652e-db41-480b-89e8-4142440f452a req-f0918534-7962-4782-bf35-32555ae1c8c2 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 Aug 16 20:19:20.446350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:20.477830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-6a2faf03-15de-452a-b2b0-f88ee2fd300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.478322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23ceac6d-5a44-46c8-a171-1e3ccd1aee61 req-d7aef2bd-1266-4b29-a43e-287ae9b98c6e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341305 Aug 16 20:19:20.483098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-6a2faf03-15de-452a-b2b0-f88ee2fd300d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 200 len: 862 time: 0.1038651 Aug 16 20:19:20.492439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:20.539794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Allocated IP 172.20.0.2 (90c6042e-e019-4e49-9f41-d0da4778fe31/0624b45f-8027-4a91-842f-13906c0f7a5d/d53974da-539c-452d-aad7-f52bd1edc0da) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:20.555196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.574122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Deleting port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:20.574467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.614423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-d8fb8ee0-7122-4b4c-a21a-9ae1c35342af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.615974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-d8fb8ee0-7122-4b4c-a21a-9ae1c35342af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93c2cd56-6b85-470d-b299-4934fa68e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222301 Aug 16 20:19:20.659249 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46677504-64a7-4a49-97ce-1e599400596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:68:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:19:17Z', 'revision_number': 1, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:20.682656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a970a6f-1ba6-4f7c-9850-827ef8465771 req-f82cc7c1-7b6f-4539-980f-5417de222ddd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 210 time: 0.1089201 Aug 16 20:19:20.691130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-190c740d-042c-44a6-8a18-d8f086f565e4 req-66fa17c6-51d6-4141-9625-c2b5f0c304ba tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.0956635 Aug 16 20:19:20.698703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:20.699401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:20.701943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] 10.222.0.64 "PUT /v2.0/ports/0b3310bb-6d43-4b66-964e-c71e0de6cb1b HTTP/1.1" status: 200 len: 1097 time: 2.3183727 Aug 16 20:19:20.734327 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46677504-64a7-4a49-97ce-1e599400596e None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:68:09:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:19:17Z', 'revision_number': 1, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:20.797597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.73', 55780) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:20.941923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816a3dd-4945-47cd-9a71-1d92a0fdcf9c service neutron] Pushing event updated for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:20.987148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] For port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:20.987524 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.028745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Calling delete_port for 053188e1-c87d-4c43-b5d0-a09b4a49dc3a owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:21.081753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-dee4965b-d2ee-40c2-84c4-c7d8426730f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.083292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-dee4965b-d2ee-40c2-84c4-c7d8426730f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 1100 time: 0.1741891 Aug 16 20:19:21.099947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-5f53a0a0-c772-40c8-b3e1-9938ac0936dd tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0923409 Aug 16 20:19:21.149115 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-87a9c4c6-a5fa-4cc2-9b15-a029e503204f service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186791 Aug 16 20:19:21.218125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886ae0-9347-4a3c-968e-ae890909d8da None None] New status for floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:19:21.292693 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c75ca5e-c8ee-476d-af70-6194472ca86c req-d11a1c8a-aea9-4bd8-8af6-38824ef56fbe service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992453 Aug 16 20:19:21.293934 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-0653ae86-086f-4c18-bcb6-d7709b62ddae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b HTTP/1.1" status: 200 len: 217 time: 0.1475372 Aug 16 20:19:21.298486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.317092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:21.319431 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4699f9a-a364-4c81-a233-ce414024812b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:21.376863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-2de095a7-1adb-48bc-9ff8-c4f1efd87a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.379088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-2de095a7-1adb-48bc-9ff8-c4f1efd87a09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0750525 Aug 16 20:19:21.411172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:21.464811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:21.472933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-8edd7e7a-93a6-44b3-bc39-38cd74d1bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.474499 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-8edd7e7a-93a6-44b3-bc39-38cd74d1bc33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839131 Aug 16 20:19:21.525869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324bf606-e428-4e37-acc8-9f9cc70f364b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:21.531525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.566912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.574670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.586459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['ded2fed0-03dc-40a0-93fc-56776667649e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:21.607339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Pushing event deleted for resources: {'Port': ['ID=053188e1-c87d-4c43-b5d0-a09b4a49dc3a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:21.628443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:21.635032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:21.658037 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-bc51b47f-43e5-40fa-bfb5-621727fb29b8 service neutron] show failed (client error): The resource could not be found. Aug 16 20:19:21.659167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-bc51b47f-43e5-40fa-bfb5-621727fb29b8 service neutron] 10.222.0.73 "GET /v2.0/ports/870b218b-ecc9-4644-8809-5d82db15165e/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.8406796 Aug 16 20:19:21.675243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e2b52-01a2-4f46-b844-a26d0695abb5 req-1c970fba-0d64-4b4d-949d-0202e81b2fd2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.682568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f0e2b52-01a2-4f46-b844-a26d0695abb5 req-1c970fba-0d64-4b4d-949d-0202e81b2fd2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.6231568 Aug 16 20:19:21.710426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] No DVR routers for this DVR port 053188e1-c87d-4c43-b5d0-a09b4a49dc3a on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:21.727238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:21.738457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:21.739187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e74540a-cec5-41f6-aea1-182d73b3abf8 req-8450c8fa-96fa-441b-9a09-4b15cbd8b9fc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "DELETE /v2.0/ports/053188e1-c87d-4c43-b5d0-a09b4a49dc3a HTTP/1.1" status: 204 len: 173 time: 1.4207861 Aug 16 20:19:21.765919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:21.775542 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-6dac3774-9be7-4e7a-859d-841628105fdd service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872887 Aug 16 20:19:21.795847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeceb91-34ac-41ba-86ee-97cb2a97bd4d req-48873fcf-0e92-46c8-942d-9b1aa0705b57 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:21.811756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4eeceb91-34ac-41ba-86ee-97cb2a97bd4d req-48873fcf-0e92-46c8-942d-9b1aa0705b57 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 943 time: 0.6597176 Aug 16 20:19:21.820530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:21.880447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f0e2b52-01a2-4f46-b844-a26d0695abb5 req-a2aad750-109a-4fae-a41a-7b73c66cf4fa tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969261 Aug 16 20:19:21.910545 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.023295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-90704a98-b80a-4b63-9b66-ba85b3fe257f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.024668 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4d7006-eb7d-41d5-a848-7e0e936f98a7 x-openstack-request-id: req-fb4d7006-eb7d-41d5-a848-7e0e936f98a7 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:22.025007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-90704a98-b80a-4b63-9b66-ba85b3fe257f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8911016 Aug 16 20:19:22.025120 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:22.025472 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb4d7006-eb7d-41d5-a848-7e0e936f98a7 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:22.025952 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b', 'status': 'completed', 'code': 200} Aug 16 20:19:22.027902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4eeceb91-34ac-41ba-86ee-97cb2a97bd4d req-d5a814b8-1a78-4f1b-81cf-1738d1d9ccae tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145095 Aug 16 20:19:22.044754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51764ba5-d89b-4005-b1d8-2c4c35822669 req-08367c02-346c-438d-9979-4cb51ed3cc91 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583244 Aug 16 20:19:22.144623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:22.144623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.144623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.425091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eef858a5-8e50-496c-9968-5acb082987f7 req-9197f70b-98d5-41ae-8203-186f46bac01e tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 210 time: 0.2947276 Aug 16 20:19:22.479118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] Transition to ACTIVE for port object 324bf606-e428-4e37-acc8-9f9cc70f364b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:22.500428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432a53-7c4e-4fa8-b978-bcb797589d22 req-de18d5ca-493d-4ee3-b6e0-3bf0ba76997a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.502038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d432a53-7c4e-4fa8-b978-bcb797589d22 req-de18d5ca-493d-4ee3-b6e0-3bf0ba76997a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 948 time: 0.3754482 Aug 16 20:19:22.534771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f729d53-bb55-4fb3-bb34-e73d7c0d0687 req-0559c0da-850f-4bf6-98d6-61d23645acb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.0446119 Aug 16 20:19:22.573928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d432a53-7c4e-4fa8-b978-bcb797589d22 req-b503ad97-20c2-4871-b8c7-8cc9b14e133a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630465 Aug 16 20:19:22.638780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472055d9-ce63-40b1-affb-5440989c86cd req-f4c11b2f-1bc4-4b3d-8b4e-1992b97ea560 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.640402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-472055d9-ce63-40b1-affb-5440989c86cd req-f4c11b2f-1bc4-4b3d-8b4e-1992b97ea560 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 931 time: 0.0486047 Aug 16 20:19:22.680962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-472055d9-ce63-40b1-affb-5440989c86cd req-9c5fb581-39be-4385-ad0b-dcf053b08740 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Aug 16 20:19:22.708329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 053188e1-c87d-4c43-b5d0-a09b4a49dc3a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:22.731843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.734544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-572837fc-9ea4-4028-93dd-c87363271a46 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5976517 Aug 16 20:19:22.786360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Request body: {'port': {'device_id': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:22.867929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] No DVR routers for this DVR port 324bf606-e428-4e37-acc8-9f9cc70f364b on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:22.870211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 053188e1-c87d-4c43-b5d0-a09b4a49dc3a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:22.870554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 053188e1-c87d-4c43-b5d0-a09b4a49dc3a not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:22.870963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 870b218b-ecc9-4644-8809-5d82db15165e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:22.900811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:22.903546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:22.908144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.949690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.957850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:22.961690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-3a62675f-3996-4d98-af9c-e1573403d0e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b/bindings/n-h1-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 2.6869440 Aug 16 20:19:22.965716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699f9a-a364-4c81-a233-ce414024812b req-7f825df9-f797-4a49-bbd2-4dd4e854d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:22.972386 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-7f825df9-f797-4a49-bbd2-4dd4e854d438 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=472021603d004d0b88a1f0a5f0f88839&device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 1100 time: 0.1568029 Aug 16 20:19:22.993576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:23.000567 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732572b-3370-4b02-a13b-4f9c31d3f801" -d '{"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-unplugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:23.073668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:23.084141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:23.116784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699f9a-a364-4c81-a233-ce414024812b req-38cb7f6a-9f40-4937-bb30-a91d90947bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.118304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-38cb7f6a-9f40-4937-bb30-a91d90947bf5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1400318 Aug 16 20:19:23.152902 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5ce5f8-8ece-400a-9a57-9cb8613e3c57 x-openstack-request-id: req-ab5ce5f8-8ece-400a-9a57-9cb8613e3c57 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:23.154035 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-unplugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:23.156124 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab5ce5f8-8ece-400a-9a57-9cb8613e3c57 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:23.156987 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'code': 200} Aug 16 20:19:23.207335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:23.231522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:23.232676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-63985605-f812-474c-8353-86c9d9007333 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b HTTP/1.1" status: 200 len: 217 time: 0.1011522 Aug 16 20:19:23.295829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4151aa73-feff-488e-b56a-e3dc12539604 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.297426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4151aa73-feff-488e-b56a-e3dc12539604 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.0947461 Aug 16 20:19:23.306266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699f9a-a364-4c81-a233-ce414024812b req-ed227cc3-ff38-4388-a77c-71178e1fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.307807 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-ed227cc3-ff38-4388-a77c-71178e1fadda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0618081 Aug 16 20:19:23.309604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:23.411212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-055a792c-ea43-4270-ab20-f60dbcbf485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.412800 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-055a792c-ea43-4270-ab20-f60dbcbf485c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de&tenant_id=818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 1096 time: 0.1040206 Aug 16 20:19:23.429651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699f9a-a364-4c81-a233-ce414024812b req-12cf9d3d-7028-46c3-ba6e-461e65a0885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.431269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-12cf9d3d-7028-46c3-ba6e-461e65a0885f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938795 Aug 16 20:19:23.522536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff271c2-34ec-43ee-b2dc-6d5b8427df4d req-3f9a5701-79b9-4cce-aade-a10e345f5c2f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.524051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ff271c2-34ec-43ee-b2dc-6d5b8427df4d req-3f9a5701-79b9-4cce-aade-a10e345f5c2f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 950 time: 0.3794434 Aug 16 20:19:23.551942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4c846517-cdfe-4d61-b80b-69204387c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.553535 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4c846517-cdfe-4d61-b80b-69204387c939 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1096 time: 0.0988567 Aug 16 20:19:23.572566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.38 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/bdd2ad93-384a-4120-9d21-d5a5777f72e8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:23.625297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-a6f9d110-2a35-4986-aeb7-8f10ae6c22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.627360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-a6f9d110-2a35-4986-aeb7-8f10ae6c22d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1100 time: 0.4134955 Aug 16 20:19:23.628571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-689598b8-e581-4fd0-ad0e-c2d5140789f9 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832473 Aug 16 20:19:23.658174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b966-a062-4fdc-8555-0ccfab283bd9 req-f834e32e-905f-4de6-8829-ca601cd3ef35 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.660008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9256b966-a062-4fdc-8555-0ccfab283bd9 req-f834e32e-905f-4de6-8829-ca601cd3ef35 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 944 time: 0.2975976 Aug 16 20:19:23.682106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:23.699544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ff271c2-34ec-43ee-b2dc-6d5b8427df4d req-5593d50e-857a-4958-a28d-33bddbe1d335 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441810 Aug 16 20:19:23.719626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-0a6dbf59-fdb5-4857-a793-b199b024f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.721862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-0a6dbf59-fdb5-4857-a793-b199b024f5d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1487117 Aug 16 20:19:23.789971 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-59b7247b-91f8-455d-8f40-88b6e9238405 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.0509079 Aug 16 20:19:23.831906 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c4699f9a-a364-4c81-a233-ce414024812b req-00ef2ce6-8f4b-4136-aae9-64f240dde471 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762109 Aug 16 20:19:23.850322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-9a85e2bb-25be-4fc1-a783-f1b84a94f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:23.851894 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-9a85e2bb-25be-4fc1-a783-f1b84a94f2a8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0525627 Aug 16 20:19:23.894768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-165fc07b-5538-4023-bf4c-64fccc9e62e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242703 Aug 16 20:19:23.896215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9256b966-a062-4fdc-8555-0ccfab283bd9 req-b053e066-e3a2-481b-89ea-8fd5073454a4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237639 Aug 16 20:19:23.898176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd8d66ca-fcc0-4bf7-9601-f250ed3b9510 req-441c8af6-d096-48d0-a853-f3edfca3d274 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=13e56602-dfbd-43d0-bcf9-a6a6c8767e08 HTTP/1.1" status: 200 len: 210 time: 0.0774238 Aug 16 20:19:23.932488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.009075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-1ec16887-360c-4d12-8e2e-439f7ca50f51 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981450 Aug 16 20:19:24.017788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53974da-539c-452d-aad7-f52bd1edc0da {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:24.027078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'name': 'network-vif-deleted', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:24.029597 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8dd5a-6612-42fb-8b7e-ea0516f829eb" -d '{"events": [{"server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "name": "network-vif-deleted", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:24.044175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.095122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccadd362-c505-4ea1-b638-949fb993ccb5 req-9569c48e-0150-4f6a-a9d0-30087886a992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.0863705 Aug 16 20:19:24.118997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Transition to ACTIVE for port object d53974da-539c-452d-aad7-f52bd1edc0da will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:24.129449 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-601b4d1b-6ec4-403e-858a-691d6213e9f4 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031411 Aug 16 20:19:24.206614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.212345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.265407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833d6b2-a75b-42c0-8d53-4ae6d171a934 req-fd77c84c-5cb0-460b-be52-5f4501266ef0 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.266918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9833d6b2-a75b-42c0-8d53-4ae6d171a934 req-fd77c84c-5cb0-460b-be52-5f4501266ef0 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 948 time: 0.2556889 Aug 16 20:19:24.278286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object bdd2ad93-384a-4120-9d21-d5a5777f72e8 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:24.340366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:24.418686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9833d6b2-a75b-42c0-8d53-4ae6d171a934 req-6cd75013-9569-4836-a0d1-39093db98647 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435523 Aug 16 20:19:24.434038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3401-c6fa-445f-a66e-b10dbb2b798b req-a296a553-c008-4dec-b304-a86a27451375 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.440489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aeb3401-c6fa-445f-a66e-b10dbb2b798b req-a296a553-c008-4dec-b304-a86a27451375 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.1655867 Aug 16 20:19:24.483538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:24.483895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:24.484296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:24.505964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aeb3401-c6fa-445f-a66e-b10dbb2b798b req-cb75d9c0-aed5-4513-a576-483d71f0b418 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612264 Aug 16 20:19:24.508207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:24.508536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:24.514237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:24.514704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:24.514953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:24.515394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Bound port: d53974da-539c-452d-aad7-f52bd1edc0da, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:24.515958 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.523193 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98530a44-602a-442a-8371-67bcfa727b07 x-openstack-request-id: req-98530a44-602a-442a-8371-67bcfa727b07 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:24.523510 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e56602-dfbd-43d0-bcf9-a6a6c8767e08", "name": "network-vif-deleted", "tag": "053188e1-c87d-4c43-b5d0-a09b4a49dc3a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:24.523798 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98530a44-602a-442a-8371-67bcfa727b07 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:24.528972 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e56602-dfbd-43d0-bcf9-a6a6c8767e08', 'name': 'network-vif-deleted', 'tag': '053188e1-c87d-4c43-b5d0-a09b4a49dc3a', 'status': 'completed', 'code': 200} Aug 16 20:19:24.561626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.578905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:24.591411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:24.663594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e14809b0-2672-4ba5-9313-1fa2f4301469 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.664789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-e14809b0-2672-4ba5-9313-1fa2f4301469 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.0720937 Aug 16 20:19:24.704797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:24.729907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:24.731816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:24.734482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:24.737385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:24.799764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:24.832056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:24.876851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4c069a2a-041f-43d3-8256-629e414eef14 service neutron] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:24.885195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41a811-bc8b-48b3-be14-4680f46f1976 req-0b4554ce-fb33-4848-9939-6cbff07d669a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.885354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4c069a2a-041f-43d3-8256-629e414eef14 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.885460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c41a811-bc8b-48b3-be14-4680f46f1976 req-0b4554ce-fb33-4848-9939-6cbff07d669a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 949 time: 0.2175665 Aug 16 20:19:24.887970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ffd928f7-84a6-440a-872d-d65629e7052e req-4c069a2a-041f-43d3-8256-629e414eef14 service neutron] 10.222.0.73 "DELETE /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b/bindings/n-h2-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.2142012 Aug 16 20:19:24.902110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:24.902776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:24.918477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.010236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:25.039919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.040468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.041873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] 10.222.0.73 "PUT /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 1092 time: 2.2643745 Aug 16 20:19:25.042322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:25.044556 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada53e2f-1cc7-462a-a930-dd8c918425cb" -d '{"events": [{"name": "network-changed", "server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:25.076673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631784f-3e0f-404f-8529-63fdc378ebc0 req-115d4bf8-f280-4b54-abce-fad61de1527d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.078165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7631784f-3e0f-404f-8529-63fdc378ebc0 req-115d4bf8-f280-4b54-abce-fad61de1527d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2509136 Aug 16 20:19:25.084275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-634db763-1114-443c-953a-47c60f676fa9 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0239148 Aug 16 20:19:25.095939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4400ae1a-3fd2-4b83-a796-c845222a1f1c None None] Provisioning for port bdd2ad93-384a-4120-9d21-d5a5777f72e8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:25.096955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c41a811-bc8b-48b3-be14-4680f46f1976 req-c291890b-4d4d-4e29-ba5f-4e9a4add2c40 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897504 Aug 16 20:19:25.105545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10debbe4-1c37-4607-8744-f29b0981222d service neutron] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.108520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4400ae1a-3fd2-4b83-a796-c845222a1f1c None None] Provisioning complete for port bdd2ad93-384a-4120-9d21-d5a5777f72e8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:25.108902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4400ae1a-3fd2-4b83-a796-c845222a1f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.112444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Request body: {'port': {'device_id': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:25.117493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:25.131096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.168249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Transition to ACTIVE for port object 870b218b-ecc9-4644-8809-5d82db15165e will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:25.189110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4400ae1a-3fd2-4b83-a796-c845222a1f1c None None] Port bdd2ad93-384a-4120-9d21-d5a5777f72e8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:25.457645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7631784f-3e0f-404f-8529-63fdc378ebc0 req-599a3b62-23b7-41cb-b990-248605f5aa6c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720567 Aug 16 20:19:25.481794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.514107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:25.540215 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743c707-ed94-4e41-9d04-f28190c47c1e x-openstack-request-id: req-e743c707-ed94-4e41-9d04-f28190c47c1e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:25.540501 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:25.540753 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e743c707-ed94-4e41-9d04-f28190c47c1e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:25.541142 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'status': 'completed', 'code': 200} Aug 16 20:19:25.557049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d121c-4f38-4813-8ff0-348f1db2bde4 req-fe95deea-12c5-4730-bca9-add430f2ecac tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.558601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-714d121c-4f38-4813-8ff0-348f1db2bde4 req-fe95deea-12c5-4730-bca9-add430f2ecac tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 944 time: 0.3893044 Aug 16 20:19:25.572351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-7df311d1-1bbd-48e1-996f-ce021b6ee515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.573827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-7df311d1-1bbd-48e1-996f-ce021b6ee515 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1095 time: 0.3786631 Aug 16 20:19:25.624164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:25.639990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] No DVR routers for this DVR port 870b218b-ecc9-4644-8809-5d82db15165e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:25.713675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-668b7184-3145-45aa-a7ef-439db12726bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 217 time: 0.0913785 Aug 16 20:19:25.838515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-714d121c-4f38-4813-8ff0-348f1db2bde4 req-be3cf1a2-1c37-4293-973c-9e6decede861 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683790 Aug 16 20:19:25.849473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:25.850126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:25.850462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:25.880301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:25.880616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Attempting to bind port 870b218b-ecc9-4644-8809-5d82db15165e on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:25.889420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226672-eca2-4526-8548-47680debe17b req-e8e6ca27-eb4a-4bd0-8b30-c28d6c26b11a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.900569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59226672-eca2-4526-8548-47680debe17b req-e8e6ca27-eb4a-4bd0-8b30-c28d6c26b11a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 935 time: 0.2677913 Aug 16 20:19:25.900569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-39b142ff-18b9-4cc4-a5ef-11cf91c97b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:25.900569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-39b142ff-18b9-4cc4-a5ef-11cf91c97b6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1617582 Aug 16 20:19:25.919503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:25.920244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:25.920244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:25.920674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Bound port: 870b218b-ecc9-4644-8809-5d82db15165e, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:25.921032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.007689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-02ac2f15-3602-4791-8f09-71a633811260 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838754 Aug 16 20:19:26.118205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59226672-eca2-4526-8548-47680debe17b req-55bce5ba-75fc-45a9-bc9c-3f0ef4a1b07d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163484 Aug 16 20:19:26.174496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccd825-089e-4663-850c-786812404dda req-9be4663e-bbf7-49ce-b3bd-b6671370be29 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.176039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42ccd825-089e-4663-850c-786812404dda req-9be4663e-bbf7-49ce-b3bd-b6671370be29 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 948 time: 0.2069581 Aug 16 20:19:26.202982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:26.233221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:26.272271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-d751ecd7-22d2-4d59-8549-261990a3508a service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443047 Aug 16 20:19:26.283560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42ccd825-089e-4663-850c-786812404dda req-342ed9ec-9075-4b27-9599-036328d961de tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986757 Aug 16 20:19:26.350715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.410596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd2ad93-384a-4120-9d21-d5a5777f72e8 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:26.427867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.448214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.448842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.450246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] 10.222.0.64 "PUT /v2.0/ports/870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 1097 time: 2.7879009 Aug 16 20:19:26.499564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Transition to ACTIVE for port object bdd2ad93-384a-4120-9d21-d5a5777f72e8 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:26.529186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5c9e8-f92e-4025-88a2-906f8530bbe8 service neutron] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:26.537926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81054b28-7b2a-40d2-84d7-9f7362669f43 req-56739a50-d5c1-420f-8296-9cbf37d00a05 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.539478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81054b28-7b2a-40d2-84d7-9f7362669f43 req-56739a50-d5c1-420f-8296-9cbf37d00a05 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.1936529 Aug 16 20:19:26.543222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa15577-49ce-40f0-8a20-9fa1a793f8cb req-ed3f3b5d-4c70-4c87-9eda-ebdb45997314 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633297 Aug 16 20:19:26.582563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-3e820c44-e17b-4ac4-955a-259431374cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.584128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-3e820c44-e17b-4ac4-955a-259431374cc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1100 time: 0.1031499 Aug 16 20:19:26.591648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81054b28-7b2a-40d2-84d7-9f7362669f43 req-4bf705bd-3b46-4fce-9a49-6cc132fa8b10 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 Aug 16 20:19:26.602195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:26.797171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:26.867331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2a812-27e3-4acc-b966-a56e55a13ec7 req-b847cb99-82b4-4fbb-85c8-9b561b4c983e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.869527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d2a812-27e3-4acc-b966-a56e55a13ec7 req-b847cb99-82b4-4fbb-85c8-9b561b4c983e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 949 time: 0.1987362 Aug 16 20:19:26.899697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f06966-527b-4c38-b4c6-7a565eaceaae req-1b9935a6-79fb-4f62-9930-1f43cf2dadd6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.901181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86f06966-527b-4c38-b4c6-7a565eaceaae req-1b9935a6-79fb-4f62-9930-1f43cf2dadd6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2269654 Aug 16 20:19:26.902199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-3d9f8b88-52a0-4038-a9be-09aaa061d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.903536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-3d9f8b88-52a0-4038-a9be-09aaa061d779 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3107994 Aug 16 20:19:26.917379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-86c6e2eb-6cfe-4ac7-930e-4001dadc37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:26.918860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-86c6e2eb-6cfe-4ac7-930e-4001dadc37c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1095 time: 0.2079120 Aug 16 20:19:27.042469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-93f38f82-6df0-40db-91e0-7acf14f5eec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.1099665 Aug 16 20:19:27.110633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0b3310bb-6d43-4b66-964e-c71e0de6cb1b details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:27.225466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:27.238816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b', 'mac_address': 'fa:16:3e:89:4c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:27.279259 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.292237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3310bb-6d43-4b66-964e-c71e0de6cb1b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:27.301058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d2a812-27e3-4acc-b966-a56e55a13ec7 req-89a842f0-1053-48ca-8712-19577a3d4499 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096425 Aug 16 20:19:27.312210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:27.329247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86f06966-527b-4c38-b4c6-7a565eaceaae req-46695992-4585-42fd-a16e-163e5297cb8f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069555 Aug 16 20:19:27.330076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Attempting to bind port bdd2ad93-384a-4120-9d21-d5a5777f72e8 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:27.330414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Attempting to bind port bdd2ad93-384a-4120-9d21-d5a5777f72e8 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:27.330740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Attempting to bind port bdd2ad93-384a-4120-9d21-d5a5777f72e8 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:27.344686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Port bdd2ad93-384a-4120-9d21-d5a5777f72e8 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:27.344990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Attempting to bind port bdd2ad93-384a-4120-9d21-d5a5777f72e8 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:27.361756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:27.362035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:27.362418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:27.362865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Bound port: bdd2ad93-384a-4120-9d21-d5a5777f72e8, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:27.363225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.379249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.388086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-86d48ad5-a694-43db-8494-3fb31a9a4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.389566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-86d48ad5-a694-43db-8494-3fb31a9a4c6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.3249943 Aug 16 20:19:27.432368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:27.450404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-1b504ee6-acd7-46e0-b849-1945c11d7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.451898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-1b504ee6-acd7-46e0-b849-1945c11d7e5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.5183773 Aug 16 20:19:27.541681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:27.543892 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:27.554103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-165b8032-c513-4229-84ba-b48bfd8b80d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 217 time: 0.0716391 Aug 16 20:19:27.606754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:27.616596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc97fb2-c46d-4b17-9384-0316c434fc12 req-7fd39e90-57dc-416a-b6ee-9ab26d2a65ec tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.618061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dc97fb2-c46d-4b17-9384-0316c434fc12 req-7fd39e90-57dc-416a-b6ee-9ab26d2a65ec tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 949 time: 0.2380605 Aug 16 20:19:27.619785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba0f1-5d89-4715-b5c2-540b5bb50f66 req-791e20ac-cf1a-48f6-a68f-8fe77808ba19 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.621174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ddba0f1-5d89-4715-b5c2-540b5bb50f66 req-791e20ac-cf1a-48f6-a68f-8fe77808ba19 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1096 time: 0.2305114 Aug 16 20:19:27.639395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-b87b7526-359e-4930-ab74-c6b9c907ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.644339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-b87b7526-359e-4930-ab74-c6b9c907ddf6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2393839 Aug 16 20:19:27.644339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:27.742603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-1d6cdf24-4669-4c67-ab98-e8097d75e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.744091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-1d6cdf24-4669-4c67-ab98-e8097d75e2ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1750517 Aug 16 20:19:27.749773 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.794060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dc97fb2-c46d-4b17-9384-0316c434fc12 req-8f4bff1f-5965-4b67-bffc-02862b028c2c tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674776 Aug 16 20:19:27.795583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ddba0f1-5d89-4715-b5c2-540b5bb50f66 req-0be7d17c-59a0-4793-8f21-2aae499518e9 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624069 Aug 16 20:19:27.823127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-a07d76cc-34c7-4f37-8aad-1eaf7e717c61 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606191 Aug 16 20:19:27.838747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:27.839395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:27.840207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0b3310bb-6d43-4b66-964e-c71e0de6cb1b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:27.841052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] 10.222.0.64 "PUT /v2.0/ports/bdd2ad93-384a-4120-9d21-d5a5777f72e8 HTTP/1.1" status: 200 len: 1096 time: 2.7413809 Aug 16 20:19:27.933756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899504b-36a5-400e-987e-98aaf00a5981 service neutron] Pushing event updated for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:27.941365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-8a7382ba-8beb-4578-88ba-8d6c888b5af9 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824192 Aug 16 20:19:28.134307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-1efb04cc-cd5d-4214-a796-b4abb1c88d62 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917366 Aug 16 20:19:28.149144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9a1ca-c302-4ad4-9988-a37635f5d7a5 req-c2c8e6fc-aaa9-45c7-9169-7786a3233750 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.150586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddc9a1ca-c302-4ad4-9988-a37635f5d7a5 req-c2c8e6fc-aaa9-45c7-9169-7786a3233750 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 947 time: 0.2296677 Aug 16 20:19:28.185120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c79d-5bed-46b3-a1e3-e189a0cf40a4 req-2a38992e-9182-44cb-9bd7-63576a9f2910 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.186579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8d7c79d-5bed-46b3-a1e3-e189a0cf40a4 req-2a38992e-9182-44cb-9bd7-63576a9f2910 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 949 time: 0.1858599 Aug 16 20:19:28.196326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-96594e60-33b7-4ddf-9a41-8d476e0b8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.197739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-96594e60-33b7-4ddf-9a41-8d476e0b8f9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 1099 time: 0.1716413 Aug 16 20:19:28.292649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3632154-08e5-43ec-bdf8-9bd7114fbcfe req-f8d8f3e8-06a1-4401-aedc-e784a7515508 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252895 Aug 16 20:19:28.304187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-087062b2-25d3-4633-b3d1-96511eaaa8f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8 HTTP/1.1" status: 200 len: 217 time: 0.0913584 Aug 16 20:19:28.365663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8d7c79d-5bed-46b3-a1e3-e189a0cf40a4 req-67f30059-f2e6-4608-8309-7383c882e9f8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617770 Aug 16 20:19:28.368259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddc9a1ca-c302-4ad4-9988-a37635f5d7a5 req-56437c4e-6eff-40de-a506-e19231dd93fd tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010329 Aug 16 20:19:28.407522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada53e2f-1cc7-462a-a930-dd8c918425cb req-b56623cf-250f-416a-b734-024fb4c09774 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407424 Aug 16 20:19:28.409226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-cfdfdd7d-d31f-4d0c-9d0d-8457a64428ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.410451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-cfdfdd7d-d31f-4d0c-9d0d-8457a64428ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0869942 Aug 16 20:19:28.448349 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e73e73a-56d6-43ca-b10c-84464d61e84c x-openstack-request-id: req-4e73e73a-56d6-43ca-b10c-84464d61e84c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:28.448708 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:28.449033 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e73e73a-56d6-43ca-b10c-84464d61e84c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:28.449513 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'status': 'completed', 'code': 200} Aug 16 20:19:28.528179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-e83a8488-10b9-4392-bf0b-a550252efac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.530124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-e83a8488-10b9-4392-bf0b-a550252efac3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1100 time: 0.0583436 Aug 16 20:19:28.585499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-857bea7f-0126-40c9-a69e-4f3cbdc2e040 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.587844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-857bea7f-0126-40c9-a69e-4f3cbdc2e040 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 949 time: 0.1651528 Aug 16 20:19:28.617735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-76da7e8b-b9e1-403a-825d-fb49793a2519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.619547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-76da7e8b-b9e1-403a-825d-fb49793a2519 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1100 time: 0.1358535 Aug 16 20:19:28.642155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-4c3c8f75-bdde-4828-b0b5-21d190e4e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.643790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-4c3c8f75-bdde-4828-b0b5-21d190e4e45b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2180727 Aug 16 20:19:28.649556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-ac33eed5-5bb6-4f67-bfcf-7c7cd5e6855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.650998 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-ac33eed5-5bb6-4f67-bfcf-7c7cd5e6855f service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1043589 Aug 16 20:19:28.701138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-c1160263-a1f1-4153-8ae6-e1e2d880d5a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.0405073 Aug 16 20:19:28.713655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010528a-c5b7-475d-8b04-4a327883ef80 req-8e1175f6-e966-401c-852e-f0635ad66e58 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.715128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6010528a-c5b7-475d-8b04-4a327883ef80 req-8e1175f6-e966-401c-852e-f0635ad66e58 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.1961520 Aug 16 20:19:28.759334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-a653ece4-c2eb-4b36-b099-97ac187b5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.760254 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-a653ece4-c2eb-4b36-b099-97ac187b5f15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0500100 Aug 16 20:19:28.827940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-68fb2302-1723-49a7-8751-70eb0f79c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.830147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-68fb2302-1723-49a7-8751-70eb0f79c716 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0481882 Aug 16 20:19:28.934133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6010528a-c5b7-475d-8b04-4a327883ef80 req-86027a6e-22c1-43fc-80b0-adbb50ff23c8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777437 Aug 16 20:19:28.959456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-48adf541-f9a6-4309-94ae-75e7b6920f47 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875934 Aug 16 20:19:28.967363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-3a0f5e7c-f77f-4afe-80d9-cac51a2a60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:28.968898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-3a0f5e7c-f77f-4afe-80d9-cac51a2a60d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3299205 Aug 16 20:19:28.981338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Deleting port ded2fed0-03dc-40a0-93fc-56776667649e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:19:28.984532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.123246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:29.189324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-f773a7ab-6735-4d35-84a1-6b798931740b service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496642 Aug 16 20:19:29.247192 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.275794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:29.278085 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524484c-07ba-4531-85d9-b7d6661d18f4" -d '{"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:29.292883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:29.300278 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-40294e02-045a-4d7d-a464-af16d92ea546 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019664 Aug 16 20:19:29.373614 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.376435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-908ba96d-a35e-4a43-8d49-aa9b0093fd20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.3407683 Aug 16 20:19:29.421930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:29.553010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633aad0-935d-4114-a6f7-e84f3c73d029 req-a730558e-4c92-4ed1-af4c-8927a6469f2b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.554403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d633aad0-935d-4114-a6f7-e84f3c73d029 req-a730558e-4c92-4ed1-af4c-8927a6469f2b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.2323511 Aug 16 20:19:29.561088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] For port ded2fed0-03dc-40a0-93fc-56776667649e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=ded2fed0-03dc-40a0-93fc-56776667649e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:29.561453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:29.568709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b14faf8-543f-4485-b8dd-1263aac6e4ef req-912e5a85-bd49-4c35-9b6f-72f3dd4a8a06 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667806 Aug 16 20:19:29.606680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Calling delete_port for ded2fed0-03dc-40a0-93fc-56776667649e owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:19:29.627255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-ccd849c4-4dd0-46ac-9945-fbbf8a383d6d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.628735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-ccd849c4-4dd0-46ac-9945-fbbf8a383d6d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.5846391 Aug 16 20:19:29.640901 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:19:29.656320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-bdff5697-78e0-4bb1-8e14-8d9402278c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.658600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-bdff5697-78e0-4bb1-8e14-8d9402278c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1780541 Aug 16 20:19:29.727007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-54b78e66-9b6c-400e-8165-0744f0931d44 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/quotas/818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 375 time: 0.0870135 Aug 16 20:19:29.744638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d633aad0-935d-4114-a6f7-e84f3c73d029 req-90f8cc47-c885-4de9-80cd-0602bbd4fbf0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749961 Aug 16 20:19:29.829074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-22da10cb-b345-49f3-aed0-dcc786a39586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:29.829074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-22da10cb-b345-49f3-aed0-dcc786a39586 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1457369 Aug 16 20:19:29.903753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-8a6baa90-9266-47b3-9621-87e13d4eb5f8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580408 Aug 16 20:19:30.014501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d500b-dad4-4f05-af65-ddde5e282d82 req-be93c002-4892-4025-b824-3aba308b6176 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.016518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb3d500b-dad4-4f05-af65-ddde5e282d82 req-be93c002-4892-4025-b824-3aba308b6176 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 949 time: 0.2150776 Aug 16 20:19:30.087257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-2b7a8750-388e-46e4-b933-f4afccd1a1e9 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430303 Aug 16 20:19:30.102372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb3d500b-dad4-4f05-af65-ddde5e282d82 req-ba6c6ea8-681a-4f96-be81-3ecb7a1341cc tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f04fedee-766d-4336-baf0-0057786ebbe3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740728 Aug 16 20:19:30.107813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-9c945d6c-37cd-4141-8036-fc31c6a93da7 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764288 Aug 16 20:19:30.110390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.122918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['ded2fed0-03dc-40a0-93fc-56776667649e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:30.199669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Pushing event deleted for resources: {'Port': ['ID=ded2fed0-03dc-40a0-93fc-56776667649e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:30.261253 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb1c69-8995-453b-9343-2a08e35bd6c2 x-openstack-request-id: req-33bb1c69-8995-453b-9343-2a08e35bd6c2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:30.261716 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-unplugged", "status": "completed", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:30.261832 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33bb1c69-8995-453b-9343-2a08e35bd6c2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:30.270770 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'code': 200} Aug 16 20:19:30.308376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] No DVR routers for this DVR port ded2fed0-03dc-40a0-93fc-56776667649e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:30.319201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.321348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ebcb122-9fab-4ac2-9873-2844299cfed6 req-47b62cd8-b6b0-4ba0-a040-5810c37130d6 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.73 "DELETE /v2.0/ports/ded2fed0-03dc-40a0-93fc-56776667649e HTTP/1.1" status: 204 len: 173 time: 1.7178319 Aug 16 20:19:30.390560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9dd1aa1-722b-4c5b-b622-7e97bed6be6d req-e03b1501-815d-45d1-a354-7a26548b4841 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757607 Aug 16 20:19:30.397714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-4a99dcbd-49d7-44c2-95a7-53349c587ef5 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717130 Aug 16 20:19:30.411374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119021f-b748-45d8-a6c0-70c9a02e84b8 req-82d783bd-0004-4735-a294-30f302c7fa75 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.412920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0119021f-b748-45d8-a6c0-70c9a02e84b8 req-82d783bd-0004-4735-a294-30f302c7fa75 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 949 time: 0.0969658 Aug 16 20:19:30.453342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8'}, {'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'name': 'network-vif-deleted', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:30.455577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8"}, {"server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "name": "network-vif-deleted", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:30.466283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0119021f-b748-45d8-a6c0-70c9a02e84b8 req-dc0f5817-4564-44b6-ac4f-015bed5c56a5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Aug 16 20:19:30.476131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2fa682a-cf82-4233-a0d3-a8b856f0052c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:30.600852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cdff1-351c-453b-ad68-8882fb911821 req-0a876c79-a33a-4629-91fb-0851be95ba58 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.602394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b89cdff1-351c-453b-ad68-8882fb911821 req-0a876c79-a33a-4629-91fb-0851be95ba58 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 947 time: 0.0737386 Aug 16 20:19:30.650269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b89cdff1-351c-453b-ad68-8882fb911821 req-5544f44f-62b3-43c3-a742-ccd2ff56b874 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Aug 16 20:19:30.729011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d53974da-539c-452d-aad7-f52bd1edc0da details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:30.740918 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17679c4b-ce92-4b18-8af6-e8f7e5a468e6 x-openstack-request-id: req-17679c4b-ce92-4b18-8af6-e8f7e5a468e6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:30.740918 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8", "status": "completed", "code": 200}, {"server_uuid": "431c759d-d399-4d2a-9b6e-10798d4ffb40", "name": "network-vif-deleted", "tag": "ded2fed0-03dc-40a0-93fc-56776667649e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:30.740918 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17679c4b-ce92-4b18-8af6-e8f7e5a468e6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:30.740918 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', 'status': 'completed', 'code': 200} Aug 16 20:19:30.740918 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431c759d-d399-4d2a-9b6e-10798d4ffb40', 'name': 'network-vif-deleted', 'tag': 'ded2fed0-03dc-40a0-93fc-56776667649e', 'status': 'completed', 'code': 200} Aug 16 20:19:30.869177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd0e0068-a32c-4202-8ec5-426e5c4e10e6 req-cdff5f9c-fc73-42dd-8153-1eb2a00829c8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0793748 Aug 16 20:19:30.911480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:30.940225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b0ce6-3d69-4aee-9aea-99c0907d9f98 req-2991ce86-3473-40e3-a2d1-c128a998e4c3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.942266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-216b0ce6-3d69-4aee-9aea-99c0907d9f98 req-2991ce86-3473-40e3-a2d1-c128a998e4c3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.1948915 Aug 16 20:19:30.948420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-14836cd2-422f-4b69-8eb8-8502f0bb1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:30.951235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-14836cd2-422f-4b69-8eb8-8502f0bb1856 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 1099 time: 0.1720493 Aug 16 20:19:30.956481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'port_id': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'mac_address': 'fa:16:3e:31:bf:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624b45f-8027-4a91-842f-13906c0f7a5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:30.994553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-216b0ce6-3d69-4aee-9aea-99c0907d9f98 req-b818bf34-7dcf-4d37-8984-9d6a8fc1a3ac tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 Aug 16 20:19:31.018354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.048347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53974da-539c-452d-aad7-f52bd1edc0da {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:31.074601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:31.116624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0b3310bb-6d43-4b66-964e-c71e0de6cb1b up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:31.147911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-6d304fc5-ca94-4984-b848-fb18f94fad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.149415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-6d304fc5-ca94-4984-b848-fb18f94fad06 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1586869 Aug 16 20:19:31.183716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd50b2-faf1-469c-9069-a2f3597b7580 req-ca69763c-9bef-4694-95f6-96abb6cf5747 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.185247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01fd50b2-faf1-469c-9069-a2f3597b7580 req-ca69763c-9bef-4694-95f6-96abb6cf5747 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.1956360 Aug 16 20:19:31.209958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.242448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-57cb5e79-ae29-4eaf-a74d-fe44350b732f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8 HTTP/1.1" status: 200 len: 217 time: 0.0749609 Aug 16 20:19:31.270124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:31.298466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78b23394-389e-4689-8a90-adfe2865e350 req-33e0f19f-7480-420f-b405-ec1d91df1941 tempest-ServersAdminNegativeTestJSON-916248690 tempest-ServersAdminNegativeTestJSON-916248690-project] 10.222.0.70 "GET /v2.0/ports?device_id=431c759d-d399-4d2a-9b6e-10798d4ffb40 HTTP/1.1" status: 200 len: 210 time: 0.0548725 Aug 16 20:19:31.321965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:31.326016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:31.326427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.415931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01fd50b2-faf1-469c-9069-a2f3597b7580 req-388b1a22-404d-4b3a-b047-863f51458e97 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712387 Aug 16 20:19:31.430077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-1473e297-e6f7-44c6-b785-4c2265b65f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.441518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-1473e297-e6f7-44c6-b785-4c2265b65f01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1774979 Aug 16 20:19:31.470406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.518691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:31.536858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d53974da-539c-452d-aad7-f52bd1edc0da'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:31.540348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-34c47520-a85f-46b7-bf6c-6fd61084562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.542525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-34c47520-a85f-46b7-bf6c-6fd61084562c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885270 Aug 16 20:19:31.653577 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:31.704402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e158e4-b007-4ed0-aa13-732ee20253a0 req-a223a867-d6e4-46e4-992a-325100d82539 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.715029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e158e4-b007-4ed0-aa13-732ee20253a0 req-a223a867-d6e4-46e4-992a-325100d82539 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 949 time: 0.0844233 Aug 16 20:19:31.716160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-cca34487-098f-4cfe-a990-dd63e33aeb6e service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614051 Aug 16 20:19:31.746539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:31.757662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.758009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.759371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.759489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.759812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.760176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.760577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.760907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.761510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.761893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.762416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.762538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:31.777166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e158e4-b007-4ed0-aa13-732ee20253a0 req-c44c7c37-d026-4a20-bc9f-402ee8cbf216 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Aug 16 20:19:31.881509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75a11697-1fcb-4b3b-a81c-a4cb25b43e6b req-b94f076b-2ac8-4ef8-99f4-edf7f7d9c09c service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430275 Aug 16 20:19:31.890375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b9d61-55a4-4601-86ab-10a13fc0fb8a req-01c1cc66-ae18-4da6-99a3-8150a46a1488 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:31.892424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-138b9d61-55a4-4601-86ab-10a13fc0fb8a req-01c1cc66-ae18-4da6-99a3-8150a46a1488 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 947 time: 0.0740156 Aug 16 20:19:31.939426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-138b9d61-55a4-4601-86ab-10a13fc0fb8a req-c11c8353-5cd3-4648-bf23-b595bf783b91 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Aug 16 20:19:31.996707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac063922-285a-474f-9c9a-d45d7de4e5a2 req-5073d88d-c298-45f4-99c9-033f60458f76 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0313516 Aug 16 20:19:32.136011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb997d-c729-411a-b91e-31f1a6c50c1e req-22fe10eb-803f-430b-8f5c-50b2237aca1f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.137498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77fb997d-c729-411a-b91e-31f1a6c50c1e req-22fe10eb-803f-430b-8f5c-50b2237aca1f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.0492625 Aug 16 20:19:32.192236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77fb997d-c729-411a-b91e-31f1a6c50c1e req-9c14afed-50e1-41b3-9d03-21b9a315e0cc tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468345 Aug 16 20:19:32.272401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:32.274705 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aea479a-6b59-43b4-820b-2f04797d5682" -d '{"events": [{"server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "name": "network-vif-plugged", "status": "completed", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:32.311926 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b321f87c-8dec-4e2e-9914-0dbfa3d791aa x-openstack-request-id: req-b321f87c-8dec-4e2e-9914-0dbfa3d791aa {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:32.312216 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "name": "network-vif-plugged", "status": "completed", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:32.313702 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b321f87c-8dec-4e2e-9914-0dbfa3d791aa {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:32.313702 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b', 'code': 200} Aug 16 20:19:32.472046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1209a-3ee9-4bf4-8776-aab6b5dbba21 req-fbee1f08-e691-4a87-ba3f-e61267ddcfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.475922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa1209a-3ee9-4bf4-8776-aab6b5dbba21 req-fbee1f08-e691-4a87-ba3f-e61267ddcfb5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 1102 time: 0.0660536 Aug 16 20:19:32.560659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa1209a-3ee9-4bf4-8776-aab6b5dbba21 req-5a9a5931-0a06-46c2-87d8-8493ed40277d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Aug 16 20:19:32.583273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57470490-0329-4b78-b664-91c083fb511b req-5382205d-6937-45c2-a1d3-c757e456d490 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.584773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57470490-0329-4b78-b664-91c083fb511b req-5382205d-6937-45c2-a1d3-c757e456d490 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.0707018 Aug 16 20:19:32.626265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57470490-0329-4b78-b664-91c083fb511b req-087ceae4-6333-411a-a6a3-75f3ebc50d40 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Aug 16 20:19:32.767476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d53974da-539c-452d-aad7-f52bd1edc0da up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:32.902782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be7332-4a9d-4fd2-b7e7-ca29088098db req-a1850c0e-6d59-4a00-bb1a-5f765e6ff838 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:32.904991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7be7332-4a9d-4fd2-b7e7-ca29088098db req-a1850c0e-6d59-4a00-bb1a-5f765e6ff838 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.0555263 Aug 16 20:19:32.922811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port d53974da-539c-452d-aad7-f52bd1edc0da completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:32.927073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port d53974da-539c-452d-aad7-f52bd1edc0da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:32.932998 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:32.953586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7be7332-4a9d-4fd2-b7e7-ca29088098db req-098e6fe2-f0a8-4bf9-8284-43f633115375 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Aug 16 20:19:32.973495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37522) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:33.027846 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.069186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.132257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:33.159312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35efec8b-ff14-486b-a9e1-0f0d723efa74 req-e5b58aa9-f589-4057-a8f4-0c30acb1e9a2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0344410 Aug 16 20:19:33.196753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.197552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device ded2fed0-03dc-40a0-93fc-56776667649e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:33.201322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68befcb3-9c77-4307-a0a9-61c5ca7af197 req-1bb543de-8e9d-46a9-af32-2fc442296262 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.203277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68befcb3-9c77-4307-a0a9-61c5ca7af197 req-1bb543de-8e9d-46a9-af32-2fc442296262 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 947 time: 0.1218505 Aug 16 20:19:33.247874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: ded2fed0-03dc-40a0-93fc-56776667649e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:19:33.247874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device ded2fed0-03dc-40a0-93fc-56776667649e not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:19:33.248193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:33.254734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f7136c38-8446-4678-aef7-366716240d14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=153555e9bb614aa9aad97e425ce05ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772238 Aug 16 20:19:33.277308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68befcb3-9c77-4307-a0a9-61c5ca7af197 req-7f3cc24b-f8ee-401a-8564-3544eea243c7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Aug 16 20:19:33.285185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aca78a72-d255-4b0c-b7d6-06d7ed34fa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.306672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.321603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.326747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.333500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'mac_address': 'fa:16:3e:92:5c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:33.340480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b581e-8ef7-458a-bee6-a2dd04904148 req-e51db6ad-f022-4c75-8ef6-ffb23740db69 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.342330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4b581e-8ef7-458a-bee6-a2dd04904148 req-e51db6ad-f022-4c75-8ef6-ffb23740db69 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.0641253 Aug 16 20:19:33.350458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.380816 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.394413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:33.414931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.415913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.453321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4b581e-8ef7-458a-bee6-a2dd04904148 req-cd0d2446-675b-412b-a489-70b1b973140c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025481 Aug 16 20:19:33.493330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-346e5941-6283-454d-893d-ee3d845531bd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.494865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-346e5941-6283-454d-893d-ee3d845531bd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.1259067 Aug 16 20:19:33.516115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Request body: {'port': {'device_id': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'admin_state_up': True, 'tenant_id': '818d863923c2444f80d24c6e03eac76c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:33.519826 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.519953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.520038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bdd2ad93-384a-4120-9d21-d5a5777f72e8 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:33.520113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.521056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f04fedee-766d-4336-baf0-0057786ebbe3 HTTP/1.1" status: 204 len: 168 time: 0.2717292 Aug 16 20:19:33.529687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873455-20a3-4505-b6a9-8da23df38da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fedee-766d-4336-baf0-0057786ebbe3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.634947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.637623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.651203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', 'mac_address': 'fa:16:3e:fb:a8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:33.688814 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.702616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd2ad93-384a-4120-9d21-d5a5777f72e8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:33.724354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.751250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:33.754297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.779587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109c37b-2259-4391-bcd5-7b8e6d86099f req-094bb1d2-a3c4-4bfc-b842-266668312d98 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:33.780988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c109c37b-2259-4391-bcd5-7b8e6d86099f req-094bb1d2-a3c4-4bfc-b842-266668312d98 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 948 time: 0.0666089 Aug 16 20:19:33.843313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:33.845955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 870b218b-ecc9-4644-8809-5d82db15165e details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:33.865333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c109c37b-2259-4391-bcd5-7b8e6d86099f req-f9f8ac76-0943-41cb-affc-ce068e5cbbc6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749168 Aug 16 20:19:33.921403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Allocated IP 172.20.0.11 (187b95b0-ebad-4524-bc35-c502c6ac8b8b/da3fa43c-ec44-4e3f-a527-f772dadc1f4f/663fbd5e-a4f0-406c-8b23-1e802435c188) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:33.941356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:33.952944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:33.964959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '870b218b-ecc9-4644-8809-5d82db15165e', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '870b218b-ecc9-4644-8809-5d82db15165e', 'mac_address': 'fa:16:3e:93:96:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:34.131841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.145644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:34.159031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.167917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:34.305310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.329141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a17346-b59d-4aca-a813-bbfe60c7bad9 req-da1e34ea-3d82-4025-bc8a-619d14bf9271 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.336220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66a17346-b59d-4aca-a813-bbfe60c7bad9 req-da1e34ea-3d82-4025-bc8a-619d14bf9271 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.0915406 Aug 16 20:19:34.362572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.363097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:34.365394 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85833a2-1cb4-40fa-9896-2f199c55e10d" -d '{"events": [{"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-plugged", "status": "completed", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:34.372608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37562) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:34.385166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:34.408558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a222ea17-fa2b-4228-b184-459559c26d54 req-1d5daf55-dfd1-4608-805f-69c829466bb7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0703154 Aug 16 20:19:34.426193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:34.435704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-acd157ae-7702-4ca9-898f-02e699f7eaeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b3957e966cb450c950fcde9a4251ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609772 Aug 16 20:19:34.436959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66a17346-b59d-4aca-a813-bbfe60c7bad9 req-18a61379-e38d-4287-8515-2205e7ab0e6b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999253 Aug 16 20:19:34.534864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.591561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.593548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.606463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-76b55154-70e4-4a00-8c48-addaa171a96c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.608112 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-76b55154-70e4-4a00-8c48-addaa171a96c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b&tenant_id=1a04a74dc1f7468da022c63664652e7c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 949 time: 0.0948257 Aug 16 20:19:34.648628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c44a4d-1cdc-40d5-85f7-c60ffe9b8941 req-187b925c-7c20-46b6-9647-55d995316c91 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.650037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7c44a4d-1cdc-40d5-85f7-c60ffe9b8941 req-187b925c-7c20-46b6-9647-55d995316c91 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 949 time: 0.1546929 Aug 16 20:19:34.675144 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-8f440b33-11d3-4028-a3e3-f2e9f5d07d29 service neutron] delete failed (client error): The resource could not be found. Aug 16 20:19:34.676426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-8f440b33-11d3-4028-a3e3-f2e9f5d07d29 service neutron] 10.222.0.73 "DELETE /v2.0/ports/870b218b-ecc9-4644-8809-5d82db15165e/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0589738 Aug 16 20:19:34.690176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:34.700451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41679b-34ef-4ee5-bbfd-6fb5f19dcc9a req-0918ee4d-59a3-44d6-b42d-c1c9df450e6d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.701959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd41679b-34ef-4ee5-bbfd-6fb5f19dcc9a req-0918ee4d-59a3-44d6-b42d-c1c9df450e6d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 948 time: 0.1721742 Aug 16 20:19:34.716514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:34.725983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['292ed4ac-603a-4b11-9511-c6f1eaaf2a01'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:34.726243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:34.728350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:34.805637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7c44a4d-1cdc-40d5-85f7-c60ffe9b8941 req-0adfa132-8976-4f6b-855a-812c60ce740b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464014 Aug 16 20:19:34.823501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-25427372-24c1-42b7-a310-76c6856c6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.825485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd41679b-34ef-4ee5-bbfd-6fb5f19dcc9a req-492ff621-d45c-48ca-a7be-f052c7459b8c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059117 Aug 16 20:19:34.836422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-25427372-24c1-42b7-a310-76c6856c6a36 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1101 time: 0.0660248 Aug 16 20:19:34.845170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:34.845170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.889417 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b35a9c4-bf1d-445a-9bac-66811cb42f93 x-openstack-request-id: req-3b35a9c4-bf1d-445a-9bac-66811cb42f93 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:34.889905 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-plugged", "status": "completed", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:34.890397 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b35a9c4-bf1d-445a-9bac-66811cb42f93 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:34.894395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.898338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:34.902860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a54d0924-b536-4db3-958a-7d39844167ba HTTP/1.1" status: 204 len: 168 time: 0.4718897 Aug 16 20:19:34.906752 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'code': 200} Aug 16 20:19:34.936513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d0dad-cabb-4e5b-a910-90021bf2f6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54d0924-b536-4db3-958a-7d39844167ba,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:34.994745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-6b4af039-8aab-41e6-94ac-8460e510f1f9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4669790 Aug 16 20:19:35.000868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-5274f8f7-9c2e-49c8-b3c3-e82431830b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.002704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-5274f8f7-9c2e-49c8-b3c3-e82431830b51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1588910 Aug 16 20:19:35.006007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Request body: {'port': {'device_id': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:35.076103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-cd5da4a6-2565-4d1e-ab1d-5eee5f380dff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 200 len: 217 time: 0.0639257 Aug 16 20:19:35.110971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150bef3-7dc6-49d0-a092-19ee3bd16b7e req-a32f4b1b-1867-44d0-81f1-b315082e624b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.112585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4150bef3-7dc6-49d0-a092-19ee3bd16b7e req-a32f4b1b-1867-44d0-81f1-b315082e624b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.2107995 Aug 16 20:19:35.117284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['bdd2ad93-384a-4120-9d21-d5a5777f72e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:35.123721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.129745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95992abe-f3c2-4fcd-abf8-efa05acf4ac6 req-efc381c7-e227-47a5-bade-6b4332037e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.131225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95992abe-f3c2-4fcd-abf8-efa05acf4ac6 req-efc381c7-e227-47a5-bade-6b4332037e47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.1669810 Aug 16 20:19:35.139439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-79f93fe8-19a1-4c48-866f-4919e5cc4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.141909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-79f93fe8-19a1-4c48-866f-4919e5cc4ca9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0471387 Aug 16 20:19:35.209218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-52a6877c-4509-411b-8710-2f2ca40ae327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.210973 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-52a6877c-4509-411b-8710-2f2ca40ae327 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611269 Aug 16 20:19:35.221021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4150bef3-7dc6-49d0-a092-19ee3bd16b7e req-1d290109-cf3a-4ed1-93af-bc9209093cad tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943027 Aug 16 20:19:35.235171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95992abe-f3c2-4fcd-abf8-efa05acf4ac6 req-7c30dfd7-ddec-4f14-92e8-3e2c0367c877 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906289 Aug 16 20:19:35.244702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:35.320419 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-fc90a026-0ba9-419d-8d65-44e7bd13a3a4 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997362 Aug 16 20:19:35.453797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4964beb2-701a-49de-ad1f-d489b2f659c1 req-98a3b9f5-739b-44d7-8c81-ff60b91fa051 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210959 Aug 16 20:19:35.597632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663fbd5e-a4f0-406c-8b23-1e802435c188 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:35.624227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.659577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186eca3-1bad-42d1-a6a9-442d301c39ad req-7c6b93d6-fe0f-403d-a828-5fe449cdf6ba tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.661778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2186eca3-1bad-42d1-a6a9-442d301c39ad req-7c6b93d6-fe0f-403d-a828-5fe449cdf6ba tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 932 time: 0.1248744 Aug 16 20:19:35.663052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Transition to ACTIVE for port object 663fbd5e-a4f0-406c-8b23-1e802435c188 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:35.677266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b708ebe-380b-4edf-a155-100f720d0e0e req-4021ee7b-0893-4050-afa8-c57daa9e5edb tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.679252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b708ebe-380b-4edf-a155-100f720d0e0e req-4021ee7b-0893-4050-afa8-c57daa9e5edb tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.1084113 Aug 16 20:19:35.737098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2186eca3-1bad-42d1-a6a9-442d301c39ad req-9737dbcd-e009-4cd9-9a76-ccc8ab136806 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685353 Aug 16 20:19:35.742414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b708ebe-380b-4edf-a155-100f720d0e0e req-140ac888-c424-4705-b22a-dc455916d42f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565910 Aug 16 20:19:35.782227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:35.849128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:35.961826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:35.962170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:35.962500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:35.973552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d8b-c26c-4ddf-8c28-508544ff2213 req-1d1e2c40-9197-4eae-8b41-04fbb59356f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:35.976869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11c8d8b-c26c-4ddf-8c28-508544ff2213 req-1d1e2c40-9197-4eae-8b41-04fbb59356f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 949 time: 0.0801036 Aug 16 20:19:35.979999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:35.980343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:35.996647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.002124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:36.007468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:36.007468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:36.007468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Bound port: 663fbd5e-a4f0-406c-8b23-1e802435c188, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:36.007468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.039143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11c8d8b-c26c-4ddf-8c28-508544ff2213 req-5875cf5e-2012-464d-baa5-dbd7f2ec7e99 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549777 Aug 16 20:19:36.146079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:36.150823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:36.232017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.285987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.286654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:36.289178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] 10.222.0.73 "PUT /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 1093 time: 1.2934315 Aug 16 20:19:36.292158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:36.295390 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b461c8-160a-4b7f-965e-f86e8d0197cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:36.323892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cfce-8bd4-4aa0-af7b-dea847a4c97c req-00db6ee3-ab23-4e9d-8c75-6a87f7afa2c7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.338945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d034cfce-8bd4-4aa0-af7b-dea847a4c97c req-00db6ee3-ab23-4e9d-8c75-6a87f7afa2c7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 948 time: 0.1648507 Aug 16 20:19:36.387649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798463e5-db91-46cf-9ad8-8817858cb9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:36.472543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d034cfce-8bd4-4aa0-af7b-dea847a4c97c req-e4d18f61-7b16-4122-b9f2-810b707dee92 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354187 Aug 16 20:19:36.533820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-3c7ce0de-42a9-4d58-8801-660a391e9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.535671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-3c7ce0de-42a9-4d58-8801-660a391e9b31 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1096 time: 0.0805662 Aug 16 20:19:36.646956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-377d2089-eaed-4175-8cc5-df13b4339f80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0971465 Aug 16 20:19:36.726398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee6fb-68b6-4664-911f-63b2d9566d53 req-babc522a-d356-4d9a-82eb-3eb44f4a55cd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.727915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a63ee6fb-68b6-4664-911f-63b2d9566d53 req-babc522a-d356-4d9a-82eb-3eb44f4a55cd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.1132038 Aug 16 20:19:36.766225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-bb075bf7-9856-48fa-8e7b-3573c7ba4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:36.766746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-bb075bf7-9856-48fa-8e7b-3573c7ba4b3a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1060255 Aug 16 20:19:36.810178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-0b79e321-5a3c-47db-be22-4dbb8193257e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329170 Aug 16 20:19:36.813772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a63ee6fb-68b6-4664-911f-63b2d9566d53 req-8d8fa873-0bab-4fef-a425-2ba97691fc40 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773015 Aug 16 20:19:36.959347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-51358a6b-2f99-44ab-8eae-9018ac52372f service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296337 Aug 16 20:19:36.960950 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11ea66f-e0ae-4709-9aa1-ea6beb4f59d7 x-openstack-request-id: req-e11ea66f-e0ae-4709-9aa1-ea6beb4f59d7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:36.961517 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:36.961688 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e11ea66f-e0ae-4709-9aa1-ea6beb4f59d7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:36.962115 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'status': 'completed', 'code': 200} Aug 16 20:19:37.112537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.113138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.113613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.114092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.114566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.115032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.115496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.115993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.117390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.117390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.117390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.117858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.118317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.118793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.119285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.119695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.120176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.122759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-3b17e040-3858-4502-94be-883ca6ab1cca tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f&device_id=d868c2cb-307e-4685-b97b-7b1504d20230&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e&device_id=5a210ca8-55de-445e-a63a-034d7e0dc272&device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807&device_id=21313c60-a854-401f-ba2a-b992eee4c889&device_id=58b9e732-b7cd-4c79-bfbe-cef874042984&device_id=d4b962df-91a5-487c-a93d-1b7704650a45&device_id=e14c83e6-c628-4687-9887-d547d20f63a7&device_id=94a42ba0-c18d-4459-ba31-18f113c283de&device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&device_id=90705c8a-42ee-4823-bd48-662cda85841f&device_id=973bd37d-a312-4205-bf11-c16243f3dc05&device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4&device_id=ff4fde89-4251-46e1-888c-bacd205e27dc&device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 15340 time: 0.0964506 Aug 16 20:19:37.155627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68812af-9358-4ed3-8b9d-12a915f71c1a req-3d5b1969-497d-46ce-9e19-c4466351dd31 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810575 Aug 16 20:19:37.176316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-7bad4ae4-153b-4019-b158-c9dee0965743 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.177555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:37.205752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cbc18-5f12-42a9-a203-d45a217c6445 req-aa8cc913-7c9e-4c79-8cfe-b35dbb9eebca tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.207383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c8cbc18-5f12-42a9-a203-d45a217c6445 req-aa8cc913-7c9e-4c79-8cfe-b35dbb9eebca tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0812073 Aug 16 20:19:37.245989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:37.246630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.272515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c8cbc18-5f12-42a9-a203-d45a217c6445 req-2fa0a7a0-8340-4399-90d8-8a01604c22bf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560524 Aug 16 20:19:37.363566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-0156256e-225c-49d8-a07c-170427ea1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.363566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-0156256e-225c-49d8-a07c-170427ea1b4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1096 time: 0.0767353 Aug 16 20:19:37.368055 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.369746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-7bad4ae4-153b-4019-b158-c9dee0965743 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.406363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:37.407176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:37.409522 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f2bd5-3cb5-4fb8-bbb2-6bd51a1eb177" -d '{"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:37.468113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-7bad4ae4-153b-4019-b158-c9dee0965743 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.487883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:37.524709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ba2aadc-55d4-4e30-8c2c-0edc47ca1199 req-7bad4ae4-153b-4019-b158-c9dee0965743 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3720562 Aug 16 20:19:37.540207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad4ae4-153b-4019-b158-c9dee0965743 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7acc82-a522-42b2-a2e9-63e114f0fc0e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.581180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771db5-49a8-48fa-84c0-0a57fa0a166f req-e3c1f3c4-f38c-478f-a97c-d1345fdd622b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.583341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89771db5-49a8-48fa-84c0-0a57fa0a166f req-e3c1f3c4-f38c-478f-a97c-d1345fdd622b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 949 time: 0.1853640 Aug 16 20:19:37.595436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:37.640678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-f3d63915-642a-4691-be70-a686391dc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.642290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-f3d63915-642a-4691-be70-a686391dc5da service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.2572355 Aug 16 20:19:37.645374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89771db5-49a8-48fa-84c0-0a57fa0a166f req-a70af3fb-0ca0-40af-a6e7-2d2dcc5b4604 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524447 Aug 16 20:19:37.693822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-7242be32-dfa7-4730-a62f-4cde2b554d43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0426247 Aug 16 20:19:37.737882 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f684a-3076-48c1-8fc2-e449a2ac17d9 x-openstack-request-id: req-ca2f684a-3076-48c1-8fc2-e449a2ac17d9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:37.738185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-plugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:37.738450 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca2f684a-3076-48c1-8fc2-e449a2ac17d9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:37.738960 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'code': 200} Aug 16 20:19:37.806943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-e674c347-98ee-4487-bc4a-e0b70f4943e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.808284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-e674c347-98ee-4487-bc4a-e0b70f4943e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1064939 Aug 16 20:19:37.852601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-8c28fdef-7e40-4bd7-bdab-c68fef328e20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298245 Aug 16 20:19:37.883213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bceed9-19f6-442b-8681-333712c5d1a5 req-a6626871-2b27-4d82-81bd-7a71739d61d5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:37.887954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39bceed9-19f6-442b-8681-333712c5d1a5 req-a6626871-2b27-4d82-81bd-7a71739d61d5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 948 time: 0.0928681 Aug 16 20:19:38.009383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39bceed9-19f6-442b-8681-333712c5d1a5 req-5fbd9c90-24eb-49ca-853c-3b94497053b8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204159 Aug 16 20:19:38.040556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7c4d-fc3d-419c-86a1-4bfea1044d88 req-303a5075-e57a-4cc3-8d9f-7d68816eb9a0 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.049009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0cd7c4d-fc3d-419c-86a1-4bfea1044d88 req-303a5075-e57a-4cc3-8d9f-7d68816eb9a0 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 1101 time: 0.0998023 Aug 16 20:19:38.053272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-4fa4a559-80c3-4e1c-87be-ce07b448d26f service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914728 Aug 16 20:19:38.160809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0cd7c4d-fc3d-419c-86a1-4bfea1044d88 req-0e6f0af9-acd1-4483-b35c-0fa53c9b7fb5 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107018 Aug 16 20:19:38.222113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b57e-8946-4a2f-bb4f-af677e13a1ac req-0d53df65-d5d6-4519-968f-9447a4a27288 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.229552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3af9b57e-8946-4a2f-bb4f-af677e13a1ac req-0d53df65-d5d6-4519-968f-9447a4a27288 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.1126831 Aug 16 20:19:38.244482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b461c8-160a-4b7f-965e-f86e8d0197cd req-1df509b0-7d3d-4332-ae54-5a25ecbaab03 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776376 Aug 16 20:19:38.287761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3af9b57e-8946-4a2f-bb4f-af677e13a1ac req-7111edcd-caa9-415d-a804-39318ee6fade tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Aug 16 20:19:38.492567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3b7c-bc12-4b11-85c8-356037de3e81 req-6debc2b7-2da1-4772-85ae-659440d1a8bd tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.493158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3b7c-bc12-4b11-85c8-356037de3e81 req-6debc2b7-2da1-4772-85ae-659440d1a8bd tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.495925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3b7c-bc12-4b11-85c8-356037de3e81 req-6debc2b7-2da1-4772-85ae-659440d1a8bd tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.495925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c1b3b7c-bc12-4b11-85c8-356037de3e81 req-6debc2b7-2da1-4772-85ae-659440d1a8bd tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272&device_id=d4b962df-91a5-487c-a93d-1b7704650a45&device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 2887 time: 0.0976939 Aug 16 20:19:38.510058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b2912-0185-49bc-9a08-ba376eaad89e req-f548fcf4-c369-46ab-9759-da19682db55d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.511704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-471b2912-0185-49bc-9a08-ba376eaad89e req-f548fcf4-c369-46ab-9759-da19682db55d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0717273 Aug 16 20:19:38.580237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c1b3b7c-bc12-4b11-85c8-356037de3e81 req-efff2f48-9dfc-448d-bc76-fc140c284fc7 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636163 Aug 16 20:19:38.614789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-471b2912-0185-49bc-9a08-ba376eaad89e req-756ef9da-3dc4-4a52-a34e-965ec5685d23 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829265 Aug 16 20:19:38.743158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-b6a464e0-ef8f-46d5-9fb9-c3de842ef6a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246267 Aug 16 20:19:38.904003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff703f-b531-498c-920f-5b9d59e37077 req-bf438edd-e4da-4bfc-a9f6-bf4468c1a6a3 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.905913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ff703f-b531-498c-920f-5b9d59e37077 req-bf438edd-e4da-4bfc-a9f6-bf4468c1a6a3 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.0695190 Aug 16 20:19:38.913295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-a180404a-43df-47f7-b9a4-2d371a185427 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:38.914720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-a180404a-43df-47f7-b9a4-2d371a185427 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639652 Aug 16 20:19:38.950309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-ac71c899-67e1-46de-98f8-9c7b5a4d88b0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/quotas/1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 375 time: 0.0200424 Aug 16 20:19:38.959189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ff703f-b531-498c-920f-5b9d59e37077 req-3d9d2783-444c-41e3-beb3-228ad7dba84c tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Aug 16 20:19:39.310704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-9554f1e0-e499-4397-b28f-06b90780bde8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061885 Aug 16 20:19:39.311697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bdd2ad93-384a-4120-9d21-d5a5777f72e8 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:39.391164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce706f5a-185b-4cfc-aca9-96f9c704c2e0 req-c0e3e653-5003-490f-8541-313bd7ac94b8 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.444218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce706f5a-185b-4cfc-aca9-96f9c704c2e0 req-c0e3e653-5003-490f-8541-313bd7ac94b8 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.0826542 Aug 16 20:19:39.444218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce706f5a-185b-4cfc-aca9-96f9c704c2e0 req-4e81944d-d1bc-432c-9aae-d4fc398808a8 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379920 Aug 16 20:19:39.574371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba489a-35df-4a5e-990b-1eda4b77c4e6 req-0ea47936-4026-4666-b75a-042a2fdce81a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.575937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0ba489a-35df-4a5e-990b-1eda4b77c4e6 req-0ea47936-4026-4666-b75a-042a2fdce81a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 948 time: 0.0592163 Aug 16 20:19:39.622775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0ba489a-35df-4a5e-990b-1eda4b77c4e6 req-6a918eca-c725-4012-91f7-0100ed5eee63 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Aug 16 20:19:39.795348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121699-c619-4281-84a9-fc6ecc893b23 req-b109f664-b1b0-4454-8ff5-4f752d3f2c32 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:39.795348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea121699-c619-4281-84a9-fc6ecc893b23 req-b109f664-b1b0-4454-8ff5-4f752d3f2c32 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0474923 Aug 16 20:19:39.828191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea121699-c619-4281-84a9-fc6ecc893b23 req-bce2af46-15ec-4001-b922-2ffac7495f49 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 16 20:19:40.184383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port bdd2ad93-384a-4120-9d21-d5a5777f72e8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:40.189888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port bdd2ad93-384a-4120-9d21-d5a5777f72e8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:40.190119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.292314 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.348223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:40.349144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:40.351500 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c51e96-5203-4bcb-935b-349ca283d022" -d '{"events": [{"server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:40.424281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.425218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 870b218b-ecc9-4644-8809-5d82db15165e up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:40.512859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:40.618826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87e16fcc-4b17-4596-b50e-d26f89ab3fe6 req-631a294e-7413-43ed-9440-7ea3eeda6d45 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 210 time: 0.0399525 Aug 16 20:19:40.688249 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cde87fd-8e86-4531-bb33-888bb453dd72 x-openstack-request-id: req-6cde87fd-8e86-4531-bb33-888bb453dd72 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:40.688542 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "name": "network-vif-plugged", "status": "completed", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:40.689346 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cde87fd-8e86-4531-bb33-888bb453dd72 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:40.689757 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', 'code': 200} Aug 16 20:19:40.691161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 870b218b-ecc9-4644-8809-5d82db15165e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:40.697565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 870b218b-ecc9-4644-8809-5d82db15165e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:40.727641 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:40.824664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:40.959776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0840621-4c53-40f9-9507-327725185073 req-532cb545-e681-4d70-9bab-473ae3d5506c tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.965280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0840621-4c53-40f9-9507-327725185073 req-532cb545-e681-4d70-9bab-473ae3d5506c tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.1262350 Aug 16 20:19:40.970915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e638bb7-52df-4f97-9efc-fd0b537c221d req-a3bd758d-b7e3-4f42-ba0c-23d6e1489a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:40.972478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e638bb7-52df-4f97-9efc-fd0b537c221d req-a3bd758d-b7e3-4f42-ba0c-23d6e1489a06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 1101 time: 0.0931022 Aug 16 20:19:41.066731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0840621-4c53-40f9-9507-327725185073 req-5eb6b9b0-ff08-4de0-abff-dd854c818eac tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925426 Aug 16 20:19:41.081088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa24c5c-fbef-4db0-b808-fba47670a779 req-7c1eb3d9-e4cb-4ec7-ba17-4a26f67bd9f5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.089309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daa24c5c-fbef-4db0-b808-fba47670a779 req-7c1eb3d9-e4cb-4ec7-ba17-4a26f67bd9f5 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.1229229 Aug 16 20:19:41.108323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e638bb7-52df-4f97-9efc-fd0b537c221d req-6173497c-3a8a-4617-83f6-fe8375cd804d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171179 Aug 16 20:19:41.113330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:41.135152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'port_id': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'mac_address': 'fa:16:3e:fd:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3fa43c-ec44-4e3f-a527-f772dadc1f4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:41.138377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.154868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daa24c5c-fbef-4db0-b808-fba47670a779 req-04c52b50-302c-464e-9bec-1e632d358712 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Aug 16 20:19:41.224895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:41.226001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.243822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663fbd5e-a4f0-406c-8b23-1e802435c188 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:41.250984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5f7c-d457-45fe-8654-d4c4314d00e8 req-df43defb-f2e9-4fa8-8b72-81dab1923cc4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.252678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74d5f7c-d457-45fe-8654-d4c4314d00e8 req-df43defb-f2e9-4fa8-8b72-81dab1923cc4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0571024 Aug 16 20:19:41.271309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:41.297294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74d5f7c-d457-45fe-8654-d4c4314d00e8 req-750d4fa5-35d0-4477-9ddc-183aac39dc66 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Aug 16 20:19:41.300774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.379366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:41.395373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:41.486260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:41.730401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:41.848345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff1685fd-5dfd-4853-8713-2f9008fae2ea req-9b5832ec-1590-48cc-8e81-7b17dd9f7539 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 210 time: 0.0462265 Aug 16 20:19:41.864251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daecfc-4ce1-4933-aa01-87e76055fc19 req-2004243f-c77b-499b-892f-74fc7fc54b84 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:41.865867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73daecfc-4ce1-4933-aa01-87e76055fc19 req-2004243f-c77b-499b-892f-74fc7fc54b84 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1102 time: 0.1402447 Aug 16 20:19:41.944360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73daecfc-4ce1-4933-aa01-87e76055fc19 req-5cd0984c-a205-462a-9df7-298997f240b9 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Aug 16 20:19:42.080377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e6ddf-3903-4b76-bdaf-9fcb0b3df379 req-316fd138-bf2e-4575-b7fd-bf4f5e4e1667 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.082970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88e6ddf-3903-4b76-bdaf-9fcb0b3df379 req-316fd138-bf2e-4575-b7fd-bf4f5e4e1667 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1102 time: 0.0462747 Aug 16 20:19:42.130480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88e6ddf-3903-4b76-bdaf-9fcb0b3df379 req-eba2a803-f3bf-4335-a643-dbeee90048d2 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406194 Aug 16 20:19:42.209795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5e247-7ff8-440a-bdc5-dbff043032d1 req-04dcbe9e-4dd1-4b0a-85b3-a5d09bc2be12 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.211416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f5e247-7ff8-440a-bdc5-dbff043032d1 req-04dcbe9e-4dd1-4b0a-85b3-a5d09bc2be12 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.0493526 Aug 16 20:19:42.271895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f5e247-7ff8-440a-bdc5-dbff043032d1 req-9a539456-8e37-443e-8c0f-bf303deed107 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535908 Aug 16 20:19:42.456576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a22ad0-5f23-4989-8edf-e16bcedaca10 req-9a93869a-696c-4cd7-9afa-224d1cf69033 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.460271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76a22ad0-5f23-4989-8edf-e16bcedaca10 req-9a93869a-696c-4cd7-9afa-224d1cf69033 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.1076946 Aug 16 20:19:42.464801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:42.592397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76a22ad0-5f23-4989-8edf-e16bcedaca10 req-fdc52b08-c830-47d8-b2ca-70852d2f1fbb tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087508 Aug 16 20:19:42.630362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5674ff5f-12da-46d1-89b1-2698f8b6e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.690488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:42.693099 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44099d1f-eead-461c-a9fa-814795ac2a0f" -d '{"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-plugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:42.784782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-66a677d5-fbef-477c-b179-00b35928013b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260448 Aug 16 20:19:42.809288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:42.814553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5674ff5f-12da-46d1-89b1-2698f8b6e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:42.888546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a28b1-d156-4d38-90e8-c801c00f8222 req-833bca8f-6722-48a0-9f8b-cd0c15ccbf77 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:42.890788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-523a28b1-d156-4d38-90e8-c801c00f8222 req-833bca8f-6722-48a0-9f8b-cd0c15ccbf77 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 945 time: 0.1748371 Aug 16 20:19:42.950059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5674ff5f-12da-46d1-89b1-2698f8b6e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.004222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5674ff5f-12da-46d1-89b1-2698f8b6e25e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f4eba6c7cd5490dbe6ff6d8598619cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376129 Aug 16 20:19:43.006744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37854) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:43.009003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674ff5f-12da-46d1-89b1-2698f8b6e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1285f-2236-4f15-862e-dbb8ca3fe48e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.041171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 663fbd5e-a4f0-406c-8b23-1e802435c188 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:43.045140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 663fbd5e-a4f0-406c-8b23-1e802435c188 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:43.045522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.103284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.162103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.192769 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.260127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:43.349596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.354262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.359333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.366820 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bac1285f-2236-4f15-862e-dbb8ca3fe48e HTTP/1.1" status: 204 len: 168 time: 0.3562438 Aug 16 20:19:43.375295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-523a28b1-d156-4d38-90e8-c801c00f8222 req-48629908-c55e-4f66-bbba-e50cf5cea594 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384661 Aug 16 20:19:43.389332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b1997-8fd3-48aa-af8e-87c0a325ad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1285f-2236-4f15-862e-dbb8ca3fe48e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.466373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:43.511689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-3dec812a-cfb3-416e-ac88-f2c474a96e29 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:43.513502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-3dec812a-cfb3-416e-ac88-f2c474a96e29 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7071276 Aug 16 20:19:43.532717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Request body: {'port': {'device_id': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '1a04a74dc1f7468da022c63664652e7c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:43.631189 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab60cd0-5b76-4ea5-9e48-680127849553 x-openstack-request-id: req-7ab60cd0-5b76-4ea5-9e48-680127849553 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:43.631483 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-plugged", "status": "completed", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:43.631756 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ab60cd0-5b76-4ea5-9e48-680127849553 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:43.639195 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'code': 200} Aug 16 20:19:43.805917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0aa9b009-d9b9-47e2-a44f-ff4ae76fb89b req-5a10276c-c556-4cf4-b7a8-89db01f4ffa4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 210 time: 0.0387673 Aug 16 20:19:43.806875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Made reservation on behalf of 1a04a74dc1f7468da022c63664652e7c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:43.810920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:43.989637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Allocated IP 192.168.233.219 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/9c7681b7-29e1-4f32-9760-4c7c3e29eb21) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:44.244486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.260855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Transition to ACTIVE for port object 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:44.456317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c58220-3a9b-481f-a796-acd11c803c7a req-c4f0f2f7-5f37-45af-b6da-6ecf5dfb21cc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:44.457858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72c58220-3a9b-481f-a796-acd11c803c7a req-c4f0f2f7-5f37-45af-b6da-6ecf5dfb21cc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.0589132 Aug 16 20:19:44.497287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72c58220-3a9b-481f-a796-acd11c803c7a req-e559c151-6a69-4c3c-9cbf-f48133699afd tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Aug 16 20:19:44.967092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:44.982975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:45.035590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:45.040015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:45.042614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:45.045674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:45.116017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.116678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.238809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-533a801e-276c-473d-9ae7-65a834060618 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7109370 Aug 16 20:19:45.257214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Request body: {'port': {'device_id': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:45.428652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37936) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:45.448905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.476232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8002ff-7938-455a-b297-395fe87991dc req-f193973f-c0c1-4af4-b47e-97ce0bb2025b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.485351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d8002ff-7938-455a-b297-395fe87991dc req-f193973f-c0c1-4af4-b47e-97ce0bb2025b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.1983118 Aug 16 20:19:45.524758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-e2b1d2a3-d4a7-4248-b0df-15e51adca630 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:45.526532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e85f0237-6c3c-4264-abc7-1e19bd04426b None None] Provisioning for port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:45.532821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e85f0237-6c3c-4264-abc7-1e19bd04426b None None] Provisioning complete for port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:45.533508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e85f0237-6c3c-4264-abc7-1e19bd04426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.536177 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-e2b1d2a3-d4a7-4248-b0df-15e51adca630 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174370 Aug 16 20:19:45.551901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:45.553049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:19:45.615298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d8002ff-7938-455a-b297-395fe87991dc req-c511c2ff-8ce7-45d3-8934-75a76c921b74 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267431 Aug 16 20:19:45.634762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:45.645602 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96697a3b-1830-45a6-aaff-796e20ce92f1" -d '{"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:45.674375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e85f0237-6c3c-4264-abc7-1e19bd04426b None None] Port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:45.686273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1507218460-network', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:45.781906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:45.781906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:45.782439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:45.787787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:45.795353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:45.795353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Made reservation on behalf of fe5a2e040bc0479b87d51a10d9a8628c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:45.795353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.799540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:45.800232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:45.800723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:45.801259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Bound port: d53974da-539c-452d-aad7-f52bd1edc0da, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:45.812873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:45.825125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da06b7a-00c8-425a-b4fc-1ec426f4f770 req-265aec6e-0139-4c5e-a85e-42689601cd41 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:45.827879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2da06b7a-00c8-425a-b4fc-1ec426f4f770 req-265aec6e-0139-4c5e-a85e-42689601cd41 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 1101 time: 0.1165977 Aug 16 20:19:45.886786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2da06b7a-00c8-425a-b4fc-1ec426f4f770 req-2f6538b8-c06e-40de-9e40-20ac56f4dfda tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487566 Aug 16 20:19:45.887062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:46.018432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.031007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.031473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:46.032745 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-48d2f20b-f4a6-4a15-9f31-ca29ef8b8797 service neutron] 10.222.0.70 "POST /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da/bindings HTTP/1.1" status: 201 len: 390 time: 0.4880190 Aug 16 20:19:46.045251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.066865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Transition to ACTIVE for port object 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:46.121317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.145498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:19:46.149376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.161887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3146cd1-0d1d-4eb9-9ff5-7d8aef4b062e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:46.167740 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.168097 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Added segment 1cdc7d78-f835-4fc1-a5c1-72d5c643f175 of type vlan for network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 Aug 16 20:19:46.214513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.225998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa526f-4df7-482f-a97a-d5b72ea0c4e7 req-7c182a1c-c23a-4e5d-b884-93c0a003f600 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.227975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0aa526f-4df7-482f-a97a-d5b72ea0c4e7 req-7c182a1c-c23a-4e5d-b884-93c0a003f600 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 936 time: 0.1488643 Aug 16 20:19:46.310281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.311926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.312824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.348611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:46.364067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0aa526f-4df7-482f-a97a-d5b72ea0c4e7 req-b41b10c2-3173-46e6-b348-58fe0f96ca05 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110492 Aug 16 20:19:46.425039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b23c6ba3-4dad-4d53-a5dc-63cdbcb70227,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:46.456478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:19:46.491220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Attempting to bind port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:46.491917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Attempting to bind port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:46.491917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Attempting to bind port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:46.511923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b68f5f7-a865-4f23-a15f-efaecc9b35d7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0814130 Aug 16 20:19:46.515591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37960) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:46.523913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Request body: {'subnet': {'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1507218460-subnet', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:46.572209 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc47b16-54a8-4e40-b451-dd449781b2c8 x-openstack-request-id: req-cdc47b16-54a8-4e40-b451-dd449781b2c8 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:46.572542 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-plugged", "status": "completed", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:46.572959 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdc47b16-54a8-4e40-b451-dd449781b2c8 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:46.573355 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'code': 200} Aug 16 20:19:46.586044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:46.586387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Attempting to bind port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:46.610733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:46.611264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:46.611493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:46.618669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Bound port: 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:46.619088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.657735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5d931-4e7f-4cf0-b6b5-0d61191fd144 req-c6b43d06-70ce-40b1-9dfe-2e5f7e5486d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.659354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13f5d931-4e7f-4cf0-b6b5-0d61191fd144 req-c6b43d06-70ce-40b1-9dfe-2e5f7e5486d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.0583935 Aug 16 20:19:46.661708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-f3e9b7df-1d5d-4fe8-b07b-a04104378a3c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719109 Aug 16 20:19:46.686103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25b5da-ee6d-423e-bf76-d6758ed1ccd3 req-e061f183-f8d4-4403-a06a-06d146d8f9c1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.691635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d25b5da-ee6d-423e-bf76-d6758ed1ccd3 req-e061f183-f8d4-4403-a06a-06d146d8f9c1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.2129452 Aug 16 20:19:46.691781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Made reservation on behalf of fe5a2e040bc0479b87d51a10d9a8628c for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:46.691781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.758675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13f5d931-4e7f-4cf0-b6b5-0d61191fd144 req-6931f16b-ae3b-407b-b4e6-2585a91f980b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883687 Aug 16 20:19:46.830740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d25b5da-ee6d-423e-bf76-d6758ed1ccd3 req-b559abf1-8229-4871-9900-0936c214fbbb tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078901 Aug 16 20:19:46.883378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:46.941228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:46.958810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-d43aa477-a7cc-49f6-86dd-4b04c9742953 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.960410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-d43aa477-a7cc-49f6-86dd-4b04c9742953 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2720268 Aug 16 20:19:46.995296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-6835bef9-6c7b-4c00-82d6-c9e1714566d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:46.995936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:46.996733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-6835bef9-6c7b-4c00-82d6-c9e1714566d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1097 time: 0.1354282 Aug 16 20:19:47.006724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-9cb4736d-f843-4e01-bca5-4a571e5e35ac tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0305324 Aug 16 20:19:47.067235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac4ec93-4cb4-40d2-91c7-2469c6779f7b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.084812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Checking segment: {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:47.086002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.087429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Network hostable DHCP agents. Network: b23c6ba3-4dad-4d53-a5dc-63cdbcb70227, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:19:47.157230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.157838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.159233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] 10.222.0.73 "PUT /v2.0/ports/9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 1097 time: 1.9075010 Aug 16 20:19:47.168769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:47.169385 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc" -d '{"events": [{"name": "network-changed", "server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:47.189389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:19:47.197162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123602-c3c4-4b43-bbeb-f45f3a20887a req-4e82c85c-7766-457a-9ccb-0d6fb78d3aba tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.197162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c123602-c3c4-4b43-bbeb-f45f3a20887a req-4e82c85c-7766-457a-9ccb-0d6fb78d3aba tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.2578726 Aug 16 20:19:47.246189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf823d-745f-431c-9346-f7d895bc2d70 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:47.263668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-8af2b8ed-23e6-44c0-96d3-cac8383956e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2560737 Aug 16 20:19:47.266651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-b0990282-7ab4-41c1-b2cf-4a71cf598bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.274541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-b0990282-7ab4-41c1-b2cf-4a71cf598bb2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2576404 Aug 16 20:19:47.309322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b23c6ba3-4dad-4d53-a5dc-63cdbcb70227) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:47.318886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.320664 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.331206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a0887-9bb9-4b72-9e90-54d1a526d18f None None] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:47.398783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-44187363-4082-4ef4-9b28-caffa33d0347 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 217 time: 0.1072080 Aug 16 20:19:47.422132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-64368d24-0767-4ac4-91fa-026424285513 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9021976 Aug 16 20:19:47.422132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:47.426988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:47.443181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c123602-c3c4-4b43-bbeb-f45f3a20887a req-ed061889-4eff-450c-8c2d-e36fac93fb41 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258654 Aug 16 20:19:47.509814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d2baee95-1a90-472a-94b7-e8d5d1cf3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.511549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d2baee95-1a90-472a-94b7-e8d5d1cf3b6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0749967 Aug 16 20:19:47.513446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-ea2a5cab-9ec6-40fc-b602-c9f8cb65e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:47.515388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-ea2a5cab-9ec6-40fc-b602-c9f8cb65e003 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1100 time: 0.1920276 Aug 16 20:19:47.526674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.527739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.656792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.657075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'fixed_ips': [{'subnet_id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:19:47.658588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:47.704738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-1575f31e-47a0-49d4-b8da-b90b1ed99cea service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 217 time: 0.1590919 Aug 16 20:19:47.706725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-68dba6b4-a529-424f-a6d9-6505bd3508a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740415 Aug 16 20:19:47.781462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0e82b-0175-4691-b9c4-44b9fda796ab x-openstack-request-id: req-70f0e82b-0175-4691-b9c4-44b9fda796ab {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:47.782727 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:47.783140 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70f0e82b-0175-4691-b9c4-44b9fda796ab {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:47.785276 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'status': 'completed', 'code': 200} Aug 16 20:19:47.902155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Allocated IP 172.20.0.2 (b23c6ba3-4dad-4d53-a5dc-63cdbcb70227/7ac4ec93-4cb4-40d2-91c7-2469c6779f7b/446d3052-26d8-4574-8745-2651f1d517c6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:48.008353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.041451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-507b16ee-6e3b-42ee-a31f-c2f13db0e6fd service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933905 Aug 16 20:19:48.088263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-86b1ce38-0f72-40ce-9ef5-d4c546e26b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.089911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-86b1ce38-0f72-40ce-9ef5-d4c546e26b64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.3598492 Aug 16 20:19:48.101000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.131167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.138595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afba84e-b09a-4771-9f2f-b085d8d8e703 req-1c11092b-c10b-430f-827f-dc04562c63c3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.142878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5afba84e-b09a-4771-9f2f-b085d8d8e703 req-1c11092b-c10b-430f-827f-dc04562c63c3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.5937610 Aug 16 20:19:48.150008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Transition to ACTIVE for port object 446d3052-26d8-4574-8745-2651f1d517c6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:48.179382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Transition to ACTIVE for port object 446d3052-26d8-4574-8745-2651f1d517c6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:48.243270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5afba84e-b09a-4771-9f2f-b085d8d8e703 req-31b23fd3-5e96-499b-bcd4-6998a42fd8c6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896723 Aug 16 20:19:48.258317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709f87-437a-4a65-91f6-c85a3195ca04 req-c26f136a-78f7-4110-b0b4-26199dddd055 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.275012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8709f87-437a-4a65-91f6-c85a3195ca04 req-c26f136a-78f7-4110-b0b4-26199dddd055 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 948 time: 0.2323773 Aug 16 20:19:48.325025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.351161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-56725bc0-8810-460c-baad-d8b3333e78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.353401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-56725bc0-8810-460c-baad-d8b3333e78b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236071 Aug 16 20:19:48.381343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:48.385594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:48.386161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-38b33f3e-50f8-43c6-b8b1-b9568ee17609 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226967 Aug 16 20:19:48.414440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:48.418533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Pushing event updated for resources: {'Port': ['ID=446d3052-26d8-4574-8745-2651f1d517c6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.455117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8709f87-437a-4a65-91f6-c85a3195ca04 req-f90e50ff-6811-4838-85eb-4ef01926ca5e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730599 Aug 16 20:19:48.503379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Attempting to bind port 446d3052-26d8-4574-8745-2651f1d517c6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:48.503818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Attempting to bind port 446d3052-26d8-4574-8745-2651f1d517c6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:48.504242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Attempting to bind port 446d3052-26d8-4574-8745-2651f1d517c6 on network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:48.512259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:48.512642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Checking segment: {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:48.513444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.513856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Bound using segment: {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:48.514341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Bound port: 446d3052-26d8-4574-8745-2651f1d517c6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:48.515416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.551078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2edf6c5e-a9ee-4083-b5df-2757363489e7 req-0f503a1d-030c-421a-b37f-fb095b12b6b7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 210 time: 0.0471902 Aug 16 20:19:48.630960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] For port 446d3052-26d8-4574-8745-2651f1d517c6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:48.636062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] For port 446d3052-26d8-4574-8745-2651f1d517c6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=446d3052-26d8-4574-8745-2651f1d517c6,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:48.693552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.724851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.767530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:48.771192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-8806a28b-c931-4056-a999-604efc49ddd0 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992879 Aug 16 20:19:48.798852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122ae3a-f2c0-47d6-b9f2-19fa1dc0f258 None None] Pushing event updated for resources: {'Port': ['ID=446d3052-26d8-4574-8745-2651f1d517c6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:48.875256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d5768208-2326-4398-8f8f-a9a89cb23868 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.877190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d5768208-2326-4398-8f8f-a9a89cb23868 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.3190796 Aug 16 20:19:48.885229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7be2-48ae-4683-b916-ab5ce3c5cae1 req-37614d55-3c4f-4627-aff5-b211afe56a47 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.886865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-415b7be2-48ae-4683-b916-ab5ce3c5cae1 req-37614d55-3c4f-4627-aff5-b211afe56a47 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.2007573 Aug 16 20:19:48.902090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:48.908073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Allocated IP 172.25.7.91 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/cbc14b56-cd51-4f14-aacc-6e6e245a07de) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:48.920283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaa478-06cf-42ec-9afe-a4339d136a3a req-7d0e0ca0-8c5d-4a0c-8b51-10e962c70eba tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:48.920283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aaa478-06cf-42ec-9afe-a4339d136a3a req-7d0e0ca0-8c5d-4a0c-8b51-10e962c70eba tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.2585776 Aug 16 20:19:48.998926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-415b7be2-48ae-4683-b916-ab5ce3c5cae1 req-427a24d1-199f-41c9-8048-4f5061d65228 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006956 Aug 16 20:19:49.105851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.115960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdc01576-975c-44c8-8f03-b48d6f7a26d2 req-906984b3-8f87-47e7-ada3-bb81338d2440 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207922 Aug 16 20:19:49.201727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.227539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aaa478-06cf-42ec-9afe-a4339d136a3a req-2ae4935d-c8da-4a09-a266-8e62067200d6 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403111 Aug 16 20:19:49.304089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.377978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:49.387339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:49.390607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Pushing event updated for resources: {'Port': ['ID=cbc14b56-cd51-4f14-aacc-6e6e245a07de,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:49.394746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:49.863438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:49.923941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:49.935770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b707dbe-fec0-4c08-910d-c6dc77db9e4d req-dc797e12-811c-4ab3-8a2c-3ca46d621d4c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:49.953364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b707dbe-fec0-4c08-910d-c6dc77db9e4d req-dc797e12-811c-4ab3-8a2c-3ca46d621d4c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.5772922 Aug 16 20:19:50.013678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b707dbe-fec0-4c08-910d-c6dc77db9e4d req-716e9303-934d-4b85-97f3-ef2129c6493a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674973 Aug 16 20:19:50.026631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 446d3052-26d8-4574-8745-2651f1d517c6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:50.045479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-ac3c53d6-2bb3-47d4-b40a-439da52b0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.048077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-ac3c53d6-2bb3-47d4-b40a-439da52b0c79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1100 time: 0.7477694 Aug 16 20:19:50.179447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba0a7a-58ce-4436-9e7d-d40db1784c5f req-b0dfb0c4-c337-47f2-a2b2-12314eecd476 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.181057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6eba0a7a-58ce-4436-9e7d-d40db1784c5f req-b0dfb0c4-c337-47f2-a2b2-12314eecd476 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 948 time: 0.4226427 Aug 16 20:19:50.220025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26b0144c-b675-444d-ba0a-8e990707fe31 req-2e51fc30-8006-43c0-bc43-ddb3804a0062 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 210 time: 0.0379283 Aug 16 20:19:50.223929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:50.305186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.314176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:50.316924 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9a2d5d-009f-446c-bb8a-e7b0e818201e" -d '{"events": [{"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:50.324178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.329119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6eba0a7a-58ce-4436-9e7d-d40db1784c5f req-a994808a-ec2e-4822-ba82-807b0a18afd7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065855 Aug 16 20:19:50.339846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e265a-e0bb-4000-a256-c57b1a2b5361 None None] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:19:50.399156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-67b83910-3c84-4add-8dcd-64624c6b39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.401005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-67b83910-3c84-4add-8dcd-64624c6b39c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3171382 Aug 16 20:19:50.423069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8086522-5b6c-4764-a3ef-f87e9a4bc4ab req-4c05d079-84a4-4a99-b734-68292ddb4299 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.425040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8086522-5b6c-4764-a3ef-f87e9a4bc4ab req-4c05d079-84a4-4a99-b734-68292ddb4299 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 945 time: 0.1033878 Aug 16 20:19:50.481258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-c1bfa4b6-f36d-47da-a45e-3703edc6cc6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 217 time: 0.0675020 Aug 16 20:19:50.557969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8086522-5b6c-4764-a3ef-f87e9a4bc4ab req-4a163d93-6e4e-4249-9ca0-018759e88fbd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269131 Aug 16 20:19:50.571165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbaccb-6fab-44ea-a85f-24211ed918f5 req-a42af856-55ea-4eb0-a14f-d923a3ef6da1 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.572890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dcbaccb-6fab-44ea-a85f-24211ed918f5 req-a42af856-55ea-4eb0-a14f-d923a3ef6da1 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.1392436 Aug 16 20:19:50.574644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-d2660a04-f71b-421d-b30c-92ed2af4d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.575995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-d2660a04-f71b-421d-b30c-92ed2af4d75a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0744758 Aug 16 20:19:50.651607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dcbaccb-6fab-44ea-a85f-24211ed918f5 req-b9cb9f5c-e7d6-489d-9432-23f591673764 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693579 Aug 16 20:19:50.661493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-9ebfcedc-145b-40ab-bca4-4267d88c9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:50.663133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-9ebfcedc-145b-40ab-bca4-4267d88c9448 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0634286 Aug 16 20:19:50.726483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 446d3052-26d8-4574-8745-2651f1d517c6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:50.728154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Router 65871128-9b23-46d0-871f-24e2dcc26b3c is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:19:50.728776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Provisioning for port 446d3052-26d8-4574-8745-2651f1d517c6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:50.735218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 446d3052-26d8-4574-8745-2651f1d517c6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:50.736036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.771031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Provisioning complete for port 446d3052-26d8-4574-8745-2651f1d517c6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:50.771407 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.823283 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac809254-4c3b-418d-9e3c-9598addac6a9 x-openstack-request-id: req-ac809254-4c3b-418d-9e3c-9598addac6a9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:50.823612 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:50.823900 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac809254-4c3b-418d-9e3c-9598addac6a9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:50.824592 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'code': 200} Aug 16 20:19:50.832270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.917248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.921900 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:50.940248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:50.953643 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Sync routers for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:50.967183 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:50.967882 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:50.977583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.001054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ec7f3-92a3-4436-9e69-c63105432757 req-a5ce6219-3a11-4a84-877a-a5594568b6a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.002725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-844ec7f3-92a3-4436-9e69-c63105432757 req-a5ce6219-3a11-4a84-877a-a5594568b6a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.2175033 Aug 16 20:19:51.028797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39568604-0de5-4e8a-a458-1aaff6e86770 req-a39091e5-7a1d-4eb1-a289-ae48c41c4bf3 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.031205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39568604-0de5-4e8a-a458-1aaff6e86770 req-a39091e5-7a1d-4eb1-a289-ae48c41c4bf3 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.1708848 Aug 16 20:19:51.052159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.053681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2ce0d212-268d-4a1c-9f6a-d6658098d335 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6306274 Aug 16 20:19:51.056462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:19:51.088563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-5810ac16-8adf-4ec2-8152-5b0425344746 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154425 Aug 16 20:19:51.093425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:51.106587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 446d3052-26d8-4574-8745-2651f1d517c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=446d3052-26d8-4574-8745-2651f1d517c6,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:51.154641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:51.155264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:51.161341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:51.173718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.220150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-844ec7f3-92a3-4436-9e69-c63105432757 req-c0c48e72-2ce1-45f2-ab2a-0b03f374decf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996775 Aug 16 20:19:51.220842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:51.221176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Attempting to bind port d53974da-539c-452d-aad7-f52bd1edc0da on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:51.241358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39568604-0de5-4e8a-a458-1aaff6e86770 req-29827bce-ec20-4d64-91b4-1c0bc2cf2b5f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838367 Aug 16 20:19:51.242343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:51.242877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:51.243419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:51.244096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Bound port: d53974da-539c-452d-aad7-f52bd1edc0da, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:51.252859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.375474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:19:51.382786 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-2f61b208-7e36-4695-b7d3-1e894a7d3c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:19:51.384627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=446d3052-26d8-4574-8745-2651f1d517c6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:51.413986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a03224c3-fe27-4f62-8dbb-e46c1ed010cc req-febb4f1d-2ac3-43c9-a0c5-41b6194f2b10 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069291 Aug 16 20:19:51.440907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-8d92c453-53bc-4817-9b6f-ac9f34b3d827 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259089 Aug 16 20:19:51.447461 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:49Z', 'revision_number': 3, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:51.487379 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Checking router: 65871128-9b23-46d0-871f-24e2dcc26b3c for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:19:51.487881 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Updating router 65871128-9b23-46d0-871f-24e2dcc26b3c port cbc14b56-cd51-4f14-aacc-6e6e245a07de binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:19:51.522965 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.542333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fa0bd28-460f-4e93-af42-d18f5393675b req-2de264bf-be53-41c8-a598-b7df14791fe2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 210 time: 0.1262510 Aug 16 20:19:51.589139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.626354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:51.649047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:51.665329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b43e5c-8b0f-44ba-a04a-31a5c509c85a req-fe65bf22-c509-4f79-987c-4c928d94874c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.666973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13b43e5c-8b0f-44ba-a04a-31a5c509c85a req-fe65bf22-c509-4f79-987c-4c928d94874c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 948 time: 0.2119932 Aug 16 20:19:51.720872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-e9faec34-9b4a-47af-b069-0991063ae77a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:51.722369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-e9faec34-9b4a-47af-b069-0991063ae77a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686501 Aug 16 20:19:51.729128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:51.852838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 446d3052-26d8-4574-8745-2651f1d517c6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:51.902519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:51.946024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13b43e5c-8b0f-44ba-a04a-31a5c509c85a req-60809270-3ccf-4cab-80ed-dc23567890e9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724226 Aug 16 20:19:52.022512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 446d3052-26d8-4574-8745-2651f1d517c6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:52.023158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.025489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:52.071074 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.083398 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Transition to ACTIVE for port object cbc14b56-cd51-4f14-aacc-6e6e245a07de will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:52.083593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:52.084402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.086167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-8541d9df-d347-4471-ab7f-68a7be7c04d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 1123 time: 3.1907752 Aug 16 20:19:52.133338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29997105-b2b3-40ff-93c1-7e4fff7ac357 None None] Provisioning complete for port 446d3052-26d8-4574-8745-2651f1d517c6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:52.133939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29997105-b2b3-40ff-93c1-7e4fff7ac357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.148896 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.223175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.271568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d7205-01ec-47bb-a3f9-efa23e56243b req-d0ee9754-0f77-41f7-8dbe-89a629b6ecb2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:52.282971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b5d7205-01ec-47bb-a3f9-efa23e56243b req-d0ee9754-0f77-41f7-8dbe-89a629b6ecb2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.1345398 Aug 16 20:19:52.288755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d53974da-539c-452d-aad7-f52bd1edc0da'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:52.345155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b5d7205-01ec-47bb-a3f9-efa23e56243b req-aa0f421c-0b53-4b5a-aff8-e987198b2e86 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640135 Aug 16 20:19:52.411679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:19:52.416479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.630614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Allocated IP 172.20.0.1 (b23c6ba3-4dad-4d53-a5dc-63cdbcb70227/7ac4ec93-4cb4-40d2-91c7-2469c6779f7b/b7e33a03-ecdf-4dec-acf1-136151a1984c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:52.658653 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Attempting to bind port cbc14b56-cd51-4f14-aacc-6e6e245a07de on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:52.659041 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Attempting to bind port cbc14b56-cd51-4f14-aacc-6e6e245a07de by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:52.659407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Attempting to bind port cbc14b56-cd51-4f14-aacc-6e6e245a07de on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:52.663379 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Pushing event updated for resources: {'Port': ['ID=cbc14b56-cd51-4f14-aacc-6e6e245a07de,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:52.671285 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:52.671806 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:52.672208 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.672600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:52.673071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Bound port: cbc14b56-cd51-4f14-aacc-6e6e245a07de, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:52.673471 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.771151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.771474 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.771840 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.772185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.772516 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.772846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.773174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.773498 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.773836 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.774142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.774571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.774895 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:19:52.801290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:52.817147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.74 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/9e272ec1-7ef0-4156-9ec5-e47cb64a88fb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:52.825878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Transition to ACTIVE for port object b7e33a03-ecdf-4dec-acf1-136151a1984c will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:52.851613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:52.860426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:52.863101 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d162b72-52ff-4c80-96f3-5df34f13588d" -d '{"events": [{"name": "network-changed", "server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:52.883834 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] For port cbc14b56-cd51-4f14-aacc-6e6e245a07de, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:52.888805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] For port cbc14b56-cd51-4f14-aacc-6e6e245a07de, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cbc14b56-cd51-4f14-aacc-6e6e245a07de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:52.897179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8664a-1208-4873-9500-16a5a76d01af req-e0cbc0da-2a5d-4013-bf46-b277738d62a5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:52.898788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecd8664a-1208-4873-9500-16a5a76d01af req-e0cbc0da-2a5d-4013-bf46-b277738d62a5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.3018017 Aug 16 20:19:52.900773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b34338-7d6f-47b9-af4d-d4eec1199f4f req-262584ed-6534-495d-b4a6-66b1d0532197 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:52.902276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80b34338-7d6f-47b9-af4d-d4eec1199f4f req-262584ed-6534-495d-b4a6-66b1d0532197 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.3152809 Aug 16 20:19:53.026752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80b34338-7d6f-47b9-af4d-d4eec1199f4f req-2311e964-5fa3-49c3-b16e-2939ac41dd8b tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146464 Aug 16 20:19:53.042015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecd8664a-1208-4873-9500-16a5a76d01af req-1d80d582-eb49-40ef-aa55-a24d5f203a87 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332822 Aug 16 20:19:53.082112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.099595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:53.109253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.160450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:53.164588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:53.169191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:53.171126 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2b1e0-e74d-41d1-ba29-5abe1e5f0b80 x-openstack-request-id: req-4ae2b1e0-e74d-41d1-ba29-5abe1e5f0b80 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:53.171126 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:53.171126 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ae2b1e0-e74d-41d1-ba29-5abe1e5f0b80 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:53.172143 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'status': 'completed', 'code': 200} Aug 16 20:19:53.190039 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.190590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.195440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-345f8220-2f55-48c4-a923-cc3cdc9fa060 req-447c7ab3-7801-44c7-9156-92de5abc93b0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 210 time: 0.0650904 Aug 16 20:19:53.210435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:53.236503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'mac_address': 'fa:16:3e:2d:63:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:19:53.259691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-1cd0cf1e-cbef-48f5-99b6-3be9f65d7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:53.261232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-1cd0cf1e-cbef-48f5-99b6-3be9f65d7a3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1126 time: 0.0683343 Aug 16 20:19:53.279550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.326225 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.364526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:53.368343 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6cc0-ddc8-48f3-be0f-d82779b309b9 None None] Pushing event updated for resources: {'Port': ['ID=cbc14b56-cd51-4f14-aacc-6e6e245a07de,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.381702 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:53.384102 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:53.422812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-427adcfb-5e2f-4cb4-bfd8-e1e421066eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:53.424693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-427adcfb-5e2f-4cb4-bfd8-e1e421066eab service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.1540117 Aug 16 20:19:53.426819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.436876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:53.448812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:53.451365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'bdd2ad93-384a-4120-9d21-d5a5777f72e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:53.545164 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.553365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.553752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-903b8443-a82a-4ba1-a634-de7dedda9c50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 217 time: 0.0430279 Aug 16 20:19:53.611377 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:53.659062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:53.666518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:53.679610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:53.687414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:53.705083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.742584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-99dc5c6a-2346-4ba8-8fb5-2aa955a867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:53.744100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-99dc5c6a-2346-4ba8-8fb5-2aa955a867ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1576254 Aug 16 20:19:53.749114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0c70a50f-041b-4842-a9e6-efb50d0e10da None None] Provisioning for port b7e33a03-ecdf-4dec-acf1-136151a1984c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:53.760496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a9998-ccc5-4164-85e6-35b8cdc8729d req-b23c53a7-3753-4a77-92e5-a0be05c9be4e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:53.768913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566a9998-ccc5-4164-85e6-35b8cdc8729d req-b23c53a7-3753-4a77-92e5-a0be05c9be4e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 948 time: 0.4643383 Aug 16 20:19:53.771170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0c70a50f-041b-4842-a9e6-efb50d0e10da None None] Provisioning complete for port b7e33a03-ecdf-4dec-acf1-136151a1984c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:53.771548 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c70a50f-041b-4842-a9e6-efb50d0e10da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:53.877498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:19:53.889283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:49Z', 'revision_number': 3, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:53.926241 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9629c48d-c434-41b1-9e2d-9e4709fec37b None None] The sync data for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 is: [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:49Z', 'revision_number': 3, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:53.929477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0c70a50f-041b-4842-a9e6-efb50d0e10da None None] Port b7e33a03-ecdf-4dec-acf1-136151a1984c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:53.995921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.092711 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.118040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edec0e-4580-4d86-8268-17404a48bf36 req-32ae8b11-cfab-49ad-bd5c-6887fc5eeef3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:54.119581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17edec0e-4580-4d86-8268-17404a48bf36 req-32ae8b11-cfab-49ad-bd5c-6887fc5eeef3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 943 time: 0.6143253 Aug 16 20:19:54.153839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-0317a585-4e0b-4ddb-8f11-f9571c3226dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3827257 Aug 16 20:19:54.159976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-34335307-d7c0-469b-a9cd-92f2593a2791 None None] Provisioning for port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:54.173693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Pushing event updated for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:54.176768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.184582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:54.185232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.216294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-34335307-d7c0-469b-a9cd-92f2593a2791 None None] Provisioning complete for port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:54.216294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34335307-d7c0-469b-a9cd-92f2593a2791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.306581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17edec0e-4580-4d86-8268-17404a48bf36 req-bfcdc3a8-8145-40ad-871c-d1309dedfc45 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763716 Aug 16 20:19:54.324658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566a9998-ccc5-4164-85e6-35b8cdc8729d req-d6557857-b71a-45a9-a341-9cde282f82a7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529532 Aug 16 20:19:54.359027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:54.365188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:54.374858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-6677152e-5609-4f6d-9c2a-02dc3ca84b13 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6089787 Aug 16 20:19:54.400083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-34335307-d7c0-469b-a9cd-92f2593a2791 None None] Port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:54.429438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Request body: {'port': {'device_id': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:54.556115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Router 65871128-9b23-46d0-871f-24e2dcc26b3c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:19:54.568409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-a922dc65-5067-4e8f-9d48-97f07c5d1dde service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875709 Aug 16 20:19:54.690421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:19:54.702726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1404965b-eefb-4469-a5c5-0273113c0232 admin admin] 10.222.0.70 "PUT /v2.0/routers/65871128-9b23-46d0-871f-24e2dcc26b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6378791 Aug 16 20:19:54.722469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-91cac65e-aa30-48d5-b82e-7023a3812c0e None None] Provisioning complete for port b7e33a03-ecdf-4dec-acf1-136151a1984c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:54.723489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-91cac65e-aa30-48d5-b82e-7023a3812c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.746250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb715c8-7594-4f03-8ad3-9ecc6516b6f1 req-a4263895-7280-4f0e-9ea4-95598fac03ad tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:54.748028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bb715c8-7594-4f03-8ad3-9ecc6516b6f1 req-a4263895-7280-4f0e-9ea4-95598fac03ad tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.1833031 Aug 16 20:19:54.762517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-91cac65e-aa30-48d5-b82e-7023a3812c0e None None] Port b7e33a03-ecdf-4dec-acf1-136151a1984c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:19:54.803772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387974e1-7be3-41a1-a0f3-708c8c14c2a5 req-4481e4aa-13cd-46f0-a61c-a65f7c9cd555 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:54.805233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387974e1-7be3-41a1-a0f3-708c8c14c2a5 req-4481e4aa-13cd-46f0-a61c-a65f7c9cd555 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1993048 Aug 16 20:19:54.818848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:54.911242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bb715c8-7594-4f03-8ad3-9ecc6516b6f1 req-5a189472-5866-48ab-acd7-900aa1ab940f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400030 Aug 16 20:19:54.913694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d162b72-52ff-4c80-96f3-5df34f13588d req-cef22d7e-8fc5-4e6f-a483-0fb7d47eab57 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820470 Aug 16 20:19:54.956248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387974e1-7be3-41a1-a0f3-708c8c14c2a5 req-f88680ea-8ef3-4233-ba19-1ef0013891f5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378934 Aug 16 20:19:55.177877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070064db-fe02-44c3-813a-34cf1359c351 req-84e153bf-eb5c-4532-8271-d65f673e9625 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.179388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-070064db-fe02-44c3-813a-34cf1359c351 req-84e153bf-eb5c-4532-8271-d65f673e9625 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 935 time: 0.1493511 Aug 16 20:19:55.201110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-d7ce4992-b788-42a0-8c38-1511b105fcf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1217885 Aug 16 20:19:55.214663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:55.265907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-070064db-fe02-44c3-813a-34cf1359c351 req-1d235567-ce6f-4e19-b2ae-36547070f6ea tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 Aug 16 20:19:55.339430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:55.352617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:19:55.456692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57569d6-559a-40b8-9463-d963558d3608 req-12150af1-6ac6-4358-abd1-be01ed30ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.458229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-12150af1-6ac6-4358-abd1-be01ed30ee63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8224c49a051145be8b6f34482c0e839a&device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 1099 time: 0.2107251 Aug 16 20:19:55.572302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-d2183180-bb5c-4bba-906d-767b14af3354 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3103409 Aug 16 20:19:55.575897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:55.593192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:55.600651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.629556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Transition to ACTIVE for port object 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:55.653401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57569d6-559a-40b8-9463-d963558d3608 req-200364a2-4a74-48e8-a390-469451f271dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.655521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-200364a2-4a74-48e8-a390-469451f271dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1529248 Aug 16 20:19:55.715513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-bdb9aaea-6ae1-4438-aef8-149b7e70097c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=70a6f51a-63a2-476a-8348-929a3e656a5e HTTP/1.1" status: 200 len: 217 time: 0.0395062 Aug 16 20:19:55.731477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.734071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:55.852244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cbc14b56-cd51-4f14-aacc-6e6e245a07de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:55.871504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:55.883612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57569d6-559a-40b8-9463-d963558d3608 req-e8907541-942d-4941-8737-8909e80c5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:55.885187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-e8907541-942d-4941-8737-8909e80c5cd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1479447 Aug 16 20:19:55.952328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Sync routers for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:19:55.964226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:55.965839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:56.016659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Attempting to bind port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:56.017000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Attempting to bind port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:56.017334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Attempting to bind port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:56.020600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57569d6-559a-40b8-9463-d963558d3608 req-4197f5ef-6cf8-48ba-ba46-0344b0096bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.022125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-4197f5ef-6cf8-48ba-ba46-0344b0096bcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957611 Aug 16 20:19:56.029027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:56.029354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Attempting to bind port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:56.040427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:56.041150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:56.041979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:56.044537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Bound port: 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:56.044537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.092853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cbc14b56-cd51-4f14-aacc-6e6e245a07de completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:56.106051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cbc14b56-cd51-4f14-aacc-6e6e245a07de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:56.106051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.141162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.157563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:56.251578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:56.281555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:56.287062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-1993993c-67b2-4b9d-b758-6656402a6a94 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413752 Aug 16 20:19:56.317283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.352609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port cbc14b56-cd51-4f14-aacc-6e6e245a07de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cbc14b56-cd51-4f14-aacc-6e6e245a07de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:56.368606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.416953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 4, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b7e33a03-ecdf-4dec-acf1-136151a1984c', 'name': '', 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'mac_address': 'fa:16:3e:c2:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 2, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'subnets': [{'id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:56.449260 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.455066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Checking router: 65871128-9b23-46d0-871f-24e2dcc26b3c for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:19:56.455066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Updating router 65871128-9b23-46d0-871f-24e2dcc26b3c port b7e33a03-ecdf-4dec-acf1-136151a1984c binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:19:56.513995 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.571802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=cbc14b56-cd51-4f14-aacc-6e6e245a07de,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:56.695547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.697081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.697565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e272ec1-7ef0-4156-9ec5-e47cb64a88fb HTTP/1.1" status: 200 len: 1096 time: 2.2951949 Aug 16 20:19:56.698725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Allocated IP 172.25.7.79 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/537cc972-0790-48c0-859b-64bd1a8981a6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:19:56.700576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:56.703065 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9d028-9c60-4247-94d8-633a5068204c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:56.768021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab98e89-df33-4f72-bfd1-b6d9033e59f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:56.800011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b57569d6-559a-40b8-9463-d963558d3608 req-22f92d69-d81b-4599-9ee9-5fbe9a68ce95 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898608 Aug 16 20:19:56.866297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.884997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:56.928812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-e1aa927d-cda9-4806-ad35-6834da0f5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:56.930330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-e1aa927d-cda9-4806-ad35-6834da0f5e38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 1099 time: 0.0572579 Aug 16 20:19:56.936397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:56.949963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Transition to ACTIVE for port object b7e33a03-ecdf-4dec-acf1-136151a1984c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:57.009198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-8d5eaa8b-a844-49f5-bc16-1a4b57f4bb93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb HTTP/1.1" status: 200 len: 217 time: 0.0606484 Aug 16 20:19:57.057683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.063434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:57.067825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.077122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:57.077410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.133412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-e00dbb0a-9eb5-4d1d-9623-7c16a1740144 service neutron] 10.222.0.73 "GET /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.1765454 Aug 16 20:19:57.134671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:19:57.145846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-9bc84ac0-fe54-4ffb-bc54-640fe8bfd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:57.145846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-9bc84ac0-fe54-4ffb-bc54-640fe8bfd1bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1210794 Aug 16 20:19:57.150863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:19:57.155401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550ccb-9aa5-4529-8559-409d74aefa16 None None] Pushing event updated for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.158054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:19:57.228805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:19:57.229133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event updated for resources: {'Port': ['ID=537cc972-0790-48c0-859b-64bd1a8981a6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.234983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Attempting to bind port b7e33a03-ecdf-4dec-acf1-136151a1984c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:57.235361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Attempting to bind port b7e33a03-ecdf-4dec-acf1-136151a1984c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:57.240142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Attempting to bind port b7e33a03-ecdf-4dec-acf1-136151a1984c on network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:57.246309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:57.246771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Checking segment: {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:57.247240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.247699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Bound using segment: {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:57.249108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Bound port: b7e33a03-ecdf-4dec-acf1-136151a1984c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdc7d78-f835-4fc1-a5c1-72d5c643f175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:57.250657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.259205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:19:57.339671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31be456-af15-497c-ba56-21559681f099 req-6be9ce73-8e34-4f85-b096-7630964cc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:57.341406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-6be9ce73-8e34-4f85-b096-7630964cc6bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858461 Aug 16 20:19:57.381386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.405572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-d2db6cb3-ac3c-437e-883b-c21d99af1d5d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:57.406672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-d2db6cb3-ac3c-437e-883b-c21d99af1d5d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1496747 Aug 16 20:19:57.455701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:19:57.456170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Unknown quota resources ['binding']. {{(pid=95240) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:19:57.556916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.603311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:19:57.605620 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1261fa78-2388-4cc2-8add-c2bde5167ffa" -d '{"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-plugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:19:57.632256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] For port b7e33a03-ecdf-4dec-acf1-136151a1984c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:57.638818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] For port b7e33a03-ecdf-4dec-acf1-136151a1984c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7e33a03-ecdf-4dec-acf1-136151a1984c,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:57.664109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-a103ce80-82af-4848-b609-1f220891b12b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735345 Aug 16 20:19:57.665179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:57.671140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:57.698024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:57.700333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.719076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:19:57.742844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:57.744915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.764323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.774354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.802907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:19:57.803534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:19:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:57.816671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:19:57.846892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cbc14b56-cd51-4f14-aacc-6e6e245a07de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:57.854037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550ccb-9aa5-4529-8559-409d74aefa16 None None] Pushing event updated for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.888677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53974da-539c-452d-aad7-f52bd1edc0da {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:19:57.910026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:57.956073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:19:57.975137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:19:57.975485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:19:57.975849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:57.994944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:57.995188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f31be456-af15-497c-ba56-21559681f099 req-2eefcd39-df91-4084-82c4-361602449696 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055158 Aug 16 20:19:57.997138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:19:57.997467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:19:58.006514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:19:58.012400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:19:58.012400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:19:58.012400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Bound port: 663fbd5e-a4f0-406c-8b23-1e802435c188, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:19:58.046393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:19:58.076451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.113283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cbc14b56-cd51-4f14-aacc-6e6e245a07de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:58.113584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.119549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=11']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:58.179810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:19:58.181847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.215164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] Transition to ACTIVE for port object d53974da-539c-452d-aad7-f52bd1edc0da will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:19:58.228988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.230177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b8324739-44ed-46f1-b897-36b3690bfc52 service neutron] 10.222.0.70 "POST /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188/bindings HTTP/1.1" status: 201 len: 390 time: 0.8085229 Aug 16 20:19:58.273730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.303285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.349231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 4, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b7e33a03-ecdf-4dec-acf1-136151a1984c', 'name': '', 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'mac_address': 'fa:16:3e:c2:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:57Z', 'revision_number': 4, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'subnets': [{'id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:19:58.356814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event updated for resources: {'Port': ['ID=537cc972-0790-48c0-859b-64bd1a8981a6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:58.378897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9b35d-61cb-448e-96c7-a09638a53b32 None None] The sync data for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 is: [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:19:53Z', 'revision_number': 4, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b7e33a03-ecdf-4dec-acf1-136151a1984c', 'name': '', 'network_id': 'b23c6ba3-4dad-4d53-a5dc-63cdbcb70227', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'mac_address': 'fa:16:3e:c2:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:52Z', 'updated_at': '2021-08-16T20:19:57Z', 'revision_number': 4, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'subnets': [{'id': '7ac4ec93-4cb4-40d2-91c7-2469c6779f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:19:58.402503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] No DVR routers for this DVR port d53974da-539c-452d-aad7-f52bd1edc0da on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:19:58.413387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.468172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] 10.222.0.73 "PUT /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 1.3251429 Aug 16 20:19:58.483237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce17531-d023-4c50-a367-afe7397f2e90 service neutron] Pushing event updated for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:19:58.525565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:19:58.526941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-3072f244-d5ba-439e-ab99-7cdf6e2a2a08 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9455152 Aug 16 20:19:58.633396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-d2c55ee6-747d-4cf9-b868-715a8a7ccbb9 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0987339 Aug 16 20:19:58.770122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2403-4e4c-4955-bbe1-cb00b49bb25b req-a22ef965-3865-4a11-9ec8-d5a8cd80b3e2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.771694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-877e2403-4e4c-4955-bbe1-cb00b49bb25b req-a22ef965-3865-4a11-9ec8-d5a8cd80b3e2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 949 time: 0.1572721 Aug 16 20:19:58.820460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-857ec473-9da0-47d1-88aa-e23c117078f6 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.821933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-857ec473-9da0-47d1-88aa-e23c117078f6 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.1139126 Aug 16 20:19:58.829758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-73d697f2-1154-4d25-a978-fd4c3764e22d tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.831106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-73d697f2-1154-4d25-a978-fd4c3764e22d tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1837213 Aug 16 20:19:58.855993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-83d8dd81-d63a-4fdc-b939-50cedefc9f28 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:19:58.856994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d26949-d824-44ee-8d90-e55c78aab9a6 req-83d8dd81-d63a-4fdc-b939-50cedefc9f28 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159047 Aug 16 20:19:58.880478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-877e2403-4e4c-4955-bbe1-cb00b49bb25b req-dfcc8105-8569-45cd-924d-ee54809f3d5f tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968521 Aug 16 20:19:58.900138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-a17feab0-a107-4017-b4b6-d8cf11863674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:58.902347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-a17feab0-a107-4017-b4b6-d8cf11863674 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e&tenant_id=ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 1096 time: 0.0596778 Aug 16 20:19:59.031457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9002d6-378e-4cef-8bd6-e34fea14b1bf req-bf67bbf9-0828-43d9-bd6a-40c8a5471a54 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.033197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f9002d6-378e-4cef-8bd6-e34fea14b1bf req-bf67bbf9-0828-43d9-bd6a-40c8a5471a54 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1092262 Aug 16 20:19:59.043821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-0231b9af-5981-4772-84e8-48997d3387ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.045424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-0231b9af-5981-4772-84e8-48997d3387ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1096 time: 0.1097629 Aug 16 20:19:59.070939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b058187-f958-4664-a10c-50f16a14d944 req-2ee3f1a1-b47b-421b-b8fb-8374a94306ab tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.072467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b058187-f958-4664-a10c-50f16a14d944 req-2ee3f1a1-b47b-421b-b8fb-8374a94306ab tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.0968087 Aug 16 20:19:59.147919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f9002d6-378e-4cef-8bd6-e34fea14b1bf req-8b32f9c6-deeb-4613-bc75-2deea95c3ba5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Aug 16 20:19:59.177113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b058187-f958-4664-a10c-50f16a14d944 req-3d82d851-0e56-4823-915c-430ef0950f61 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Aug 16 20:19:59.250615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-c09abda1-0caa-4e51-a6eb-b6f49c5a1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.252172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-c09abda1-0caa-4e51-a6eb-b6f49c5a1f73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.1788111 Aug 16 20:19:59.276846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f2825-f819-4822-883c-f9d6357075ee req-481d3013-fb1f-4c0d-9f91-848336409453 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.278904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-285f2825-f819-4822-883c-f9d6357075ee req-481d3013-fb1f-4c0d-9f91-848336409453 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0657105 Aug 16 20:19:59.342638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-83c00728-905c-4e3d-aa8d-2ffa7d1d2292 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 200 len: 217 time: 0.0625958 Aug 16 20:19:59.418641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-285f2825-f819-4822-883c-f9d6357075ee req-94911c1b-74e1-4acd-b526-426e4a73088f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327286 Aug 16 20:19:59.424662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-4d0cbd99-8588-4f21-ab30-fa06f27b5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.426105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-4d0cbd99-8588-4f21-ab30-fa06f27b5f05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0674338 Aug 16 20:19:59.437369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41527ad2-2a24-44a6-bd59-a1372ccd736f req-45056126-307c-4527-bd6f-adaa0b9d227c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:19:59.438907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41527ad2-2a24-44a6-bd59-a1372ccd736f req-45056126-307c-4527-bd6f-adaa0b9d227c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 947 time: 0.1144490 Aug 16 20:19:59.477932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-ccb9d23c-55cc-4fd7-8bac-c7ab8b32e0b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380127 Aug 16 20:19:59.479428 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd528812-1fb2-4486-995f-0a46b0fe8801 x-openstack-request-id: req-dd528812-1fb2-4486-995f-0a46b0fe8801 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:59.479583 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:59.479859 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd528812-1fb2-4486-995f-0a46b0fe8801 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:59.480230 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb', 'status': 'completed', 'code': 200} Aug 16 20:19:59.512548 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeab2cb-f8d2-448e-bed0-eaab3fa2602e x-openstack-request-id: req-bbeab2cb-f8d2-448e-bed0-eaab3fa2602e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:19:59.513542 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-plugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:19:59.514015 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbeab2cb-f8d2-448e-bed0-eaab3fa2602e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:19:59.514518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41527ad2-2a24-44a6-bd59-a1372ccd736f req-ef3d808e-3f49-42c3-9cb7-10beac2e1a3a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669882 Aug 16 20:19:59.514711 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'code': 200} Aug 16 20:19:59.724025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c782039-1360-470c-9c0b-faa0c77885d3 req-040ef1ba-7e36-43fa-b094-deec4b52fe2d tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips/dee80451-c2fa-44e0-9480-176cd830e3ed HTTP/1.1" status: 200 len: 692 time: 0.1516631 Aug 16 20:19:59.820023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7e33a03-ecdf-4dec-acf1-136151a1984c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:19:59.925567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b7e33a03-ecdf-4dec-acf1-136151a1984c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:19:59.929715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b7e33a03-ecdf-4dec-acf1-136151a1984c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:19:59.934294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.014058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.049035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b7e33a03-ecdf-4dec-acf1-136151a1984c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7e33a03-ecdf-4dec-acf1-136151a1984c,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:00.054656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d028-9c60-4247-94d8-633a5068204c req-8dc7db74-e1bf-4e5c-8a76-1ab362cfb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.060047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-8dc7db74-e1bf-4e5c-8a76-1ab362cfb050 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 1099 time: 0.5201931 Aug 16 20:20:00.067612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-22854019-877d-425b-879f-16ca03f16516 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711243 Aug 16 20:20:00.081559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37208be-12dc-4d5a-932e-344412b94898 req-345370db-ec8f-475f-ae88-7d505a1f53d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.082984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f37208be-12dc-4d5a-932e-344412b94898 req-345370db-ec8f-475f-ae88-7d505a1f53d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.4576585 Aug 16 20:20:00.088657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b6a0d-6a13-451a-b694-5366063341f7 req-76f6e37d-4154-42e6-a5e7-75d1857cac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.090062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-793b6a0d-6a13-451a-b694-5366063341f7 req-76f6e37d-4154-42e6-a5e7-75d1857cac8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1102 time: 0.4287403 Aug 16 20:20:00.136777 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.184497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:00.277396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f37208be-12dc-4d5a-932e-344412b94898 req-9ff0d3cf-32d7-4eec-8802-042577bdb473 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861978 Aug 16 20:20:00.278903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-793b6a0d-6a13-451a-b694-5366063341f7 req-b10ea335-eb03-463b-a6f9-5daf7852d97d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720572 Aug 16 20:20:00.291833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782039-1360-470c-9c0b-faa0c77885d3 req-a5ca5912-11a7-4772-807e-173c42d8718f tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.293202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c782039-1360-470c-9c0b-faa0c77885d3 req-a5ca5912-11a7-4772-807e-173c42d8718f tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.5587184 Aug 16 20:20:00.325167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-2c782039-1360-470c-9c0b-faa0c77885d3 req-f878d373-a7ee-4fb7-953a-d77cd1815dcd tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:20:00.326918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c782039-1360-470c-9c0b-faa0c77885d3 req-f878d373-a7ee-4fb7-953a-d77cd1815dcd tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206075 Aug 16 20:20:00.343262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d028-9c60-4247-94d8-633a5068204c req-c0a2ad04-c34d-4e13-8b0e-d8f1e631b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.344701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-c0a2ad04-c34d-4e13-8b0e-d8f1e631b729 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2608485 Aug 16 20:20:00.353251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-4fa1de48-b96a-4a48-a20a-26a8a5bc86ff service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662857 Aug 16 20:20:00.425155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-c5fbb7e8-f224-4c44-90f8-7fb446352557 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb HTTP/1.1" status: 200 len: 217 time: 0.0541370 Aug 16 20:20:00.502456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a969068-141e-418b-9d0a-0467465fc198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:00.534644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d028-9c60-4247-94d8-633a5068204c req-9e6ed013-8f47-4c2e-91c3-c71408818bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.536308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-9e6ed013-8f47-4c2e-91c3-c71408818bba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1007664 Aug 16 20:20:00.544656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d97b-ec43-4665-a0ca-047fb429ef22 req-5f42bb78-44eb-43c9-88e7-ba0d224c39ad tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.546709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5356d97b-ec43-4665-a0ca-047fb429ef22 req-5f42bb78-44eb-43c9-88e7-ba0d224c39ad tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1243846 Aug 16 20:20:00.602415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa212-85da-4b53-b1ef-8c1cadc39293 req-04e09d6e-7386-4806-a6f0-d81b6c6927ad tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.607842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69daa212-85da-4b53-b1ef-8c1cadc39293 req-04e09d6e-7386-4806-a6f0-d81b6c6927ad tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.1454804 Aug 16 20:20:00.645077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5356d97b-ec43-4665-a0ca-047fb429ef22 req-0f6ad87b-39d7-4cd4-8c76-e93633a1c3d9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858991 Aug 16 20:20:00.648950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d028-9c60-4247-94d8-633a5068204c req-ecbfa524-2d73-44ae-b864-d1d4b3f4b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:00.650442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-ecbfa524-2d73-44ae-b864-d1d4b3f4b2b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026182 Aug 16 20:20:00.678183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69daa212-85da-4b53-b1ef-8c1cadc39293 req-d5439369-d82d-4fd6-9e38-98aec52ced88 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635116 Aug 16 20:20:00.789295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba7979f6-5fff-40eb-8646-8ff1c08e4ed5 req-d52402fe-acf1-4bdc-a532-bc32fc0b319f tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=fe5a2e040bc0479b87d51a10d9a8628c HTTP/1.1" status: 200 len: 695 time: 0.0768831 Aug 16 20:20:00.899408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d53974da-539c-452d-aad7-f52bd1edc0da no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:00.925721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-788343e9-55b1-4d6d-9b88-20f4f91a0f1d service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632778 Aug 16 20:20:00.941956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d53974da-539c-452d-aad7-f52bd1edc0da not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:01.014416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9f9761db-0cf3-4adf-a29f-fd26ba29adec tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.015931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-9f9761db-0cf3-4adf-a29f-fd26ba29adec tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.1639638 Aug 16 20:20:01.035357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624f0fa-6db0-4a97-bcd3-93fe47c2d514 req-58123432-78de-4855-bece-c372fc5e0158 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.036792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6624f0fa-6db0-4a97-bcd3-93fe47c2d514 req-58123432-78de-4855-bece-c372fc5e0158 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1717720 Aug 16 20:20:01.051913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7979f6-5fff-40eb-8646-8ff1c08e4ed5 req-770b1ff9-9e81-44c5-bdd8-841b31a38f0b tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.051913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba7979f6-5fff-40eb-8646-8ff1c08e4ed5 req-770b1ff9-9e81-44c5-bdd8-841b31a38f0b tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks?id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 787 time: 0.2518742 Aug 16 20:20:01.086996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-ba7979f6-5fff-40eb-8646-8ff1c08e4ed5 req-d3502bda-ffd9-4ab6-b060-8eccb5092870 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:20:01.087982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba7979f6-5fff-40eb-8646-8ff1c08e4ed5 req-d3502bda-ffd9-4ab6-b060-8eccb5092870 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309079 Aug 16 20:20:01.162960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3b9d028-9c60-4247-94d8-633a5068204c req-a7dd6e98-ac7e-41ec-a504-66e49a88bc02 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284131 Aug 16 20:20:01.185771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6624f0fa-6db0-4a97-bcd3-93fe47c2d514 req-35a13233-fc7a-4e74-af0a-34abde0b0140 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353593 Aug 16 20:20:01.242932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:01.254493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f399-f65d-47eb-a92d-9cf0aee23b5d req-a36fc5fe-c00b-4ea6-8cbb-edaff8398647 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.255813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d115f399-f65d-47eb-a92d-9cf0aee23b5d req-a36fc5fe-c00b-4ea6-8cbb-edaff8398647 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 947 time: 0.1092057 Aug 16 20:20:01.319270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d115f399-f65d-47eb-a92d-9cf0aee23b5d req-194e87d4-ba91-4449-bbd1-307bfc9262d7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505517 Aug 16 20:20:01.368603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:01.369416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-ea568891-a38d-4fca-bf32-5ca20e963270 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips/dee80451-c2fa-44e0-9480-176cd830e3ed HTTP/1.1" status: 200 len: 692 time: 0.0487916 Aug 16 20:20:01.370469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d87be9e8-be4b-4884-be17-2f902189a271 service neutron] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:01.373730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d87be9e8-be4b-4884-be17-2f902189a271 service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.374791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fa4fc39-8ce4-4988-bde0-bbc99b7a364e req-d87be9e8-be4b-4884-be17-2f902189a271 service neutron] 10.222.0.64 "DELETE /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.3357170 Aug 16 20:20:01.389529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb', 'mac_address': 'fa:16:3e:a1:fb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:01.430096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.446724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:01.466337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:01.492483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c8aaa-312b-4307-a6ec-0175bf3eda49 req-7092580a-6530-4105-b3d6-4b9f569e3bad tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.493961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a49c8aaa-312b-4307-a6ec-0175bf3eda49 req-7092580a-6530-4105-b3d6-4b9f569e3bad tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.1079333 Aug 16 20:20:01.515997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:01.518515 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ab3f2-4894-49c0-a919-87b9f220ebc4" -d '{"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-unplugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:01.526778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-17917941-131e-4b09-b365-7e87fbd2f723 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.528880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-17917941-131e-4b09-b365-7e87fbd2f723 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1527770 Aug 16 20:20:01.536679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.548920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-e54f5934-1865-487e-a23b-916de0a71cc7 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:20:01.549903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-e54f5934-1865-487e-a23b-916de0a71cc7 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130661 Aug 16 20:20:01.555956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a49c8aaa-312b-4307-a6ec-0175bf3eda49 req-7ff253c2-7b5a-49c3-b515-cd5b358454ff tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551522 Aug 16 20:20:01.600346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-42b21590-c091-4ee8-beb9-c5dbe86b50e1 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0428669 Aug 16 20:20:01.602698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:01.655420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-f186aeac-8483-46a7-9ae5-da710d76670a tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.79 HTTP/1.1" status: 200 len: 695 time: 0.0476334 Aug 16 20:20:01.667837 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8420c-ab08-4f0c-bec2-33e2a744727f x-openstack-request-id: req-eef8420c-ab08-4f0c-bec2-33e2a744727f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:01.668086 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-unplugged", "status": "completed", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:01.668344 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eef8420c-ab08-4f0c-bec2-33e2a744727f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:01.670636 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'code': 200} Aug 16 20:20:01.820838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Deleting port 537cc972-0790-48c0-859b-64bd1a8981a6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:01.823041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7e33a03-ecdf-4dec-acf1-136151a1984c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:01.824187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.876699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b7e33a03-ecdf-4dec-acf1-136151a1984c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:01.877074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.882870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e296bd7-a17b-4723-8086-4f45fb29dc6b req-44acc9c7-ae15-4022-91cd-e227319f7017 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:01.884531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e296bd7-a17b-4723-8086-4f45fb29dc6b req-44acc9c7-ae15-4022-91cd-e227319f7017 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1040828 Aug 16 20:20:01.957816 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.958150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:01.968385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e296bd7-a17b-4723-8086-4f45fb29dc6b req-2cd6c1a5-a7e2-4264-894c-d1cf89565bb9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732121 Aug 16 20:20:01.987671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Calling delete_port for 537cc972-0790-48c0-859b-64bd1a8981a6 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:02.053938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:02.108179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fb9f6-0a45-45d0-88b1-9c105bc052ef req-c834223f-82e2-42d6-b735-47da937e851f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.109683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae8fb9f6-0a45-45d0-88b1-9c105bc052ef req-c834223f-82e2-42d6-b735-47da937e851f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.0738561 Aug 16 20:20:02.178490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae8fb9f6-0a45-45d0-88b1-9c105bc052ef req-5a9ead7e-447f-4172-b1b8-6db3eed00f00 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602381 Aug 16 20:20:02.262711 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.290157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event deleted for resources: {'Port': ['ID=537cc972-0790-48c0-859b-64bd1a8981a6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:02.361583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.363277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:02.364610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f7618-8a9e-4d56-9acf-86c8b127f080 req-9e20c1e1-234d-4f44-841b-cad341332825 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "DELETE /v2.0/floatingips/dee80451-c2fa-44e0-9480-176cd830e3ed HTTP/1.1" status: 204 len: 173 time: 0.7035437 Aug 16 20:20:02.510132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984b48-7ea0-4afa-b850-ecc17eb8313f req-4664b363-f0d3-4cb4-82ba-d7a8abdf8270 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.512084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e984b48-7ea0-4afa-b850-ecc17eb8313f req-4664b363-f0d3-4cb4-82ba-d7a8abdf8270 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0547445 Aug 16 20:20:02.550239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e984b48-7ea0-4afa-b850-ecc17eb8313f req-73805f2d-d3e3-4a56-92c9-24fafc4aa6a3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Aug 16 20:20:02.734110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8305d0e-b37f-488e-aa75-c44cddb7a32a req-752b7fd5-37b0-471c-b076-e272d629e698 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.735709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8305d0e-b37f-488e-aa75-c44cddb7a32a req-752b7fd5-37b0-471c-b076-e272d629e698 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 948 time: 0.0573289 Aug 16 20:20:02.776114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8305d0e-b37f-488e-aa75-c44cddb7a32a req-fd81dd2b-8c06-4f87-834e-f07d445debf2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Aug 16 20:20:02.936027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f6c9e-bc0c-4b28-807a-afa056528b9b req-b6c29a95-640a-4e2d-b9f9-3053233049eb tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:02.937678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b2f6c9e-bc0c-4b28-807a-afa056528b9b req-b6c29a95-640a-4e2d-b9f9-3053233049eb tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 1096 time: 0.0773771 Aug 16 20:20:02.946020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-964dc6f2-c593-4cb1-8ce8-079ec54635c6 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1359782 Aug 16 20:20:02.966279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:03.027878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b2f6c9e-bc0c-4b28-807a-afa056528b9b req-b9aaac51-d877-405d-be38-53a52d2819ce tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808759 Aug 16 20:20:03.031228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-40baa02c-4162-42ea-8ae8-1207f582225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.032762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-40baa02c-4162-42ea-8ae8-1207f582225c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1098 time: 0.0848012 Aug 16 20:20:03.100682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-ad9f1b45-8ad9-4c98-8970-a4aedd8c5698 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518866 Aug 16 20:20:03.110305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.210615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0584755d-b1e2-4acf-8b73-c56da6197938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.233630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-e63ec2dd-b666-443c-bd40-821d5641bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.235120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-e63ec2dd-b666-443c-bd40-821d5641bdc1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1934669 Aug 16 20:20:03.244827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6932abf-ecfc-41e1-8fc4-27a96a2e85f1 req-32427ede-7730-4c71-9909-5b6b8c74a725 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.246276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6932abf-ecfc-41e1-8fc4-27a96a2e85f1 req-32427ede-7730-4c71-9909-5b6b8c74a725 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 946 time: 0.1331885 Aug 16 20:20:03.303406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-24932373-a95a-4c96-a52b-1f2c9efaa869 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0540881 Aug 16 20:20:03.358912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.361947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6932abf-ecfc-41e1-8fc4-27a96a2e85f1 req-a0bcf328-38a9-41bd-8592-f7ce8680a832 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054485 Aug 16 20:20:03.393524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-705daedc-7a4e-40e1-b280-c08d3670873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.394842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-705daedc-7a4e-40e1-b280-c08d3670873f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0804641 Aug 16 20:20:03.421344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:03.450232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-2199cef0-30f8-42ac-91e6-58a6501fedcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438089 Aug 16 20:20:03.916399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66e619-5a86-4e5b-b7a5-8b1782f3453f req-31d2be5c-5d7a-4a25-826c-e814c5aa2f01 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:03.918010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f66e619-5a86-4e5b-b7a5-8b1782f3453f req-31d2be5c-5d7a-4a25-826c-e814c5aa2f01 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1293569 Aug 16 20:20:03.938618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-a331a2ca-a51c-45cf-a6f1-27fedcd382ac service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785128 Aug 16 20:20:03.939687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Allocated IP 172.25.7.74 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f738c876-0b1c-4c82-bf7a-35f1d33b56cd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:04.071302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f66e619-5a86-4e5b-b7a5-8b1782f3453f req-0bd3a14c-aed0-424e-8f17-d72cb23dd52b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371338 Aug 16 20:20:04.119551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.129479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-e13c5e66-96a9-488f-9586-5b189fe2ddba service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809223 Aug 16 20:20:04.153007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.270689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-cc5b01ca-152c-430a-a3b5-2a649fdd108f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.272177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-cc5b01ca-152c-430a-a3b5-2a649fdd108f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.1230810 Aug 16 20:20:04.313900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-14e51478-8383-479e-b81a-8f298e7db54d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/quotas/ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 375 time: 0.0297740 Aug 16 20:20:04.336734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-aa9d0e3c-d90f-4ff3-a0ac-ea40a603e1b9 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:04.338274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-aa9d0e3c-d90f-4ff3-a0ac-ea40a603e1b9 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1098 time: 0.0631692 Aug 16 20:20:04.358770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:04.381528 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.430766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-c8df855f-a857-4f05-a93c-9c399fbb9179 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092634 Aug 16 20:20:04.472746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:04.510128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:04.515521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event updated for resources: {'Port': ['ID=f738c876-0b1c-4c82-bf7a-35f1d33b56cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:04.517708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:04.522376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.667564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-a7c31339-f8f9-4f22-9fe9-f1c8188b9b26 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123816 Aug 16 20:20:04.766100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.819643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:04.839552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-35eab7f5-585f-49e1-b1ca-9760a2925e97 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454296 Aug 16 20:20:04.866220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:04.928909 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:04.932143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:04.934396 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d41c8f5-8710-41b4-814e-3dbff800fcc1" -d '{"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:04.939192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.019284 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.152466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.167310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:05.167664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:05.168038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:05.176762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:05.177072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:05.194359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:05.194714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:05.195103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:05.195552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Bound port: 663fbd5e-a4f0-406c-8b23-1e802435c188, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:05.195954 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.215346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.259453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:05.282776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.359037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:05.362901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:05.363272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.366714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:05.394914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df7469-0e56-4662-9660-436b547efbbe req-8746c25c-3d79-4f52-9c97-badb2d891f40 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.396610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02df7469-0e56-4662-9660-436b547efbbe req-8746c25c-3d79-4f52-9c97-badb2d891f40 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1568518 Aug 16 20:20:05.402475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event updated for resources: {'Port': ['ID=f738c876-0b1c-4c82-bf7a-35f1d33b56cd,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.406667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:05.432305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.448810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.459717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02df7469-0e56-4662-9660-436b547efbbe req-3ba83a89-dcc2-485c-a53f-3db95d06c680 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Aug 16 20:20:05.462645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.483402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:05.483402 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b139b2-3452-47d1-9276-ee948221d914" -d '{"events": [{"server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "name": "network-vif-plugged", "status": "completed", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:05.489652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:05.547431 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.548295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:05.560575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.562369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-0b466e00-dddc-468b-b265-c05c001e3668 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6016431 Aug 16 20:20:05.571522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.572191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.573582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] 10.222.0.64 "PUT /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 1124 time: 1.2218966 Aug 16 20:20:05.577268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92200-5604-4ebe-84c8-e9db50aecbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.671535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-06ee6e9c-e77b-4dda-b0e0-ceec089a5978 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.74 HTTP/1.1" status: 200 len: 695 time: 0.0627639 Aug 16 20:20:05.672754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.686920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:05.691649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770141f-82ad-477e-ad0e-eaf5287451c8 req-5d67b182-9cd6-4bd0-9f59-832751bb27b7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.693261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b770141f-82ad-477e-ad0e-eaf5287451c8 req-5d67b182-9cd6-4bd0-9f59-832751bb27b7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.1490893 Aug 16 20:20:05.706945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-60f8bfaf-9506-46fa-a418-2c032d424a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.708476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-60f8bfaf-9506-46fa-a418-2c032d424a32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1102 time: 0.1592467 Aug 16 20:20:05.710576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.762240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:05.851458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b770141f-82ad-477e-ad0e-eaf5287451c8 req-16e7a479-9904-4d3c-ab56-fd80ab862fc2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478543 Aug 16 20:20:05.874446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:05.909412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-a27221d1-e381-4bcf-a72c-b3521a79f7c9 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.910840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1a612a-2a31-42ae-bdd7-cf5a97ce746e req-a27221d1-e381-4bcf-a72c-b3521a79f7c9 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2311821 Aug 16 20:20:05.924307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-68d9df91-fbe5-45d0-ad97-d43c86cacef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:05.924307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-68d9df91-fbe5-45d0-ad97-d43c86cacef5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1890762 Aug 16 20:20:05.951197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:05.985858 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4c31c-81f9-4f1a-8c76-9e45a1ccd850 x-openstack-request-id: req-61c4c31c-81f9-4f1a-8c76-9e45a1ccd850 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:05.986789 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:05.986789 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61c4c31c-81f9-4f1a-8c76-9e45a1ccd850 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:05.986789 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'code': 200} Aug 16 20:20:05.998572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-cfadcfad-4e47-4330-b35f-9e678b8cc057 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 217 time: 0.0671911 Aug 16 20:20:06.055634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7270e45-f1ab-4a0f-ab76-58299791643e req-87c93c0c-5aab-4752-b47f-9d988f41439b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0540569 Aug 16 20:20:06.064274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4547b-9aa7-477e-b333-b5a3825560d9 req-6049239f-08e8-4e8b-8464-ba4be8fb514c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.065718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95b4547b-9aa7-477e-b333-b5a3825560d9 req-6049239f-08e8-4e8b-8464-ba4be8fb514c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1372154 Aug 16 20:20:06.081085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-8bd36e25-d32b-4202-9c99-c2e4d67ae9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.082556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-8bd36e25-d32b-4202-9c99-c2e4d67ae9bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0849557 Aug 16 20:20:06.115351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:06.173165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95b4547b-9aa7-477e-b333-b5a3825560d9 req-6b8f9ff3-aac9-463c-bf21-616d8611bd76 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 Aug 16 20:20:06.187834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-576b17e7-6061-4ee4-8ba5-653d065838d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.189338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-576b17e7-6061-4ee4-8ba5-653d065838d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896800 Aug 16 20:20:06.214257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1b00b-71ad-4bf3-9c6f-f62f73e28165 req-06bbbf65-4640-4849-b356-202b6d8ba568 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.214257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bd1b00b-71ad-4bf3-9c6f-f62f73e28165 req-06bbbf65-4640-4849-b356-202b6d8ba568 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0697832 Aug 16 20:20:06.275703 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c209695-f89f-4e3c-a46b-80e26a6d07cd x-openstack-request-id: req-8c209695-f89f-4e3c-a46b-80e26a6d07cd {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:06.276242 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "name": "network-vif-plugged", "status": "completed", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:06.276751 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c209695-f89f-4e3c-a46b-80e26a6d07cd {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:06.277402 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb', 'code': 200} Aug 16 20:20:06.307366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bd1b00b-71ad-4bf3-9c6f-f62f73e28165 req-d80aea20-30b6-49ca-9c9b-70b5e705cbf9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Aug 16 20:20:06.352346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e473ee56-4e25-4fac-8245-569af4330f7e tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips/f6bdd33d-4744-481b-a675-27b4e4329b89 HTTP/1.1" status: 200 len: 692 time: 0.0611534 Aug 16 20:20:06.446215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-df1ebf59-de2d-41aa-87c4-80029c5e5b60 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373846 Aug 16 20:20:06.534282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701ff6d-9f75-4698-88be-9bf87f37d6db req-9f699917-0ab0-4799-ad63-7e4f612e352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.535853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e701ff6d-9f75-4698-88be-9bf87f37d6db req-9f699917-0ab0-4799-ad63-7e4f612e352e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 1101 time: 0.1754754 Aug 16 20:20:06.640812 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:20:06.854028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-b2469c49-87c6-4593-b940-d59d0dca9e65 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.860470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-b2469c49-87c6-4593-b940-d59d0dca9e65 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.4934831 Aug 16 20:20:06.932101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-cd833779-1f23-4ef7-b637-935d881136a6 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740872 Aug 16 20:20:06.940179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e701ff6d-9f75-4698-88be-9bf87f37d6db req-cd50a8b0-afea-490b-9e00-d9f7e38af232 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933303 Aug 16 20:20:06.944416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-67a95c21-c186-47a9-96e4-4ba9cf2f2182 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.74 HTTP/1.1" status: 200 len: 695 time: 0.0775483 Aug 16 20:20:06.956244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440c31-1791-464b-8072-06f5b4f8630d req-28783cf7-bf73-4438-9285-0916187dba5c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:06.957882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef440c31-1791-464b-8072-06f5b4f8630d req-28783cf7-bf73-4438-9285-0916187dba5c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 948 time: 0.3970420 Aug 16 20:20:07.016158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-8fe96905-24ca-4349-89cb-2a8af61ecda8 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.74 HTTP/1.1" status: 200 len: 695 time: 0.0572758 Aug 16 20:20:07.039241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef440c31-1791-464b-8072-06f5b4f8630d req-ce80262a-a307-4288-9f2d-e6f386474ed1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727458 Aug 16 20:20:07.157461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Deleting port f738c876-0b1c-4c82-bf7a-35f1d33b56cd {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:07.157806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.262572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:07.347720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.348053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.370033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:07.372397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932072b0-2abd-4167-ad31-2117e244ab20 req-f5f95af0-1a3e-43cd-9e4a-d4ca1eabadcc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.374004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-932072b0-2abd-4167-ad31-2117e244ab20 req-f5f95af0-1a3e-43cd-9e4a-d4ca1eabadcc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.1749995 Aug 16 20:20:07.381832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'mac_address': 'fa:16:3e:c7:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:07.382062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Calling delete_port for f738c876-0b1c-4c82-bf7a-35f1d33b56cd owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:07.389826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-ec2ee336-e00b-4ace-a2ef-3ab7140e8c92 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.391279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-ec2ee336-e00b-4ace-a2ef-3ab7140e8c92 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.1886773 Aug 16 20:20:07.417298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Request body: {'port': {'device_id': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'admin_state_up': True, 'tenant_id': 'ed954ca3249f4d73998958008a157bde'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:07.424519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.439142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:07.459406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:07.524108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-932072b0-2abd-4167-ad31-2117e244ab20 req-5c282866-33d3-4175-a932-729b826c95fa tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317928 Aug 16 20:20:07.622073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.622844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:07.647416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54f841bf-736b-4679-8dab-4c2dd55bc928 req-d7f822c9-d73e-4bfa-9d17-03aca7831ed6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0526192 Aug 16 20:20:07.717642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.719142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:07.724585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.760948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:07.830642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Pushing event deleted for resources: {'Port': ['ID=f738c876-0b1c-4c82-bf7a-35f1d33b56cd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:07.890267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:07.901114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:20:07.964615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d23e48-68fe-4072-ad45-b2935f7939f9 req-4c559de0-30b1-4cbb-a21d-dc3f6b54bc89 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:07.966130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28d23e48-68fe-4072-ad45-b2935f7939f9 req-4c559de0-30b1-4cbb-a21d-dc3f6b54bc89 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1494689 Aug 16 20:20:07.984315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Allocated IP 172.20.0.8 (90c6042e-e019-4e49-9f41-d0da4778fe31/0624b45f-8027-4a91-842f-13906c0f7a5d/fac9ddaa-0911-44cd-afc1-d8357efda648) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:07.990351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:07.992581 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a301c6-1c18-485e-b078-431c53a61c56" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:08.000471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.002988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.004134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae2ee4f-3658-4de7-82f8-20dd3a189482 req-e4190a11-0ce7-4c54-acb4-d726ec5eab98 tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "DELETE /v2.0/floatingips/f6bdd33d-4744-481b-a675-27b4e4329b89 HTTP/1.1" status: 204 len: 173 time: 0.9784625 Aug 16 20:20:08.047103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28d23e48-68fe-4072-ad45-b2935f7939f9 req-ff2238ed-a1dc-4454-a9b5-75d4a789da5f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708630 Aug 16 20:20:08.158444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1b58-8eea-4ef2-be1f-28a941a31d68 req-31cf83f6-5db3-42bf-bb63-331c4c7951e3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.160159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7bc1b58-8eea-4ef2-be1f-28a941a31d68 req-31cf83f6-5db3-42bf-bb63-331c4c7951e3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1073782 Aug 16 20:20:08.209908 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af082b-858f-4a3b-894a-f75d47f9bdbf x-openstack-request-id: req-06af082b-858f-4a3b-894a-f75d47f9bdbf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:08.210200 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:08.210453 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06af082b-858f-4a3b-894a-f75d47f9bdbf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:08.210843 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'status': 'completed', 'code': 200} Aug 16 20:20:08.223213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7bc1b58-8eea-4ef2-be1f-28a941a31d68 req-02857874-2093-4038-8006-d2ef35e6fbf8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559213 Aug 16 20:20:08.272485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a301c6-1c18-485e-b078-431c53a61c56 req-d33cc81d-dcf1-4969-bc1d-ff73f0cf8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.274007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-d33cc81d-dcf1-4969-bc1d-ff73f0cf8ecc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1127 time: 0.0432365 Aug 16 20:20:08.275628 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-1803c0d8-1027-4f0f-9802-0c8b83e90483 req-1affa28e-28f4-4e02-bd2a-5151f8f100fd tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] show failed (client error): The resource could not be found. Aug 16 20:20:08.276942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1803c0d8-1027-4f0f-9802-0c8b83e90483 req-1affa28e-28f4-4e02-bd2a-5151f8f100fd tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips/f6bdd33d-4744-481b-a675-27b4e4329b89 HTTP/1.1" status: 404 len: 350 time: 0.0498545 Aug 16 20:20:08.278812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:08.285089 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e78c4fb-d39c-47dd-ac9b-0669d2161cd1" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:08.286851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.379452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb03cb5-543c-46a8-8067-a6082773774b req-af6f1152-d940-4a37-b0a6-f7d028eacb6b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.381966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bb03cb5-543c-46a8-8067-a6082773774b req-af6f1152-d940-4a37-b0a6-f7d028eacb6b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 949 time: 0.0666485 Aug 16 20:20:08.384270 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a807ec11-d38a-4968-a3a1-cbb10d5e7a2b x-openstack-request-id: req-a807ec11-d38a-4968-a3a1-cbb10d5e7a2b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:08.385167 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:08.385419 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a807ec11-d38a-4968-a3a1-cbb10d5e7a2b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:08.386311 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'code': 200} Aug 16 20:20:08.396676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a301c6-1c18-485e-b078-431c53a61c56 req-2f17eb1e-130a-42c0-a8b6-aee3cef2dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.402969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-2f17eb1e-130a-42c0-a8b6-aee3cef2dd91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1169705 Aug 16 20:20:08.446102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-c3f43988-6bfd-4311-868b-52c997e91c91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0344400 Aug 16 20:20:08.447011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.455464 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-5f44dd84-d0f5-4103-9417-e9184c7055ea req-a72e157e-ab97-44be-8fc8-dbf6578f798a tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] show failed (client error): The resource could not be found. Aug 16 20:20:08.456518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f44dd84-d0f5-4103-9417-e9184c7055ea req-a72e157e-ab97-44be-8fc8-dbf6578f798a tempest-FloatingIPsTestJSON-931900462 tempest-FloatingIPsTestJSON-931900462-project] 10.222.0.70 "GET /v2.0/floatingips/f6bdd33d-4744-481b-a675-27b4e4329b89 HTTP/1.1" status: 404 len: 350 time: 0.0583911 Aug 16 20:20:08.489243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:08.507073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a301c6-1c18-485e-b078-431c53a61c56 req-04330c24-ff0d-4367-8476-6ec35d01ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.508890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-04330c24-ff0d-4367-8476-6ec35d01ad9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0546196 Aug 16 20:20:08.546693 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-8b4d3221-a357-4c63-9c8d-97c0132f8e01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292463 Aug 16 20:20:08.586241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bb03cb5-543c-46a8-8067-a6082773774b req-a70fe266-a077-4172-93f7-468b4f4cb85b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868935 Aug 16 20:20:08.600697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:08.606015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:08.610940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:08.642259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:08.654772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-c31d71c5-0a04-4453-a785-e3a7f1cd7368 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972905 Aug 16 20:20:08.728046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.728429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.728782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.729128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.729510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.730278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.730278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.730496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.732659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.732659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.732659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.735548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:08.775006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86a301c6-1c18-485e-b078-431c53a61c56 req-89316f65-1fc8-4000-8108-fcc0d5a25a46 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105566 Aug 16 20:20:08.826670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.826670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:08.892822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f011c1-f4e6-4819-96b1-7fa14ae98df0 req-5dd852bc-5212-40cc-912f-12b90c981e26 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:08.894407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5f011c1-f4e6-4819-96b1-7fa14ae98df0 req-5dd852bc-5212-40cc-912f-12b90c981e26 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.1991653 Aug 16 20:20:08.979938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5f011c1-f4e6-4819-96b1-7fa14ae98df0 req-6e7a3932-e75e-455e-af57-31f4233d5074 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Aug 16 20:20:08.984043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-e17bd84c-5588-450c-88cb-baeea09c8f9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774033 Aug 16 20:20:08.999265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Request body: {'port': {'device_id': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:09.020989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:09.156581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:09.196467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610ed7f-42f9-4ffd-abae-1317ecc6ea8a req-0cecf188-c6a9-4111-a236-72802adf2eeb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.197967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0610ed7f-42f9-4ffd-abae-1317ecc6ea8a req-0cecf188-c6a9-4111-a236-72802adf2eeb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 931 time: 0.1422415 Aug 16 20:20:09.352670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0610ed7f-42f9-4ffd-abae-1317ecc6ea8a req-75800e83-9070-4302-8758-77ba8b020145 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286283 Aug 16 20:20:09.810535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faa7f7-c6f1-48d3-9001-7f295ace1d45 req-97378aec-afb6-4c97-aecd-6f2e386b9128 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:09.812028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39faa7f7-c6f1-48d3-9001-7f295ace1d45 req-97378aec-afb6-4c97-aecd-6f2e386b9128 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1212168 Aug 16 20:20:09.816848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:09.974905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39faa7f7-c6f1-48d3-9001-7f295ace1d45 req-89130ad9-cc8d-473b-997a-526e488c0ef3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548908 Aug 16 20:20:09.978177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac9ddaa-0911-44cd-afc1-d8357efda648 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:09.991252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.032915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Transition to ACTIVE for port object fac9ddaa-0911-44cd-afc1-d8357efda648 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:10.134542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8850ef-0bd8-4caf-8523-2e2f329d0acf req-f9195bba-36b3-4dcb-b918-f81939528658 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.136043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e8850ef-0bd8-4caf-8523-2e2f329d0acf req-f9195bba-36b3-4dcb-b918-f81939528658 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1766353 Aug 16 20:20:10.156160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.255043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22acb11-24a1-4dbc-a3a8-45327f0a64a4 req-6895cf5c-d992-4a2d-8190-fb3ecb06151c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.256570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22acb11-24a1-4dbc-a3a8-45327f0a64a4 req-6895cf5c-d992-4a2d-8190-fb3ecb06151c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 949 time: 0.2255452 Aug 16 20:20:10.270724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:10.313759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e8850ef-0bd8-4caf-8523-2e2f329d0acf req-1d82816d-83d5-4e66-90d4-7478479d6c00 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587160 Aug 16 20:20:10.406838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22acb11-24a1-4dbc-a3a8-45327f0a64a4 req-430b7622-234e-4cf8-9fd2-f32776bd2aa1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287117 Aug 16 20:20:10.436052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:10.436673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:10.436907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:10.459063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:10.459363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:10.470744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:10.471099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:10.471529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:10.472000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Bound port: fac9ddaa-0911-44cd-afc1-d8357efda648, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:10.472364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.566914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277dbb9-4487-4462-b800-d9e61f3a675b req-0ddf344d-0c7c-45d3-b814-ca12089411e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.568459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7277dbb9-4487-4462-b800-d9e61f3a675b req-0ddf344d-0c7c-45d3-b814-ca12089411e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.1002698 Aug 16 20:20:10.572211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Deleting port b7e33a03-ecdf-4dec-acf1-136151a1984c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:10.572554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.650743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:10.675978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:10.682616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7277dbb9-4487-4462-b800-d9e61f3a675b req-29a5c949-0cc2-42a8-b7fa-bc972ea90c78 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059389 Aug 16 20:20:10.719239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] For port b7e33a03-ecdf-4dec-acf1-136151a1984c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7e33a03-ecdf-4dec-acf1-136151a1984c,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:10.719690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.733014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Calling delete_port for b7e33a03-ecdf-4dec-acf1-136151a1984c owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:10.797825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.842159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.842939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:10.844526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] 10.222.0.73 "PUT /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 1092 time: 1.8498878 Aug 16 20:20:10.849405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:10.852253 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf0b69-b904-4512-af32-5ca305570bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:10.899950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151e446-6443-4fa2-9e39-ffa9ed4385e1 req-39f9bbca-4a97-43aa-8efb-274559d3735b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:10.903257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7151e446-6443-4fa2-9e39-ffa9ed4385e1 req-39f9bbca-4a97-43aa-8efb-274559d3735b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.1587641 Aug 16 20:20:10.925342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5b881-11d4-4175-99b9-dfedc32ff5fa service neutron] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:11.050955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7151e446-6443-4fa2-9e39-ffa9ed4385e1 req-91363a7d-2662-4821-b345-12f165398b2d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219411 Aug 16 20:20:11.053340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-1d9eff7f-9687-40ef-85eb-b9aa109e9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.054714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-1d9eff7f-9687-40ef-85eb-b9aa109e9440 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1095 time: 0.0909193 Aug 16 20:20:11.102084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-62fcc7be-6df6-4705-9349-d629bb5f0bf5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 217 time: 0.0375416 Aug 16 20:20:11.204487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-1b99023d-44e3-4587-92e4-4571d7193e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.205836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-1b99023d-44e3-4587-92e4-4571d7193e9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0861678 Aug 16 20:20:11.211702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb843-43d3-4e1c-9c86-462640f61b03 req-3b05b70e-58f8-4347-b5d8-9025ad970128 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.213396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0bdb843-43d3-4e1c-9c86-462640f61b03 req-3b05b70e-58f8-4347-b5d8-9025ad970128 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 1101 time: 0.0947461 Aug 16 20:20:11.243123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-2ddc6bbb-a250-4344-b144-dc142c6fa856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288057 Aug 16 20:20:11.299750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:11.306914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.339407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0bdb843-43d3-4e1c-9c86-462640f61b03 req-8d7c6b33-eee6-4283-84bd-c3bb1d8ec5a5 tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177940 Aug 16 20:20:11.344149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e33a03-ecdf-4dec-acf1-136151a1984c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:11.349659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 6e21415a-e764-4695-835d-1869ec7ab1cd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:11.350036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.406579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-b94b4fb1-f0fc-41e4-b5a4-c03de672eb0c service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548862 Aug 16 20:20:11.409264 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a66fa3-bf04-4c3f-91d1-ed961fbdee3b x-openstack-request-id: req-e1a66fa3-bf04-4c3f-91d1-ed961fbdee3b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:11.409813 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:11.410565 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1a66fa3-bf04-4c3f-91d1-ed961fbdee3b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:11.410785 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'status': 'completed', 'code': 200} Aug 16 20:20:11.458186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.484027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:11.487028 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8060f-7344-4bf6-b9c8-fc4dcfea4520" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:11.501118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:11.593133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.597733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:11.664654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e919d4-406b-43ff-b8d6-fe328967cfdf req-a364eb49-8ddf-498e-9c2d-667ada260282 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191162 Aug 16 20:20:11.679528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:11.681793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e07d7-daa1-4c94-aeaa-84f7654c086a req-8d915241-7fe3-46b7-a3f4-c3726b76f728 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:11.683267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:11.683428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad2e07d7-daa1-4c94-aeaa-84f7654c086a req-8d915241-7fe3-46b7-a3f4-c3726b76f728 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1574426 Aug 16 20:20:11.698982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:11.771991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad2e07d7-daa1-4c94-aeaa-84f7654c086a req-3ac5b7b4-f0f2-4bb2-99ac-b965c32b8d48 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811269 Aug 16 20:20:12.189467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-c4a482fd-960a-4c13-9a0f-d832aaed90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.190946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-c4a482fd-960a-4c13-9a0f-d832aaed90df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1095 time: 0.3722701 Aug 16 20:20:12.235648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799487-5b53-4b8c-9d16-f3ec302f45a5 req-cf292527-edce-424f-b37d-e08f5e682f5b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.237103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90799487-5b53-4b8c-9d16-f3ec302f45a5 req-cf292527-edce-424f-b37d-e08f5e682f5b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.3823650 Aug 16 20:20:12.306023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e795-a65b-4559-a39e-ca8b05c6ae2d req-48874e0b-5b6f-433c-a1d9-4af4dc378ec4 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.307492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d79e795-a65b-4559-a39e-ca8b05c6ae2d req-48874e0b-5b6f-433c-a1d9-4af4dc378ec4 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1894281 Aug 16 20:20:12.412708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90799487-5b53-4b8c-9d16-f3ec302f45a5 req-1c81dee7-9ff2-44b3-b3f1-6c50e9896875 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660452 Aug 16 20:20:12.447504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d79e795-a65b-4559-a39e-ca8b05c6ae2d req-ddce76ed-2a05-4eec-8e9f-8b12c8588969 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310902 Aug 16 20:20:12.453686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Router 65871128-9b23-46d0-871f-24e2dcc26b3c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:20:12.455133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-845730b5-2a08-43a2-af0e-e64363b3ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.456561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-845730b5-2a08-43a2-af0e-e64363b3ac74 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2287431 Aug 16 20:20:12.504428 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edcfb4c-78fa-4621-806c-c9f78ffc58af x-openstack-request-id: req-0edcfb4c-78fa-4621-806c-c9f78ffc58af {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:12.505286 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:12.505732 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0edcfb4c-78fa-4621-806c-c9f78ffc58af {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:12.506299 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'code': 200} Aug 16 20:20:12.548471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-09fb75b5-c71a-47a2-b49e-b5dda15b9adb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 217 time: 0.0817537 Aug 16 20:20:12.607965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-d5662691-e0d7-4ba1-9d89-65edd0e99030 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656419 Aug 16 20:20:12.718159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-38a062a9-1b3e-47f9-92f9-07bfaa9cabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.719489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-38a062a9-1b3e-47f9-92f9-07bfaa9cabb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1589382 Aug 16 20:20:12.784897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-23052a54-6cf6-4c1a-82dc-9ca87e68d03a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537174 Aug 16 20:20:12.787901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:20:12.798345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-101a7048-8192-41c6-ba71-7f512cb2e4ac admin admin] 10.222.0.70 "PUT /v2.0/routers/65871128-9b23-46d0-871f-24e2dcc26b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3040826 Aug 16 20:20:12.798684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:12.799144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Sync routers for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:20:12.813851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:12.814738 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:20:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:12.886346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5e66-e78e-4262-b6db-59b08fe1d79e req-bfed2448-1660-43ba-a9e1-afe7c0e45b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.889122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f5e66-e78e-4262-b6db-59b08fe1d79e req-bfed2448-1660-43ba-a9e1-afe7c0e45b6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1102 time: 0.1727772 Aug 16 20:20:12.899988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-bb146883-5f60-4414-b8f8-1ffcf269349d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:12.901650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-bb146883-5f60-4414-b8f8-1ffcf269349d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602050 Aug 16 20:20:12.949351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:12.954566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:12.962482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-6df34efd-a2ee-4c91-baec-95e5ee950c49 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/quotas/99c070e6ec5d4deda1f05f965c61caf1 HTTP/1.1" status: 200 len: 375 time: 0.0489089 Aug 16 20:20:12.972681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-02b349d6-a209-40c4-99ad-8e7edaf005f6 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721871 Aug 16 20:20:12.988832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae1f5e66-e78e-4262-b6db-59b08fe1d79e req-720dfc0f-d64f-4d66-9702-1043f4ac765a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862296 Aug 16 20:20:13.061360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.091360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-ec038d5e-93a3-4feb-b40a-1e4616fe680b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1171925 Aug 16 20:20:13.116953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecf0b69-b904-4512-af32-5ca305570bf1 req-3a8a210f-8abb-469f-9257-3ce68b25fcfb service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301174 Aug 16 20:20:13.130330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:20:11Z', 'revision_number': 5, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:13.161711 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Checking router: 65871128-9b23-46d0-871f-24e2dcc26b3c for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:20:13.171314 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Routers {'65871128-9b23-46d0-871f-24e2dcc26b3c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:20:13.171939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:20:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['65871128-9b23-46d0-871f-24e2dcc26b3c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:13.229534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Deleting port cbc14b56-cd51-4f14-aacc-6e6e245a07de {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:13.229784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.281455 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] Set router 65871128-9b23-46d0-871f-24e2dcc26b3c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:20:13.316578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] For port cbc14b56-cd51-4f14-aacc-6e6e245a07de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cbc14b56-cd51-4f14-aacc-6e6e245a07de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:13.316936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.329613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Calling delete_port for cbc14b56-cd51-4f14-aacc-6e6e245a07de owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:13.483316 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:20:11Z', 'revision_number': 5, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:13.487434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd99c3-f294-450a-9618-5ab1b8696cba req-15214f19-0865-4a68-9ec8-e7e23faeb5e3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:13.489010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adcd99c3-f294-450a-9618-5ab1b8696cba req-15214f19-0865-4a68-9ec8-e7e23faeb5e3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0788038 Aug 16 20:20:13.516018 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d78c44-b655-4ccf-8e70-7465d776b56e None None] The sync data for ids ['65871128-9b23-46d0-871f-24e2dcc26b3c'] in n-d-794306-10 is: [{'id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'name': 'tempest-FloatingIPsTestJSON-1507218460-router', 'tenant_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:19:47Z', 'updated_at': '2021-08-16T20:20:11Z', 'revision_number': 5, 'project_id': 'fe5a2e040bc0479b87d51a10d9a8628c', 'gw_port': {'id': 'cbc14b56-cd51-4f14-aacc-6e6e245a07de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ee:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65871128-9b23-46d0-871f-24e2dcc26b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:19:48Z', 'updated_at': '2021-08-16T20:19:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:20:13.548990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adcd99c3-f294-450a-9618-5ab1b8696cba req-071bc84e-6b88-45a8-86b8-e605516f4810 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Aug 16 20:20:13.672778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.696957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc14b56-cd51-4f14-aacc-6e6e245a07de,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:13.720999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42f44b-699f-460a-ad2d-160ceb88bb97 req-baf61ba5-9748-4cc7-a514-dd1e56272fc9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:13.722504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a42f44b-699f-460a-ad2d-160ceb88bb97 req-baf61ba5-9748-4cc7-a514-dd1e56272fc9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0493543 Aug 16 20:20:13.772425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a42f44b-699f-460a-ad2d-160ceb88bb97 req-0a21ae40-de22-4ce5-961b-9e0f6a9a969d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Aug 16 20:20:13.773189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.839958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83766433-16b2-4542-a473-c1c6c2f17cc3 req-4591d786-8b51-4aac-bacb-220c1faf55c7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 210 time: 0.0251422 Aug 16 20:20:13.911778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.914963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:13.959060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7e33a03-ecdf-4dec-acf1-136151a1984c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:13.997898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b7e33a03-ecdf-4dec-acf1-136151a1984c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:13.997898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7e33a03-ecdf-4dec-acf1-136151a1984c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:14.000363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2f904-a56a-4430-9574-a64ffc55f71a req-472b9b95-1c9b-494d-8036-8fac03dfa3d3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.001961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66c2f904-a56a-4430-9574-a64ffc55f71a req-472b9b95-1c9b-494d-8036-8fac03dfa3d3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0781965 Aug 16 20:20:14.044789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66c2f904-a56a-4430-9574-a64ffc55f71a req-9a33b82a-0514-4095-b66d-93146ce29444 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Aug 16 20:20:14.132147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.134152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65871128-9b23-46d0-871f-24e2dcc26b3c {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:20:14.145883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.147047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9bef6630-7e04-443f-ad29-839fb96e1713 admin admin] 10.222.0.70 "DELETE /v2.0/routers/65871128-9b23-46d0-871f-24e2dcc26b3c HTTP/1.1" status: 204 len: 168 time: 1.3473847 Aug 16 20:20:14.149614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38652) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:14.165100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb337dd4-a1f4-4755-9c8d-04029308e177 req-2ccdc877-a5cf-44f7-b883-fed2aacb9dcc tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.173436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb337dd4-a1f4-4755-9c8d-04029308e177 req-2ccdc877-a5cf-44f7-b883-fed2aacb9dcc tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0718694 Aug 16 20:20:14.205362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Deleting subnet 7ac4ec93-4cb4-40d2-91c7-2469c6779f7b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:14.208608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.216304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb337dd4-a1f4-4755-9c8d-04029308e177 req-a85f0003-acf9-476a-b873-27b09f9c408e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Aug 16 20:20:14.251592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.625729 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.690115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a25bb-61a9-49b4-912e-9ecac1709bc7 req-ca284b94-4866-4cce-8a8f-565e98db99e7 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.691631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba3a25bb-61a9-49b4-912e-9ecac1709bc7 req-ca284b94-4866-4cce-8a8f-565e98db99e7 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.0856972 Aug 16 20:20:14.719818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0965d5-2e1a-4edd-aadf-661014cfcd8e req-564ba574-8e7c-4f72-ba8b-9debde1d53a6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:14.721277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b0965d5-2e1a-4edd-aadf-661014cfcd8e req-564ba574-8e7c-4f72-ba8b-9debde1d53a6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0793529 Aug 16 20:20:14.774346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba3a25bb-61a9-49b4-912e-9ecac1709bc7 req-19d5a67e-f8db-4fa1-85b4-273b15f7faf5 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753937 Aug 16 20:20:14.780273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b0965d5-2e1a-4edd-aadf-661014cfcd8e req-504f80d6-97ac-4916-a255-6ee73aee819d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Aug 16 20:20:14.804947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.818646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.820762 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7ac4ec93-4cb4-40d2-91c7-2469c6779f7b HTTP/1.1" status: 204 len: 168 time: 0.6702206 Aug 16 20:20:14.823499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38662) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:14.830006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd398b9-d888-4e40-8da5-6be590e3b1e9 None None] Network b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:14.857813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299dbd-a83d-4778-be1c-77754e9d699e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac4ec93-4cb4-40d2-91c7-2469c6779f7b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:14.912240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:14.977210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-175727fa-6dcc-4b7d-ac92-3f9d55fe3422 req-1cefeb5a-5938-41b9-8c02-e50f07902a31 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 210 time: 0.0438640 Aug 16 20:20:15.014280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecdbef-d40e-46de-a22c-76f314f3a96f req-02bee2ff-1054-4263-917d-131afa251de2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.015829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73ecdbef-d40e-46de-a22c-76f314f3a96f req-02bee2ff-1054-4263-917d-131afa251de2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.1204343 Aug 16 20:20:15.024412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:15.074270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Deleting port 446d3052-26d8-4574-8745-2651f1d517c6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:15.076028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.079265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73ecdbef-d40e-46de-a22c-76f314f3a96f req-77a01b53-cd36-4fc9-b528-6537a6476d82 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554888 Aug 16 20:20:15.102653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] DHCP port deletion for b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:20:15.180193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.185225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] For port 446d3052-26d8-4574-8745-2651f1d517c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=446d3052-26d8-4574-8745-2651f1d517c6,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.185770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.193980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'port_id': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'mac_address': 'fa:16:3e:7b:a1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624b45f-8027-4a91-842f-13906c0f7a5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:15.197630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Deleting port 446d3052-26d8-4574-8745-2651f1d517c6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:15.197998 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.202801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Calling delete_port for 446d3052-26d8-4574-8745-2651f1d517c6 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:15.221928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78982b-39a6-4de2-b235-6b94af6262fb req-5d5adece-d809-4ac0-993b-8eda3dd2d963 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.223466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f78982b-39a6-4de2-b235-6b94af6262fb req-5d5adece-d809-4ac0-993b-8eda3dd2d963 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0855072 Aug 16 20:20:15.287991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.290672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] For port 446d3052-26d8-4574-8745-2651f1d517c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=446d3052-26d8-4574-8745-2651f1d517c6,segment=NetworkSegment(1cdc7d78-f835-4fc1-a5c1-72d5c643f175),segment_id=1cdc7d78-f835-4fc1-a5c1-72d5c643f175)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.291058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.311689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Calling delete_port for 446d3052-26d8-4574-8745-2651f1d517c6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:15.317580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac9ddaa-0911-44cd-afc1-d8357efda648 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:15.337106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f78982b-39a6-4de2-b235-6b94af6262fb req-d06ee5bf-182f-4a9d-a449-a110bba66266 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797932 Aug 16 20:20:15.374505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cf306-52ab-46a3-bacb-6c594f7284f7 req-bfa54b21-fbe8-42c4-b4a5-8048a9f8c0e4 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:15.376046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a67cf306-52ab-46a3-bacb-6c594f7284f7 req-bfa54b21-fbe8-42c4-b4a5-8048a9f8c0e4 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0882409 Aug 16 20:20:15.393900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:15.418418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a67cf306-52ab-46a3-bacb-6c594f7284f7 req-f5dea5af-a687-422f-9f56-94ca643e7428 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362196 Aug 16 20:20:15.461307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.472024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.494825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Pushing event deleted for resources: {'Port': ['ID=446d3052-26d8-4574-8745-2651f1d517c6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:15.497178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] No DVR routers for this DVR port 446d3052-26d8-4574-8745-2651f1d517c6 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:15.502987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] Pushing event deleted for resources: {'Port': ['ID=446d3052-26d8-4574-8745-2651f1d517c6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:15.505473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864db1c-16b1-4f7f-8bb3-8fa8bf12a3d9 None None] No DVR routers for this DVR port 446d3052-26d8-4574-8745-2651f1d517c6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:15.507599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.568841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:15.589867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.600351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23c6ba3-4dad-4d53-a5dc-63cdbcb70227']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:15.610527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdc7d78-f835-4fc1-a5c1-72d5c643f175') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:15.610825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdc7d78-f835-4fc1-a5c1-72d5c643f175') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:15.619580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.636271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.642608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:20:15.642997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:20:15.644840 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:20:15.811966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cbc14b56-cd51-4f14-aacc-6e6e245a07de no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:15.815299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:15.870200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cbc14b56-cd51-4f14-aacc-6e6e245a07de {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:15.870547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cbc14b56-cd51-4f14-aacc-6e6e245a07de not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:15.870976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 446d3052-26d8-4574-8745-2651f1d517c6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:15.891394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.896309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 446d3052-26d8-4574-8745-2651f1d517c6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:15.896660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 446d3052-26d8-4574-8745-2651f1d517c6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:15.915228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:15.917232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] 10.222.0.70 "DELETE /v2.0/networks/b23c6ba3-4dad-4d53-a5dc-63cdbcb70227 HTTP/1.1" status: 204 len: 168 time: 1.0922637 Aug 16 20:20:15.923850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-69e9c807-8608-47ca-9377-8fd435ce04e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577257 Aug 16 20:20:15.966125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6595d2-e430-4a9b-8a48-b4a8e592172d admin admin] Pushing event deleted for resources: {'Network': ['ID=b23c6ba3-4dad-4d53-a5dc-63cdbcb70227,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:16.038850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493fd47-e1c0-44cc-9bd1-2ea257964a4a req-cfeeebbd-7c78-43c3-bf9f-2171a835a303 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.040385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6493fd47-e1c0-44cc-9bd1-2ea257964a4a req-cfeeebbd-7c78-43c3-bf9f-2171a835a303 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.1887293 Aug 16 20:20:16.066834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38c243-6b1f-4214-bfb2-2f84f6d2b4b2 req-77383397-0f67-4717-b79d-437e1ddf1d87 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.068235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e38c243-6b1f-4214-bfb2-2f84f6d2b4b2 req-77383397-0f67-4717-b79d-437e1ddf1d87 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.1745586 Aug 16 20:20:16.154958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-e8b901f6-4a3e-44a8-ac01-9691f6e09e82 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.156450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-e8b901f6-4a3e-44a8-ac01-9691f6e09e82 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039325 Aug 16 20:20:16.161156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6493fd47-e1c0-44cc-9bd1-2ea257964a4a req-407a882f-6c20-42ff-8599-d0c8266eac20 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101170 Aug 16 20:20:16.164191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e38c243-6b1f-4214-bfb2-2f84f6d2b4b2 req-280a0f25-7027-44da-8976-02c4e5a6ace8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895288 Aug 16 20:20:16.170310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Request body: {'port': {'device_id': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '99c070e6ec5d4deda1f05f965c61caf1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:16.274203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38682) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:16.297666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6654f379-8513-4dac-b7c2-d6cf26a60a99 req-192d49d8-c92a-4305-ad62-7287a76d55a8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 210 time: 0.0426297 Aug 16 20:20:16.320014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36bf9b59-e572-4da4-85a2-26a9fc43674b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe5a2e040bc0479b87d51a10d9a8628c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443451 Aug 16 20:20:16.322552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38684) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:16.373207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8e12f-1aaa-4c49-b259-81a7186ac9e2 req-55ac3540-748a-4dc2-bde0-ecfa9c557973 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.379153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ea8e12f-1aaa-4c49-b259-81a7186ac9e2 req-55ac3540-748a-4dc2-bde0-ecfa9c557973 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.0812171 Aug 16 20:20:16.380786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.404214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.426612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ea8e12f-1aaa-4c49-b259-81a7186ac9e2 req-11944dd4-0fd1-440b-8083-deba3ff41b78 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Aug 16 20:20:16.462110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdffec1-9b85-4e02-bab4-cd25bbfc9563 req-c9042534-421e-4f38-ab74-5f1b23fbb178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.463597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bdffec1-9b85-4e02-bab4-cd25bbfc9563 req-c9042534-421e-4f38-ab74-5f1b23fbb178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0538669 Aug 16 20:20:16.468577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Made reservation on behalf of 99c070e6ec5d4deda1f05f965c61caf1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:16.472240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.541204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.543906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.549896 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3146cd1-0d1d-4eb9-9ff5-7d8aef4b062e HTTP/1.1" status: 204 len: 168 time: 0.2214949 Aug 16 20:20:16.560950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eec6e-342c-4485-9765-6ab144e36d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3146cd1-0d1d-4eb9-9ff5-7d8aef4b062e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:16.585203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bdffec1-9b85-4e02-bab4-cd25bbfc9563 req-ff8230a5-a76c-4cfa-b860-5068c8249660 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095791 Aug 16 20:20:16.611269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f219-5df6-4dcd-810e-1536fa338e12 req-a5945c8a-173c-4408-9496-060688de672d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:16.612780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42b7f219-5df6-4dcd-810e-1536fa338e12 req-a5945c8a-173c-4408-9496-060688de672d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1160865 Aug 16 20:20:16.684261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42b7f219-5df6-4dcd-810e-1536fa338e12 req-4870d4d3-fec5-4166-ba2c-8fae6fa2e773 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654769 Aug 16 20:20:16.701499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Allocated IP 192.168.233.98 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/997b7f6e-66fc-45c9-82bd-3cb57019e63c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:16.848934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:16.862179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Transition to ACTIVE for port object 997b7f6e-66fc-45c9-82bd-3cb57019e63c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:16.998882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.014108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:17.015966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:17.044959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:17.048121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:17.051987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:17.057298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:17.059759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event updated for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:17.122964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:17.124268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.216488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-d703c52c-cfa4-4ae1-9811-a771d3a06d2c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:17.217083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-d703c52c-cfa4-4ae1-9811-a771d3a06d2c tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.0847409 Aug 16 20:20:17.285922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-92a3e410-d43b-4745-9d71-4efc62459bb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1200969 Aug 16 20:20:17.302161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Request body: {'port': {'device_id': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:17.350697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port fac9ddaa-0911-44cd-afc1-d8357efda648 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:17.364046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port fac9ddaa-0911-44cd-afc1-d8357efda648 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:17.364335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.474808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.498593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251d6d-07f5-4c56-bfc1-e5384352c1fa req-57de0aef-991f-4321-9e4c-3ea18579afdf tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:17.504818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb251d6d-07f5-4c56-bfc1-e5384352c1fa req-57de0aef-991f-4321-9e4c-3ea18579afdf tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 947 time: 0.1766312 Aug 16 20:20:17.520703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109288-1a29-4072-b8ca-6102663e9cb7 req-61d13938-abb8-48fc-994d-74eb5ac4b58a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:17.522383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7109288-1a29-4072-b8ca-6102663e9cb7 req-61d13938-abb8-48fc-994d-74eb5ac4b58a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.1958046 Aug 16 20:20:17.584766 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.593240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9e7d3e9-5d03-428e-8f54-2d3c4dbabefa None None] Provisioning for port 997b7f6e-66fc-45c9-82bd-3cb57019e63c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:17.615923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9e7d3e9-5d03-428e-8f54-2d3c4dbabefa None None] Provisioning complete for port 997b7f6e-66fc-45c9-82bd-3cb57019e63c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:17.616282 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d3e9-5d03-428e-8f54-2d3c4dbabefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.630121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Deleting port 70a6f51a-63a2-476a-8348-929a3e656a5e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:17.630121 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.661155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb251d6d-07f5-4c56-bfc1-e5384352c1fa req-a4a0b64c-9f3b-43df-bac8-86cbb2d9b0c2 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553252 Aug 16 20:20:17.686988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:17.689719 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325d403-0604-46bb-b68b-fbee68849084" -d '{"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:17.720203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7109288-1a29-4072-b8ca-6102663e9cb7 req-b7366151-cba3-43ad-8bb0-5b65ffa36522 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843207 Aug 16 20:20:17.726993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:17.739826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7d3e9-5d03-428e-8f54-2d3c4dbabefa None None] Port 997b7f6e-66fc-45c9-82bd-3cb57019e63c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:17.863936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:17.961177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:18.086229 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.127424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b85ffe30-ad8b-4639-88ce-e45580c1b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.128926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b85ffe30-ad8b-4639-88ce-e45580c1b913 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1127 time: 0.5458934 Aug 16 20:20:18.255568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] For port 70a6f51a-63a2-476a-8348-929a3e656a5e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=70a6f51a-63a2-476a-8348-929a3e656a5e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:18.255848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.292918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d58590-386e-4a15-b8af-0f759eb7a2a7 req-471f4625-f91a-4a10-a19d-fc31632cb79f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.294521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83d58590-386e-4a15-b8af-0f759eb7a2a7 req-471f4625-f91a-4a10-a19d-fc31632cb79f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 944 time: 0.2403822 Aug 16 20:20:18.295482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Calling delete_port for 70a6f51a-63a2-476a-8348-929a3e656a5e owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:18.306304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833ebd-35c1-45cc-ae84-14311eb64eb3 req-a1905305-e5e6-43ec-827b-a621a751710a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.307674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e833ebd-35c1-45cc-ae84-14311eb64eb3 req-a1905305-e5e6-43ec-827b-a621a751710a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 935 time: 0.2524710 Aug 16 20:20:18.461177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-5f3577e0-39ad-4223-98b9-69a0a5f31284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.462630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-5f3577e0-39ad-4223-98b9-69a0a5f31284 service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.3220196 Aug 16 20:20:18.478540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83d58590-386e-4a15-b8af-0f759eb7a2a7 req-436e8fc8-1322-486f-b7e0-114bc276f469 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679645 Aug 16 20:20:18.487823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e833ebd-35c1-45cc-ae84-14311eb64eb3 req-87077821-e4c4-4093-9820-98117c5c140d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723397 Aug 16 20:20:18.536405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-3c5bd036-c920-43fd-a35d-390c24e27914 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0556400 Aug 16 20:20:18.540864 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6dc24a-bb00-4855-89eb-b496bace66ca x-openstack-request-id: req-9f6dc24a-bb00-4855-89eb-b496bace66ca {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:18.541272 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:18.541857 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f6dc24a-bb00-4855-89eb-b496bace66ca {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:18.542576 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'code': 200} Aug 16 20:20:18.645109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030ad3-1dfa-4a31-a22d-249dc76b5286 req-7fdd40b7-d71c-4030-b4b7-3b6914c60785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.646938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f030ad3-1dfa-4a31-a22d-249dc76b5286 req-7fdd40b7-d71c-4030-b4b7-3b6914c60785 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0398631 Aug 16 20:20:18.682586 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f030ad3-1dfa-4a31-a22d-249dc76b5286 req-e73a8f63-b8b6-4bc7-be5c-5e2f6500f2d0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277307 Aug 16 20:20:18.698533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997b7f6e-66fc-45c9-82bd-3cb57019e63c {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:18.722147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.727547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-ce965d09-b0df-4863-a3a2-589dadb18fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.728746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-ce965d09-b0df-4863-a3a2-589dadb18fb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1791308 Aug 16 20:20:18.768728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Transition to ACTIVE for port object 997b7f6e-66fc-45c9-82bd-3cb57019e63c will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:18.785340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b7a1d063-8fe6-43a1-8eff-fc8f7156aa76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413973 Aug 16 20:20:18.794873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a351be-d5c4-4e76-ac1a-895c90eda6d9 req-0d0bcbb6-9cf1-4706-9009-97f03e4d56c8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.796299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21a351be-d5c4-4e76-ac1a-895c90eda6d9 req-0d0bcbb6-9cf1-4706-9009-97f03e4d56c8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.2352240 Aug 16 20:20:18.806196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b8407-99ff-4602-ae21-35865a3acbff req-ff127c95-4a8c-4bf4-a016-8348a5b51908 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:18.810142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a9b8407-99ff-4602-ae21-35865a3acbff req-ff127c95-4a8c-4bf4-a016-8348a5b51908 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1948864 Aug 16 20:20:18.877806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.894163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:18.979786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21a351be-d5c4-4e76-ac1a-895c90eda6d9 req-04372dc0-9dbb-4e91-ac3d-7d58d87958f6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636670 Aug 16 20:20:18.991306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a9b8407-99ff-4602-ae21-35865a3acbff req-12a6c889-f33d-4021-b1f7-f62858f98a82 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740706 Aug 16 20:20:19.025178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Pushing event updated for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:19.092834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] No DVR routers for this DVR port 70a6f51a-63a2-476a-8348-929a3e656a5e on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:19.108526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Pushing event deleted for resources: {'Port': ['ID=70a6f51a-63a2-476a-8348-929a3e656a5e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:19.111003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.113087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a8da43a-1dd3-43a7-9f10-8eb3f3a58cce req-8a827119-3181-436d-9e7a-cc98bb7e1f87 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "DELETE /v2.0/ports/70a6f51a-63a2-476a-8348-929a3e656a5e HTTP/1.1" status: 204 len: 173 time: 1.8841014 Aug 16 20:20:19.115158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-c8b892e8-87b6-45c3-8a49-785a9d9e9037 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169522 Aug 16 20:20:19.115576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-deleted', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:19.117950 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be87fd59-a587-4a5f-bf59-4dcda3786e83" -d '{"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-deleted", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:19.192706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-525291ef-95d0-43bc-803a-170a47676390 req-dad4e63e-9851-4bea-862d-c1c1bc04684d tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=7014488e-72fb-4211-a68d-c98bbc62bfc4 HTTP/1.1" status: 200 len: 210 time: 0.0678396 Aug 16 20:20:19.269840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-69b50c0d-e82a-4384-a20d-00d20dfdecbb tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7468d47633034559bb2ea3c1d1cd9795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444350 Aug 16 20:20:19.346917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Attempting to bind port 997b7f6e-66fc-45c9-82bd-3cb57019e63c on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:19.347262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Attempting to bind port 997b7f6e-66fc-45c9-82bd-3cb57019e63c by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:19.347595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Attempting to bind port 997b7f6e-66fc-45c9-82bd-3cb57019e63c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:19.399235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Port 997b7f6e-66fc-45c9-82bd-3cb57019e63c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:19.399565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Attempting to bind port 997b7f6e-66fc-45c9-82bd-3cb57019e63c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:19.414515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-33b0b1be-8fc3-4c8c-8bd3-46e6288589b1 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800584 Aug 16 20:20:19.417363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:19.417706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:19.418141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:19.419172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Bound port: 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:19.419544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.451170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad2f2-9a96-45ac-8030-ae374ae3af22 req-c674d29b-1372-4fe8-a6dc-2133d23ebd89 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.452726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86aad2f2-9a96-45ac-8030-ae374ae3af22 req-c674d29b-1372-4fe8-a6dc-2133d23ebd89 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1876688 Aug 16 20:20:19.562863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-13f1d05e-a3e9-4fee-ba30-1c20aad70adf tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.564487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-13f1d05e-a3e9-4fee-ba30-1c20aad70adf tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796628 Aug 16 20:20:19.616972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86aad2f2-9a96-45ac-8030-ae374ae3af22 req-561e9cd1-dea7-4d13-8b51-ac0922d19d14 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430094 Aug 16 20:20:19.618899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-a1a252eb-24e9-4954-9d26-38f671bcd3ea tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.624346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-a1a252eb-24e9-4954-9d26-38f671bcd3ea tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1127 time: 0.1665235 Aug 16 20:20:19.624969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-0f9cf5c6-a9a2-4064-bc76-524dbde5b226 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/quotas/7468d47633034559bb2ea3c1d1cd9795 HTTP/1.1" status: 200 len: 375 time: 0.0445583 Aug 16 20:20:19.627415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:19.630970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:19.659648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:19.691630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-1bd135f4-4fa8-49de-aeed-bc06cf543a9a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7468d47633034559bb2ea3c1d1cd9795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592649 Aug 16 20:20:19.706470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.783230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.783872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.785300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] 10.222.0.73 "PUT /v2.0/ports/997b7f6e-66fc-45c9-82bd-3cb57019e63c HTTP/1.1" status: 200 len: 1096 time: 2.4881947 Aug 16 20:20:19.811445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:19.841551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba5f9f-90f4-4ac8-b934-d68a49d3d31c service neutron] Pushing event updated for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:19.882718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6fa07-f88d-4b08-966a-944859824403 req-5524dc9a-4b67-4113-be73-5432c0eb23d6 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:19.882718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-deb6fa07-f88d-4b08-966a-944859824403 req-5524dc9a-4b67-4113-be73-5432c0eb23d6 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1127 time: 0.1114964 Aug 16 20:20:19.963891 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649820b6-c1ef-4e88-bd45-f3f3fd14fa1d x-openstack-request-id: req-649820b6-c1ef-4e88-bd45-f3f3fd14fa1d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:19.964182 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7014488e-72fb-4211-a68d-c98bbc62bfc4", "name": "network-vif-deleted", "tag": "70a6f51a-63a2-476a-8348-929a3e656a5e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:19.964436 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-649820b6-c1ef-4e88-bd45-f3f3fd14fa1d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:19.964832 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7014488e-72fb-4211-a68d-c98bbc62bfc4', 'name': 'network-vif-deleted', 'tag': '70a6f51a-63a2-476a-8348-929a3e656a5e', 'status': 'completed', 'code': 200} Aug 16 20:20:20.016852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-deb6fa07-f88d-4b08-966a-944859824403 req-1a943c27-4cc4-4db5-89df-7119f6651c18 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163669 Aug 16 20:20:20.109041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-89f486b4-c251-4a97-9eeb-d991b2827277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.110542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-89f486b4-c251-4a97-9eeb-d991b2827277 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 1099 time: 0.1661868 Aug 16 20:20:20.112325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:20.135084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18f4c5a3-42d6-45a2-b379-18ffa507cc38 req-60ee65e9-3356-45b9-bb91-135d41065b84 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 210 time: 0.0787108 Aug 16 20:20:20.179912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-fe56eb66-89ed-477b-929d-275f8ff10b25 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c HTTP/1.1" status: 200 len: 217 time: 0.0471592 Aug 16 20:20:20.215659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb2d44-396b-410c-aba3-9ab526052fc3 req-05c52067-28fe-4254-bb92-0ee6b19d638d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.217110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3fb2d44-396b-410c-aba3-9ab526052fc3 req-05c52067-28fe-4254-bb92-0ee6b19d638d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 947 time: 0.1965423 Aug 16 20:20:20.289737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:20.351846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-5535beee-7de9-479c-8c39-369d71ba1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.353309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-5535beee-7de9-479c-8c39-369d71ba1bcf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1577120 Aug 16 20:20:20.356708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663fbd5e-a4f0-406c-8b23-1e802435c188 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:20.368612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3fb2d44-396b-410c-aba3-9ab526052fc3 req-ae2254f8-630b-4f59-a0be-29dfcb8af8ff tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233654 Aug 16 20:20:20.379835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.390173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345945-9939-44d3-8100-f4b48d95a46e req-e86723d8-5152-4498-bca4-ee35abd909b4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.390173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9345945-9939-44d3-8100-f4b48d95a46e req-e86723d8-5152-4498-bca4-ee35abd909b4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1850543 Aug 16 20:20:20.457433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-cd091547-a157-4372-8c04-95f7551f362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.458864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-cd091547-a157-4372-8c04-95f7551f362c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953581 Aug 16 20:20:20.462908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9345945-9939-44d3-8100-f4b48d95a46e req-aea4813c-1453-4446-ae04-da89bf0cbb0a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Aug 16 20:20:20.560255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2790c-3331-4fd2-9fe9-68799c4d7791 req-8c0a992d-cecb-4194-a76b-bd32a88cd10c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:20.561723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61e2790c-3331-4fd2-9fe9-68799c4d7791 req-8c0a992d-cecb-4194-a76b-bd32a88cd10c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1162283 Aug 16 20:20:20.562337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:20.715747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on host n-h1-794306-10 for vnic_type normal with profile {} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:20.716093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:20.716427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:20.719667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-faf1318b-4a99-47ed-84ba-8ae6985ed41b service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432199 Aug 16 20:20:20.756554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:20.756865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Attempting to bind port 663fbd5e-a4f0-406c-8b23-1e802435c188 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:20.761055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61e2790c-3331-4fd2-9fe9-68799c4d7791 req-7d863e80-e8e0-4c4e-8ae4-067c5d6b0676 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923285 Aug 16 20:20:21.054736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=9']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:21.073001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:21.073346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:21.073721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:21.074714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Bound port: 663fbd5e-a4f0-406c-8b23-1e802435c188, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:21.075587 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.117645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1c7c1e94-fcac-496f-8008-e5b302bf1eb6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.119107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1c7c1e94-fcac-496f-8008-e5b302bf1eb6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.5800872 Aug 16 20:20:21.185246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-9b33390d-1584-4eea-b833-4114f57342a4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/quotas/818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 375 time: 0.0554278 Aug 16 20:20:21.197341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a99fac-6178-4cb8-aac2-3cfe997218ab req-790818a5-5d68-48d0-8adb-2e53d6a532be tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.198794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7a99fac-6178-4cb8-aac2-3cfe997218ab req-790818a5-5d68-48d0-8adb-2e53d6a532be tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1674986 Aug 16 20:20:21.251288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bf52fc0-9239-48e6-9a45-aa9f1b2c878a req-ba124ef2-078e-4c0c-84ac-5210bd621f6d service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085835 Aug 16 20:20:21.270201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:21.296315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:21.302749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7a99fac-6178-4cb8-aac2-3cfe997218ab req-d3bc2794-5d9f-4f4d-9544-2d73107b6d02 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932190 Aug 16 20:20:21.309660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e6704fa7-572d-4581-a315-37d584dc45e5 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060915 Aug 16 20:20:21.334948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:21.360193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 70a6f51a-63a2-476a-8348-929a3e656a5e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:21.360914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 70a6f51a-63a2-476a-8348-929a3e656a5e not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:21.381537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.417250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.417973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.419467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] 10.222.0.64 "PUT /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 1093 time: 1.7660763 Aug 16 20:20:21.493340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336ce4b-86cf-493c-8342-4e5f341c6610 service neutron] Pushing event updated for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:21.514782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-f7155833-3d2c-4c2e-bce6-cc536c8d94bf service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979475 Aug 16 20:20:21.533879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:21.587651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.657368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-c09e1948-4858-42e5-b1c7-939071313b08 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339366 Aug 16 20:20:21.804183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10deb747-7285-4230-820f-5c34bb0fbc3d req-f268314d-d4d6-419f-ad77-f0ce75b39669 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 210 time: 0.0468986 Aug 16 20:20:21.829234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b55fa450-f0dc-419b-8a7a-5d496fc9a936 service neutron] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:21.946589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b55fa450-f0dc-419b-8a7a-5d496fc9a936 service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:21.947692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a21138c-257c-4d67-a449-eb1f00a366b0 req-b55fa450-f0dc-419b-8a7a-5d496fc9a936 service neutron] 10.222.0.64 "DELETE /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188/bindings/n-h2-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.5126193 Aug 16 20:20:21.959018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792bd57-8be2-494f-be04-fabbcc3abe21 req-d306df4f-c68f-4a29-88dc-f9e8319274d4 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.960632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7792bd57-8be2-494f-be04-fabbcc3abe21 req-d306df4f-c68f-4a29-88dc-f9e8319274d4 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0826941 Aug 16 20:20:21.966295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c'}, {'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:21.968671 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804" -d '{"events": [{"name": "network-changed", "server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c"}, {"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:21.991556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7968f73-d266-4d6f-b1ac-703e46c67252 req-c3f56987-51c1-4d6b-90a3-0f4df7cae65f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:21.993056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7968f73-d266-4d6f-b1ac-703e46c67252 req-c3f56987-51c1-4d6b-90a3-0f4df7cae65f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 947 time: 0.0904467 Aug 16 20:20:22.033214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7792bd57-8be2-494f-be04-fabbcc3abe21 req-07dec3f2-42f7-4d1c-ab1e-66d0446ac0d4 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616565 Aug 16 20:20:22.046456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7968f73-d266-4d6f-b1ac-703e46c67252 req-c1d9d63e-7cb2-4805-81bd-bd3bcad12308 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Aug 16 20:20:22.179580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cae2fc-2d5f-4a86-9e23-90306e40a593 req-4f78dfc6-b170-4c2d-b7a2-d17c8eefdd7a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.181116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1cae2fc-2d5f-4a86-9e23-90306e40a593 req-4f78dfc6-b170-4c2d-b7a2-d17c8eefdd7a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0781837 Aug 16 20:20:22.189617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64db4e-06cb-4410-a279-faeb050fcaca req-6fd29b0b-e350-443d-8602-d4f1cf9702a7 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.191079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf64db4e-06cb-4410-a279-faeb050fcaca req-6fd29b0b-e350-443d-8602-d4f1cf9702a7 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 949 time: 0.0786698 Aug 16 20:20:22.244691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1cae2fc-2d5f-4a86-9e23-90306e40a593 req-2efeeb93-77f3-44f2-a90a-cab836539758 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526299 Aug 16 20:20:22.263439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf64db4e-06cb-4410-a279-faeb050fcaca req-71928558-fc29-47b7-b914-78e3179ce524 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Aug 16 20:20:22.327392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcdd2583-7fb2-459c-9c74-feb70d5b03f0 req-09de7547-d554-4ba2-b831-69c3b4d82bef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 210 time: 0.0272043 Aug 16 20:20:22.376402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-9806f0e4-8f35-4250-add0-3fde53f4574f tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7468d47633034559bb2ea3c1d1cd9795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379188 Aug 16 20:20:22.378981 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2965e134-9940-4e7a-8218-79acc4706ff7 x-openstack-request-id: req-2965e134-9940-4e7a-8218-79acc4706ff7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:22.379270 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:22.379518 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2965e134-9940-4e7a-8218-79acc4706ff7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:22.379927 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c', 'status': 'completed', 'code': 200} Aug 16 20:20:22.380179 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'status': 'completed', 'code': 200} Aug 16 20:20:22.400123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056e27-ef4e-4249-bc76-5738dcc28316 req-c6a6ae73-21f9-4de6-9caa-9c2bc5b6fbac tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.404109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a056e27-ef4e-4249-bc76-5738dcc28316 req-c6a6ae73-21f9-4de6-9caa-9c2bc5b6fbac tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0735199 Aug 16 20:20:22.506011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a056e27-ef4e-4249-bc76-5738dcc28316 req-606ce476-adea-4aaf-b64e-5cb371b598ce tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955098 Aug 16 20:20:22.515159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-07f812d4-77eb-4343-851d-b81e79f9855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.527427 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-07f812d4-77eb-4343-851d-b81e79f9855a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 1099 time: 0.1059539 Aug 16 20:20:22.549505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-8979150f-20d4-4332-9322-89121b3cc3db tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.549505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-8979150f-20d4-4332-9322-89121b3cc3db tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547503 Aug 16 20:20:22.568700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Request body: {'port': {'device_id': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '7468d47633034559bb2ea3c1d1cd9795'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:22.646006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-b3c5f7f6-9f17-4726-b628-1d64fddc6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.647835 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-b3c5f7f6-9f17-4726-b628-1d64fddc6ea4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1165524 Aug 16 20:20:22.701889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-15636ec6-0501-449c-81ed-92ec3cce9ae4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c HTTP/1.1" status: 200 len: 217 time: 0.0425708 Aug 16 20:20:22.753026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-9322c8cc-3f04-4f6d-9fdb-a3aa107cdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.754559 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-9322c8cc-3f04-4f6d-9fdb-a3aa107cdbb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0440905 Aug 16 20:20:22.768693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Made reservation on behalf of 7468d47633034559bb2ea3c1d1cd9795 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:22.772706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.783323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.804021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-d58c1b51-171e-4136-98d5-8c48ec2fd120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:22.805663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-d58c1b51-171e-4136-98d5-8c48ec2fd120 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0438087 Aug 16 20:20:22.876436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:22.907979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-be2402c3-7e6e-4dd6-8558-a9566b8c5c02 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933473 Aug 16 20:20:22.925929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4374fa20-019e-4911-a8a3-c3b77052228c req-34efa58f-4767-4d17-a9ad-75e180dacc98 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 210 time: 0.0271878 Aug 16 20:20:23.003601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-959797c8-f3cc-4c5c-9d7d-cd2108cdd2b3 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881779 Aug 16 20:20:23.026282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.086938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a1f76-e8fe-4304-8953-802ab8df5a14,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.088423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-2925df9e-e9f8-4064-8397-89f3dec5b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.093688 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-2925df9e-e9f8-4064-8397-89f3dec5b602 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1097 time: 0.0442705 Aug 16 20:20:23.194246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-cb94fd8b-5cd4-4cae-855e-1b030cf12e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.195824 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-cb94fd8b-5cd4-4cae-855e-1b030cf12e63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.0984693 Aug 16 20:20:23.218777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Allocated IP 192.168.233.27 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/38dc6e6f-0d09-4710-be7b-3d56c85cfff6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:23.239337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-0cac9d20-47d6-4b93-b8cf-143a289c4b2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0352595 Aug 16 20:20:23.244131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b301fc-f80e-45c2-ae48-b7e98ba6225e req-21c3c568-3963-46f3-9c1c-506dddc80c22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.246976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7b301fc-f80e-45c2-ae48-b7e98ba6225e req-21c3c568-3963-46f3-9c1c-506dddc80c22 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 947 time: 0.0929642 Aug 16 20:20:23.292544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-049f069a-5a6b-4c96-996e-f67c2f6cb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.294610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-049f069a-5a6b-4c96-996e-f67c2f6cb3ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0478058 Aug 16 20:20:23.315487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7b301fc-f80e-45c2-ae48-b7e98ba6225e req-79765dd3-0174-4016-9419-7524e6ac6786 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607882 Aug 16 20:20:23.350800 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-8ba4f4ab-6b8b-4c8f-9f57-d51f89d93e6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441206 Aug 16 20:20:23.457402 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-8b7027b8-d7db-4ad4-a47c-3e937f822d99 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021504 Aug 16 20:20:23.492189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355d13e-a60a-447e-996b-d8be55c5f9c3 req-ccbe6014-0296-4821-9851-28cb96565dc1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.499713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d355d13e-a60a-447e-996b-d8be55c5f9c3 req-ccbe6014-0296-4821-9851-28cb96565dc1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1285384 Aug 16 20:20:23.547716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747ac11-6a90-4da7-b638-3cad0af8c4ce req-c2c8a6da-4a4f-4ce1-aea4-4f4248854eec tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.556153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0747ac11-6a90-4da7-b638-3cad0af8c4ce req-c2c8a6da-4a4f-4ce1-aea4-4f4248854eec tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 949 time: 0.1509154 Aug 16 20:20:23.575650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.582314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6bf3d6d3-20ed-471d-8d2b-3e41ca572804 req-cdac3555-b10e-4070-b929-825afd95e275 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162269 Aug 16 20:20:23.622165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Transition to ACTIVE for port object 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:23.626327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d355d13e-a60a-447e-996b-d8be55c5f9c3 req-4de544d1-b6a0-4a40-a802-90c3a9b089a0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257758 Aug 16 20:20:23.630556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0747ac11-6a90-4da7-b638-3cad0af8c4ce req-386fa629-e661-4a0d-a517-6c05efface05 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736203 Aug 16 20:20:23.734209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6da249b-054b-43e0-acc3-b4c950556fc8 req-0dc7c705-f59c-44ba-b46d-1926ac16c400 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 210 time: 0.0293050 Aug 16 20:20:23.790534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.855017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:23.864660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:23.872734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:23.877869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:23.912669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1be65a-0e6b-42b7-9e90-21ffc6fa7b24 req-cda57a44-a871-4fdf-8edf-799d676671f2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.923709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be1be65a-0e6b-42b7-9e90-21ffc6fa7b24 req-cda57a44-a871-4fdf-8edf-799d676671f2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1351488 Aug 16 20:20:23.951520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:23.952185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:23.981194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be1be65a-0e6b-42b7-9e90-21ffc6fa7b24 req-70731177-d1ab-4c1c-a4a5-da220f6b48aa tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583713 Aug 16 20:20:24.060087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320a567-7780-463a-a676-4972e9f141ec req-b5c29c23-be95-4454-b926-4e02a8ed7752 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.061708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7320a567-7780-463a-a676-4972e9f141ec req-b5c29c23-be95-4454-b926-4e02a8ed7752 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 935 time: 0.0538797 Aug 16 20:20:24.100832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7320a567-7780-463a-a676-4972e9f141ec req-6a78504b-dba8-4726-848d-cdff1ab0bb16 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328984 Aug 16 20:20:24.112600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-39f0e1d5-6d55-49b3-98db-2db67e3a5b06 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5478668 Aug 16 20:20:24.125506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Request body: {'port': {'device_id': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:24.186262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.237178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af2c3b12-19d0-4614-a8ee-ffc875924450 None None] Provisioning for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:24.241088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af2c3b12-19d0-4614-a8ee-ffc875924450 None None] Provisioning complete for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:24.241688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-af2c3b12-19d0-4614-a8ee-ffc875924450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.283971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-af2c3b12-19d0-4614-a8ee-ffc875924450 None None] Port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:24.417257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-0ddd96ec-a6ab-4163-ac0a-76d1b8666b52 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.419866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-0ddd96ec-a6ab-4163-ac0a-76d1b8666b52 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.1271858 Aug 16 20:20:24.434710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Request body: {'port': {'device_id': '3b353d33-d101-4f84-9217-aac90245ea64', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'admin_state_up': True, 'tenant_id': '818d863923c2444f80d24c6e03eac76c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:24.505060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf081bad-a524-4264-bbd8-473095ec8558 req-69a2d7db-66ba-4756-8950-46721d5016d7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.506490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf081bad-a524-4264-bbd8-473095ec8558 req-69a2d7db-66ba-4756-8950-46721d5016d7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 947 time: 0.0995386 Aug 16 20:20:24.587777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf081bad-a524-4264-bbd8-473095ec8558 req-9ef04bd1-5f1f-4894-bfc5-d8abd5a89b5c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713122 Aug 16 20:20:24.594071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:24.609355 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.642997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Transition to ACTIVE for port object 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:24.660483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:24.662206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-94d0d745-2ab8-4571-beba-25e33640b87e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.663690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-94d0d745-2ab8-4571-beba-25e33640b87e tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 949 time: 0.0586383 Aug 16 20:20:24.664288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.735492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.814778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Allocated IP 172.20.0.14 (187b95b0-ebad-4524-bc35-c502c6ac8b8b/da3fa43c-ec44-4e3f-a527-f772dadc1f4f/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:24.929567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:24.982463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:24.994785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e992b21-6677-4a3c-a8de-ab20f302b9a6 req-d2f4ad71-a435-46b2-979c-eafe142239ef tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:24.997025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e992b21-6677-4a3c-a8de-ab20f302b9a6 req-d2f4ad71-a435-46b2-979c-eafe142239ef tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.2213478 Aug 16 20:20:25.032869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee50093-404a-450e-b2b8-68860e694a36 req-7fe4c0ca-47e9-4939-9818-006ef8a9e1f5 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:25.034301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee50093-404a-450e-b2b8-68860e694a36 req-7fe4c0ca-47e9-4939-9818-006ef8a9e1f5 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 949 time: 0.2400565 Aug 16 20:20:25.066617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Deleting port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:25.066952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.103235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 997b7f6e-66fc-45c9-82bd-3cb57019e63c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:25.107282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.162801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Attempting to bind port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:25.163286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Attempting to bind port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:25.163897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Attempting to bind port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:25.184942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:25.191565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e992b21-6677-4a3c-a8de-ab20f302b9a6 req-58e8c098-0107-47c4-9a5f-46836a92b5b6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820903 Aug 16 20:20:25.196660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:25.196660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:25.201296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:25.212893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:25.220805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Attempting to bind port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:25.239337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.239889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.240331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.240768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.241250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.241677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.242107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.242549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.242970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.243393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.243839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.244259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:25.262957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee50093-404a-450e-b2b8-68860e694a36 req-760381cc-ef17-4270-a67e-75e5974df0ad tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5db80ac-35a9-4b1b-a148-61da2a797ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160745 Aug 16 20:20:25.273944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:25.274288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:25.274676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:25.275380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Bound port: 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:25.275771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.289327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:25.290104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.304343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:25.338603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] For port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:25.339047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.393580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Calling delete_port for 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:25.409957 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-1ebea844-996a-4005-a7b4-dfcbed3e9046 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798326 Aug 16 20:20:25.428668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Request body: {'port': {'device_id': '3b353d33-d101-4f84-9217-aac90245ea64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:25.498040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:25.507138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:25.523925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '997b7f6e-66fc-45c9-82bd-3cb57019e63c', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '997b7f6e-66fc-45c9-82bd-3cb57019e63c', 'mac_address': 'fa:16:3e:d3:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:25.530642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:25.543034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.557798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae877c-65bc-45aa-b6aa-d20e83d71c59 req-2207a9e1-be5b-42a4-b349-9faa6a38d679 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:25.559625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2ae877c-65bc-45aa-b6aa-d20e83d71c59 req-2207a9e1-be5b-42a4-b349-9faa6a38d679 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 932 time: 0.1918488 Aug 16 20:20:25.578511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.592607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997b7f6e-66fc-45c9-82bd-3cb57019e63c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:25.601632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288f931-c41d-4aa1-a429-89d81ea4c6f1 req-e885fb7e-697d-4b93-9b43-9b6f031e4310 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:25.603604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1288f931-c41d-4aa1-a429-89d81ea4c6f1 req-e885fb7e-697d-4b93-9b43-9b6f031e4310 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1902373 Aug 16 20:20:25.613078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:25.662663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.689967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2ae877c-65bc-45aa-b6aa-d20e83d71c59 req-1eaa6fd8-bdaf-4541-aa7d-b2e667985537 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186547 Aug 16 20:20:25.711717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.748651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1288f931-c41d-4aa1-a429-89d81ea4c6f1 req-02b4b0c7-8cba-49e4-af7a-3b9aaef60ad3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328654 Aug 16 20:20:25.766766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:25.767386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:25.768842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] 10.222.0.73 "PUT /v2.0/ports/38dc6e6f-0d09-4710-be7b-3d56c85cfff6 HTTP/1.1" status: 200 len: 1096 time: 1.6482191 Aug 16 20:20:25.769265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:25.771617 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69613372-e046-4cdc-847f-3566abd9d5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:25.819035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:25.819497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaf73e-1f21-4cd2-85e2-0ff3287fe508 service neutron] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:25.895269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.003499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Pushing event deleted for resources: {'Port': ['ID=292ed4ac-603a-4b11-9511-c6f1eaaf2a01,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:26.025447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:26.036556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.057069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Transition to ACTIVE for port object 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:26.057915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['997b7f6e-66fc-45c9-82bd-3cb57019e63c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:26.129030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.190143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:26.274670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:26.275262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:26.275698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:26.280230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:26.280547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:26.285313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:26.289289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:26.289289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:26.289289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Bound port: 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:26.289289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.353382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:26.357132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:26.371803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] No DVR routers for this DVR port 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:26.376050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.377985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc400b3-b36d-499e-9e2a-32083bb04fa1 req-5fabbc89-ef4a-4dcd-b756-41b70de5da2a tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.64 "DELETE /v2.0/ports/292ed4ac-603a-4b11-9511-c6f1eaaf2a01 HTTP/1.1" status: 204 len: 173 time: 1.7038848 Aug 16 20:20:26.385769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06bce9-7d3c-4bd7-9d98-97845e0e33af req-630d0e3c-f9ec-4358-be10-b14709cafafd tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.387866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce06bce9-7d3c-4bd7-9d98-97845e0e33af req-630d0e3c-f9ec-4358-be10-b14709cafafd tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 947 time: 0.5118294 Aug 16 20:20:26.403338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766152b-0391-49cf-978f-cf782998af5e req-62224af1-6d99-4bd2-953c-5e9f17dfe355 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.404890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5766152b-0391-49cf-978f-cf782998af5e req-62224af1-6d99-4bd2-953c-5e9f17dfe355 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 948 time: 0.4565191 Aug 16 20:20:26.407279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-7ca00db6-136f-4335-8e79-8817edad4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.408660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-7ca00db6-136f-4335-8e79-8817edad4930 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7468d47633034559bb2ea3c1d1cd9795&device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 1099 time: 0.4690940 Aug 16 20:20:26.455152 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.477796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-8469f4ca-99a4-4913-ad95-ddcbf7910fc6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6 HTTP/1.1" status: 200 len: 217 time: 0.0508842 Aug 16 20:20:26.498254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.500456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:26.501975 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 1093 time: 1.0813370 Aug 16 20:20:26.504781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:26.508216 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7060b0-657e-4748-89a9-66d1996a9088" -d '{"events": [{"name": "network-changed", "server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:26.530582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce06bce9-7d3c-4bd7-9d98-97845e0e33af req-2ed8c931-41fd-44a4-a2ae-bd5c2526e210 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361635 Aug 16 20:20:26.533231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fca6d0-6e31-4519-a456-96180ac61ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:26.535778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5766152b-0391-49cf-978f-cf782998af5e req-cab32398-2992-48b1-8736-c170d8a12a36 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222210 Aug 16 20:20:26.586204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-89f9f0dc-eddd-415a-b67d-0ce5e8aead69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.586204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-89f9f0dc-eddd-415a-b67d-0ce5e8aead69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0936952 Aug 16 20:20:26.593672 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9996ec-3766-419a-99b7-341cbdc141b3 x-openstack-request-id: req-2a9996ec-3766-419a-99b7-341cbdc141b3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:26.593958 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:26.594207 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a9996ec-3766-419a-99b7-341cbdc141b3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:26.594601 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'status': 'completed', 'code': 200} Aug 16 20:20:26.670328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-c4c9da19-e581-45fb-b3af-3e85e06eacc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.671896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-c4c9da19-e581-45fb-b3af-3e85e06eacc7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800750 Aug 16 20:20:26.679495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-3f711740-2a56-4a96-a5ba-f2cd9ace2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.680984 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-3f711740-2a56-4a96-a5ba-f2cd9ace2965 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1096 time: 0.0507503 Aug 16 20:20:26.728296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-6aea9e15-0c55-47d4-9675-a060bb296f01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0370224 Aug 16 20:20:26.779024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-027e9536-d59f-4219-aebe-d51b3365a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.780532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-027e9536-d59f-4219-aebe-d51b3365a4f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0450327 Aug 16 20:20:26.795325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b2ac-0a4d-401e-9108-57fe4aff4b30 req-2f29eb18-f85d-431a-8b08-e3607310bdc7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.796866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8818b2ac-0a4d-401e-9108-57fe4aff4b30 req-2f29eb18-f85d-431a-8b08-e3607310bdc7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1421645 Aug 16 20:20:26.815155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-004723bf-043d-412a-b2f8-8fca3dcdc6ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255728 Aug 16 20:20:26.827562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371a7c4-c07a-4e35-b6e8-be018d1781f9 req-45064538-3897-4532-9534-51c228570441 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:26.829047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b371a7c4-c07a-4e35-b6e8-be018d1781f9 req-45064538-3897-4532-9534-51c228570441 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1615608 Aug 16 20:20:26.861858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-5e810c1f-8a9d-4bb1-afaa-5a2eba861d31 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759682 Aug 16 20:20:26.903433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8818b2ac-0a4d-401e-9108-57fe4aff4b30 req-fbbad70a-2e80-47f6-8352-9c56a10b0175 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944321 Aug 16 20:20:26.928552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-0b18e05d-ebb2-455e-8ea2-86c09ba02bcc service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959816 Aug 16 20:20:26.949980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b371a7c4-c07a-4e35-b6e8-be018d1781f9 req-f5e4a19a-8367-48a0-9369-f8464bc0b041 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047564 Aug 16 20:20:26.997391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c5b5ee-63d6-41b3-8d9e-b45d886470c2 req-892fee5a-909e-44ec-ab4c-69dd555c2faa service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213863 Aug 16 20:20:27.033615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8e9fb67c-9397-4022-b481-b6a1e2e177cb req-c633428b-7ef7-411e-9cd3-6aba6a463589 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075063 Aug 16 20:20:27.049694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c589bd41-cb4a-468d-b2e4-f6fbc555b28b req-e330c442-2740-4b06-a11d-d3be657c1f59 tempest-ListImageFiltersTestJSON-34342117 tempest-ListImageFiltersTestJSON-34342117-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff4fde89-4251-46e1-888c-bacd205e27dc HTTP/1.1" status: 200 len: 210 time: 0.0271943 Aug 16 20:20:27.092576 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dab177-f262-405c-80b1-1a5a18d68257 x-openstack-request-id: req-d7dab177-f262-405c-80b1-1a5a18d68257 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:27.092999 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:27.093226 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7dab177-f262-405c-80b1-1a5a18d68257 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:27.093610 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'status': 'completed', 'code': 200} Aug 16 20:20:27.162801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b21a74-e66f-4162-b518-a1b629975315 req-97882261-0305-41f0-a36f-105163102a5a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.164333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2b21a74-e66f-4162-b518-a1b629975315 req-97882261-0305-41f0-a36f-105163102a5a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0557296 Aug 16 20:20:27.203999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2b21a74-e66f-4162-b518-a1b629975315 req-e70f0a66-d85b-403a-8cda-8d931bd0986a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 16 20:20:27.287378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-53247c5d-3a1c-4959-96a5-8faa003e1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.289182 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-53247c5d-3a1c-4959-96a5-8faa003e1178 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7468d47633034559bb2ea3c1d1cd9795&device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 1099 time: 0.0537899 Aug 16 20:20:27.344640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-09b900c9-b77d-4d71-a0e3-5d07df3c9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.350235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-09b900c9-b77d-4d71-a0e3-5d07df3c9303 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1096 time: 0.0484619 Aug 16 20:20:27.391557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:27.406444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-a99ee3c7-82d2-4eed-bf65-76b657a03c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.408621 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-a99ee3c7-82d2-4eed-bf65-76b657a03c59 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1110704 Aug 16 20:20:27.412994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:27.413168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 292ed4ac-603a-4b11-9511-c6f1eaaf2a01 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:27.457783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-340e5e98-6840-47d1-9448-4a2e1097637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.469824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-340e5e98-6840-47d1-9448-4a2e1097637e service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1033795 Aug 16 20:20:27.469936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-1bc7d56e-3d2d-4666-bd03-dd76450d892c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6 HTTP/1.1" status: 200 len: 217 time: 0.0483384 Aug 16 20:20:27.529236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-991e856c-910e-4241-848d-14c02a1ad430 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Aug 16 20:20:27.537733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-ab904326-0e74-45a2-a520-ae6a92c31be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.539719 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-ab904326-0e74-45a2-a520-ae6a92c31be3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0511653 Aug 16 20:20:27.617500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799bc61-d462-49b5-8895-21cb71e8db1f req-4ff66596-7b24-433b-a30d-9f5904577eeb tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.619095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7799bc61-d462-49b5-8895-21cb71e8db1f req-4ff66596-7b24-433b-a30d-9f5904577eeb tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0932226 Aug 16 20:20:27.624474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-f3438e66-e487-4f98-a762-e2df7050e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.625436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-10e89fd2-99ab-4652-b913-845d97a0b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.626111 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-f3438e66-e487-4f98-a762-e2df7050e092 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472136 Aug 16 20:20:27.626891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-10e89fd2-99ab-4652-b913-845d97a0b703 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0734692 Aug 16 20:20:27.674527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-fa598736-88c9-4351-ba73-df1a7071f8fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274639 Aug 16 20:20:27.696493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7799bc61-d462-49b5-8895-21cb71e8db1f req-3c742dab-57dc-4a9a-8963-88cd8703687a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686436 Aug 16 20:20:27.759195 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-6104367d-86ba-44cd-bc13-5779e1fac231 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134260 Aug 16 20:20:27.820830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-2139bda4-9a17-4b40-a860-d3fb7a534a78 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377764 Aug 16 20:20:27.835883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14308307-84ac-49d3-b2bf-1f677792bc33 req-2a6ca04d-8a8f-4250-a5e4-447996bb532c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:27.837355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14308307-84ac-49d3-b2bf-1f677792bc33 req-2a6ca04d-8a8f-4250-a5e4-447996bb532c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 948 time: 0.0785697 Aug 16 20:20:27.857244 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-69613372-e046-4cdc-847f-3566abd9d5c9 req-17838453-133d-43f9-b97b-19ccbe684c71 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907171 Aug 16 20:20:27.921553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14308307-84ac-49d3-b2bf-1f677792bc33 req-5fbb03b3-e5d8-4a45-99de-9e4c0d453b7c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754519 Aug 16 20:20:27.950994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7060b0-657e-4748-89a9-66d1996a9088 req-1d6893dd-865d-46c9-9805-1ca5f763000b service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126642 Aug 16 20:20:28.024352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c7c34-c01b-4383-9ead-cdf4bcb46b13 req-0cd8551e-b54e-41f5-b649-8b1ab9ca2c68 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.026105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e4c7c34-c01b-4383-9ead-cdf4bcb46b13 req-0cd8551e-b54e-41f5-b649-8b1ab9ca2c68 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 947 time: 0.0499873 Aug 16 20:20:28.068591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e4c7c34-c01b-4383-9ead-cdf4bcb46b13 req-b63a1d05-407e-4a79-820b-eba4fbd06e74 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358164 Aug 16 20:20:28.172067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9114f66-c23c-4ba4-9a0b-c859adf8f0ed req-7017e8d4-04d6-4b67-9ef4-246bd64c6652 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.173536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9114f66-c23c-4ba4-9a0b-c859adf8f0ed req-7017e8d4-04d6-4b67-9ef4-246bd64c6652 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0485628 Aug 16 20:20:28.220753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9114f66-c23c-4ba4-9a0b-c859adf8f0ed req-19753cc3-75b9-4d2b-a425-05faad0c1520 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Aug 16 20:20:28.411472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1736f-24a3-4c88-8bba-0f27ccef18c6 req-e33ab93b-2a6e-41fe-92f6-5c11c26372c5 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.412995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36e1736f-24a3-4c88-8bba-0f27ccef18c6 req-e33ab93b-2a6e-41fe-92f6-5c11c26372c5 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0538666 Aug 16 20:20:28.453436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36e1736f-24a3-4c88-8bba-0f27ccef18c6 req-a834776d-9973-4488-901e-23b2f5f7b17a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339081 Aug 16 20:20:28.595521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-deleted', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:28.597979 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55615b-2f4d-41a0-b7ff-3f33759125fd" -d '{"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-deleted", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:28.635535 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b96b200-c5ea-4ffb-8a2e-7701333ccc26 x-openstack-request-id: req-6b96b200-c5ea-4ffb-8a2e-7701333ccc26 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:28.636193 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4fde89-4251-46e1-888c-bacd205e27dc", "name": "network-vif-deleted", "tag": "292ed4ac-603a-4b11-9511-c6f1eaaf2a01", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:28.636193 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b96b200-c5ea-4ffb-8a2e-7701333ccc26 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:28.637137 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4fde89-4251-46e1-888c-bacd205e27dc', 'name': 'network-vif-deleted', 'tag': '292ed4ac-603a-4b11-9511-c6f1eaaf2a01', 'status': 'completed', 'code': 200} Aug 16 20:20:28.815965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf758d8-f6d1-482b-bee3-9278cbb2940a req-571f295a-4415-42e7-a107-81fb9c831401 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:28.817457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbf758d8-f6d1-482b-bee3-9278cbb2940a req-571f295a-4415-42e7-a107-81fb9c831401 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0503004 Aug 16 20:20:28.869617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbf758d8-f6d1-482b-bee3-9278cbb2940a req-c71eba2e-0439-42ba-8630-a2d83358d6b9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 Aug 16 20:20:29.037660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573091f-d6ad-4475-b7f5-150113224136 req-7d38a7c9-209b-47fe-b139-0e7fbd6ff7f0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.039240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7573091f-d6ad-4475-b7f5-150113224136 req-7d38a7c9-209b-47fe-b139-0e7fbd6ff7f0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 948 time: 0.0499568 Aug 16 20:20:29.078042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7573091f-d6ad-4475-b7f5-150113224136 req-9a6b450b-55ac-4826-889f-a933ef9c8815 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317125 Aug 16 20:20:29.136346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 997b7f6e-66fc-45c9-82bd-3cb57019e63c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:29.192941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6187d-8d69-496e-942b-f6835eb2170a req-dc7fde72-1941-4969-b3ca-abc56719949b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.194631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9f6187d-8d69-496e-942b-f6835eb2170a req-dc7fde72-1941-4969-b3ca-abc56719949b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 947 time: 0.0544934 Aug 16 20:20:29.249601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9f6187d-8d69-496e-942b-f6835eb2170a req-89dc8849-d98b-4514-9564-39c42a4895b0 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Aug 16 20:20:29.265718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 997b7f6e-66fc-45c9-82bd-3cb57019e63c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:29.271142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 997b7f6e-66fc-45c9-82bd-3cb57019e63c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:29.272153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.360383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.382699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:29.383521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87bce2-c2c2-4e46-a199-c0b8065b2725 req-d9293116-34de-42e5-bc37-b9b2008ad96c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.384940 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400de5b1-a24c-4d8d-b9dc-4b2a2ae416f0" -d '{"events": [{"server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "name": "network-vif-plugged", "status": "completed", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:29.394701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea87bce2-c2c2-4e46-a199-c0b8065b2725 req-d9293116-34de-42e5-bc37-b9b2008ad96c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0637348 Aug 16 20:20:29.398880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:29.437893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea87bce2-c2c2-4e46-a199-c0b8065b2725 req-8246f62b-eb09-41d3-982c-8c40765656ff tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Aug 16 20:20:29.448329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:29.510543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:29.586588 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f556a0-bab8-4fc7-847e-0deb645bd77e x-openstack-request-id: req-04f556a0-bab8-4fc7-847e-0deb645bd77e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:29.586987 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "name": "network-vif-plugged", "status": "completed", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:29.587297 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04f556a0-bab8-4fc7-847e-0deb645bd77e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:29.587909 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c', 'code': 200} Aug 16 20:20:29.707073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c30b1-9254-459f-b161-601183c0d95e req-01846a11-8717-4935-a675-909d72cf2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.708679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c0c30b1-9254-459f-b161-601183c0d95e req-01846a11-8717-4935-a675-909d72cf2e10 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 1101 time: 0.0634999 Aug 16 20:20:29.717264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796dea7-c819-4358-88f9-f38d906acc3c req-4a0cc741-ec8f-4162-9e7d-6a167976ef1a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:29.718817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d796dea7-c819-4358-88f9-f38d906acc3c req-4a0cc741-ec8f-4162-9e7d-6a167976ef1a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0833766 Aug 16 20:20:29.764234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c0c30b1-9254-459f-b161-601183c0d95e req-9bc6a14a-9227-4875-8a95-5eac60fca192 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Aug 16 20:20:29.794162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d796dea7-c819-4358-88f9-f38d906acc3c req-f2a484b9-4f1e-4536-8bf6-425ef8607255 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Aug 16 20:20:30.007332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a713cc4-0dbe-4492-982e-5ec218f11fbc req-91489a48-4bce-425e-b6c6-5dd8862de755 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.019274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a713cc4-0dbe-4492-982e-5ec218f11fbc req-91489a48-4bce-425e-b6c6-5dd8862de755 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0720856 Aug 16 20:20:30.064848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a713cc4-0dbe-4492-982e-5ec218f11fbc req-0ac6a451-37c9-4b67-8d44-f1d8329b92a5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439796 Aug 16 20:20:30.204237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23236c-9a27-4e19-9c3a-4e93333d152c req-8e5c97a5-9a53-4813-a219-d2cdcd6612e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.205762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a23236c-9a27-4e19-9c3a-4e93333d152c req-8e5c97a5-9a53-4813-a219-d2cdcd6612e1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 949 time: 0.0507901 Aug 16 20:20:30.245120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a23236c-9a27-4e19-9c3a-4e93333d152c req-0e24b722-97de-40a5-bac8-44e00ed6c7a6 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Aug 16 20:20:30.381571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdca5b-8261-4f68-8ac8-f8f854900f45 req-728d50e1-6162-45f7-8836-365e3e04a8bd tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.384264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47cdca5b-8261-4f68-8ac8-f8f854900f45 req-728d50e1-6162-45f7-8836-365e3e04a8bd tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 947 time: 0.0613017 Aug 16 20:20:30.425246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47cdca5b-8261-4f68-8ac8-f8f854900f45 req-289c2784-b80a-4398-ae26-cb7281a5b254 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Aug 16 20:20:30.442923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db2cdf6d-4dae-49ce-ab55-d8977a0aab68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:30.565934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d033a-2c2e-4d30-96c9-2af77f8ed7da req-f0ebc1cb-bf99-421a-969c-08594fa1ce88 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.567690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e26d033a-2c2e-4d30-96c9-2af77f8ed7da req-f0ebc1cb-bf99-421a-969c-08594fa1ce88 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0591867 Aug 16 20:20:30.627246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e26d033a-2c2e-4d30-96c9-2af77f8ed7da req-6f534b87-cdcf-47be-96da-e08d29ed8d44 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Aug 16 20:20:30.873821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39018) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:30.923596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde2288-8378-4910-b7dc-b9637f136b2b req-85b7807d-590f-4ea2-bf29-3555a4a29912 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:30.925593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cde2288-8378-4910-b7dc-b9637f136b2b req-85b7807d-590f-4ea2-bf29-3555a4a29912 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0584817 Aug 16 20:20:30.969212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cde2288-8378-4910-b7dc-b9637f136b2b req-cb6e25ed-f6b7-40f8-9731-5c6550742e85 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364385 Aug 16 20:20:31.051778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1901f903-09b9-454b-aea4-fdc6bee0d65c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8224c49a051145be8b6f34482c0e839a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767151 Aug 16 20:20:31.054109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:31.110169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.142412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:31.150592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.205805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ab14c-6806-4cf6-b36f-ddcce626d08c req-449ca158-6807-44a0-9d11-5329fe42f0c9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.207703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce7ab14c-6806-4cf6-b36f-ddcce626d08c req-449ca158-6807-44a0-9d11-5329fe42f0c9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0627451 Aug 16 20:20:31.267570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce7ab14c-6806-4cf6-b36f-ddcce626d08c req-a45aefe8-14df-4498-8e67-5419748b1cbf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Aug 16 20:20:31.285919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.288520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.291911 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5db80ac-35a9-4b1b-a148-61da2a797ae8 HTTP/1.1" status: 204 len: 168 time: 0.2346656 Aug 16 20:20:31.299053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca3f4d-f1b4-4855-8334-5920ba55c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5db80ac-35a9-4b1b-a148-61da2a797ae8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:31.307454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:31.324871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'mac_address': 'fa:16:3e:16:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:31.387702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.406316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fc15-ab44-4ba4-9281-45ca5d06fc66 req-895640d3-cc4e-4d30-9624-060048b1ebd3 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.406635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:31.408019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d05fc15-ab44-4ba4-9281-45ca5d06fc66 req-895640d3-cc4e-4d30-9624-060048b1ebd3 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 949 time: 0.0655551 Aug 16 20:20:31.427866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:31.452945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d05fc15-ab44-4ba4-9281-45ca5d06fc66 req-9039053e-bae9-4366-8bea-13f7079870fd tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381415 Aug 16 20:20:31.505866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.506605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:31.582016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:31.642393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d53b7-32a0-4c7d-8798-8306dbd219f8 req-e3e848a4-e46b-4260-8aa9-5467aecc86ab tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.644058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d1d53b7-32a0-4c7d-8798-8306dbd219f8 req-e3e848a4-e46b-4260-8aa9-5467aecc86ab tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 1101 time: 0.1163313 Aug 16 20:20:31.669666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6356b-a9ce-4b45-8667-6eed0faf26d9 req-b4d35ca4-2ba9-4511-a7d3-0f701575c89b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.671227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4e6356b-a9ce-4b45-8667-6eed0faf26d9 req-b4d35ca4-2ba9-4511-a7d3-0f701575c89b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.1337209 Aug 16 20:20:31.719236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:31.733853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'port_id': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'mac_address': 'fa:16:3e:eb:1d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3fa43c-ec44-4e3f-a527-f772dadc1f4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:31.734869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d1d53b7-32a0-4c7d-8798-8306dbd219f8 req-04153982-8f8c-439c-a06d-09575517a0af tempest-ServersOnMultiNodesTest-801376035 tempest-ServersOnMultiNodesTest-801376035-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 Aug 16 20:20:31.737976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4e6356b-a9ce-4b45-8667-6eed0faf26d9 req-be80f497-3b09-4516-a706-2da541f38acd tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509348 Aug 16 20:20:31.829788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.851114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:31.874741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:31.910289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6788aee-e961-4afa-a85d-07a11bef4bc2 req-5833f8bc-3426-462f-bd5b-03f2b5aa1915 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:31.911917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6788aee-e961-4afa-a85d-07a11bef4bc2 req-5833f8bc-3426-462f-bd5b-03f2b5aa1915 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0777102 Aug 16 20:20:31.957335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:31.976371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6788aee-e961-4afa-a85d-07a11bef4bc2 req-a3eb718e-a772-41c1-a8a7-07d169788360 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565784 Aug 16 20:20:32.018901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:32.027602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.027970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.028315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.028652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.028982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.029404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.029709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.030010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.030375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.030706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.031029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.031349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:20:32.092386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59720b-ce0f-4928-b212-e88b28fd850f req-5cffa9c8-90d8-45e4-b200-02535e068b53 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:32.093910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd59720b-ce0f-4928-b212-e88b28fd850f req-5cffa9c8-90d8-45e4-b200-02535e068b53 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.0533457 Aug 16 20:20:32.144949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd59720b-ce0f-4928-b212-e88b28fd850f req-2a7279e6-ce94-4844-aed9-6042c9f8acc4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Aug 16 20:20:32.357060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['38dc6e6f-0d09-4710-be7b-3d56c85cfff6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:32.421142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:32.485430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268d6e0-c411-4e49-992b-c58b4744ac92 req-4fbc731c-990b-474f-9299-49c63ed78901 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:32.487328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1268d6e0-c411-4e49-992b-c58b4744ac92 req-4fbc731c-990b-474f-9299-49c63ed78901 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1497486 Aug 16 20:20:32.501167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14a32-5350-40ab-baa9-4b5764e48309 req-8e2fb92a-8259-40de-8ec6-08fb51ed9ddf tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:32.502836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aba14a32-5350-40ab-baa9-4b5764e48309 req-8e2fb92a-8259-40de-8ec6-08fb51ed9ddf tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 949 time: 0.1080256 Aug 16 20:20:32.562565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1268d6e0-c411-4e49-992b-c58b4744ac92 req-a95022af-96d9-4265-aea2-713f34b17c6c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Aug 16 20:20:32.567845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aba14a32-5350-40ab-baa9-4b5764e48309 req-f5164556-b21b-464b-91d9-b02b9b602853 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578103 Aug 16 20:20:32.866104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585febf-58eb-4877-b2f4-aff95398ee9f req-c52bfaa7-29cb-4733-8b76-129e36b6e0f5 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:32.872327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5585febf-58eb-4877-b2f4-aff95398ee9f req-c52bfaa7-29cb-4733-8b76-129e36b6e0f5 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.0582113 Aug 16 20:20:32.919435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5585febf-58eb-4877-b2f4-aff95398ee9f req-6f147ef4-98df-4c4c-9e1a-0e6ce205217a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Aug 16 20:20:33.101702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c474b5-ca3b-4d60-bdfe-e1650a50c11c req-a561ba7a-d419-4b68-88f5-b32c8a38762d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.107925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74c474b5-ca3b-4d60-bdfe-e1650a50c11c req-a561ba7a-d419-4b68-88f5-b32c8a38762d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0503664 Aug 16 20:20:33.150658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74c474b5-ca3b-4d60-bdfe-e1650a50c11c req-98433f06-821e-4858-8946-081b5fa47eb1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Aug 16 20:20:33.203251 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-077ecbcf-b842-4f8d-87da-1d0020a98698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.265308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcc54c-9807-4874-bf8a-4130279548d1 req-da20f01c-bbb1-4699-a7e6-5ea6c9e60008 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.268293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fdcc54c-9807-4874-bf8a-4130279548d1 req-da20f01c-bbb1-4699-a7e6-5ea6c9e60008 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.0569723 Aug 16 20:20:33.312695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fdcc54c-9807-4874-bf8a-4130279548d1 req-bd3d75fe-8776-4618-aeb1-e8346b2d2808 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Aug 16 20:20:33.356810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:33.707266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a2de6-bc0c-4c3d-9218-0f6d8e79fb5e req-6eb3f7e8-31be-4fc5-ab85-2b35853a6b4c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.709041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2a2de6-bc0c-4c3d-9218-0f6d8e79fb5e req-6eb3f7e8-31be-4fc5-ab85-2b35853a6b4c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0486393 Aug 16 20:20:33.746790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2a2de6-bc0c-4c3d-9218-0f6d8e79fb5e req-8f702c16-6fa0-4209-9c61-79e5829cadc5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Aug 16 20:20:33.856254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866980-42a2-4c90-9f6f-2d41cb1fb5a7 req-d7d85ea1-0d5f-490b-ae7f-209d7a80923a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:33.857758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd866980-42a2-4c90-9f6f-2d41cb1fb5a7 req-d7d85ea1-0d5f-490b-ae7f-209d7a80923a tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 949 time: 0.0513008 Aug 16 20:20:33.899551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd866980-42a2-4c90-9f6f-2d41cb1fb5a7 req-775e2138-d673-45ee-8ab8-7223b24dbfb0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Aug 16 20:20:34.047676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cffa8-fe8f-4f0c-90ec-71197d621c34 req-9998966f-c73b-4aa6-af8b-888b51d60163 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.049252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-453cffa8-fe8f-4f0c-90ec-71197d621c34 req-9998966f-c73b-4aa6-af8b-888b51d60163 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.0560160 Aug 16 20:20:34.090762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-453cffa8-fe8f-4f0c-90ec-71197d621c34 req-234c9e87-396c-471e-8ace-254e2ced8c91 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Aug 16 20:20:34.093694 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.192567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-80dd4efb-dfd4-42d8-bf46-65577e2c4625 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.195702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-80dd4efb-dfd4-42d8-bf46-65577e2c4625 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 949 time: 0.0511048 Aug 16 20:20:34.309646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9efc3c-118d-4168-ba98-f4840de3c54a req-b26c8499-4c18-4a6b-97ad-3182e3ee4573 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.311120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be9efc3c-118d-4168-ba98-f4840de3c54a req-b26c8499-4c18-4a6b-97ad-3182e3ee4573 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0835209 Aug 16 20:20:34.367275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be9efc3c-118d-4168-ba98-f4840de3c54a req-8a2610f9-9ac2-4fe7-bb31-337337f796f5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488429 Aug 16 20:20:34.369217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 997b7f6e-66fc-45c9-82bd-3cb57019e63c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:34.369561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.476144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18af421-0ae4-4d8a-837f-9a8f7b0befb5 req-1e9cab06-6bf5-4e71-b5a6-d77e7c767813 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.477627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d18af421-0ae4-4d8a-837f-9a8f7b0befb5 req-1e9cab06-6bf5-4e71-b5a6-d77e7c767813 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.0917506 Aug 16 20:20:34.517473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 997b7f6e-66fc-45c9-82bd-3cb57019e63c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=997b7f6e-66fc-45c9-82bd-3cb57019e63c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:34.517841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.538937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 997b7f6e-66fc-45c9-82bd-3cb57019e63c owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:34.547216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d18af421-0ae4-4d8a-837f-9a8f7b0befb5 req-bc4781fc-ab36-4f95-b596-dc71ea1f636d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597134 Aug 16 20:20:34.661524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-49bcb5cc-f741-409e-9f1c-11ca19f3a91b service neutron] 10.222.0.73 "GET /v2.0/ports/9c7681b7-29e1-4f32-9760-4c7c3e29eb21/bindings/n-h1-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.0585167 Aug 16 20:20:34.728204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.740072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', '997b7f6e-66fc-45c9-82bd-3cb57019e63c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:34.741255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39116) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:34.746370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:34.757058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=997b7f6e-66fc-45c9-82bd-3cb57019e63c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:34.809522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 997b7f6e-66fc-45c9-82bd-3cb57019e63c on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:34.812384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.814701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-900ec6ff-4cc4-4ebe-990c-bd3ef454690f req-4c8a3f0d-7f5d-4bcb-a35a-c33f61941f52 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "DELETE /v2.0/ports/997b7f6e-66fc-45c9-82bd-3cb57019e63c HTTP/1.1" status: 204 len: 173 time: 0.6126802 Aug 16 20:20:34.815252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'name': 'network-vif-deleted', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:34.817775 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc397eb-49dc-4ae8-845a-264e68b119e4" -d '{"events": [{"server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "name": "network-vif-deleted", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:34.879643 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd9e237-08ec-40e5-852a-d3a0179c8c07 x-openstack-request-id: req-0cd9e237-08ec-40e5-852a-d3a0179c8c07 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:34.880696 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61642cd-e55d-4f84-af24-dd83cdcc6386", "name": "network-vif-deleted", "tag": "997b7f6e-66fc-45c9-82bd-3cb57019e63c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:34.881007 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cd9e237-08ec-40e5-852a-d3a0179c8c07 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:34.881289 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61642cd-e55d-4f84-af24-dd83cdcc6386', 'name': 'network-vif-deleted', 'tag': '997b7f6e-66fc-45c9-82bd-3cb57019e63c', 'status': 'completed', 'code': 200} Aug 16 20:20:34.958786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe766-af39-4b20-9ec0-7072d8ce1d9b req-91c53b75-8311-44fc-9dfc-21e0e9e246bf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:34.961771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3605-d3f0-4931-9557-00ebbc612d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:34.969767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ffe766-af39-4b20-9ec0-7072d8ce1d9b req-91c53b75-8311-44fc-9dfc-21e0e9e246bf tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1098344 Aug 16 20:20:35.016386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ffe766-af39-4b20-9ec0-7072d8ce1d9b req-acbcd99e-d56c-4642-91cc-4a813f7d9a96 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Aug 16 20:20:35.107579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72978567-1679-4598-9c61-42a2d9c371ab req-ca48d304-913c-4bfd-8bb0-db03044b7b33 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61642cd-e55d-4f84-af24-dd83cdcc6386 HTTP/1.1" status: 200 len: 210 time: 0.0845909 Aug 16 20:20:35.154743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3605-d3f0-4931-9557-00ebbc612d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.163768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:35.245166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd78f-d30d-4101-a743-29e88de813ba req-801ca771-9474-445a-b2e0-c5bed7d1919a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.246877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-826fd78f-d30d-4101-a743-29e88de813ba req-801ca771-9474-445a-b2e0-c5bed7d1919a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.0568817 Aug 16 20:20:35.248058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbbf3605-d3f0-4931-9557-00ebbc612d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.288147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fbbf3605-d3f0-4931-9557-00ebbc612d5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a2232e783374bff98719ced54a717c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5446048 Aug 16 20:20:35.291076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39132) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:35.294501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf3605-d3f0-4931-9557-00ebbc612d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec01ee-9f5c-44c3-9866-52034ca8dcf4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:35.341099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-826fd78f-d30d-4101-a743-29e88de813ba req-577ed829-5c4f-423f-bd02-e00bdc9552d4 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881999 Aug 16 20:20:35.364680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.387014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.476724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:35.483669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:35.484148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.492681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae9e85-34de-4e12-9970-f37bdecbbc35 req-6aea4320-ed7c-47ae-9486-a86bf4e2fad1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.494238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baae9e85-34de-4e12-9970-f37bdecbbc35 req-6aea4320-ed7c-47ae-9486-a86bf4e2fad1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0488994 Aug 16 20:20:35.566828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baae9e85-34de-4e12-9970-f37bdecbbc35 req-bff79663-537a-445d-9035-d5bb43e647e2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Aug 16 20:20:35.569908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.572462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.576702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afec01ee-9f5c-44c3-9866-52034ca8dcf4 HTTP/1.1" status: 204 len: 168 time: 0.2819109 Aug 16 20:20:35.585143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-f9a8c694-dae1-4dd7-bece-019eb1e5c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.586670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-f9a8c694-dae1-4dd7-bece-019eb1e5c3c7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1102 time: 0.0795600 Aug 16 20:20:35.587839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb50fd3-26b2-4dd3-aff6-8a2ca2c512c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec01ee-9f5c-44c3-9866-52034ca8dcf4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:35.625501 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.659566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:35.661708 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c26aa88-e5e9-4f3c-a8f3-e4fc916d240e" -d '{"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:35.681160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:35.715117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-a9a38117-3c08-4f2c-a9bb-ccb36e4350ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.717052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-a9a38117-3c08-4f2c-a9bb-ccb36e4350ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1102 time: 0.0834086 Aug 16 20:20:35.722996 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab0ac72-9a9d-4c04-9a78-4b27cda44144 x-openstack-request-id: req-5ab0ac72-9a9d-4c04-9a78-4b27cda44144 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:35.727134 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:35.727134 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ab0ac72-9a9d-4c04-9a78-4b27cda44144 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:35.727134 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'code': 200} Aug 16 20:20:35.728820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15f05e-98ad-47a9-81c2-34a3dda4733f req-77650fc9-d1a3-4fda-85ef-0f40600c3a9a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.731630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef15f05e-98ad-47a9-81c2-34a3dda4733f req-77650fc9-d1a3-4fda-85ef-0f40600c3a9a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.0865474 Aug 16 20:20:35.796424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:35.797198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:35.826715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef15f05e-98ad-47a9-81c2-34a3dda4733f req-03201b46-d8b8-4b01-9c54-0d303db3f52c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891092 Aug 16 20:20:35.868051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-0e283a81-8a6b-4c19-b618-90e009dbc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.868965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5d6fb-7569-4c06-b2e2-edbc7b0112eb req-80c0bc34-9ba6-4405-84ec-4f3e81c2aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:35.873844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-62c5d6fb-7569-4c06-b2e2-edbc7b0112eb req-80c0bc34-9ba6-4405-84ec-4f3e81c2aed9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 1101 time: 0.0535285 Aug 16 20:20:35.876020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-0e283a81-8a6b-4c19-b618-90e009dbc4c8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1305547 Aug 16 20:20:35.968188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-62c5d6fb-7569-4c06-b2e2-edbc7b0112eb req-84e4d8cc-9edd-4331-bbbe-c946d5ee8f6a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669909 Aug 16 20:20:35.968667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-00c98c98-9273-4167-9bcb-20ecd764643c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 217 time: 0.0773239 Aug 16 20:20:36.071468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-8842c59b-a36f-49b6-8680-dfcf25d20417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.074371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-8842c59b-a36f-49b6-8680-dfcf25d20417 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0583110 Aug 16 20:20:36.078757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:36.128096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.151225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:36.157527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:36.157901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.182912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05c6ae-095e-4cad-92fc-2dee6588377b req-64e9136f-838a-4bf8-8e6e-675eb9be5c2c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.185313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef05c6ae-095e-4cad-92fc-2dee6588377b req-64e9136f-838a-4bf8-8e6e-675eb9be5c2c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0890665 Aug 16 20:20:36.187716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-62ed7442-2448-4b17-a276-dc9d5e17999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.190110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-62ed7442-2448-4b17-a276-dc9d5e17999f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809252 Aug 16 20:20:36.260054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.296442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef05c6ae-095e-4cad-92fc-2dee6588377b req-1ab8a65d-fe1e-4be8-ae02-7d83c9165958 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991700 Aug 16 20:20:36.302019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:36.334522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-714d95c3-d6e2-4677-a5dd-cce93560cfe7 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338465 Aug 16 20:20:36.368472 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.439801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:36.483895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8a17dd2-ff9d-4e56-bf9b-a3b55d63706b req-f3425237-4913-4192-8fe4-61f5c65947f0 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404219 Aug 16 20:20:36.514297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238178a6-1639-4104-b992-0a393523fb6e req-2c71c913-eed2-41bd-808e-34dd15a9d76c tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.515864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-238178a6-1639-4104-b992-0a393523fb6e req-2c71c913-eed2-41bd-808e-34dd15a9d76c tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 949 time: 0.0774703 Aug 16 20:20:36.568506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-238178a6-1639-4104-b992-0a393523fb6e req-bc1b93cb-ef82-42ee-8f2f-8ffcc25ce59d tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Aug 16 20:20:36.605391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869eb98-4daa-4889-933c-d7fd820b989f req-e031d932-425e-482f-99d4-e771ff829604 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.606873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b869eb98-4daa-4889-933c-d7fd820b989f req-e031d932-425e-482f-99d4-e771ff829604 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.0550182 Aug 16 20:20:36.664057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b869eb98-4daa-4889-933c-d7fd820b989f req-88f342c4-25d4-49ad-b6c7-0a891b235146 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466082 Aug 16 20:20:36.706338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39176) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:36.731152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b671270-c61b-4535-b252-ba393c5150c4 req-f2ed4ebd-ddcb-40c7-bd99-6fa723739381 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.732864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b671270-c61b-4535-b252-ba393c5150c4 req-f2ed4ebd-ddcb-40c7-bd99-6fa723739381 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0601797 Aug 16 20:20:36.775403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b671270-c61b-4535-b252-ba393c5150c4 req-cc9fd8e6-5047-4535-aa6e-e54f5e852c3b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360739 Aug 16 20:20:36.813150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-25511338-network', 'tenant_id': 'fdb86e1b3936492dbdc15ad481010198'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:36.882240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Made reservation on behalf of fdb86e1b3936492dbdc15ad481010198 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:36.884797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.902390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:36.973033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7a66f-c8b5-45f3-9c56-0ccae711bd7c req-6f3a5582-45de-4bf1-b57c-4475af625be3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:36.974423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8e7a66f-c8b5-45f3-9c56-0ccae711bd7c req-6f3a5582-45de-4bf1-b57c-4475af625be3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0752673 Aug 16 20:20:37.035563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8e7a66f-c8b5-45f3-9c56-0ccae711bd7c req-a2686baa-31e1-4bdb-bb41-bca515d6eab9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529134 Aug 16 20:20:37.068086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.162277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.163682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 997b7f6e-66fc-45c9-82bd-3cb57019e63c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:37.183713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 997b7f6e-66fc-45c9-82bd-3cb57019e63c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:37.184075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 997b7f6e-66fc-45c9-82bd-3cb57019e63c not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:37.189468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:20:37.194644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec5e58-f1aa-473f-8b97-1a924aeeb018,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.204426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.204426 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Added segment 9ec26cb4-a2ee-4c67-91f8-00b16f05e496 of type vlan for network 7b29825e-f127-46f2-8203-98a321ddf32a Aug 16 20:20:37.241923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.369166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.370287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.370885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.470850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] Pushing event updated for resources: {'Network': ['ID=7b29825e-f127-46f2-8203-98a321ddf32a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:37.480579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7b29825e-f127-46f2-8203-98a321ddf32a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:20:37.481567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47f906-8ad8-48b2-8193-f1185f9b6b12 req-2a462471-e70f-45a4-9e82-b99889ddd3f6 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.483102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d47f906-8ad8-48b2-8193-f1185f9b6b12 req-2a462471-e70f-45a4-9e82-b99889ddd3f6 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1245971 Aug 16 20:20:37.522093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d47f906-8ad8-48b2-8193-f1185f9b6b12 req-309db87e-7357-4c57-940b-a59b39c7507a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Aug 16 20:20:37.528917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-827bce98-f649-438b-a9ba-23a8b2c74209 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8215778 Aug 16 20:20:37.532768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:37.537003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Request body: {'subnet': {'network_id': '7b29825e-f127-46f2-8203-98a321ddf32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-25511338-subnet', 'tenant_id': 'fdb86e1b3936492dbdc15ad481010198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:37.602358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Made reservation on behalf of fdb86e1b3936492dbdc15ad481010198 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:37.605070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:37.721306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7f9af-aed2-46b9-9ca7-c571feffd865 req-5dc288dc-5bb3-44ed-82a1-957630e216ed tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.722937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fd7f9af-aed2-46b9-9ca7-c571feffd865 req-5dc288dc-5bb3-44ed-82a1-957630e216ed tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 949 time: 0.0780289 Aug 16 20:20:37.725200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:37.727682 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b04148-b56e-4ec9-b25f-833ff3e9008c" -d '{"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-plugged", "status": "completed", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:37.831858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fd7f9af-aed2-46b9-9ca7-c571feffd865 req-62068df8-b9e6-4a51-9d5a-1df0b4434d54 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952048 Aug 16 20:20:37.841356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22654114-6af2-4736-8796-ccef4a1928ee req-2ec03bb7-9cf9-4c6b-8e37-4cbeca611c9f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.842834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22654114-6af2-4736-8796-ccef4a1928ee req-2ec03bb7-9cf9-4c6b-8e37-4cbeca611c9f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.1189241 Aug 16 20:20:37.876829 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220b5446-6977-432b-a47d-e9a05073161a x-openstack-request-id: req-220b5446-6977-432b-a47d-e9a05073161a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:37.877361 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-plugged", "status": "completed", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:37.877779 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-220b5446-6977-432b-a47d-e9a05073161a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:37.878182 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'code': 200} Aug 16 20:20:37.921495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22654114-6af2-4736-8796-ccef4a1928ee req-d5d648e8-0182-4afe-bf34-890e7c2a89e2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525541 Aug 16 20:20:37.982020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e8ed8-d98e-484c-bf6f-9c877ab3ff0c req-16ae92d6-35f9-4d97-9ecc-7dcd58c3678e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:37.983605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd6e8ed8-d98e-484c-bf6f-9c877ab3ff0c req-16ae92d6-35f9-4d97-9ecc-7dcd58c3678e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.0602539 Aug 16 20:20:38.003368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.085272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc245e3-3668-46f4-9261-0d2b24cbcbd2 req-90652fe4-4e87-4bc6-a2c8-23b58dcf4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.086810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fc245e3-3668-46f4-9261-0d2b24cbcbd2 req-90652fe4-4e87-4bc6-a2c8-23b58dcf4bd0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1098 time: 0.1229270 Aug 16 20:20:38.092361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24dd5da-7dfe-41f8-a858-6ca29954cb7c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:38.098358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd6e8ed8-d98e-484c-bf6f-9c877ab3ff0c req-8f4eccd9-b38d-4ded-a91d-0415e083b90c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970116 Aug 16 20:20:38.129418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Checking segment: {'id': '9ec26cb4-a2ee-4c67-91f8-00b16f05e496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b29825e-f127-46f2-8203-98a321ddf32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:38.129819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Network hostable DHCP agents. Network: 7b29825e-f127-46f2-8203-98a321ddf32a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:20:38.155297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fc245e3-3668-46f4-9261-0d2b24cbcbd2 req-fc918f32-5f7c-4dcd-b86d-d137f96a3a10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559053 Aug 16 20:20:38.235567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176add5-ffa6-467e-a26f-50a8f71e3395 req-c40a5a97-369c-4e2f-8c42-5abac9066740 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.237102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3176add5-ffa6-467e-a26f-50a8f71e3395 req-c40a5a97-369c-4e2f-8c42-5abac9066740 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0522327 Aug 16 20:20:38.529385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Network 7b29825e-f127-46f2-8203-98a321ddf32a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:20:38.567959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3176add5-ffa6-467e-a26f-50a8f71e3395 req-0272058b-0266-4073-9091-612ea308cee4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248627 Aug 16 20:20:38.594607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-44eb2de6-112f-44c1-ba5a-0a876974fac1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.596186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-44eb2de6-112f-44c1-ba5a-0a876974fac1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.0762644 Aug 16 20:20:38.655818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7b29825e-f127-46f2-8203-98a321ddf32a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:38.661230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.662198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.663360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23b4b3-36bc-4430-b798-501ae1cd4b25 None None] Network 7b29825e-f127-46f2-8203-98a321ddf32a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:38.735781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faea4fe-cc45-4090-8c0a-a53d3fd3e46c req-0807492c-d2b7-4b0a-9b65-f45299d3959b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:38.737320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3faea4fe-cc45-4090-8c0a-a53d3fd3e46c req-0807492c-d2b7-4b0a-9b65-f45299d3959b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0974255 Aug 16 20:20:38.769890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:38.770233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.782812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b3859f-228a-4ca8-9e41-b04043f601df None None] Network 7b29825e-f127-46f2-8203-98a321ddf32a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:38.821386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ff3bd9d-655e-490e-8cde-57f640916c19 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2807701 Aug 16 20:20:38.845609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3faea4fe-cc45-4090-8c0a-a53d3fd3e46c req-2129156d-64ce-4559-b92e-b1923bddcd86 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016574 Aug 16 20:20:38.895090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:38.895457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:38.912271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:39.069341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc32700-2f3f-41eb-9fcd-c2bb9113b418 req-562acca2-1cd2-4a53-af47-f055b4cbf093 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.070834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc32700-2f3f-41eb-9fcd-c2bb9113b418 req-562acca2-1cd2-4a53-af47-f055b4cbf093 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 949 time: 0.0648642 Aug 16 20:20:39.083157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-579453776', 'description': 'tempest-description-1568156097'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:39.140707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc32700-2f3f-41eb-9fcd-c2bb9113b418 req-6d0b56d6-ad9c-485c-979e-12e2285cab62 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Aug 16 20:20:39.188025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:39.192577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:39.228727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.253069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.285030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:39.287418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:39.293167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=9e272ec1-7ef0-4156-9ec5-e47cb64a88fb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.330672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954add13-53fb-4ce3-a307-616ea234e5e6 req-967dcd61-0764-4ad6-be24-f52d929dbc49 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.332208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954add13-53fb-4ce3-a307-616ea234e5e6 req-967dcd61-0764-4ad6-be24-f52d929dbc49 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1308949 Aug 16 20:20:39.365880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:39.368667 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.371686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebfc5a78-7903-49fb-b6ef-291ab7b0eaa1 req-a67ae4f8-4350-45db-9da3-d7d3c7fc5c29 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "DELETE /v2.0/ports/9e272ec1-7ef0-4156-9ec5-e47cb64a88fb HTTP/1.1" status: 204 len: 173 time: 0.7685220 Aug 16 20:20:39.380820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'name': 'network-vif-deleted', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:39.383912 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2017cb2-917f-49be-92a3-3e6acff9708c" -d '{"events": [{"server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "name": "network-vif-deleted", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:39.408868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.429666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954add13-53fb-4ce3-a307-616ea234e5e6 req-713fe5a9-aed6-4fc8-8158-cd056a2478c3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858271 Aug 16 20:20:39.466228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.489076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:39.503010 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930f9454-e154-4330-ae8c-42b69c7defa4 x-openstack-request-id: req-930f9454-e154-4330-ae8c-42b69c7defa4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:39.503341 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac34768-6d07-45c4-bcd9-2d620661b93c", "name": "network-vif-deleted", "tag": "9e272ec1-7ef0-4156-9ec5-e47cb64a88fb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:39.503943 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-930f9454-e154-4330-ae8c-42b69c7defa4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:39.504921 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac34768-6d07-45c4-bcd9-2d620661b93c', 'name': 'network-vif-deleted', 'tag': '9e272ec1-7ef0-4156-9ec5-e47cb64a88fb', 'status': 'completed', 'code': 200} Aug 16 20:20:39.533788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:39.544143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'mac_address': 'fa:16:3e:2d:63:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:39.567844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.608899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1184b866-f2f7-41b1-8bb7-d22140d7145b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.623571 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.665231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.666739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-643d6245-1cf2-4ba9-a836-e2609e427255 req-8e5243f9-e262-4b6a-8670-99b1c327ebc7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5936129 Aug 16 20:20:39.689910 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:39.752938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:39.761743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620442a-f2c4-4082-9f80-9bf87ee242e6 req-7a7b89c3-d807-4604-87d1-1929a7b7d6b2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.764580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0620442a-f2c4-4082-9f80-9bf87ee242e6 req-7a7b89c3-d807-4604-87d1-1929a7b7d6b2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0668325 Aug 16 20:20:39.772059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:39.839471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-81653fd8-429b-4502-9277-221cff46abde tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/1184b866-f2f7-41b1-8bb7-d22140d7145b HTTP/1.1" status: 200 len: 1812 time: 0.0932486 Aug 16 20:20:39.847327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0620442a-f2c4-4082-9f80-9bf87ee242e6 req-daa83439-36df-49c7-8e73-4aa0db472f49 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569041 Aug 16 20:20:39.852303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1184b866-f2f7-41b1-8bb7-d22140d7145b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:39.852678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1184b866-f2f7-41b1-8bb7-d22140d7145b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:39.856843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:20:39.857209 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:20:39.880581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:39.882797 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aea995f-3655-4a66-9f6b-5ae62e3a43c8" -d '{"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:39.972631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf111-a79b-476c-9bb3-375d640c06ef req-35e35daf-fd16-4cf9-963b-807b111e4055 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:39.974226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0babf111-a79b-476c-9bb3-375d640c06ef req-35e35daf-fd16-4cf9-963b-807b111e4055 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0521448 Aug 16 20:20:40.031645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.043100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0babf111-a79b-476c-9bb3-375d640c06ef req-a635386b-8c5a-4c45-b950-9724a0bb252c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592723 Aug 16 20:20:40.056005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.098869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.103459 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ace07d-a5a4-4416-bd65-cdcd992a6003 x-openstack-request-id: req-01ace07d-a5a4-4416-bd65-cdcd992a6003 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:40.104349 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:40.104623 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01ace07d-a5a4-4416-bd65-cdcd992a6003 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:40.105011 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'code': 200} Aug 16 20:20:40.116413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1a0c08-687c-4640-873c-d4e0c6fc261d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:40.168313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.169587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c8f8f52-fac7-49d1-977b-5b4432ba59f0 req-1773ba03-63ef-41f0-aa4d-24f1f155e6ea tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3211279 Aug 16 20:20:40.242078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b8e77fb-ddce-4898-93b9-ba2e1122a533 req-f03df2f8-7f53-42cd-a82f-f4479d8d4cd8 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/1184b866-f2f7-41b1-8bb7-d22140d7145b HTTP/1.1" status: 200 len: 2405 time: 0.0528247 Aug 16 20:20:40.259220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6eee1a48-49b8-4798-919a-124b0a414f90 req-85411ef5-7895-4e46-88cf-0987a842e881 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ac34768-6d07-45c4-bcd9-2d620661b93c HTTP/1.1" status: 200 len: 210 time: 0.0350897 Aug 16 20:20:40.295934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-d0fd18ef-0c35-4201-bc91-a1a3b9de467a tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-group-rules/1c1a0c08-687c-4640-873c-d4e0c6fc261d HTTP/1.1" status: 200 len: 778 time: 0.0241954 Aug 16 20:20:40.341399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-edd5ebdb-7db6-43c2-b49a-b5bfccaaf884 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/1184b866-f2f7-41b1-8bb7-d22140d7145b HTTP/1.1" status: 200 len: 2405 time: 0.0393419 Aug 16 20:20:40.374789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.382092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.395369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.411810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:40.431255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:40.488789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.496730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.498178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fcb688b-8d03-45d2-9699-ca157dd9cd61 req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1c1a0c08-687c-4640-873c-d4e0c6fc261d HTTP/1.1" status: 204 len: 173 time: 0.1507630 Aug 16 20:20:40.507209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d527e-e588-4f69-a274-772e5f03f739 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1a0c08-687c-4640-873c-d4e0c6fc261d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:40.510600 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.537368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-291789980', 'description': 'tempest-description-416078998'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:40.565780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:40.587774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113882bb-bbca-43ca-b491-6c3a9a403f2a req-7f2d8d2c-f466-4612-b3ec-b5dcdde08019 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:40.589514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113882bb-bbca-43ca-b491-6c3a9a403f2a req-7f2d8d2c-f466-4612-b3ec-b5dcdde08019 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 949 time: 0.0681329 Aug 16 20:20:40.622653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.637530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113882bb-bbca-43ca-b491-6c3a9a403f2a req-a5e15038-12d2-424f-91c6-318d70afd928 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Aug 16 20:20:40.713070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.784525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.815325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87eec968-9bf6-4456-8a01-67664523c9bc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:40.871634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:40.873291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdf830ab-05b6-49df-a264-57133b8818e4 req-e920e513-3cf5-42f1-ad42-bec3f4586d71 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3394892 Aug 16 20:20:41.044041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df74ec16-0ebd-4d66-b577-7142cd4d6f9f req-af4f0c85-267c-451f-ae06-d35071f5bdb8 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/87eec968-9bf6-4456-8a01-67664523c9bc HTTP/1.1" status: 200 len: 1811 time: 0.0626671 Aug 16 20:20:41.054666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8b84c-3b06-4820-b8fb-5d46dc3b6f09 req-71649cd7-bb1e-491b-a6a6-3993512e8ccb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.056227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29f8b84c-3b06-4820-b8fb-5d46dc3b6f09 req-71649cd7-bb1e-491b-a6a6-3993512e8ccb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0843027 Aug 16 20:20:41.098286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29f8b84c-3b06-4820-b8fb-5d46dc3b6f09 req-441186c6-3b81-4892-8f9c-11876804f6d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Aug 16 20:20:41.192355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:41.196458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:20:41.240349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91571d-915c-48a2-b5c1-1b082db86982 req-4e75641c-1206-4f2d-8e33-050052bedb10 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.241923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a91571d-915c-48a2-b5c1-1b082db86982 req-4e75641c-1206-4f2d-8e33-050052bedb10 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 949 time: 0.1427016 Aug 16 20:20:41.265321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358e8-1188-4312-91cc-c355e9af46aa req-e82c89a9-ca30-498e-aa2e-e522d33995b6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.266908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-e82c89a9-ca30-498e-aa2e-e522d33995b6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72&tenant_id=1a04a74dc1f7468da022c63664652e7c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 949 time: 0.1409051 Aug 16 20:20:41.298177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733732ef-9549-4455-a907-bedcbc2d4fad req-fc1ffe63-ed99-4c43-930d-323b04fe3c59 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.299469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-733732ef-9549-4455-a907-bedcbc2d4fad req-fc1ffe63-ed99-4c43-930d-323b04fe3c59 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1119947 Aug 16 20:20:41.330858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a91571d-915c-48a2-b5c1-1b082db86982 req-f29e9376-5f92-4c23-b295-fb3488a5ce2f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770898 Aug 16 20:20:41.377411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:41.389536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-733732ef-9549-4455-a907-bedcbc2d4fad req-4f47469b-0ad3-49b3-993e-1cf901cab81d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837128 Aug 16 20:20:41.401224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358e8-1188-4312-91cc-c355e9af46aa req-57f8f6c6-5f6a-4519-98c8-54ced04fe7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.403118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-57f8f6c6-5f6a-4519-98c8-54ced04fe7ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 1101 time: 0.0694883 Aug 16 20:20:41.418409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'mac_address': 'fa:16:3e:16:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:20:41.445110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:41.470310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:41.470650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9e272ec1-7ef0-4156-9ec5-e47cb64a88fb not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:41.485876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-756245783', 'description': 'tempest-description-122171867'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:41.530793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.550131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:41.563514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c70d5-6517-4db8-a465-65728311da78 req-a1ef1732-491e-4b50-9db3-fb668738824b tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.565077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac0c70d5-6517-4db8-a465-65728311da78 req-a1ef1732-491e-4b50-9db3-fb668738824b tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1098 time: 0.1115594 Aug 16 20:20:41.577781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:41.586085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358e8-1188-4312-91cc-c355e9af46aa req-29c342a8-de14-4398-98c6-135d6e7a0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.587540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-29c342a8-de14-4398-98c6-135d6e7a0701 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1644697 Aug 16 20:20:41.613949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac0c70d5-6517-4db8-a465-65728311da78 req-0bef4462-d1c4-41b5-8745-eb7ce98c263f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Aug 16 20:20:41.665140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-0ce0c73e-a0d9-4476-b44b-776c878708be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 200 len: 217 time: 0.0470974 Aug 16 20:20:41.665881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.670285 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.721528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:41.771577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358e8-1188-4312-91cc-c355e9af46aa req-c59e20ba-8f0e-47cb-80d0-5a36e4ff4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.773071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-c59e20ba-8f0e-47cb-80d0-5a36e4ff4f16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0978701 Aug 16 20:20:41.801088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6214f6-eebf-4476-b6fb-9cd67776cff1 req-1ad03bc3-f2db-4534-a204-2c9770ba026d tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.802517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea6214f6-eebf-4476-b6fb-9cd67776cff1 req-1ad03bc3-f2db-4534-a204-2c9770ba026d tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0939395 Aug 16 20:20:41.880253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['38dc6e6f-0d09-4710-be7b-3d56c85cfff6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:41.885896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035358e8-1188-4312-91cc-c355e9af46aa req-2dc7f111-4de6-4af0-add5-84ee64480c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:41.887415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-2dc7f111-4de6-4af0-add5-84ee64480c4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972893 Aug 16 20:20:41.889799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:41.891638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea6214f6-eebf-4476-b6fb-9cd67776cff1 req-43be579e-0120-4aa1-aca3-d564bb420fb6 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717297 Aug 16 20:20:41.994166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.047655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-8f5902cb-7d4c-4138-ba54-ab8f6672245e service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435392 Aug 16 20:20:42.058446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07580e2a-a32b-4142-a378-e36f0880c9bd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:42.132685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:42.133899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23876696-6d45-460e-82f7-30689fab3b0d req-31f0d802-4cea-4bb8-b68a-3539476eb3c2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6792564 Aug 16 20:20:42.148347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-035358e8-1188-4312-91cc-c355e9af46aa req-ec25b1ab-4b46-46db-bc03-4754a6e5d300 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918143 Aug 16 20:20:42.471508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5536ade5-e06e-4bdb-8fd9-04c354c1b33e req-8f860386-630f-4f54-b328-25738009cb5c tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/07580e2a-a32b-4142-a378-e36f0880c9bd HTTP/1.1" status: 200 len: 1811 time: 0.0421157 Aug 16 20:20:42.574683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca458e9f-145b-4dd5-9506-082d9106ddad req-3c62232a-c90f-4ef7-86d0-0894c9e81bd8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.576207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca458e9f-145b-4dd5-9506-082d9106ddad req-3c62232a-c90f-4ef7-86d0-0894c9e81bd8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 949 time: 0.0545850 Aug 16 20:20:42.636409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca458e9f-145b-4dd5-9506-082d9106ddad req-0325a119-8eb7-4f35-b6ae-8e6a583cc26f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Aug 16 20:20:42.742465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a281f-b264-40ab-bc47-26ffac989b36 req-89b5ece9-130e-4676-b53d-c66305410ebc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.743987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11a281f-b264-40ab-bc47-26ffac989b36 req-89b5ece9-130e-4676-b53d-c66305410ebc tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.0497794 Aug 16 20:20:42.794018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11a281f-b264-40ab-bc47-26ffac989b36 req-74af1878-f520-4318-8fb9-223a9b107e90 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439711 Aug 16 20:20:42.909089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32415b-98c4-4e4b-95ca-19676473d05e req-cc7efb87-315b-4cbe-898d-acb5edf5b2a3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:42.910699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b32415b-98c4-4e4b-95ca-19676473d05e req-cc7efb87-315b-4cbe-898d-acb5edf5b2a3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0606310 Aug 16 20:20:42.957969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b32415b-98c4-4e4b-95ca-19676473d05e req-672c7356-6eec-4c0b-9a20-bf60b6856a5d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Aug 16 20:20:42.987241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1241321975', 'description': 'tempest-description-134281858'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:43.099073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.184876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.196237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:43.242296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.276165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:43.276899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.308904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d312a53-b19d-4d6d-8b1d-64d163975f6e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:43.344498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.346077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef06d7af-ce60-487d-92f3-e2584bb958a6 req-19f3f7b2-c0ef-409a-90f1-8e3189f0b2cd tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3634820 Aug 16 20:20:43.421535 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.461468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:43.464719 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036a30a2-42c6-4c4c-8f65-c08808bc0496" -d '{"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:43.483037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:43.527853 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.528824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:20:43.575834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1a0329c-5fcb-4a3d-9fa4-7f370011ea8f req-cf9fb504-2df3-4864-9e02-8ce58a75c1a0 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/3d312a53-b19d-4d6d-8b1d-64d163975f6e HTTP/1.1" status: 200 len: 1812 time: 0.0730543 Aug 16 20:20:43.631530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:43.658211 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:20:43.723872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:43.723872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.767305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-472224343', 'description': 'tempest-description-947336404'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:43.783470 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ea913-90f5-4601-b82e-bdae4efd89aa x-openstack-request-id: req-f01ea913-90f5-4601-b82e-bdae4efd89aa {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:43.785095 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:43.785639 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f01ea913-90f5-4601-b82e-bdae4efd89aa {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:43.787153 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'code': 200} Aug 16 20:20:43.903453 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:43.944818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:44.070288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.115922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.185287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.192085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.270110 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.340061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d6c5b5-1747-4896-a2ad-481015f99036,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:44.363407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.364696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e9158c0-6aa3-444f-ad79-50c0b4eb189f req-856a558f-6477-42a5-83e9-e52a061f8803 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6066353 Aug 16 20:20:44.379152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-d59dd728-0cf8-44a6-8bde-0afa0caeabe7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:44.380796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-d59dd728-0cf8-44a6-8bde-0afa0caeabe7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.0789285 Aug 16 20:20:44.439677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-b5033145-19ff-4ec0-8b03-587465c7c44a tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:20:44.440726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-b5033145-19ff-4ec0-8b03-587465c7c44a tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Aug 16 20:20:44.452621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:44.454023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:20:44.549914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92e475-3d9f-4512-a073-4837514314e0 req-b65c7f08-e82c-4fa5-b044-ecdab7760380 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:44.554879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd92e475-3d9f-4512-a073-4837514314e0 req-b65c7f08-e82c-4fa5-b044-ecdab7760380 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1168752 Aug 16 20:20:44.607468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd92e475-3d9f-4512-a073-4837514314e0 req-d73eef75-98f3-43cf-a69a-cd9e83e63d48 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458975 Aug 16 20:20:44.638461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port bdd2ad93-384a-4120-9d21-d5a5777f72e8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:44.638811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.663872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:44.664306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:44.664634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:44.670060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:44.670385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:44.675675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:44.676290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:44.676971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:44.677568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Bound port: fac9ddaa-0911-44cd-afc1-d8357efda648, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:44.744595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:44.770577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606d572-acc0-4b36-8048-7bbf51bcac4c req-cc1682a4-95be-4114-baf6-93f8db6caee0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:44.774486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6606d572-acc0-4b36-8048-7bbf51bcac4c req-cc1682a4-95be-4114-baf6-93f8db6caee0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 949 time: 0.0806108 Aug 16 20:20:44.791947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port bdd2ad93-384a-4120-9d21-d5a5777f72e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bdd2ad93-384a-4120-9d21-d5a5777f72e8,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:44.792251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.812668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for bdd2ad93-384a-4120-9d21-d5a5777f72e8 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:44.820224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:44.822552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e9381597-a524-45a0-831e-e22259976cb2 service neutron] 10.222.0.70 "POST /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648/bindings HTTP/1.1" status: 201 len: 390 time: 0.3730571 Aug 16 20:20:44.839880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6606d572-acc0-4b36-8048-7bbf51bcac4c req-49c20ea2-eab2-4753-b8ed-67e863883fd8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Aug 16 20:20:45.044043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaea99-1fb2-471f-9f78-4e3a7e59ad95 req-82153948-bc13-4606-bd24-751364d0547c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.046601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aaaea99-1fb2-471f-9f78-4e3a7e59ad95 req-82153948-bc13-4606-bd24-751364d0547c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1242993 Aug 16 20:20:45.100625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aaaea99-1fb2-471f-9f78-4e3a7e59ad95 req-1402d691-dd6c-4667-8c64-002c514399fc tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Aug 16 20:20:45.172301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.177333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-847df9db-2552-427a-a4d0-ad55aa3bd028 req-8c95c19a-1b42-4400-a2ca-0a1b39f7855b tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/c7d6c5b5-1747-4896-a2ad-481015f99036 HTTP/1.1" status: 200 len: 1811 time: 0.0475323 Aug 16 20:20:45.189677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e', '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'bdd2ad93-384a-4120-9d21-d5a5777f72e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:45.204233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb', '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:45.208110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=bdd2ad93-384a-4120-9d21-d5a5777f72e8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:45.275315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port bdd2ad93-384a-4120-9d21-d5a5777f72e8 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:45.285608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:45.288695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa32e4f7-ee08-40d0-892a-300dd14f0930 req-3bb45757-220f-44ec-87ad-47349be1b4de tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "DELETE /v2.0/ports/bdd2ad93-384a-4120-9d21-d5a5777f72e8 HTTP/1.1" status: 204 len: 173 time: 0.8956492 Aug 16 20:20:45.289488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'name': 'network-vif-deleted', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:45.292914 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006bf5ea-1af8-4c1b-ac32-a8dd334298d2" -d '{"events": [{"server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "name": "network-vif-deleted", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:45.443256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95b07-b2bb-4194-8904-6f9552594012 req-1d67b1d7-2fd6-4cff-9af9-eaaaa955fda2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.462362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1d95b07-b2bb-4194-8904-6f9552594012 req-1d67b1d7-2fd6-4cff-9af9-eaaaa955fda2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1312504 Aug 16 20:20:45.529793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1d95b07-b2bb-4194-8904-6f9552594012 req-8d7e1200-5679-4a2c-9bf4-d215ccda67ee tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Aug 16 20:20:45.653776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344944b3-778b-4026-a4c7-4a8dba38e191 req-af747011-68bb-464b-8380-1e4544a919dc tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.661605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-344944b3-778b-4026-a4c7-4a8dba38e191 req-af747011-68bb-464b-8380-1e4544a919dc tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0662174 Aug 16 20:20:45.744684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-344944b3-778b-4026-a4c7-4a8dba38e191 req-ef3b6f81-83e9-4186-87d3-4ea5d94999b6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745838 Aug 16 20:20:45.808708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-96c3d252-0f7c-43b6-9c33-441e2e7ed151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:45.811072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-96c3d252-0f7c-43b6-9c33-441e2e7ed151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1299238 Aug 16 20:20:45.811903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:45.814963 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782fd788-ba4b-46f4-9383-e49d8c196362" -d '{"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-plugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:45.818184 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-f4da1f1c-4e1b-4b8f-b6fb-5163926942bd req-87bcae45-a620-487c-afcd-523620a1348a tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] show failed (client error): The resource could not be found. Aug 16 20:20:45.832034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4da1f1c-4e1b-4b8f-b6fb-5163926942bd req-87bcae45-a620-487c-afcd-523620a1348a tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/00741c41-3047-43f5-81b9-86067165ea33 HTTP/1.1" status: 404 len: 352 time: 0.0342550 Aug 16 20:20:45.942350 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ef9c7e-a72f-49c5-9944-71149923acd4 x-openstack-request-id: req-b7ef9c7e-a72f-49c5-9944-71149923acd4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:45.946784 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d868c2cb-307e-4685-b97b-7b1504d20230", "name": "network-vif-deleted", "tag": "bdd2ad93-384a-4120-9d21-d5a5777f72e8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:45.947645 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7ef9c7e-a72f-49c5-9944-71149923acd4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:45.948220 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd868c2cb-307e-4685-b97b-7b1504d20230', 'name': 'network-vif-deleted', 'tag': 'bdd2ad93-384a-4120-9d21-d5a5777f72e8', 'status': 'completed', 'code': 200} Aug 16 20:20:45.984794 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-5bd694d4-718b-4a2e-ae21-2b563ebc35c0 req-add7c1e7-e3e5-4738-9d3f-0fb68895bdc2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] show failed (client error): The resource could not be found. Aug 16 20:20:45.985873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bd694d4-718b-4a2e-ae21-2b563ebc35c0 req-add7c1e7-e3e5-4738-9d3f-0fb68895bdc2 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-group-rules/8e717976-fb03-417b-8a59-e4072b121e6c HTTP/1.1" status: 404 len: 361 time: 0.0368524 Aug 16 20:20:46.061148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-c2e16b33-7044-43f1-9a86-1c6b790137bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:46.062633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-c2e16b33-7044-43f1-9a86-1c6b790137bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2284565 Aug 16 20:20:46.133693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-5660d26a-7ab4-4e09-9133-87e0a59d46da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 217 time: 0.0605040 Aug 16 20:20:46.230971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-6bfd0679-af2b-4ceb-b324-7bdac15e69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:46.233031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-6bfd0679-af2b-4ceb-b324-7bdac15e69f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0896475 Aug 16 20:20:46.256900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e9bf31e-8315-4da3-99ea-049285ab8415 req-1714140a-fd02-4582-b84d-3d161fc84048 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=d868c2cb-307e-4685-b97b-7b1504d20230 HTTP/1.1" status: 200 len: 210 time: 0.1253726 Aug 16 20:20:46.285218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-9d1219cc-87c6-4b83-be20-fba789cc859f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382087 Aug 16 20:20:46.401629 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3cc2d6-0af1-4d02-8311-cc6bc130772c x-openstack-request-id: req-bb3cc2d6-0af1-4d02-8311-cc6bc130772c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:46.402715 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-plugged", "status": "completed", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:46.404148 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb3cc2d6-0af1-4d02-8311-cc6bc130772c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:46.404993 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'code': 200} Aug 16 20:20:46.550328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-63339d29-16a1-4743-b434-0f7ebff24938 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555432 Aug 16 20:20:46.624421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86807450-9127-49dd-9736-44637d648f6c req-75a23447-9e0f-409f-9e9c-6e1d79e86bc8 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/c7d6c5b5-1747-4896-a2ad-481015f99036 HTTP/1.1" status: 200 len: 1811 time: 0.1950223 Aug 16 20:20:46.654128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2112e8-677c-4d17-96bd-cdaefdc65df5 req-4ff5789a-091e-48a3-bb6c-139d12a904c2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:46.655878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee2112e8-677c-4d17-96bd-cdaefdc65df5 req-4ff5789a-091e-48a3-bb6c-139d12a904c2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1574667 Aug 16 20:20:46.748434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-82dbc40d-d0a6-430c-b4ed-9d3c56bc029b service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883616 Aug 16 20:20:46.773586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee2112e8-677c-4d17-96bd-cdaefdc65df5 req-108e70f2-b8e7-411e-9e70-12ae9a1a2042 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036329 Aug 16 20:20:46.779984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-86807450-9127-49dd-9736-44637d648f6c req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:46.836888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-86807450-9127-49dd-9736-44637d648f6c req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.008200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-86807450-9127-49dd-9736-44637d648f6c req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.014116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-86807450-9127-49dd-9736-44637d648f6c req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.014116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86807450-9127-49dd-9736-44637d648f6c req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-groups/c7d6c5b5-1747-4896-a2ad-481015f99036 HTTP/1.1" status: 204 len: 173 time: 0.3791509 Aug 16 20:20:47.041646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86bb438-3bfe-4cc8-9e76-8f725290097f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d6c5b5-1747-4896-a2ad-481015f99036,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:47.215402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-ff987013-5c58-41cf-8ecb-f79e010e4d16 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/3d312a53-b19d-4d6d-8b1d-64d163975f6e HTTP/1.1" status: 200 len: 1812 time: 0.0824885 Aug 16 20:20:47.249670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd38d0-557f-4122-a4b5-71c6fc518df2 req-e095f922-a6d4-4a1f-8368-116dba3d7daf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:47.252300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ebd38d0-557f-4122-a4b5-71c6fc518df2 req-e095f922-a6d4-4a1f-8368-116dba3d7daf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0814722 Aug 16 20:20:47.324272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ebd38d0-557f-4122-a4b5-71c6fc518df2 req-1872b9f9-8cb8-46fc-b128-c563c6b3ca24 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623863 Aug 16 20:20:47.346399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.378514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.488603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bdd2ad93-384a-4120-9d21-d5a5777f72e8 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:47.519018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: bdd2ad93-384a-4120-9d21-d5a5777f72e8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:47.519424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bdd2ad93-384a-4120-9d21-d5a5777f72e8 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:47.571572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.571572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.573873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8c3457f-fd3b-44c3-8b74-be630f2d6c6a req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d312a53-b19d-4d6d-8b1d-64d163975f6e HTTP/1.1" status: 204 len: 173 time: 0.3508019 Aug 16 20:20:47.585206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1783a-b12a-486d-98cd-ca5129d2a821 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d312a53-b19d-4d6d-8b1d-64d163975f6e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:47.676876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-01336e75-8f3a-4057-b315-b8a93426093e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252080 Aug 16 20:20:47.801011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-2b7fcf3e-595a-45ae-80d5-748555dfae73 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:47.809834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-2b7fcf3e-595a-45ae-80d5-748555dfae73 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255343 Aug 16 20:20:47.825509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-5faa5bee-c0a8-435a-93a0-8ab893da8942 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/quotas/1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 375 time: 0.0162728 Aug 16 20:20:47.887975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-44780b03-122e-4bb2-9eef-71d3b71cd8a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615017 Aug 16 20:20:47.915650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:47.986102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-e295f514-1105-4056-b61c-eaecd255ffab tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/07580e2a-a32b-4142-a378-e36f0880c9bd HTTP/1.1" status: 200 len: 1811 time: 0.0656734 Aug 16 20:20:48.054382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.089115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.246027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.248630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.260255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dce0567-dff3-4f3c-8e49-4a1688f3803f req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-groups/07580e2a-a32b-4142-a378-e36f0880c9bd HTTP/1.1" status: 204 len: 173 time: 0.2729461 Aug 16 20:20:48.301468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935b934-4e4b-4417-bc41-8a3890930957 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07580e2a-a32b-4142-a378-e36f0880c9bd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:48.330796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788fd0a-2719-4293-9acf-16cb489587d3 req-80d01f4f-cf9a-4426-ba8f-b9b44621897f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.344231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f788fd0a-2719-4293-9acf-16cb489587d3 req-80d01f4f-cf9a-4426-ba8f-b9b44621897f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1456604 Aug 16 20:20:48.408254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f788fd0a-2719-4293-9acf-16cb489587d3 req-859dec83-8d8d-4abc-ae0d-186bfb088e67 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Aug 16 20:20:48.577956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a879ba69-95c3-43a5-8dce-5a0bfe47ad65 req-388fbd58-f03d-4032-a6c0-f1b7d8be0550 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 210 time: 0.0381861 Aug 16 20:20:48.770091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29965dbe-efb4-4702-a972-5988357892e7 req-12c25afd-f5ca-4cbe-9a0f-ab00709eef9a tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/87eec968-9bf6-4456-8a01-67664523c9bc HTTP/1.1" status: 200 len: 1811 time: 0.0722098 Aug 16 20:20:48.873051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-29965dbe-efb4-4702-a972-5988357892e7 req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.901106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defa350-23a5-43c3-925e-6f3e837e494e req-8bbf61ca-8fa5-4ec1-98ff-ba054b923d2d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:48.902962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0defa350-23a5-43c3-925e-6f3e837e494e req-8bbf61ca-8fa5-4ec1-98ff-ba054b923d2d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0907655 Aug 16 20:20:48.921860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-29965dbe-efb4-4702-a972-5988357892e7 req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:48.977528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0defa350-23a5-43c3-925e-6f3e837e494e req-e1947a44-5e46-4d80-894e-985ae4962677 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662506 Aug 16 20:20:49.077792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-29965dbe-efb4-4702-a972-5988357892e7 req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.093176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-29965dbe-efb4-4702-a972-5988357892e7 req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.097994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29965dbe-efb4-4702-a972-5988357892e7 req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-groups/87eec968-9bf6-4456-8a01-67664523c9bc HTTP/1.1" status: 204 len: 173 time: 0.3199718 Aug 16 20:20:49.135926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2a949-de4b-4720-905b-79eab9eecd0f tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eec968-9bf6-4456-8a01-67664523c9bc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:49.189404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392a92-91da-469f-aaeb-78b5dc8e54e8 req-6a75ed25-677b-4896-a3c9-973fda9ee9a0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.192215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42392a92-91da-469f-aaeb-78b5dc8e54e8 req-6a75ed25-677b-4896-a3c9-973fda9ee9a0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 950 time: 0.1261604 Aug 16 20:20:49.236942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759d2159-72ef-4019-8175-195437d04ffb req-3fd6d1d1-9879-4430-bd96-2d97983e71b7 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "GET /v2.0/security-groups/1184b866-f2f7-41b1-8bb7-d22140d7145b HTTP/1.1" status: 200 len: 1812 time: 0.1141622 Aug 16 20:20:49.293558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42392a92-91da-469f-aaeb-78b5dc8e54e8 req-1310d4f3-9f05-4dbd-a8e6-88e913041720 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916274 Aug 16 20:20:49.351039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-759d2159-72ef-4019-8175-195437d04ffb req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.382826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-759d2159-72ef-4019-8175-195437d04ffb req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.571523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-759d2159-72ef-4019-8175-195437d04ffb req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.574815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-759d2159-72ef-4019-8175-195437d04ffb req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.582202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39550) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:49.589017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759d2159-72ef-4019-8175-195437d04ffb req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] 10.222.0.70 "DELETE /v2.0/security-groups/1184b866-f2f7-41b1-8bb7-d22140d7145b HTTP/1.1" status: 204 len: 173 time: 0.3509722 Aug 16 20:20:49.627190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee969449-0918-4c56-9f93-d3df08266001 tempest-SecurityGroupRulesNegativeTestJSON-698928977 tempest-SecurityGroupRulesNegativeTestJSON-698928977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1184b866-f2f7-41b1-8bb7-d22140d7145b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:49.670166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Deleting subnet b24dd5da-7dfe-41f8-a858-6ca29954cb7c {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:20:49.671364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938324-39e2-4e31-83d2-dfc1749f838c req-354e702f-4efc-4b49-a26e-08a0d7a6fca5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:49.674289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.700027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63938324-39e2-4e31-83d2-dfc1749f838c req-354e702f-4efc-4b49-a26e-08a0d7a6fca5 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1949444 Aug 16 20:20:49.722659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.796507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63938324-39e2-4e31-83d2-dfc1749f838c req-6b2e0c97-89c8-484e-b609-5434f105ef95 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953338 Aug 16 20:20:49.827536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:49.873887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5fc6286-83e5-4886-ae58-604c241a279e req-4d4a1a29-7373-4ced-b925-8c93aa997c72 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 210 time: 0.0488575 Aug 16 20:20:49.973687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.014783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24dd5da-7dfe-41f8-a858-6ca29954cb7c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:50.024326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.032283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3577c26-3d11-47ff-972e-03cbaee06c77 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b24dd5da-7dfe-41f8-a858-6ca29954cb7c HTTP/1.1" status: 204 len: 168 time: 0.4435351 Aug 16 20:20:50.034171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39566) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:50.209239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.247863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cad391-c8ae-4db6-ac99-e12ef553f14b req-5a47f127-c0ab-4432-a95f-601dfe2f0a98 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:50.249374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38cad391-c8ae-4db6-ac99-e12ef553f14b req-5a47f127-c0ab-4432-a95f-601dfe2f0a98 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1532478 Aug 16 20:20:50.267481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839fd42-b537-4a7f-9900-13c72a86580f req-f9b57ecd-944c-46b6-a1c5-f0ff65affd1d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:50.269017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c839fd42-b537-4a7f-9900-13c72a86580f req-f9b57ecd-944c-46b6-a1c5-f0ff65affd1d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=21313c60-a854-401f-ba2a-b992eee4c889 HTTP/1.1" status: 200 len: 949 time: 0.1323025 Aug 16 20:20:50.280322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-6a76c0f9-13e6-4950-a92e-b03490b92bfe tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:50.281756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-6a76c0f9-13e6-4950-a92e-b03490b92bfe tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 950 time: 0.1439257 Aug 16 20:20:50.831986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38cad391-c8ae-4db6-ac99-e12ef553f14b req-64668f1f-1f15-4aa6-988d-0d49904b5179 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5512497 Aug 16 20:20:50.862564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:50.894312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-1473241b-bfd4-45fd-8af4-ec71e6b22069 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4277596 Aug 16 20:20:50.905955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b29825e-f127-46f2-8203-98a321ddf32a']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:50.942187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec26cb4-a2ee-4c67-91f8-00b16f05e496') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:50.948804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec26cb4-a2ee-4c67-91f8-00b16f05e496') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:20:51.005656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.019475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d750f0-9755-48e1-a818-f767bfcf0831 req-12058e67-0ff0-4313-b140-4c77af71315d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:51.028787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6d750f0-9755-48e1-a818-f767bfcf0831 req-12058e67-0ff0-4313-b140-4c77af71315d tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 950 time: 0.6315465 Aug 16 20:20:51.098869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.128112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:20:51.128920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:20:51.137414 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:20:51.226859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 1fef3922-b1d7-45d0-a066-8fb743e931ed {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:51.227214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.256915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6d750f0-9755-48e1-a818-f767bfcf0831 req-b7697bb7-2b84-4f70-abd4-00912a4a2c82 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223446 Aug 16 20:20:51.369555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-d12cb97b-c231-47d1-8473-eb0eae4c8a58 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:51.372876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-d12cb97b-c231-47d1-8473-eb0eae4c8a58 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4627802 Aug 16 20:20:51.378793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:51.379233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.393129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.402034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.404204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7b29825e-f127-46f2-8203-98a321ddf32a HTTP/1.1" status: 204 len: 168 time: 1.3722436 Aug 16 20:20:51.446379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd2686-a38a-4ac5-8bf1-d66be25034a4 req-3c04fd0b-92c8-49d3-8dc3-44a94d80ea5f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:51.456132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76dd2686-a38a-4ac5-8bf1-d66be25034a4 req-3c04fd0b-92c8-49d3-8dc3-44a94d80ea5f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.4591770 Aug 16 20:20:51.495700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Request body: {'port': {'device_id': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '1a04a74dc1f7468da022c63664652e7c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:51.577752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c03ff09-a27f-4c98-8e84-36f989ac6c0d req-5a4ea5a7-8248-43e2-8cc7-d03618e3f321 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 210 time: 0.2016954 Aug 16 20:20:51.624863 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.683609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69fa5-c4e2-4bde-9da2-b6ace7548c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b29825e-f127-46f2-8203-98a321ddf32a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:51.742638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 1fef3922-b1d7-45d0-a066-8fb743e931ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1fef3922-b1d7-45d0-a066-8fb743e931ed,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:51.743075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:51.757373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 1fef3922-b1d7-45d0-a066-8fb743e931ed owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:51.834526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76dd2686-a38a-4ac5-8bf1-d66be25034a4 req-09671bfe-2cee-43b5-abb1-5c3870163fd9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640745 Aug 16 20:20:51.893177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:51.968733 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8249b7f7-659e-4118-b948-82c820cb1c90 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdb86e1b3936492dbdc15ad481010198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743034 Aug 16 20:20:51.969681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:52.022030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:52.022596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.050657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:52.068323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.104531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.170825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c0e8-af14-4d20-9ec8-ea570692edd9 req-d5d90633-e848-45ed-a1e4-6c968a54a7ec tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:52.354053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c13c0e8-af14-4d20-9ec8-ea570692edd9 req-d5d90633-e848-45ed-a1e4-6c968a54a7ec tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.2343242 Aug 16 20:20:52.354053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c13c0e8-af14-4d20-9ec8-ea570692edd9 req-6bbf656d-76b4-4661-9254-00ed945922cb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920131 Aug 16 20:20:52.381210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b106-ee6b-49e2-a8d3-95648298ca3f req-6d1d6396-94d9-4e6e-989b-80c017528bf8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:52.382697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9092b106-ee6b-49e2-a8d3-95648298ca3f req-6d1d6396-94d9-4e6e-989b-80c017528bf8 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 950 time: 0.0564032 Aug 16 20:20:52.422061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9092b106-ee6b-49e2-a8d3-95648298ca3f req-491c7aa1-523b-45a6-a902-93067186ba8e tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Aug 16 20:20:52.527015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Made reservation on behalf of 1a04a74dc1f7468da022c63664652e7c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:52.531388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.567823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.570427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.572373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.573446 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.575701 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6dec5e58-f1aa-473f-8b97-1a924aeeb018 HTTP/1.1" status: 204 len: 168 time: 0.6039851 Aug 16 20:20:52.586121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:52.588059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afe34c-f5bb-4a63-a4a3-42c27fcb744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec5e58-f1aa-473f-8b97-1a924aeeb018,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:52.619264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:52.675858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=4a1e12f4-ac8d-4986-a4e0-44af517f96e4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:52.788134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:52.793069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.795526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b79ae26b-73fa-4597-8c30-0ee898d75498 req-b325b7c2-b836-4a2b-ab5f-95f43ca31bb7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "DELETE /v2.0/ports/4a1e12f4-ac8d-4986-a4e0-44af517f96e4 HTTP/1.1" status: 204 len: 173 time: 2.4677515 Aug 16 20:20:52.826877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'name': 'network-vif-deleted', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:52.830058 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3639c1f-694d-4c1f-8af4-a1b851097330" -d '{"events": [{"server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "name": "network-vif-deleted", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:52.833035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=1fef3922-b1d7-45d0-a066-8fb743e931ed,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:52.913410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-687b3a39-838b-4915-9a9f-482b53a95ff8 req-bdc150c7-96e8-40ae-8f35-1f33e3e958bc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 210 time: 0.0877228 Aug 16 20:20:52.935624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 1fef3922-b1d7-45d0-a066-8fb743e931ed on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:52.955255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:52.964053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c839fd42-b537-4a7f-9900-13c72a86580f req-8df8003b-0852-474d-b7be-722c8590fa9c tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "DELETE /v2.0/ports/1fef3922-b1d7-45d0-a066-8fb743e931ed HTTP/1.1" status: 204 len: 173 time: 2.6786888 Aug 16 20:20:53.051432 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537ee6f-d9a8-4c5a-ae78-555ebae29239 x-openstack-request-id: req-d537ee6f-d9a8-4c5a-ae78-555ebae29239 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:53.051779 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b9e732-b7cd-4c79-bfbe-cef874042984", "name": "network-vif-deleted", "tag": "4a1e12f4-ac8d-4986-a4e0-44af517f96e4", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:53.052023 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d537ee6f-d9a8-4c5a-ae78-555ebae29239 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:53.052417 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b9e732-b7cd-4c79-bfbe-cef874042984', 'name': 'network-vif-deleted', 'tag': '4a1e12f4-ac8d-4986-a4e0-44af517f96e4', 'status': 'completed', 'code': 200} Aug 16 20:20:53.177930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Allocated IP 192.168.233.109 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/572bb168-6020-4051-a3fe-60d129fe3d52) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:53.279613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:53.398973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:53.400309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4a1e12f4-ac8d-4986-a4e0-44af517f96e4 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:53.530310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1fef3922-b1d7-45d0-a066-8fb743e931ed no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:20:53.568475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:53.581641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Transition to ACTIVE for port object 572bb168-6020-4051-a3fe-60d129fe3d52 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:53.624598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 1fef3922-b1d7-45d0-a066-8fb743e931ed {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:20:53.625110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1fef3922-b1d7-45d0-a066-8fb743e931ed not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:20:53.689732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:53.711955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15de6b-6c3c-4d21-b90b-a553278a9232 req-2167f836-7020-4df9-8c1c-c48a43c78c9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:53.714193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b15de6b-6c3c-4d21-b90b-a553278a9232 req-2167f836-7020-4df9-8c1c-c48a43c78c9e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0984769 Aug 16 20:20:53.798036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:53.801334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:53.810771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7c61d-c56d-4f4e-8a84-4554d8d80d08 req-001e2c2f-6b4b-4ba2-ae2f-44ba55c5dd9d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:53.812335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5b7c61d-c56d-4f4e-8a84-4554d8d80d08 req-001e2c2f-6b4b-4ba2-ae2f-44ba55c5dd9d tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1954260 Aug 16 20:20:53.817283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:53.872273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b15de6b-6c3c-4d21-b90b-a553278a9232 req-314e5131-c087-430a-8a74-59f5b02de5dd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335475 Aug 16 20:20:53.926928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:54.018225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5b7c61d-c56d-4f4e-8a84-4554d8d80d08 req-c79528c1-7623-4635-8711-d9fc826ff602 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897697 Aug 16 20:20:54.073242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:54.074067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.147115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a0746f1-51d9-4a5e-be28-c2c0f521ebe2 req-a23781c9-6697-484b-a81c-d7629dbb68e0 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=58b9e732-b7cd-4c79-bfbe-cef874042984 HTTP/1.1" status: 200 len: 210 time: 0.1142747 Aug 16 20:20:54.190238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:54.194209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:54.208363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-8961351b-38b1-4984-a816-810df021a178 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7804911 Aug 16 20:20:54.221021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Request body: {'port': {'device_id': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:54.425220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:54.435487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:54.453596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', '630db4b0-8f6b-4e33-a844-77429b1c403e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:54.471710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76bd8a-a984-4eb3-9f62-6db993f80490 req-808a174b-4e91-4b31-b023-72d958c48db4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:54.480991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed76bd8a-a984-4eb3-9f62-6db993f80490 req-808a174b-4e91-4b31-b023-72d958c48db4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 936 time: 0.1884038 Aug 16 20:20:54.643671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39658) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:54.726978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed76bd8a-a984-4eb3-9f62-6db993f80490 req-643789f6-dfac-47a5-8287-f3a15d2e9b4c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451029 Aug 16 20:20:54.873224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-267065497-network', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:54.906113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-724fc051-9e89-4c6c-bd69-bc33d0da7d1c None None] Provisioning for port 572bb168-6020-4051-a3fe-60d129fe3d52 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:20:54.964751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-724fc051-9e89-4c6c-bd69-bc33d0da7d1c None None] Provisioning complete for port 572bb168-6020-4051-a3fe-60d129fe3d52 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:20:54.965196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-724fc051-9e89-4c6c-bd69-bc33d0da7d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.085319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Made reservation on behalf of d133617c9f0341e5b79ccf676e6120de for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:55.085319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.088868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'name': 'network-vif-deleted', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:55.099314 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b53bf2-5382-4766-a01e-78f1c7abedcd" -d '{"events": [{"server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "name": "network-vif-deleted", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:55.102015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.144578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-724fc051-9e89-4c6c-bd69-bc33d0da7d1c None None] Port 572bb168-6020-4051-a3fe-60d129fe3d52 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:20:55.192760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:20:55.209677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.219835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-e2762ab7-ffc2-4e0a-adce-0743100d68cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2465930 Aug 16 20:20:55.249443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Transition to ACTIVE for port object 572bb168-6020-4051-a3fe-60d129fe3d52 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:55.276515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c0abc-d693-4e39-930c-ee09013609de req-827ccb31-183e-4693-8d2f-fea907af43e2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.278197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-624c0abc-d693-4e39-930c-ee09013609de req-827ccb31-183e-4693-8d2f-fea907af43e2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.2197194 Aug 16 20:20:55.292323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.302540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988a2e4-e887-4f70-908f-5d459cc9bc6b req-fa160d3e-c7d3-4db1-9e07-c7e1e3c11b61 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.304097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7988a2e4-e887-4f70-908f-5d459cc9bc6b req-fa160d3e-c7d3-4db1-9e07-c7e1e3c11b61 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1716728 Aug 16 20:20:55.338630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.367020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.437035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-624c0abc-d693-4e39-930c-ee09013609de req-05cf0f2e-7870-461d-adc5-129d6e2d9e17 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433783 Aug 16 20:20:55.443470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-0ffac5cf-aae0-49ee-a83a-79c665dec593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.454952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-0ffac5cf-aae0-49ee-a83a-79c665dec593 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 1101 time: 0.2027619 Aug 16 20:20:55.454952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.475169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:20:55.479560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a90503-af65-4aff-88d5-36474bec7861,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.495376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.495492 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Added segment 50fb570b-8973-45ae-b2d1-84c86f08701f of type vlan for network 04a5e225-86e9-40c8-b60f-5c2819bf640d Aug 16 20:20:55.581507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.585398 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906118cb-40b8-4049-8c66-53e0dd554700 x-openstack-request-id: req-906118cb-40b8-4049-8c66-53e0dd554700 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:55.585794 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21313c60-a854-401f-ba2a-b992eee4c889", "name": "network-vif-deleted", "tag": "1fef3922-b1d7-45d0-a066-8fb743e931ed", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:55.586139 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-906118cb-40b8-4049-8c66-53e0dd554700 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:55.586619 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21313c60-a854-401f-ba2a-b992eee4c889', 'name': 'network-vif-deleted', 'tag': '1fef3922-b1d7-45d0-a066-8fb743e931ed', 'status': 'completed', 'code': 200} Aug 16 20:20:55.644572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7988a2e4-e887-4f70-908f-5d459cc9bc6b req-9afc7a5b-bd2d-4117-a4af-a4f6e62a0d73 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163216 Aug 16 20:20:55.653322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:55.656077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:55.656948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:55.677455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:20:55.679513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:55.722654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:55.724446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:55.726320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:55.727147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.728198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Bound port: 572bb168-6020-4051-a3fe-60d129fe3d52, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:55.728350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.728872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.730004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:55.857247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-1a1c7ba3-7c7f-4e33-a1c4-0edbae707172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:55.863332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-1a1c7ba3-7c7f-4e33-a1c4-0edbae707172 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3289673 Aug 16 20:20:55.914705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] Pushing event updated for resources: {'Network': ['ID=04a5e225-86e9-40c8-b60f-5c2819bf640d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:55.926250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:20:55.984796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74ac9875-d635-4c42-adb3-158fbba0aa10 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3384781 Aug 16 20:20:55.989075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:55.991291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-c5d2e2db-79fc-4e0f-9bf9-40b270c6ac9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb HTTP/1.1" status: 200 len: 217 time: 0.1224163 Aug 16 20:20:56.001005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:56.001339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Request body: {'subnet': {'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-267065497-subnet', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:56.109282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Made reservation on behalf of d133617c9f0341e5b79ccf676e6120de for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:20:56.112449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.370364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-17c499a6-c90d-48d0-8919-756c3dbd45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.372101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-17c499a6-c90d-48d0-8919-756c3dbd45af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.3582606 Aug 16 20:20:56.395041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:56.441701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-9808c028-da2f-4e66-829b-a7e14e471d0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4751091 Aug 16 20:20:56.451121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-095c8a5f-4422-4b61-a1ef-d56a0349115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.453096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-095c8a5f-4422-4b61-a1ef-d56a0349115e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710967 Aug 16 20:20:56.464862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da868c0c-d484-4893-9f12-205566da5c68 req-727d4a2a-def4-40d8-86af-fe085934a330 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.465561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.466710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da868c0c-d484-4893-9f12-205566da5c68 req-727d4a2a-def4-40d8-86af-fe085934a330 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.5776570 Aug 16 20:20:56.477002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.613483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e27f611-52c7-4170-b3bc-ed16fa5ece8c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:56.620845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.621550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.624005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] 10.222.0.64 "PUT /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 1097 time: 2.4064672 Aug 16 20:20:56.683703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Checking segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:56.685356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Network hostable DHCP agents. Network: 04a5e225-86e9-40c8-b60f-5c2819bf640d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:20:56.746235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95b2f8-4eb1-455e-99d7-bb53149c0660 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:56.775648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da868c0c-d484-4893-9f12-205566da5c68 req-beb34ec7-ffb3-439c-9ede-a4ded1f15a47 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735400 Aug 16 20:20:56.778097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:20:56.801803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-426e6922-1d34-435c-aee5-83d7922f0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.803623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-426e6922-1d34-435c-aee5-83d7922f0c57 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 1102 time: 0.2908425 Aug 16 20:20:56.846626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 04a5e225-86e9-40c8-b60f-5c2819bf640d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:56.856312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:56.859467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:56.864059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47802583-6a6c-41b8-ad4f-89b428aafc40 None None] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:20:56.938854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47dd3eaa-a1f6-4534-9e4e-fe146fab79a5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9466314 Aug 16 20:20:56.941378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39702) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:20:56.945875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:20:56.973335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-e8d5c503-70da-4949-88d9-ed11c1679aad service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050619 Aug 16 20:20:57.078719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-e4c59585-10d3-421c-94b1-c35c1ec5b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.080490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-e4c59585-10d3-421c-94b1-c35c1ec5b791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1100 time: 0.2742400 Aug 16 20:20:57.118267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.119972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.154034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db17f6b-a218-451e-bc87-e18fc891ca83 req-e9883c67-f4e9-4088-9127-1993f36fe064 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.163464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5db17f6b-a218-451e-bc87-e18fc891ca83 req-e9883c67-f4e9-4088-9127-1993f36fe064 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.2623258 Aug 16 20:20:57.206335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-04a5e225-86e9-40c8-b60f-5c2819bf640d', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:20:57.207221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.226147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.226519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-d735f2af-b23c-4f26-98bf-f5a1c9231e7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.1255090 Aug 16 20:20:57.310808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-d4d1c057-d069-40a9-84ee-fdcca10e579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.312617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-d4d1c057-d069-40a9-84ee-fdcca10e579b service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.4290123 Aug 16 20:20:57.363502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed8a52-638b-4670-97be-b9546d96e92b req-b93aee34-aaf5-4956-a4b2-8cf524db91d3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.365482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fed8a52-638b-4670-97be-b9546d96e92b req-b93aee34-aaf5-4956-a4b2-8cf524db91d3 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.2894778 Aug 16 20:20:57.408636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b324ceab-f2f4-4f27-a791-d918992386d2 req-558c3486-7ba2-4db0-9bed-fa1b411f5bb5 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080086 Aug 16 20:20:57.413382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-7a4843a5-ea8a-46bc-a67b-3198f8c8824c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb HTTP/1.1" status: 200 len: 217 time: 0.0726984 Aug 16 20:20:57.436351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5db17f6b-a218-451e-bc87-e18fc891ca83 req-62a1cd38-3799-4ddb-b096-a5f43d0b5364 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717285 Aug 16 20:20:57.457383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-a73c9413-f2de-4f0b-be68-cd776963cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.460163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Allocated IP 172.20.0.2 (04a5e225-86e9-40c8-b60f-5c2819bf640d/9e27f611-52c7-4170-b3bc-ed16fa5ece8c/9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:57.462538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-a73c9413-f2de-4f0b-be68-cd776963cc1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2209761 Aug 16 20:20:57.609078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.624926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:57.632829 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d01db3-b2d9-4949-a726-88940de7cbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:57.682021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-3e994e27-3620-493e-84ad-34d8fc711611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.683572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-3e994e27-3620-493e-84ad-34d8fc711611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2460206 Aug 16 20:20:57.710380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fed8a52-638b-4670-97be-b9546d96e92b req-82534da9-de5a-4917-b133-af215435fb70 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897475 Aug 16 20:20:57.829380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:57.831096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9bc46-a075-456c-aa1e-6dd07d442b1c x-openstack-request-id: req-d1f9bc46-a075-456c-aa1e-6dd07d442b1c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:20:57.831096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:20:57.831325 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1f9bc46-a075-456c-aa1e-6dd07d442b1c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:20:57.831955 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'status': 'completed', 'code': 200} Aug 16 20:20:57.844720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-83d2a29e-caf2-4b75-bd12-c2d8aa84839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.846275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-83d2a29e-caf2-4b75-bd12-c2d8aa84839e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3567269 Aug 16 20:20:57.863100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Transition to ACTIVE for port object 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:57.878394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476ca48-3d59-47e6-9789-964beb121e3b req-ed1506a2-d83d-4d8c-a6a3-453b5faf7451 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.878394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f476ca48-3d59-47e6-9789-964beb121e3b req-ed1506a2-d83d-4d8c-a6a3-453b5faf7451 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 949 time: 0.1648433 Aug 16 20:20:57.915252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Transition to ACTIVE for port object 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:20:57.996140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-a0b1589c-94c0-420e-9b79-2a9739d09196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:57.998310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-a0b1589c-94c0-420e-9b79-2a9739d09196 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2869318 Aug 16 20:20:58.007084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.087751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bd16-6b78-4a74-ab96-2c1bdb1760e1 req-474a3a85-dd5f-4867-b15f-4b397d6ae486 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.088313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.095489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeb3bd16-6b78-4a74-ab96-2c1bdb1760e1 req-474a3a85-dd5f-4867-b15f-4b397d6ae486 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.2285676 Aug 16 20:20:58.121481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Pushing event updated for resources: {'Port': ['ID=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:58.133443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1970a8-197f-4176-a0f4-8eacccf7afbb req-395139c3-aca4-4c6e-954a-fa1fd7893d71 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.140952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f1970a8-197f-4176-a0f4-8eacccf7afbb req-395139c3-aca4-4c6e-954a-fa1fd7893d71 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 949 time: 0.3124609 Aug 16 20:20:58.144169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:58.147810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:58.150034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.154568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:58.234157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Attempting to bind port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:20:58.236742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Attempting to bind port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:20:58.241891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Attempting to bind port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 on network 04a5e225-86e9-40c8-b60f-5c2819bf640d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:20:58.246845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:20:58.247043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeb3bd16-6b78-4a74-ab96-2c1bdb1760e1 req-e5232981-f452-4b67-9e3e-3d0871605c68 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505318 Aug 16 20:20:58.249237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Checking segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:20:58.249887 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.250449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Bound using segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:20:58.251166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Bound port: 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:20:58.251719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.360810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] For port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:20:58.370408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] For port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:20:58.396934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f1970a8-197f-4176-a0f4-8eacccf7afbb req-ced440ff-4077-468d-b0a6-5f02992044a2 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549195 Aug 16 20:20:58.448095 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.448784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Allocated IP 172.25.7.42 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/8a80acb5-6d1f-474a-83a0-7b36809e97de) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:20:58.493808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-8975c373-a4ce-415e-bfaa-8844df2d279e service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697919 Aug 16 20:20:58.502689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-c4bda0a7-3661-4af4-a56b-0efc3a57eb4d service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389637 Aug 16 20:20:58.535042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-88b71866-31f2-4a78-a1c4-46b02f8eb750 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:58.537383 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-88b71866-31f2-4a78-a1c4-46b02f8eb750 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "GET /v2.0/ports?device_id=90705c8a-42ee-4823-bd48-662cda85841f HTTP/1.1" status: 200 len: 950 time: 0.1494498 Aug 16 20:20:58.602843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e240be-a7af-4761-a9f9-83d3c7966f98 None None] Pushing event updated for resources: {'Port': ['ID=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:58.736259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:58.736663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.792906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.888878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:58.889502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:58.906884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:59.194385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a43b-4fc1-4355-8021-81c022b86752 req-28bc3719-2928-42b9-8c40-4093c7498f0c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.195925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6503a43b-4fc1-4355-8021-81c022b86752 req-28bc3719-2928-42b9-8c40-4093c7498f0c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.5708914 Aug 16 20:20:59.255585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd39b501-1779-4a1d-bd59-48becb9a3d11 req-3c717314-e690-4507-8457-5755a00b4fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7518897 Aug 16 20:20:59.271546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 630db4b0-8f6b-4e33-a844-77429b1c403e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:20:59.272466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.277043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd2a4430-6e27-410e-91dc-c5108bb16172 req-cc2c70d6-f086-445b-99d5-3fdff9f423c6 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576342 Aug 16 20:20:59.351518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591459a-cf3a-43d0-b8f8-96f86aa811cc req-efd00a41-748c-4498-b3d0-0a40099a5c88 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.356510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c591459a-cf3a-43d0-b8f8-96f86aa811cc req-efd00a41-748c-4498-b3d0-0a40099a5c88 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.3607378 Aug 16 20:20:59.401990 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.419362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 630db4b0-8f6b-4e33-a844-77429b1c403e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=630db4b0-8f6b-4e33-a844-77429b1c403e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:20:59.419362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.439424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6503a43b-4fc1-4355-8021-81c022b86752 req-16c1d96a-a44f-4ecb-8df5-3aeccd0a33a4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277048 Aug 16 20:20:59.459116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:20:59.465036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 630db4b0-8f6b-4e33-a844-77429b1c403e owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:20:59.467058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:20:59.481978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:20:59.541650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-0e884076-6992-447d-9fb0-008611e8af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.543940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-0e884076-6992-447d-9fb0-008611e8af60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1100 time: 0.1001894 Aug 16 20:20:59.572682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c591459a-cf3a-43d0-b8f8-96f86aa811cc req-ab15272e-cc0e-4ce6-b8d6-c2ae991312af tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031639 Aug 16 20:20:59.620324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.635181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:20:59.689793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=8a80acb5-6d1f-474a-83a0-7b36809e97de,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:59.895129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=98a8db46-d6e3-47c0-98dc-f2dd836aa9bb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:20:59.895129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:20:59.914241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:20:59.917600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f476ca48-3d59-47e6-9789-964beb121e3b req-295da01f-e3da-475a-b8c7-65f118704eb1 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "DELETE /v2.0/ports/98a8db46-d6e3-47c0-98dc-f2dd836aa9bb HTTP/1.1" status: 204 len: 173 time: 2.0054154 Aug 16 20:20:59.917600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'name': 'network-vif-deleted', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:20:59.919828 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d16a46-455b-492c-a0d3-8bf1a677be37" -d '{"events": [{"server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "name": "network-vif-deleted", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:20:59.940608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d8dacb-1501-4db0-b8d8-04790dd2ed29 req-0eb90b7a-0ece-4130-a825-88d85a4c2ee7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 210 time: 0.1573679 Aug 16 20:20:59.975636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23da9b-bab0-49f5-aa93-40b7e3471a97 req-dd7e7353-6ee2-4713-96fb-42cd9e6c3c7e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:20:59.978165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c23da9b-bab0-49f5-aa93-40b7e3471a97 req-dd7e7353-6ee2-4713-96fb-42cd9e6c3c7e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.3990312 Aug 16 20:21:00.020769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-894442df-93c0-46ab-87d1-0bafbac89be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.022923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-894442df-93c0-46ab-87d1-0bafbac89be3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.4417496 Aug 16 20:21:00.108829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:00.227455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.315092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:00.347396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.370147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9979b5-77ff-4b19-a931-bd426890d280 None None] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:00.484156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=630db4b0-8f6b-4e33-a844-77429b1c403e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:00.532833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:00.544683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 630db4b0-8f6b-4e33-a844-77429b1c403e on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:00.548699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.551374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-78023cf2-7ebc-4cdb-9af6-5247013826ad req-c3dc8ea4-d634-4294-978e-7b6ac1ed0e86 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.64 "DELETE /v2.0/ports/630db4b0-8f6b-4e33-a844-77429b1c403e HTTP/1.1" status: 204 len: 173 time: 1.9316151 Aug 16 20:21:00.605184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'name': 'network-vif-deleted', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:00.608054 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aad187f-5a6a-47e3-80cd-37dc0dc6102b" -d '{"events": [{"server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "name": "network-vif-deleted", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:00.645210 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34222ef9-8241-41b9-9d28-3d1ff0525e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.674503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.706633 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d1e482-747b-4001-8e45-4667aeff88dc x-openstack-request-id: req-c4d1e482-747b-4001-8e45-4667aeff88dc {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:00.707340 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "973bd37d-a312-4205-bf11-c16243f3dc05", "name": "network-vif-deleted", "tag": "98a8db46-d6e3-47c0-98dc-f2dd836aa9bb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:00.707340 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4d1e482-747b-4001-8e45-4667aeff88dc {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:00.707907 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973bd37d-a312-4205-bf11-c16243f3dc05', 'name': 'network-vif-deleted', 'tag': '98a8db46-d6e3-47c0-98dc-f2dd836aa9bb', 'status': 'completed', 'code': 200} Aug 16 20:21:00.715993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-6574efa5-a028-4d03-9d39-a35ef2eac6c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.6574481 Aug 16 20:21:00.724660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Provisioning for port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:00.795883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c23da9b-bab0-49f5-aa93-40b7e3471a97 req-db03944f-199f-4079-9766-510dc59a087f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8049839 Aug 16 20:21:00.836750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Provisioning complete for port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:00.837378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:00.862872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-0ef2740d-6d22-40cb-9f22-b8fd24e50324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.864933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-0ef2740d-6d22-40cb-9f22-b8fd24e50324 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1298559 Aug 16 20:21:00.886396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2bdff-1e50-4374-bfad-f574b10a570d req-d4f4b510-023c-4579-a94f-8f7658e7f0b3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:00.888514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0e2bdff-1e50-4374-bfad-f574b10a570d req-d4f4b510-023c-4579-a94f-8f7658e7f0b3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1797566 Aug 16 20:21:01.018150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Router cc7369fb-067a-4f9c-9b96-6fdda9b8690e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:21:01.068262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0e2bdff-1e50-4374-bfad-f574b10a570d req-692332e7-b7f1-44ad-87d9-b737b8724bb8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616905 Aug 16 20:21:01.089243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-d4de46b7-058b-4ca6-91b6-d08a348fcc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.091423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-d4de46b7-058b-4ca6-91b6-d08a348fcc9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1979733 Aug 16 20:21:01.126256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6fad9-fb48-472b-bb18-aed8040a1942 req-f57966ca-7322-4819-82a5-dbb99dd4a38e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.129434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df6fad9-fb48-472b-bb18-aed8040a1942 req-f57966ca-7322-4819-82a5-dbb99dd4a38e tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.2219267 Aug 16 20:21:01.162100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.227469 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b628f870-3ede-4929-b940-cfbb91096189 x-openstack-request-id: req-b628f870-3ede-4929-b940-cfbb91096189 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:01.228073 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90705c8a-42ee-4823-bd48-662cda85841f", "name": "network-vif-deleted", "tag": "630db4b0-8f6b-4e33-a844-77429b1c403e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:01.229697 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b628f870-3ede-4929-b940-cfbb91096189 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:01.230165 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90705c8a-42ee-4823-bd48-662cda85841f', 'name': 'network-vif-deleted', 'tag': '630db4b0-8f6b-4e33-a844-77429b1c403e', 'status': 'completed', 'code': 200} Aug 16 20:21:01.273286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] For port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:01.372256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.377963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed5a6920-9a30-4d6f-b28d-c47c77c28790 req-0008518f-eff7-41cf-9631-1ef25ec20a5b tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=973bd37d-a312-4205-bf11-c16243f3dc05 HTTP/1.1" status: 200 len: 210 time: 0.0528049 Aug 16 20:21:01.398376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df6fad9-fb48-472b-bb18-aed8040a1942 req-91af803f-f9d1-48b2-8f39-83bf7e39549f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540071 Aug 16 20:21:01.492692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-111eef92-b97b-4e7f-9b36-3b07f91e6425 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416722 Aug 16 20:21:01.493370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:01.493803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e19aa-ec19-4a07-b2ce-e48983dd0844 None None] Pushing event updated for resources: {'Port': ['ID=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:01.524301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Sync routers for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:01.532099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:01.533950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 630db4b0-8f6b-4e33-a844-77429b1c403e no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:01.575927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 630db4b0-8f6b-4e33-a844-77429b1c403e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:01.576332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 630db4b0-8f6b-4e33-a844-77429b1c403e not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:01.576744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:01.599556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:01.600334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:20:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:01.608040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7b81ae79-5d66-4aad-ab72-6d62025ad2dc None None] Provisioning complete for port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:01.608418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81ae79-5d66-4aad-ab72-6d62025ad2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.612535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:01.613849 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dac29647-ae57-4cac-a73b-58d9fb668bd7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6714275 Aug 16 20:21:01.616581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:01.628413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d01db3-b2d9-4949-a726-88940de7cbd7 req-b9844405-1178-4e3f-b0e6-ba88c746a86b service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392119 Aug 16 20:21:01.647638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:01.648231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 98a8db46-d6e3-47c0-98dc-f2dd836aa9bb not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:01.899440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:01.988071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:01.991145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d02eb-92d4-47e9-a3e7-c6fd9aebf18a req-2e627240-90f2-42c1-bb67-5b7054e806f7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:01.997240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb5d02eb-92d4-47e9-a3e7-c6fd9aebf18a req-2e627240-90f2-42c1-bb67-5b7054e806f7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.0959048 Aug 16 20:21:02.033513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb5d02eb-92d4-47e9-a3e7-c6fd9aebf18a req-16815a78-1dd6-401e-8399-6f07c483434e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Aug 16 20:21:02.083591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:02.104914 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.157799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '572bb168-6020-4051-a3fe-60d129fe3d52', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '572bb168-6020-4051-a3fe-60d129fe3d52', 'mac_address': 'fa:16:3e:f5:51:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:02.169178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:02.169524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.228979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b44f3-306b-4241-8b38-226a276c1281 req-c71accfa-8379-4d45-8960-7cfbc7634d08 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.230573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-704b44f3-306b-4241-8b38-226a276c1281 req-c71accfa-8379-4d45-8960-7cfbc7634d08 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0731263 Aug 16 20:21:02.271762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.276146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-704b44f3-306b-4241-8b38-226a276c1281 req-e36547e5-ec65-48fc-9fc6-ff3cc583a3d1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Aug 16 20:21:02.307782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Allocated IP 172.20.0.1 (04a5e225-86e9-40c8-b60f-5c2819bf640d/9e27f611-52c7-4170-b3bc-ed16fa5ece8c/963ab727-6b76-4742-99b8-39453b6302a9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:02.310141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:02.374508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:02.396492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:20:59Z', 'revision_number': 3, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:02.426121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Checking router: cc7369fb-067a-4f9c-9b96-6fdda9b8690e for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:02.426656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Updating router cc7369fb-067a-4f9c-9b96-6fdda9b8690e port 8a80acb5-6d1f-474a-83a0-7b36809e97de binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:02.437892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.458614 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.464664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Transition to ACTIVE for port object 963ab727-6b76-4742-99b8-39453b6302a9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:02.486550 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.550071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5b376-9e22-47e7-b559-a77d5dfaf165 req-92619cc7-9626-4726-bf90-5097c580f950 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:02.556237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99e5b376-9e22-47e7-b559-a77d5dfaf165 req-92619cc7-9626-4726-bf90-5097c580f950 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0576754 Aug 16 20:21:02.592753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99e5b376-9e22-47e7-b559-a77d5dfaf165 req-f161e467-aa94-4e1e-9a40-1fdd2d53ab28 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Aug 16 20:21:02.612404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.623164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.702084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:02.706005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:02.734524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:02.767594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:02.799849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Pushing event updated for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:02.814608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.970974 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:02.997169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Transition to ACTIVE for port object 8a80acb5-6d1f-474a-83a0-7b36809e97de will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:03.011622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20df84-1b5a-4367-a732-685fdae230e6 req-e4061a79-0b4c-462d-bb20-1e56c84dce0a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.015286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e20df84-1b5a-4367-a732-685fdae230e6 req-e4061a79-0b4c-462d-bb20-1e56c84dce0a tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 949 time: 0.0562208 Aug 16 20:21:03.045929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.060690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e20df84-1b5a-4367-a732-685fdae230e6 req-1818a1e5-f846-4590-bfb4-16a19c30e233 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 Aug 16 20:21:03.109307 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.170574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9d2f7d3b-79be-4ad3-98b7-60e22425e816 None None] Provisioning for port 963ab727-6b76-4742-99b8-39453b6302a9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:03.180041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Attempting to bind port 8a80acb5-6d1f-474a-83a0-7b36809e97de on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:03.180556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Attempting to bind port 8a80acb5-6d1f-474a-83a0-7b36809e97de by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:03.180986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Attempting to bind port 8a80acb5-6d1f-474a-83a0-7b36809e97de on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:03.183476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d38c42-13a2-4871-b061-23e68b9f926c None None] Pushing event updated for resources: {'Port': ['ID=8a80acb5-6d1f-474a-83a0-7b36809e97de,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:03.185786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9d2f7d3b-79be-4ad3-98b7-60e22425e816 None None] Provisioning complete for port 963ab727-6b76-4742-99b8-39453b6302a9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:03.191460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9d2f7d3b-79be-4ad3-98b7-60e22425e816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.203624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95911e17-d9a9-4122-befb-d1bc2cdf481b req-d0df3c20-4f22-408d-8716-7e4caec4658e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.206038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95911e17-d9a9-4122-befb-d1bc2cdf481b req-d0df3c20-4f22-408d-8716-7e4caec4658e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.0777140 Aug 16 20:21:03.217433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:03.217808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:03.218206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.218596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:03.219060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Bound port: 8a80acb5-6d1f-474a-83a0-7b36809e97de, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:03.219440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.250921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c4b0afa9-3384-490a-a78e-11da64ee0bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.262859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95911e17-d9a9-4122-befb-d1bc2cdf481b req-1a31daac-81de-4ecb-8bb8-1d8dde8a8500 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Aug 16 20:21:03.271486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f7d3b-79be-4ad3-98b7-60e22425e816 None None] Port 963ab727-6b76-4742-99b8-39453b6302a9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:03.272493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.302305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] For port 8a80acb5-6d1f-474a-83a0-7b36809e97de, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:03.305664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] For port 8a80acb5-6d1f-474a-83a0-7b36809e97de, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8a80acb5-6d1f-474a-83a0-7b36809e97de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:03.365074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87643-f68f-4407-b359-2b138d1f5a51 req-4770c427-723e-4918-9610-c11930edb4f7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.366603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cd87643-f68f-4407-b359-2b138d1f5a51 req-4770c427-723e-4918-9610-c11930edb4f7 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 950 time: 0.0609803 Aug 16 20:21:03.384127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.427993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cd87643-f68f-4407-b359-2b138d1f5a51 req-2bcf0fbc-3931-476b-941e-3a819fc7a878 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Aug 16 20:21:03.434947 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.436960 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.459816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Pushing event updated for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:03.478783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:03.512602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:03.513987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:03.519360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d38c42-13a2-4871-b061-23e68b9f926c None None] Pushing event updated for resources: {'Port': ['ID=8a80acb5-6d1f-474a-83a0-7b36809e97de,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:03.586796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa043586-f586-4699-bb57-003cb2bdbb85 req-5f693b14-afae-414b-af10-a9e5697a155a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.588505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa043586-f586-4699-bb57-003cb2bdbb85 req-5f693b14-afae-414b-af10-a9e5697a155a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0740032 Aug 16 20:21:03.604750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:03.606219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:03.640669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa043586-f586-4699-bb57-003cb2bdbb85 req-c578cbba-881c-4c6c-a44d-c67757c974da tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399735 Aug 16 20:21:03.641186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:03.722897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:03.724924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:03.769307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Router cc7369fb-067a-4f9c-9b96-6fdda9b8690e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:03.777973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172e81f-c318-4aa0-88a1-0723bd52f2b6 req-0e3f210d-b664-4410-af2d-3b3075a5936c tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.779521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a172e81f-c318-4aa0-88a1-0723bd52f2b6 req-0e3f210d-b664-4410-af2d-3b3075a5936c tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1098 time: 0.0526347 Aug 16 20:21:03.852017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a172e81f-c318-4aa0-88a1-0723bd52f2b6 req-3004c5af-507b-4b83-b569-b24b97d3f2e2 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581496 Aug 16 20:21:03.925399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:03.936954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-94ed1b28-e680-423f-9f71-1f0c53752f51 admin admin] 10.222.0.70 "PUT /v2.0/routers/cc7369fb-067a-4f9c-9b96-6fdda9b8690e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185627 Aug 16 20:21:03.964576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed711-441f-48b3-92c0-8dd92dfb7b2b req-653aa7ec-0810-49f3-ba05-7f1ae575e2e8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:03.973238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e9ed711-441f-48b3-92c0-8dd92dfb7b2b req-653aa7ec-0810-49f3-ba05-7f1ae575e2e8 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0597694 Aug 16 20:21:04.012149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e9ed711-441f-48b3-92c0-8dd92dfb7b2b req-7780c1d0-946d-42b7-a39e-a652e6f9609b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Aug 16 20:21:04.050837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:04.061036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.083896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-13dd8e54-e8e1-4a1b-9dbe-23d251999d3a None None] Provisioning complete for port 963ab727-6b76-4742-99b8-39453b6302a9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:04.084377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13dd8e54-e8e1-4a1b-9dbe-23d251999d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.086006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'mac_address': 'fa:16:3e:c7:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:04.252446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.289846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:04.291148 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcb4f45-2a60-43b0-87d5-636c7e546c8b" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:04.311323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-13dd8e54-e8e1-4a1b-9dbe-23d251999d3a None None] Port 963ab727-6b76-4742-99b8-39453b6302a9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:04.317807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:04.325877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:03Z', 'revision_number': 2, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:04.329842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.356826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0a500-b719-4d46-bdf8-26659215241a None None] The sync data for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 is: [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:03Z', 'revision_number': 2, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:04.368153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:04.384517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:04.455233 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:21:04.455815 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:21:04.480535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:05.016459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.048971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:05.077780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:05.172871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.226061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a639b31-986f-4e64-93cf-99658938c570 req-a1742cac-556b-42f2-af63-8475700d0a79 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.229355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a639b31-986f-4e64-93cf-99658938c570 req-a1742cac-556b-42f2-af63-8475700d0a79 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 950 time: 0.0684206 Aug 16 20:21:05.236721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:05.245528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:05.250612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--841353644', 'description': 'tempest-description--2119545842'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:05.293081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:05.377456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.390968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.415298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ab25-aee1-4451-bb1b-dafd9637b96a req-efd8c8a3-2611-4374-9b1e-7ba2a422248a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.416940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b8ab25-aee1-4451-bb1b-dafd9637b96a req-efd8c8a3-2611-4374-9b1e-7ba2a422248a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.0998137 Aug 16 20:21:05.423523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Deleting port 09a28f8f-c1c0-4576-ad0a-170ada14aceb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:05.423925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.489074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:05.492724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.495417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:05.541491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b8ab25-aee1-4451-bb1b-dafd9637b96a req-8ff02de8-2d9f-4746-b08d-8b8491e27130 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085625 Aug 16 20:21:05.548825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:05.554690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.585571 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.612312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72cffe93-4a99-4f4d-9608-10e137e85ef5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:05.622583 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f6f659-7134-48d1-8aa9-86238853fabb x-openstack-request-id: req-85f6f659-7134-48d1-8aa9-86238853fabb {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:05.622914 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:05.623185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85f6f659-7134-48d1-8aa9-86238853fabb {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:05.623588 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'code': 200} Aug 16 20:21:05.629744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] For port 09a28f8f-c1c0-4576-ad0a-170ada14aceb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=09a28f8f-c1c0-4576-ad0a-170ada14aceb,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:05.632993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.651113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Calling delete_port for 09a28f8f-c1c0-4576-ad0a-170ada14aceb owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:05.674753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:05.697298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.698850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2154c9c1-e933-490f-ab80-a45d02f879ed tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4521484 Aug 16 20:21:05.702166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:05.706807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'security_group_rule': {'security_group_id': '72cffe93-4a99-4f4d-9608-10e137e85ef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:05.768986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2f6fb-fc73-4c08-b42c-249f8b44dc09 req-c7bb4319-45be-4ba1-976b-e197eeded187 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:05.770583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30f2f6fb-fc73-4c08-b42c-249f8b44dc09 req-c7bb4319-45be-4ba1-976b-e197eeded187 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 950 time: 0.1037550 Aug 16 20:21:05.812296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 572bb168-6020-4051-a3fe-60d129fe3d52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:05.815931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.820525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 572bb168-6020-4051-a3fe-60d129fe3d52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:05.820525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.889113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30f2f6fb-fc73-4c08-b42c-249f8b44dc09 req-f69899bc-976a-4de0-8e89-aa50bf89737f tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/security-groups?id=971c54cb-9a77-42d9-9856-b7e0fb7ef665&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910628 Aug 16 20:21:05.948647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:05.977770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8a80acb5-6d1f-474a-83a0-7b36809e97de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:06.009849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44493db1-ebbb-45ee-8c90-327f6a2035d4 req-8cb94028-cc2f-4e77-b535-85f26d14477e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:06.011462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44493db1-ebbb-45ee-8c90-327f6a2035d4 req-8cb94028-cc2f-4e77-b535-85f26d14477e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0582333 Aug 16 20:21:06.012495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.015989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.032759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['09a28f8f-c1c0-4576-ad0a-170ada14aceb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:06.040741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.057948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Pushing event deleted for resources: {'Port': ['ID=09a28f8f-c1c0-4576-ad0a-170ada14aceb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.067251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d645a69a-4bc4-4f03-97ac-a4929004bb12,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.072650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.094733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:06.118152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] No DVR routers for this DVR port 09a28f8f-c1c0-4576-ad0a-170ada14aceb on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:06.126820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.128922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a639b31-986f-4e64-93cf-99658938c570 req-931d7b34-2cd5-4642-9236-e9c727d1e992 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.73 "DELETE /v2.0/ports/09a28f8f-c1c0-4576-ad0a-170ada14aceb HTTP/1.1" status: 204 len: 173 time: 0.8737025 Aug 16 20:21:06.129392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'name': 'network-vif-deleted', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:06.131816 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3951bf3-56f3-42f8-a347-594974a75b5a" -d '{"events": [{"server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "name": "network-vif-deleted", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:06.147157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44493db1-ebbb-45ee-8c90-327f6a2035d4 req-55249a16-bbb1-4bf7-a0df-dc4dab541070 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244540 Aug 16 20:21:06.166336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.194952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 8a80acb5-6d1f-474a-83a0-7b36809e97de completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:06.207671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8a80acb5-6d1f-474a-83a0-7b36809e97de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:06.208112 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.271036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.316815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-1a14e52b-600c-41e4-9583-a6c7359327f2 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:06.318469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-1a14e52b-600c-41e4-9583-a6c7359327f2 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.0776086 Aug 16 20:21:06.318681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.331439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.341744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 8a80acb5-6d1f-474a-83a0-7b36809e97de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8a80acb5-6d1f-474a-83a0-7b36809e97de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:06.343941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee72ba0-14d2-4c14-8512-36e68904e375 req-55afc01b-38d0-48ef-86bf-cc73cdecb0bd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:06.345512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee72ba0-14d2-4c14-8512-36e68904e375 req-55afc01b-38d0-48ef-86bf-cc73cdecb0bd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.0882246 Aug 16 20:21:06.363820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-a3d373e6-0523-4481-baa4-620ba742702d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:21:06.370357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-a3d373e6-0523-4481-baa4-620ba742702d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3030047 Aug 16 20:21:06.384994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.385444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:21:06.417032 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.455546 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.473374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.474962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-70cb412f-8b82-4fe3-a405-f6e59f81102b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7718265 Aug 16 20:21:06.477534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:06.483511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee72ba0-14d2-4c14-8512-36e68904e375 req-51305bf6-065a-4e7b-9d7e-f89538d82801 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119583 Aug 16 20:21:06.484152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'security_group_rule': {'security_group_id': '72cffe93-4a99-4f4d-9608-10e137e85ef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.511398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=8a80acb5-6d1f-474a-83a0-7b36809e97de,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.605844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:06.606259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:06.610158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:06.612437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:06.612584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:06.620173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:06.620718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:06.620962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:06.621576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Bound port: 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:06.659773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:06.676186 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720b8ec6-904b-48b6-b9e1-ee8a0daeed21 x-openstack-request-id: req-720b8ec6-904b-48b6-b9e1-ee8a0daeed21 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:06.676480 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c9a45-6a66-4662-b39b-67382b29cf8b", "name": "network-vif-deleted", "tag": "09a28f8f-c1c0-4576-ad0a-170ada14aceb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:06.676741 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-720b8ec6-904b-48b6-b9e1-ee8a0daeed21 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:06.677144 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c9a45-6a66-4662-b39b-67382b29cf8b', 'name': 'network-vif-deleted', 'tag': '09a28f8f-c1c0-4576-ad0a-170ada14aceb', 'status': 'completed', 'code': 200} Aug 16 20:21:06.683591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:06.687905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.714063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:06.762038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.763992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.765400 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-55b4d74c-265a-4184-8a94-a3c3f4e80dcb service neutron] 10.222.0.70 "POST /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251/bindings HTTP/1.1" status: 201 len: 390 time: 0.3859401 Aug 16 20:21:06.768613 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.825469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Sync routers for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:06.834874 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:06.835476 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:06.845796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.866322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3902a4ba-b549-4697-9d2d-4cc6e5f31b4f,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:06.880512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.937849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:06.940334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8e1ad61-a863-4b68-a23c-bec90853840e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4604704 Aug 16 20:21:06.942349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:06.950223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:06.956745 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:07.009010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:07.038250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:07.038701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:07.040266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:07.046478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:07.046815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Attempting to bind port fac9ddaa-0911-44cd-afc1-d8357efda648 on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:07.055191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:07.055596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:07.056082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:07.056740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Bound port: fac9ddaa-0911-44cd-afc1-d8357efda648, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:07.061831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.115041 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.234422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b0631-007e-439a-86f6-3d4836493c2f req-71559381-73f9-428f-ac31-c1292114b77b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:07.236156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c28b0631-007e-439a-86f6-3d4836493c2f req-71559381-73f9-428f-ac31-c1292114b77b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1502252 Aug 16 20:21:07.260445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:07.286345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:07.313494 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:03Z', 'revision_number': 2, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:07.321914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c28b0631-007e-439a-86f6-3d4836493c2f req-bc51f44a-a41b-4e62-ba17-2b7f37b98208 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783856 Aug 16 20:21:07.341644 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Checking router: cc7369fb-067a-4f9c-9b96-6fdda9b8690e for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:07.342132 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Updating router cc7369fb-067a-4f9c-9b96-6fdda9b8690e port 963ab727-6b76-4742-99b8-39453b6302a9 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:07.368263 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.390676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2e3077-8777-49e1-b956-db2f76b3acdd req-994b2d94-1066-48a1-a236-4aaa2b290866 tempest-ServersOnMultiNodesTest-1774084915 tempest-ServersOnMultiNodesTest-1774084915-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff1c9a45-6a66-4662-b39b-67382b29cf8b HTTP/1.1" status: 200 len: 210 time: 0.0559480 Aug 16 20:21:07.408931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.431491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.549335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:07.552703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:07.593001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd243ea5-a8dd-4f23-b4e7-86420d58a242 req-5ba0a6dc-8680-4338-8e4f-e8b591093d3f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:07.597984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd243ea5-a8dd-4f23-b4e7-86420d58a242 req-5ba0a6dc-8680-4338-8e4f-e8b591093d3f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.2030103 Aug 16 20:21:07.636714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}, {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:07.643930 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073de575-5951-4193-9aad-3ab6fcddddd6" -d '{"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-unplugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}, {"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:07.657519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:07.666815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:07.667435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.668955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-89e6d127-e395-4ebb-983d-74800cfbc574 service neutron] 10.222.0.64 "PUT /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 1123 time: 1.3418179 Aug 16 20:21:07.684272 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.698073 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Transition to ACTIVE for port object 963ab727-6b76-4742-99b8-39453b6302a9 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:07.699308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614432a-ecbd-4c0e-a72f-f72f3961484c req-8b16794d-6046-48da-8660-9c17261b99aa tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:07.701022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d614432a-ecbd-4c0e-a72f-f72f3961484c req-8b16794d-6046-48da-8660-9c17261b99aa tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.2011535 Aug 16 20:21:07.713076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 6e21415a-e764-4695-835d-1869ec7ab1cd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:07.713448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.732737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Allocated IP 172.25.7.131 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:07.748184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd243ea5-a8dd-4f23-b4e7-86420d58a242 req-2e48c897-1f76-4c0d-b778-6eb2ec7033e8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404269 Aug 16 20:21:07.774347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:07.791381 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.792441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:21:07.827226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:07.829179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d614432a-ecbd-4c0e-a72f-f72f3961484c req-01ab0dda-d096-4115-8a89-d512f2570cc5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150815 Aug 16 20:21:07.863338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:07.875172 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Pushing event updated for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:07.889632 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.890998 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.891574 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.892163 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.892807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.893313 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.894030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.894565 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.895048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.895560 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.896275 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.897015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:07.914770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:07.964570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8a80acb5-6d1f-474a-83a0-7b36809e97de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:07.971471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.026890 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Attempting to bind port 963ab727-6b76-4742-99b8-39453b6302a9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:08.027537 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Attempting to bind port 963ab727-6b76-4742-99b8-39453b6302a9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:08.031556 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Attempting to bind port 963ab727-6b76-4742-99b8-39453b6302a9 on network 04a5e225-86e9-40c8-b60f-5c2819bf640d {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:08.037856 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:08.038129 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Checking segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:08.039362 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.040223 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Bound using segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:08.041507 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Bound port: 963ab727-6b76-4742-99b8-39453b6302a9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:08.041921 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.087133 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c188c7bf-1de7-4dd5-9609-24e93381a9b1 x-openstack-request-id: req-c188c7bf-1de7-4dd5-9609-24e93381a9b1 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:08.087427 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-unplugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "code": 200}, {"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:08.087679 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c188c7bf-1de7-4dd5-9609-24e93381a9b1 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:08.088097 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'code': 200} Aug 16 20:21:08.088346 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'code': 200} Aug 16 20:21:08.090074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:08.091197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed69d-94c7-47c3-a490-919fe78af85d req-22cc89f4-4aa2-4bb1-b3c1-9dccc5ae3e26 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.093778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f0ed69d-94c7-47c3-a490-919fe78af85d req-22cc89f4-4aa2-4bb1-b3c1-9dccc5ae3e26 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 950 time: 0.1416795 Aug 16 20:21:08.161656 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] For port 963ab727-6b76-4742-99b8-39453b6302a9, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:08.166621 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] For port 963ab727-6b76-4742-99b8-39453b6302a9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=963ab727-6b76-4742-99b8-39453b6302a9,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:08.169624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8a80acb5-6d1f-474a-83a0-7b36809e97de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:08.170021 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.178921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f0ed69d-94c7-47c3-a490-919fe78af85d req-45f3b9fb-6aa4-40e4-8070-8d7afc19597f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753338 Aug 16 20:21:08.184060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.208886 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.239352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496161dd-252b-494b-8dbb-f6f432b4bbb6 req-6d165138-a33f-4140-81b7-9abc8758e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.240879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496161dd-252b-494b-8dbb-f6f432b4bbb6 req-6d165138-a33f-4140-81b7-9abc8758e6e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1102 time: 0.1003933 Aug 16 20:21:08.247255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'Port': ['ID=c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:08.251872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:08.252412 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.258434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:08.261384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:08.312187 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:08.312807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:08.313067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496161dd-252b-494b-8dbb-f6f432b4bbb6 req-e9374098-cc56-4df9-8dea-09a9d4988a3e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631099 Aug 16 20:21:08.342451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=11']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:08.403656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.435043 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb55c8-c64e-48c1-bb01-5203502b6bbc None None] Pushing event updated for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:08.478446 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:08.523192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e9d27-e489-4e30-aee1-0803fa6e579b req-7eaf841b-ec66-4953-b36d-77b067e935c5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.528313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a40e9d27-e489-4e30-aee1-0803fa6e579b req-7eaf841b-ec66-4953-b36d-77b067e935c5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0898607 Aug 16 20:21:08.529070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.605093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a40e9d27-e489-4e30-aee1-0803fa6e579b req-b4d769cf-1cba-4cf0-9034-7d1392eb0f68 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547030 Aug 16 20:21:08.680436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648'}, {'name': 'network-changed', 'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:08.682664 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a" -d '{"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648"}, {"name": "network-changed", "server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:08.724383 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386b1194-77d6-4273-a65e-79874c8b548e x-openstack-request-id: req-386b1194-77d6-4273-a65e-79874c8b548e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:08.724672 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648", "code": 200}, {"name": "network-changed", "server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:08.724928 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-386b1194-77d6-4273-a65e-79874c8b548e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:08.725316 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'code': 200} Aug 16 20:21:08.725567 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'status': 'completed', 'code': 200} Aug 16 20:21:08.729246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.733940 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:08Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:08.761361 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e617-58b7-4e49-bfb3-5490e2fe2f21 None None] The sync data for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 is: [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:08Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:08.799573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-15f578af-a993-4fc6-be0a-da8a52be9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:08.801205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-15f578af-a993-4fc6-be0a-da8a52be9b5e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1126 time: 0.0448449 Aug 16 20:21:08.843565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:08.940740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40008) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:09.049585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'Port': ['ID=c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:09.102727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.106222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.106579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.106928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.107275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.107615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.111822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:09.120549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37d29d77-bf41-4f29-ab4d-9d3722fd9c53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99c070e6ec5d4deda1f05f965c61caf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785431 Aug 16 20:21:09.121027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50fcfe-ed06-4839-93fa-9afee1f7a4a6 req-4167d3ef-aad5-49a3-b268-63538ed6457d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.124140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e50fcfe-ed06-4839-93fa-9afee1f7a4a6 req-4167d3ef-aad5-49a3-b268-63538ed6457d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.2948525 Aug 16 20:21:09.124275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:09.125479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-d0911e41-dbe8-46e2-95b0-9a2286744575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.127384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-d0911e41-dbe8-46e2-95b0-9a2286744575 service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.3123965 Aug 16 20:21:09.159405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ec5f-177e-4fcc-b239-f2686901b847 req-360ae46f-a124-4323-aedf-5ec2446f9704 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.160958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e10ec5f-177e-4fcc-b239-f2686901b847 req-360ae46f-a124-4323-aedf-5ec2446f9704 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.2293921 Aug 16 20:21:09.195585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.220069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.221853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-7a69ff13-48b6-4067-a1e3-3b42d3865761 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 217 time: 0.0769761 Aug 16 20:21:09.318914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 09a28f8f-c1c0-4576-ad0a-170ada14aceb no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:09.354570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 09a28f8f-c1c0-4576-ad0a-170ada14aceb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:09.355170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 09a28f8f-c1c0-4576-ad0a-170ada14aceb not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:09.365450 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.370788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.380404 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/971c54cb-9a77-42d9-9856-b7e0fb7ef665 HTTP/1.1" status: 204 len: 168 time: 0.2565625 Aug 16 20:21:09.394641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf845e3-5c0c-4440-9a11-88b2ba916fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971c54cb-9a77-42d9-9856-b7e0fb7ef665,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:09.557405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:09.567201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6bf789d7-6b6e-48b0-a5a3-fbe9e3fdba05 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6152143 Aug 16 20:21:09.589460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e50fcfe-ed06-4839-93fa-9afee1f7a4a6 req-fd506e17-bb2b-4efe-878c-3983282220b8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578142 Aug 16 20:21:09.621762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e10ec5f-177e-4fcc-b239-f2686901b847 req-5cbb8d6c-6ce9-4f00-855c-2495c365b50c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098952 Aug 16 20:21:09.633450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-9d0fdadc-d85f-4385-bab7-7d6d9f13ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.634967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-9d0fdadc-d85f-4385-bab7-7d6d9f13ea84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0930684 Aug 16 20:21:09.698643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-b631619f-902e-468b-b395-f7a4f4f1bf2c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511367 Aug 16 20:21:09.871188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0118d-c02e-4c33-b7d0-ff246453eb3f req-65e6bcf1-272d-42bc-8381-88341c3fc68c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.872647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cf0118d-c02e-4c33-b7d0-ff246453eb3f req-65e6bcf1-272d-42bc-8381-88341c3fc68c tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.1362348 Aug 16 20:21:09.900811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 963ab727-6b76-4742-99b8-39453b6302a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:09.916633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450ab0-a46f-436a-bb1b-3e0bc84853bd req-4a231c5e-664b-47bf-8404-13f14a6e5f98 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:09.918186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59450ab0-a46f-436a-bb1b-3e0bc84853bd req-4a231c5e-664b-47bf-8404-13f14a6e5f98 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1383979 Aug 16 20:21:09.921291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-2155346c-ee03-4144-a840-047e8178ec4d service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134800 Aug 16 20:21:09.973886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cf0118d-c02e-4c33-b7d0-ff246453eb3f req-59444624-9355-4bd2-b757-b32874714f49 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905988 Aug 16 20:21:10.025981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59450ab0-a46f-436a-bb1b-3e0bc84853bd req-286ed973-6008-486d-8ce0-d7c329a7ba78 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009440 Aug 16 20:21:10.061101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bffeab3f-8b48-4a50-a49f-5a61b0551f6a req-b632a021-e743-4b30-ab5f-68e3797e8d0f service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215510 Aug 16 20:21:10.071633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 963ab727-6b76-4742-99b8-39453b6302a9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:10.072993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 963ab727-6b76-4742-99b8-39453b6302a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:10.073363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.094276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:10.096547 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d936d599-e16f-4411-ba64-2800edf73454" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:10.129421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-751564af-bd0c-4515-9244-7d7057c3bef5 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--841353644&fields=id&tenant_id=d133617c9f0341e5b79ccf676e6120de HTTP/1.1" status: 200 len: 267 time: 0.0529711 Aug 16 20:21:10.162245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.175370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:10.200990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 963ab727-6b76-4742-99b8-39453b6302a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=963ab727-6b76-4742-99b8-39453b6302a9,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:10.219442 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2c67be30-8c87-401a-bb2b-7351e71e2e5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed1fc1fa245043e2acd50681378d4226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422609 Aug 16 20:21:10.221976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:10.227656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed4228-4c3c-4d08-82a4-9f216567472b req-467bbceb-cc19-43b2-a138-4cca83b3a81c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.229177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ed4228-4c3c-4d08-82a4-9f216567472b req-467bbceb-cc19-43b2-a138-4cca83b3a81c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1169689 Aug 16 20:21:10.272458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.274732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.289327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-901955b7-cc77-4192-9d21-29ed80dcfce1 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.290816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-901955b7-cc77-4192-9d21-29ed80dcfce1 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/networks?id=04a5e225-86e9-40c8-b60f-5c2819bf640d HTTP/1.1" status: 200 len: 811 time: 0.1476762 Aug 16 20:21:10.299541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.300275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ed4228-4c3c-4d08-82a4-9f216567472b req-70c8b910-32d8-4441-961e-dae19271052b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Aug 16 20:21:10.312957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-831af161-217c-4848-ad0a-731d7ca5d19a tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/quotas/d133617c9f0341e5b79ccf676e6120de HTTP/1.1" status: 200 len: 375 time: 0.0113370 Aug 16 20:21:10.328021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.367690 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c9be8-7942-41e6-b845-9bdeaf804365 x-openstack-request-id: req-278c9be8-7942-41e6-b845-9bdeaf804365 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:10.367690 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-plugged", "status": "completed", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:10.367690 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-278c9be8-7942-41e6-b845-9bdeaf804365 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:10.367690 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'code': 200} Aug 16 20:21:10.372603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-571ac3eb-e227-4856-a1c0-0f58b7941604 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d133617c9f0341e5b79ccf676e6120de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527849 Aug 16 20:21:10.468208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.471239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:10.474670 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75f8b437-3174-4deb-a58b-1385e350aacc HTTP/1.1" status: 204 len: 168 time: 0.2495835 Aug 16 20:21:10.483073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-49318c4d-1995-48fc-b3ef-48a2c67084fd service neutron] 10.222.0.70 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975006 Aug 16 20:21:10.494234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d78d7e-6ca8-4352-9c32-e1c207b3e744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f8b437-3174-4deb-a58b-1385e350aacc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:10.623558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c663a-e63d-4f9d-ac9a-f2c1df438ed9 req-ce010fcc-28cd-407b-8211-43c94794fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.625263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a16c663a-e63d-4f9d-ac9a-f2c1df438ed9 req-ce010fcc-28cd-407b-8211-43c94794fe65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1103 time: 0.0679827 Aug 16 20:21:10.646127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-c64cbebc-a8a7-45b5-8618-3ec7082bb993 service neutron] 10.222.0.70 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553254 Aug 16 20:21:10.671584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a16c663a-e63d-4f9d-ac9a-f2c1df438ed9 req-2eadc89a-f411-4cff-a679-19cadfff6dfa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Aug 16 20:21:10.954035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99973316-253e-4777-a819-0197ea9211d8 req-5afd823e-3c0f-474f-8639-aa5f15f605e7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:10.955609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99973316-253e-4777-a819-0197ea9211d8 req-5afd823e-3c0f-474f-8639-aa5f15f605e7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0548916 Aug 16 20:21:11.022265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99973316-253e-4777-a819-0197ea9211d8 req-ad26361c-1f51-4528-b83e-c3f65603fc80 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568564 Aug 16 20:21:11.035997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3a88e-1a2e-4438-8822-8ec0f8836938 req-a1d607df-680c-4861-8735-d47cbee43c4b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:11.037675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68a3a88e-1a2e-4438-8822-8ec0f8836938 req-a1d607df-680c-4861-8735-d47cbee43c4b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0811498 Aug 16 20:21:11.120410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68a3a88e-1a2e-4438-8822-8ec0f8836938 req-9afaebb5-6244-4e32-be80-6f7098ae117d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651159 Aug 16 20:21:11.180866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-37cfaf5e-dc71-4f4e-b356-e37b5fa5e6f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594120 Aug 16 20:21:11.244953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54dfec7f-34e3-4e9e-ac71-1afc98db7444 req-253b37d3-bff5-4a5f-aabe-01a6bd65910b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 210 time: 0.0278602 Aug 16 20:21:11.252642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ab32d-42e5-46a7-8f22-f1dd89170e72 req-e8dd6bf6-f070-4ef6-9bfc-b771e9d1b404 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:11.254110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-202ab32d-42e5-46a7-8f22-f1dd89170e72 req-e8dd6bf6-f070-4ef6-9bfc-b771e9d1b404 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0722959 Aug 16 20:21:11.300272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-202ab32d-42e5-46a7-8f22-f1dd89170e72 req-0e992e55-1e32-42ea-81fc-d2326297b0fb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Aug 16 20:21:11.344940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:11.379963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ab46-2b01-474a-97e9-074f0f3949de req-a45840ae-190d-4373-99c3-9f4b700e204f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:11.381530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0265ab46-2b01-474a-97e9-074f0f3949de req-a45840ae-190d-4373-99c3-9f4b700e204f tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.0747476 Aug 16 20:21:11.453826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eea3e-121a-4a2e-84c9-72c5405f5299 req-885d3720-84d2-4f2e-9e3b-3217d8dadd17 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:11.455280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005eea3e-121a-4a2e-84c9-72c5405f5299 req-885d3720-84d2-4f2e-9e3b-3217d8dadd17 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 945 time: 0.0727282 Aug 16 20:21:11.457991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0265ab46-2b01-474a-97e9-074f0f3949de req-61c5bb62-b117-454d-a320-e32b8efdadd6 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670218 Aug 16 20:21:11.467433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:11.499059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'mac_address': 'fa:16:3e:16:17:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:11.524297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005eea3e-121a-4a2e-84c9-72c5405f5299 req-db3afd89-0a5d-4f3e-89e9-9caec5af4c96 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462558 Aug 16 20:21:11.548412 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.566181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:11.611666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:11.685404 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:11.737055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:11.824811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40126) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:11.861887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 963ab727-6b76-4742-99b8-39453b6302a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:11.902406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['38dc6e6f-0d09-4710-be7b-3d56c85cfff6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:11.960051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1477906092-network', 'tenant_id': '3042278d35b54f73bc9625fb2a690024'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:12.006622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 963ab727-6b76-4742-99b8-39453b6302a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:12.007000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.145974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Made reservation on behalf of 3042278d35b54f73bc9625fb2a690024 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:12.151707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.164404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d7de8-fd6e-4fb3-8f14-de5a4ec14e6c req-c97c40ed-09df-43f9-b478-ff03384f5d8e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.166705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c6d7de8-fd6e-4fb3-8f14-de5a4ec14e6c req-c97c40ed-09df-43f9-b478-ff03384f5d8e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0646517 Aug 16 20:21:12.173087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.240067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c6d7de8-fd6e-4fb3-8f14-de5a4ec14e6c req-a7f2258c-87b0-4e28-b799-9c586b7725b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Aug 16 20:21:12.307122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.362533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d6b3e8d-7592-41ee-af5d-582347cd16a4 req-884bdebf-a428-40cd-9d62-34d3040c282b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 210 time: 0.0329411 Aug 16 20:21:12.373908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fabad0-0671-46a2-9d0c-4bb04525b38c req-2167259d-7633-41fc-ab17-36c9d2deddaf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.375698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99fabad0-0671-46a2-9d0c-4bb04525b38c req-2167259d-7633-41fc-ab17-36c9d2deddaf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0871217 Aug 16 20:21:12.412337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.421212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99fabad0-0671-46a2-9d0c-4bb04525b38c req-dc604a4c-1231-4d17-b94b-48948bf36606 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Aug 16 20:21:12.436327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:12.473155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.473502 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Added segment 0b8bac62-654c-4e85-9ba1-b9e2bec42131 of type vlan for network f8c200d2-4264-42a4-bf66-cec114723cb5 Aug 16 20:21:12.484783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0130fd08-787d-4f9b-93b4-c0bd15bbd885,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:12.510741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfeba-582d-498c-baed-bd381bd225e5 req-68375584-4090-4e6c-89a2-7cbd6e73ff9d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.512580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4adfeba-582d-498c-baed-bd381bd225e5 req-68375584-4090-4e6c-89a2-7cbd6e73ff9d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0758302 Aug 16 20:21:12.548058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.598829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4adfeba-582d-498c-baed-bd381bd225e5 req-6bdda40a-edf6-4a1c-9ddf-e8751af790e5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792048 Aug 16 20:21:12.634035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.635142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.635953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:12.646646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332404-a0d1-4afe-857f-2931f4dd7e69 req-d420dd3e-8537-4a5c-9e57-b935564b928a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:12.647348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3332404-a0d1-4afe-857f-2931f4dd7e69 req-d420dd3e-8537-4a5c-9e57-b935564b928a tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.0729914 Aug 16 20:21:12.695902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3332404-a0d1-4afe-857f-2931f4dd7e69 req-cb169ff8-414f-465d-a4c3-910ec182d1c0 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350599 Aug 16 20:21:12.704927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c200d2-4264-42a4-bf66-cec114723cb5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:12.723101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f8c200d2-4264-42a4-bf66-cec114723cb5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:12.736148 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ff577aec-81e0-483a-9599-c216daca2395 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9093165 Aug 16 20:21:12.738572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:12.745438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Request body: {'subnet': {'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1477906092-subnet', 'tenant_id': '3042278d35b54f73bc9625fb2a690024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:12.868573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Made reservation on behalf of 3042278d35b54f73bc9625fb2a690024 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:12.871082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.149039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.175487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55cb06-72d2-4a43-86ea-9a6851be2436 req-ae555b8e-547c-4a42-abad-65a495cea92a tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:13.192218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa55cb06-72d2-4a43-86ea-9a6851be2436 req-ae555b8e-547c-4a42-abad-65a495cea92a tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1103 time: 0.0621469 Aug 16 20:21:13.205022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19056f3e-f0cd-45ba-825b-7c9d36180533,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:13.227318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Checking segment: {'id': '0b8bac62-654c-4e85-9ba1-b9e2bec42131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:13.227982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Network hostable DHCP agents. Network: f8c200d2-4264-42a4-bf66-cec114723cb5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:13.233845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa55cb06-72d2-4a43-86ea-9a6851be2436 req-7f38fdd1-6889-4913-b982-c1eb6c472d4d tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354075 Aug 16 20:21:13.337343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Network f8c200d2-4264-42a4-bf66-cec114723cb5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:13.348608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:13.405937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f8c200d2-4264-42a4-bf66-cec114723cb5) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:13.412776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:13.412776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.421547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf1a34-fe22-4d42-85b5-45e5932c273b None None] Network f8c200d2-4264-42a4-bf66-cec114723cb5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:13.482615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:13.483661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.491937 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5852c9a9-7425-442b-9e13-10197ccff2f2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7519691 Aug 16 20:21:13.658854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053c82-2eb6-4a10-8e94-3b8e3044d1eb req-f5815e9c-0966-49da-879e-d1139c0ce6be tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:13.676467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29053c82-2eb6-4a10-8e94-3b8e3044d1eb req-f5815e9c-0966-49da-879e-d1139c0ce6be tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1846304 Aug 16 20:21:13.771639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c771dae7-d0d1-45b0-9f42-63b145eaeca9 None None] Network f8c200d2-4264-42a4-bf66-cec114723cb5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:13.808601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29053c82-2eb6-4a10-8e94-3b8e3044d1eb req-d151d4ad-db38-4535-bde8-c609c76d77ae tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309566 Aug 16 20:21:13.910051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:13.928473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1f8006a-745b-4d95-a03f-cf73195f6471 req-f00c3b45-2422-4315-a37c-59ff4e7787e8 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 210 time: 0.0828257 Aug 16 20:21:13.973179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:13.975645 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1fe8c-bad6-4d72-a903-167c7c368366" -d '{"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:13.977679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-0d8cf613-af93-4767-8277-6994f37a3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:13.979819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-0d8cf613-af93-4767-8277-6994f37a3397 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1102 time: 0.2155519 Aug 16 20:21:14.034727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:14.071451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e317a2-51a4-43a8-b4dc-47bbb73ec2e1 req-42a1c1f3-4936-457c-a873-492eef71080c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.072227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71e317a2-51a4-43a8-b4dc-47bbb73ec2e1 req-42a1c1f3-4936-457c-a873-492eef71080c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.1361423 Aug 16 20:21:14.125260 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.172455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-2f39692e-4a77-4a94-9042-7fd5c5942097 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1189268376&fields=id&tenant_id=586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 267 time: 0.0971749 Aug 16 20:21:14.187635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71e317a2-51a4-43a8-b4dc-47bbb73ec2e1 req-00686d5e-d38b-44eb-bae4-ada1f60eabfc tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004808 Aug 16 20:21:14.197598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:14.224312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-6d811960-6b16-4728-a82b-9cde716f027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.225872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-6d811960-6b16-4728-a82b-9cde716f027b service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2318807 Aug 16 20:21:14.323798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-92a7d6f4-bcd3-4870-a205-734671d1d49f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0871994 Aug 16 20:21:14.434039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-7ef95623-d0c4-4582-9d5b-b3aa7b19e4ad tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.441179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-7ef95623-d0c4-4582-9d5b-b3aa7b19e4ad tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 823 time: 0.2453420 Aug 16 20:21:14.446459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-bbfa8499-39bc-49b8-a05f-2f3b7c03ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.447602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-bbfa8499-39bc-49b8-a05f-2f3b7c03ecd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1080947 Aug 16 20:21:14.460723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b85086-6696-4d07-b674-b7b6e587cdd0 req-7ec2837b-1b0c-49ad-9744-5842974c2869 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.462239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6b85086-6696-4d07-b674-b7b6e587cdd0 req-7ec2837b-1b0c-49ad-9744-5842974c2869 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1849232 Aug 16 20:21:14.482942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-be82d311-67d9-489a-8269-ade9147f7b67 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/quotas/586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 375 time: 0.0407238 Aug 16 20:21:14.506159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40240) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:14.514215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1532344261-network', 'tenant_id': '3e66a4a940bf4f15b54d5b368f618442'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:14.579518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6b85086-6696-4d07-b674-b7b6e587cdd0 req-c8d73e3a-3e46-4496-9529-89c8610e8d13 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063955 Aug 16 20:21:14.582556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-9a640358-05ab-43f2-b6bb-32afa742313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.585941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-9a640358-05ab-43f2-b6bb-32afa742313b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199794 Aug 16 20:21:14.605741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Made reservation on behalf of 3e66a4a940bf4f15b54d5b368f618442 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:14.615756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.628009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.628258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-a2807232-6cfb-4d35-a1a5-590cb1e948d1 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1442077 Aug 16 20:21:14.777596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.866649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bfb3c20c-6dc0-4f36-8e61-5891952837a7 service neutron] 10.222.0.70 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120287 Aug 16 20:21:14.866649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1fa8-c2fe-4436-b40a-e7617a5d8149 req-5945f50d-d8dc-4553-a396-e2afec255b01 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:14.866649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49eb1fa8-c2fe-4436-b40a-e7617a5d8149 req-5945f50d-d8dc-4553-a396-e2afec255b01 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 1103 time: 0.1613226 Aug 16 20:21:14.885186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-9a9fba76-f9b1-4e29-be6d-28cc4724b918 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560525 Aug 16 20:21:14.916724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.943717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:14.956149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a57547-4014-42c6-acb4-043d457df31e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:14.964714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:14.964714 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Added segment f7487799-c93f-4500-8fb9-12a6a82d9666 of type vlan for network b40c9541-5ab3-40b5-8721-78f337103c4b Aug 16 20:21:15.019606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.091689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49eb1fa8-c2fe-4436-b40a-e7617a5d8149 req-f95b3e10-d522-4aa5-8f91-273f4fa3b754 tempest-ServersAdminTestJSON-989222381 tempest-ServersAdminTestJSON-989222381-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355144 Aug 16 20:21:15.149237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.153132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.153132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.157896 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540d14e-fd72-4632-84c5-54d4bd3624cc x-openstack-request-id: req-a540d14e-fd72-4632-84c5-54d4bd3624cc {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:15.158501 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-plugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:15.158619 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a540d14e-fd72-4632-84c5-54d4bd3624cc {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:15.158924 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'code': 200} Aug 16 20:21:15.181763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-a3a2b299-737f-4bbd-abc3-4cefa6eb1085 service neutron] 10.222.0.70 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267605 Aug 16 20:21:15.204677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-c8a5398e-4c76-4ef6-89a0-1eb128115650 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836125 Aug 16 20:21:15.310996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-45c84eb2-2ab1-4dcd-9637-d976fec1e9fa tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.312800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-45c84eb2-2ab1-4dcd-9637-d976fec1e9fa tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.73 "GET /v2.0/networks?id=04a5e225-86e9-40c8-b60f-5c2819bf640d HTTP/1.1" status: 200 len: 811 time: 0.2433958 Aug 16 20:21:15.317949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] Pushing event updated for resources: {'Network': ['ID=b40c9541-5ab3-40b5-8721-78f337103c4b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:15.331170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b40c9541-5ab3-40b5-8721-78f337103c4b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:15.365463 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc1f3404-7253-4698-914a-d197be56b496 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8531792 Aug 16 20:21:15.366033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40258) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:15.372456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Request body: {'subnet': {'network_id': 'b40c9541-5ab3-40b5-8721-78f337103c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1532344261-subnet', 'tenant_id': '3e66a4a940bf4f15b54d5b368f618442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:15.453421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-b10d2e77-7bd3-4a7f-b3e2-31ac5232b970 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d133617c9f0341e5b79ccf676e6120de HTTP/1.1" status: 200 len: 379 time: 0.1174624 Aug 16 20:21:15.482636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'port': {'device_id': 'af775dac-b42d-4bad-959d-d3df68efca51', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'admin_state_up': True, 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'security_groups': ['72cffe93-4a99-4f4d-9608-10e137e85ef5']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:15.484895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Made reservation on behalf of 3e66a4a940bf4f15b54d5b368f618442 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:15.488407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.626331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3f46b-2187-4f93-85fc-bd32e18ee2b7 req-40a17ea4-2729-4fd4-9528-b7aed70710ef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.628053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6c3f46b-2187-4f93-85fc-bd32e18ee2b7 req-40a17ea4-2729-4fd4-9528-b7aed70710ef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.2975738 Aug 16 20:21:15.649529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c15a64eb-dfdf-451d-b2c0-7f654d5082ea req-33e6b946-e051-4d13-967e-e89eea2e5fcd tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 210 time: 0.1081278 Aug 16 20:21:15.747790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6c3f46b-2187-4f93-85fc-bd32e18ee2b7 req-3471c831-535d-47a1-976e-2abc5ca9a3ea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Aug 16 20:21:15.873797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-9b8f893f-a856-478b-9057-51da5605305b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.875378 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-9b8f893f-a856-478b-9057-51da5605305b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/ports?device_id=f39c1150-ec27-4213-8437-2ffe8ffcc807 HTTP/1.1" status: 200 len: 945 time: 0.1616395 Aug 16 20:21:15.908604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82d30f-858b-4c0c-bf96-5a68803b71d5 req-021f830c-9955-4c84-978a-b02cc6224ce0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:15.920646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b82d30f-858b-4c0c-bf96-5a68803b71d5 req-021f830c-9955-4c84-978a-b02cc6224ce0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0754423 Aug 16 20:21:15.943242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Made reservation on behalf of d133617c9f0341e5b79ccf676e6120de for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:15.948058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:15.990082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b82d30f-858b-4c0c-bf96-5a68803b71d5 req-b3663355-a731-4b07-8898-509f40c4eef9 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680127 Aug 16 20:21:16.017385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.041443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Deleting port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:16.041768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.181883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a18bb70f-5a4a-4a23-95f5-1bec5bb6b886 req-829f71c5-fac8-4eaf-9b9b-42d25e4d6258 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 210 time: 0.0728633 Aug 16 20:21:16.222145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Allocated IP 172.20.0.8 (04a5e225-86e9-40c8-b60f-5c2819bf640d/9e27f611-52c7-4170-b3bc-ed16fa5ece8c/61507b3c-8af1-4945-ab5f-271e9a9adc52) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:16.229513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Checking segment: {'id': 'f7487799-c93f-4500-8fb9-12a6a82d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b40c9541-5ab3-40b5-8721-78f337103c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:16.233375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Network hostable DHCP agents. Network: b40c9541-5ab3-40b5-8721-78f337103c4b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:16.235951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafd61b3-cbbf-41ba-aa06-dfa62b316741,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:16.327106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] For port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:16.327572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.385763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Network b40c9541-5ab3-40b5-8721-78f337103c4b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:16.527531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836253-b1c7-43cb-a5f9-808ab3a66aef req-682fdb86-6e3b-4be6-b341-093e55b800e4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.536964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d836253-b1c7-43cb-a5f9-808ab3a66aef req-682fdb86-6e3b-4be6-b341-093e55b800e4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.2187991 Aug 16 20:21:16.616007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.619709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b40c9541-5ab3-40b5-8721-78f337103c4b) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:16.629040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba3c0c-7e2f-4181-9dfa-92449e2c79ce None None] Network b40c9541-5ab3-40b5-8721-78f337103c4b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:16.636430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.636430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.644862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Transition to ACTIVE for port object 61507b3c-8af1-4945-ab5f-271e9a9adc52 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:16.733681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a92f85a9-49a7-4fd7-a95e-58dfc6313054 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3657367 Aug 16 20:21:16.801966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.809753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.810295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:16.810706 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4 disassociated. External IP: 172.25.7.103, port: d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92. Aug 16 20:21:16.811304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Calling delete_port for d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:16.831839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3254a0-af53-4cfc-aa11-c59b5300ca81 req-b8912caa-8dd6-4e1b-830f-1da9ff03a3b9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:16.837608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a3254a0-af53-4cfc-aa11-c59b5300ca81 req-b8912caa-8dd6-4e1b-830f-1da9ff03a3b9 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.1479690 Aug 16 20:21:16.859851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d836253-b1c7-43cb-a5f9-808ab3a66aef req-577b5fe5-1919-463d-a9ab-ccc0d8fdc5e1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179183 Aug 16 20:21:17.061882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:17.095021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e5de7e-5cbc-4412-9188-025587dcbdf7 None None] Network b40c9541-5ab3-40b5-8721-78f337103c4b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:17.095133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:17.095133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event updated for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.095704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:17.148620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a3254a0-af53-4cfc-aa11-c59b5300ca81 req-fc1b685b-471e-4914-8c9f-19e32d3857b4 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801287 Aug 16 20:21:17.193762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.276665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427f6fa-451c-4f9c-b00e-2104b491836d req-58168eae-bac3-490f-8724-b3bcc1345372 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:17.278668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event deleted for resources: {'Port': ['ID=d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:17.302911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0427f6fa-451c-4f9c-b00e-2104b491836d req-58168eae-bac3-490f-8724-b3bcc1345372 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 931 time: 0.3128998 Aug 16 20:21:17.360924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:17.362145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.533142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0427f6fa-451c-4f9c-b00e-2104b491836d req-3b58f6ff-0180-427e-806d-704958d4c7e2 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904948 Aug 16 20:21:17.535134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7d463-9193-426b-bd83-db3ae843b872 req-8e00cfaa-df1a-4e6e-b578-e89b08d96580 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:17.554208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe7d463-9193-426b-bd83-db3ae843b872 req-8e00cfaa-df1a-4e6e-b578-e89b08d96580 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.2417879 Aug 16 20:21:17.608312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:17.633827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-3dd624e7-2648-42b2-afad-5a53a5977f67 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1668055 Aug 16 20:21:17.659297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Request body: {'port': {'device_id': 'af775dac-b42d-4bad-959d-d3df68efca51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:17.754587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe7d463-9193-426b-bd83-db3ae843b872 req-1fdb4b7b-2cc1-4da4-a7d8-2e04096f17ad tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977475 Aug 16 20:21:17.764880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f411402c-b1d4-45ff-83f2-29cd25c3b8c2 None None] Provisioning for port 61507b3c-8af1-4945-ab5f-271e9a9adc52 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:17.769738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f411402c-b1d4-45ff-83f2-29cd25c3b8c2 None None] Provisioning complete for port 61507b3c-8af1-4945-ab5f-271e9a9adc52 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:17.770363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f411402c-b1d4-45ff-83f2-29cd25c3b8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.856100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f411402c-b1d4-45ff-83f2-29cd25c3b8c2 None None] Port 61507b3c-8af1-4945-ab5f-271e9a9adc52 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:17.939629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:17.962677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:17.990280 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:17.999879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:18.001903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.089339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] No DVR routers for this DVR port d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:18.095245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.103755 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9556a316-adab-4870-a146-ec05fe6a2b35 req-19adff0d-b7c9-4aa0-87e2-f8b7f3a4bd4b tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "DELETE /v2.0/ports/d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 HTTP/1.1" status: 204 len: 173 time: 2.2182186 Aug 16 20:21:18.104428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'name': 'network-vif-deleted', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:18.113360 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27473539-dc80-477b-9448-28ee05a97595" -d '{"events": [{"server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "name": "network-vif-deleted", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:18.200758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:18.363384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f592de71-00b0-43f0-9f26-6d8dabb49213 req-e9625fef-7e72-465d-9ef4-1b93cc9774c4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 210 time: 0.4451280 Aug 16 20:21:18.365417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:18.402190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9cf18-d26f-45f6-8585-912c95a6d8b0 req-59705fe6-e96b-4176-84ae-7c3fb69ab129 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:18.403992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffe9cf18-d26f-45f6-8585-912c95a6d8b0 req-59705fe6-e96b-4176-84ae-7c3fb69ab129 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.6767957 Aug 16 20:21:18.436000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-7eb78065-7224-4480-9f66-7248db15dffd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:18.530657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-7eb78065-7224-4480-9f66-7248db15dffd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.5059574 Aug 16 20:21:18.531300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.531300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:18.539745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:18.540438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:18.689251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffe9cf18-d26f-45f6-8585-912c95a6d8b0 req-d7236109-dc7e-45e3-aca1-66eadf5bc2bb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078528 Aug 16 20:21:18.736265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:18.900246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-b48981f9-264a-4349-acd7-f89e095a27b8 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:18.909679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-b48981f9-264a-4349-acd7-f89e095a27b8 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/networks?id=f8c200d2-4264-42a4-bf66-cec114723cb5 HTTP/1.1" status: 200 len: 815 time: 0.2918916 Aug 16 20:21:18.915117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-5d5832c2-a545-44d3-b335-9e5b841ff77f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:18.918788 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-5d5832c2-a545-44d3-b335-9e5b841ff77f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 823 time: 0.2590525 Aug 16 20:21:18.988726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-2896cc3a-b773-491c-bd37-dedec84947d4 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/quotas/3042278d35b54f73bc9625fb2a690024 HTTP/1.1" status: 200 len: 375 time: 0.0781693 Aug 16 20:21:19.006015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-18b5376e-8547-4613-8507-7ef3e915fb25 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=586893d313eb42a8810201d85239449f HTTP/1.1" status: 200 len: 380 time: 0.0725217 Aug 16 20:21:19.020133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'port': {'device_id': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'admin_state_up': True, 'tenant_id': '586893d313eb42a8810201d85239449f', 'security_groups': ['c5bae452-f9c8-4c8f-bbc0-47f7e38aac69']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:19.049862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:19.081489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dfc7f-e4b5-4e1b-ba4c-e1cb1360e5bf None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:19.189757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-bab5f4b5-15f0-459a-aec8-e3cc5cfc51fd tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3042278d35b54f73bc9625fb2a690024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1505082 Aug 16 20:21:19.330081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Deleting port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:19.330448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.336819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Made reservation on behalf of 586893d313eb42a8810201d85239449f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:19.343214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.348758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c65e6-04c4-450f-bd84-3b9d70b3c419 req-c088440e-8a61-45d0-ad2b-3e1ddd9fbb41 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:19.356238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d41c65e6-04c4-450f-bd84-3b9d70b3c419 req-c088440e-8a61-45d0-ad2b-3e1ddd9fbb41 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.4322793 Aug 16 20:21:19.382710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-7c9016e8-d567-49d2-abb1-8f0a74aa56c7 service neutron] 10.222.0.73 "GET /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.3955786 Aug 16 20:21:19.394125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:19.542057 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c089b83-47a6-401b-b154-4490f7279528 None None] New status for floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:21:19.549746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:19.581936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:19.582366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:19.588907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Allocated IP 172.20.0.8 (93c2cd56-6b85-470d-b299-4934fa68e19e/f86a035b-0240-4326-84e8-5d9bf361a039/445fde51-81e6-40e8-b93f-aa1f27aaa0dc) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:19.619021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d41c65e6-04c4-450f-bd84-3b9d70b3c419 req-e1ccc0e8-82c1-40a7-b14c-c17c7b650829 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618153 Aug 16 20:21:19.628961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-a492b1c3-d696-4122-8396-a5dee6a94949 service neutron] 10.222.0.70 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162581 Aug 16 20:21:19.745230 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029ddf7-3f02-496a-a6a8-667ab0403c58 x-openstack-request-id: req-4029ddf7-3f02-496a-a6a8-667ab0403c58 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:19.747624 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f39c1150-ec27-4213-8437-2ffe8ffcc807", "name": "network-vif-deleted", "tag": "d3e73f8c-01f9-4337-b9d8-a1c2f44b4a92", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:19.748019 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4029ddf7-3f02-496a-a6a8-667ab0403c58 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:19.748538 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f39c1150-ec27-4213-8437-2ffe8ffcc807', 'name': 'network-vif-deleted', 'tag': 'd3e73f8c-01f9-4337-b9d8-a1c2f44b4a92', 'status': 'completed', 'code': 200} Aug 16 20:21:19.805031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61507b3c-8af1-4945-ab5f-271e9a9adc52 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:19.854037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.854330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.869905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Transition to ACTIVE for port object 445fde51-81e6-40e8-b93f-aa1f27aaa0dc will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:19.936077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] For port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:19.940181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:19.968211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Transition to ACTIVE for port object 61507b3c-8af1-4945-ab5f-271e9a9adc52 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:19.980995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Calling delete_port for 0b3310bb-6d43-4b66-964e-c71e0de6cb1b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:20.011366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.071443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Network 93c2cd56-6b85-470d-b299-4934fa68e19e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:20.076362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:20.094301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:20.101626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event updated for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:20.107448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b9821-8f14-4a30-b21c-214842000163 req-6b5cf2a9-7406-44f7-8883-f81eead5acf2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:20.110635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e36b9821-8f14-4a30-b21c-214842000163 req-6b5cf2a9-7406-44f7-8883-f81eead5acf2 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 950 time: 0.2900259 Aug 16 20:21:20.110635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.198493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:20.211313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.247044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-2b9389a4-3fa0-402a-a98c-7909bec4a3bf service neutron] 10.222.0.70 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169074 Aug 16 20:21:20.295134 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-bdd9e3fe-e01f-4633-b096-98c8bdebeef7 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2788885 Aug 16 20:21:20.314342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Request body: {'port': {'device_id': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:20.461554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.470706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:20.523170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e36b9821-8f14-4a30-b21c-214842000163 req-d1df745b-3d09-4333-af95-e86bfc72220b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016662 Aug 16 20:21:20.565448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:20.598915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Attempting to bind port 61507b3c-8af1-4945-ab5f-271e9a9adc52 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:20.611136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Attempting to bind port 61507b3c-8af1-4945-ab5f-271e9a9adc52 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:20.611659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Attempting to bind port 61507b3c-8af1-4945-ab5f-271e9a9adc52 on network 04a5e225-86e9-40c8-b60f-5c2819bf640d {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:20.652678 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:21:20.684730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Port 61507b3c-8af1-4945-ab5f-271e9a9adc52 on network 04a5e225-86e9-40c8-b60f-5c2819bf640d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:20.687048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Attempting to bind port 61507b3c-8af1-4945-ab5f-271e9a9adc52 on network 04a5e225-86e9-40c8-b60f-5c2819bf640d {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:20.704152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:20.706989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:20.706989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Checking segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:20.706989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Bound using segment: {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:20.707484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Bound port: 61507b3c-8af1-4945-ab5f-271e9a9adc52, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50fb570b-8973-45ae-b2d1-84c86f08701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:20.707880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.708036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3f3bf127-525f-4802-a07a-6acc840d2b4e None None] Provisioning for port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:20.717447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3f3bf127-525f-4802-a07a-6acc840d2b4e None None] Provisioning complete for port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:20.717447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf127-525f-4802-a07a-6acc840d2b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:20.810739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3f3bf127-525f-4802-a07a-6acc840d2b4e None None] Port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:20.828802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac9ddaa-0911-44cd-afc1-d8357efda648 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:20.847198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7110d9-f59e-451e-bbb1-7cf2f0afaf08 req-3f8aaac5-09ea-4760-8de4-66c3e3fc8f49 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:20.848932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee7110d9-f59e-451e-bbb1-7cf2f0afaf08 req-3f8aaac5-09ea-4760-8de4-66c3e3fc8f49 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 943 time: 0.2021406 Aug 16 20:21:20.889125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:20.978109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd889f56-3065-4e6c-9528-9a392d22f462 req-921b65c6-ea14-4769-8b7c-89bed403b7cb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:20.979560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd889f56-3065-4e6c-9528-9a392d22f462 req-921b65c6-ea14-4769-8b7c-89bed403b7cb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.2789335 Aug 16 20:21:21.003661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee7110d9-f59e-451e-bbb1-7cf2f0afaf08 req-621b4792-6c1d-4bce-9162-7bbf25080c3a tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200976 Aug 16 20:21:21.015280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:21.030622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.070920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:21.079187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.087313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445fde51-81e6-40e8-b93f-aa1f27aaa0dc {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:21.093012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['afc64620-c5da-4990-a7e4-54986dc2fec5', '6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:21.097329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.114425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Transition to ACTIVE for port object 445fde51-81e6-40e8-b93f-aa1f27aaa0dc will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:21.159369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event deleted for resources: {'Port': ['ID=0b3310bb-6d43-4b66-964e-c71e0de6cb1b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.170167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd889f56-3065-4e6c-9528-9a392d22f462 req-2c26b432-c97d-46b6-8f5c-748b162027c6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586111 Aug 16 20:21:21.211336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.214531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.333799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Pushing event updated for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.407684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] Transition to ACTIVE for port object fac9ddaa-0911-44cd-afc1-d8357efda648 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:21.440588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] No DVR routers for this DVR port 0b3310bb-6d43-4b66-964e-c71e0de6cb1b on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:21.451904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.456498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4b0f540-9c33-43b4-aa7d-1d99c0e63686 req-3d4a0f29-6c58-4c5e-9096-59523d92a312 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "DELETE /v2.0/ports/0b3310bb-6d43-4b66-964e-c71e0de6cb1b HTTP/1.1" status: 204 len: 173 time: 2.9685261 Aug 16 20:21:21.477573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Attempting to bind port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:21.480898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Attempting to bind port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:21.481528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Attempting to bind port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:21.490128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc on network 93c2cd56-6b85-470d-b299-4934fa68e19e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:21.491894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'name': 'network-vif-deleted', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:21.492662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Attempting to bind port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc on network 93c2cd56-6b85-470d-b299-4934fa68e19e {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:21.494374 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd71c6ce-62ea-42c4-8f6e-35dd1ff9cde1" -d '{"events": [{"server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "name": "network-vif-deleted", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:21.505629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:21.506057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Checking segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:21.506539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Bound using segment: {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:21.508668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Bound port: 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36328604-f931-4ebc-9f4d-0a65bf55c7e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:21.510262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.516681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:21.517567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.519103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] 10.222.0.73 "PUT /v2.0/ports/61507b3c-8af1-4945-ab5f-271e9a9adc52 HTTP/1.1" status: 200 len: 1092 time: 3.8747251 Aug 16 20:21:21.530082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.577815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0b1f9-f639-4a8e-a8c5-5c030978bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.598288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67138a-180d-4d09-a2c1-c81bc0522e64 req-fddc9fc3-9e4d-4bbd-af40-ea81b1a72292 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:21.600089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b67138a-180d-4d09-a2c1-c81bc0522e64 req-fddc9fc3-9e4d-4bbd-af40-ea81b1a72292 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 943 time: 0.4335501 Aug 16 20:21:21.642116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0b3310bb-6d43-4b66-964e-c71e0de6cb1b no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:21.644992 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.693578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265b65-2ffa-4750-835c-5ed9731a35b0 req-0a0e15ef-c779-4309-9f59-5e9b4d2c8959 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:21.696597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 0b3310bb-6d43-4b66-964e-c71e0de6cb1b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:21.696942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0b3310bb-6d43-4b66-964e-c71e0de6cb1b not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:21.707283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb265b65-2ffa-4750-835c-5ed9731a35b0 req-0a0e15ef-c779-4309-9f59-5e9b4d2c8959 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 943 time: 0.2963362 Aug 16 20:21:21.708340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:21.717545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:21.770345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] No DVR routers for this DVR port fac9ddaa-0911-44cd-afc1-d8357efda648 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:21.813208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.839881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:21.846292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:21.846587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] 10.222.0.73 "PUT /v2.0/ports/445fde51-81e6-40e8-b93f-aa1f27aaa0dc HTTP/1.1" status: 200 len: 1092 time: 1.5388615 Aug 16 20:21:21.847165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:21.852564 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efc311d-432f-4336-9a47-66d5272319b7" -d '{"events": [{"name": "network-changed", "server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:21.935621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e74f-bba1-4710-a92c-4c9e2781cc04 service neutron] Pushing event updated for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.963917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] Pushing event updated for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:21.991752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b67138a-180d-4d09-a2c1-c81bc0522e64 req-386f7f90-3460-4299-90cf-73501ef23149 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3556559 Aug 16 20:21:21.997562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-20b6bf3e-f151-4958-ac30-e8ee78df5359 service neutron] 10.222.0.73 "PUT /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5500014 Aug 16 20:21:22.042063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-c9d3d30c-3dd4-40ba-8051-9ddfd147856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.044147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-c9d3d30c-3dd4-40ba-8051-9ddfd147856a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 1095 time: 0.0873220 Aug 16 20:21:22.044753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-64a7c8fa-4a1a-4ee7-b8ee-2c3b22198015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.047055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-64a7c8fa-4a1a-4ee7-b8ee-2c3b22198015 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d133617c9f0341e5b79ccf676e6120de&device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 1095 time: 0.3811128 Aug 16 20:21:22.061810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb265b65-2ffa-4750-835c-5ed9731a35b0 req-8e653b8b-5fb8-4563-a15d-eaff003864b1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525410 Aug 16 20:21:22.164102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-c5eeaecb-20f2-485d-b568-cc19c4b6efa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0937812 Aug 16 20:21:22.183291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-e32bb35a-5457-469b-8052-99f90af0a010 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52 HTTP/1.1" status: 200 len: 217 time: 0.1023228 Aug 16 20:21:22.227261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab412423-68c5-4a66-bed0-35d4e60a0545 req-a7b12651-9493-44c1-8681-20f22da5c2e2 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 210 time: 0.0823607 Aug 16 20:21:22.266969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-28c2983e-08f2-4ccb-b2b2-f26a2846f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.268601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-28c2983e-08f2-4ccb-b2b2-f26a2846f132 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 200 len: 862 time: 0.0935993 Aug 16 20:21:22.343077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-1b28056c-1c13-4b22-8298-7c3b51bf94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.345466 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-1b28056c-1c13-4b22-8298-7c3b51bf94f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93c2cd56-6b85-470d-b299-4934fa68e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644155 Aug 16 20:21:22.387651 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc0c1a-cca4-4d2f-9434-eaf74591d89d x-openstack-request-id: req-09fc0c1a-cca4-4d2f-9434-eaf74591d89d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:22.387964 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a210ca8-55de-445e-a63a-034d7e0dc272", "name": "network-vif-deleted", "tag": "0b3310bb-6d43-4b66-964e-c71e0de6cb1b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:22.388481 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09fc0c1a-cca4-4d2f-9434-eaf74591d89d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:22.388963 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a210ca8-55de-445e-a63a-034d7e0dc272', 'name': 'network-vif-deleted', 'tag': '0b3310bb-6d43-4b66-964e-c71e0de6cb1b', 'status': 'completed', 'code': 200} Aug 16 20:21:22.477101 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-4d552626-166b-4c52-afe0-87188918099a service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160426 Aug 16 20:21:22.610763 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13bbff44-1bce-4f6b-b02b-9af32d7de6af req-87b46026-1290-4a6c-99e7-07a1c75a2603 service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219287 Aug 16 20:21:22.795118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a674b113-86a9-4d7f-ad2e-edf59ddbdcf2 req-fef88f9d-9728-422a-bc26-98438e19ce70 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a210ca8-55de-445e-a63a-034d7e0dc272 HTTP/1.1" status: 200 len: 210 time: 0.4043324 Aug 16 20:21:22.809855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-ce71d1d4-3fa4-4673-a710-4af265e30006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.811356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-ce71d1d4-3fa4-4673-a710-4af265e30006 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e27f611-52c7-4170-b3bc-ed16fa5ece8c HTTP/1.1" status: 200 len: 850 time: 0.5431414 Aug 16 20:21:22.842285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-4f1ad637-bf00-4727-b068-8bfcde73374b tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.843896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-4f1ad637-bf00-4727-b068-8bfcde73374b tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.6762066 Aug 16 20:21:22.870134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387fca5-3881-4960-870d-32cb8f132dd2 req-d47d2a3e-e77b-4a73-b164-c1ce5b870073 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.873936 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa373ecc-2e93-4d03-9551-80051e8e52b6 x-openstack-request-id: req-fa373ecc-2e93-4d03-9551-80051e8e52b6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:22.874440 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:22.874946 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa373ecc-2e93-4d03-9551-80051e8e52b6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:22.875513 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'status': 'completed', 'code': 200} Aug 16 20:21:22.877760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6387fca5-3881-4960-870d-32cb8f132dd2 req-d47d2a3e-e77b-4a73-b164-c1ce5b870073 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.5901303 Aug 16 20:21:22.958250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-e2236873-421c-4cbf-84d5-80598fc8db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.960458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-e2236873-421c-4cbf-84d5-80598fc8db34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04a5e225-86e9-40c8-b60f-5c2819bf640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347535 Aug 16 20:21:22.978133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc311d-432f-4336-9a47-66d5272319b7 req-fc456894-44d7-4b38-8cc8-338a178bc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:22.980024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-fc456894-44d7-4b38-8cc8-338a178bc23d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 1095 time: 0.0644455 Aug 16 20:21:22.983135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6387fca5-3881-4960-870d-32cb8f132dd2 req-fefe90da-ae4d-44e5-8bf5-1b2f8c8eece4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014571 Aug 16 20:21:23.053588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-9e995fc6-9026-41f3-a578-5d9899e809c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.055226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-9e995fc6-9026-41f3-a578-5d9899e809c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0&tenant_id=ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 1096 time: 0.1755712 Aug 16 20:21:23.109512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc311d-432f-4336-9a47-66d5272319b7 req-9b8dcf8a-c413-4bd6-ae5a-efe22af6d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.112783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-9b8dcf8a-c413-4bd6-ae5a-efe22af6d03d service neutron] 10.222.0.73 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 924 time: 0.1211286 Aug 16 20:21:23.173921 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-34ae41ad-77af-4b2d-8eb7-c2a94bf06cb9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc HTTP/1.1" status: 200 len: 217 time: 0.0499623 Aug 16 20:21:23.228117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc311d-432f-4336-9a47-66d5272319b7 req-22c160cd-4f02-4617-96db-8b6080cdd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.229452 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-22c160cd-4f02-4617-96db-8b6080cdd2c1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 200 len: 862 time: 0.0462644 Aug 16 20:21:23.243575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-fdcc6b8b-ff2f-4529-9c37-dda1572c9f4a service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741258 Aug 16 20:21:23.250771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-fbc946af-e494-4eb9-8452-f3e48b809e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.252292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-fbc946af-e494-4eb9-8452-f3e48b809e5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1534696 Aug 16 20:21:23.262057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa211df-6489-4b7a-a960-5f8057cea829 req-b49eb086-4717-43da-8e88-02e506d76111 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.263653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aa211df-6489-4b7a-a960-5f8057cea829 req-b49eb086-4717-43da-8e88-02e506d76111 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1615818 Aug 16 20:21:23.272222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bc46e-2053-43fc-ac63-df9803968740 req-b234744f-f316-4bfc-a3d8-7d4a502b4550 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.276249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e8bc46e-2053-43fc-ac63-df9803968740 req-b234744f-f316-4bfc-a3d8-7d4a502b4550 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 943 time: 0.2824559 Aug 16 20:21:23.284445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc311d-432f-4336-9a47-66d5272319b7 req-821c7444-7a9f-453e-98bd-e3e7f676e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.286250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-821c7444-7a9f-453e-98bd-e3e7f676e0fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93c2cd56-6b85-470d-b299-4934fa68e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465379 Aug 16 20:21:23.472073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68d7e81f-8f4f-4efa-8937-dfc41903ee68 req-eb1fcf42-e2db-4aa5-87a0-d6fefc5061ec service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946220 Aug 16 20:21:23.526113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aa211df-6489-4b7a-a960-5f8057cea829 req-93c9e94b-5f8f-4e4f-8b04-af3a00cbe333 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456231 Aug 16 20:21:23.749030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e8bc46e-2053-43fc-ac63-df9803968740 req-4f17c24e-87c9-42ea-a5bb-eb74dec55798 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851354 Aug 16 20:21:23.749030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-3e5f72c9-1784-4aee-b39f-9f335361ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.749030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-3e5f72c9-1784-4aee-b39f-9f335361ffd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.3432283 Aug 16 20:21:23.749743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-c035e8d8-89a9-4007-9981-10af147bf3bb service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766730 Aug 16 20:21:23.749933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-873dec1b-cded-4a1f-94f0-8cc27fc2736d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 200 len: 217 time: 0.0638869 Aug 16 20:21:23.789967 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6efc311d-432f-4336-9a47-66d5272319b7 req-238c83e3-bc97-4934-9d68-97bb5d99bf4b service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066737 Aug 16 20:21:23.795556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50c9a-5441-4844-9ad6-9771fecc2197 req-7a690262-8647-41f2-84a0-3c932c23a48c tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.797495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73f50c9a-5441-4844-9ad6-9771fecc2197 req-7a690262-8647-41f2-84a0-3c932c23a48c tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 943 time: 0.1555111 Aug 16 20:21:23.817432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1e4b3-cb5d-4419-89b9-2c407767ad1f req-61ac7539-9678-42ee-abf7-74d6f3da44a2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.817432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1f1e4b3-cb5d-4419-89b9-2c407767ad1f req-61ac7539-9678-42ee-abf7-74d6f3da44a2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.1722472 Aug 16 20:21:23.829213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-aef9827a-f23a-4c9d-8944-bec3c43dd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:23.830606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-aef9827a-f23a-4c9d-8944-bec3c43dd0ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0891724 Aug 16 20:21:23.898486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-6be2a0d7-5ffd-4da5-b44f-5dd0a262dc3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409455 Aug 16 20:21:23.907135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73f50c9a-5441-4844-9ad6-9771fecc2197 req-cc879196-a9a7-4e33-ba7a-57ffef1f40e5 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892982 Aug 16 20:21:23.911022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1f1e4b3-cb5d-4419-89b9-2c407767ad1f req-ed941253-3ac8-4bff-bfb2-915ee1317ea6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852838 Aug 16 20:21:24.018215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-db51b925-3a5f-48c4-9e0e-339908a10128 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100018 Aug 16 20:21:24.033906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9e4811-9c43-4e85-b7d2-9855253a0f03 req-2712d7e9-b275-4098-b6af-807927401e48 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 210 time: 0.0358460 Aug 16 20:21:24.170261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0aaa5e9d-10bb-4e67-9591-f84ac03a0318 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.171780 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0aaa5e9d-10bb-4e67-9591-f84ac03a0318 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.64 "GET /v2.0/networks?id=f8c200d2-4264-42a4-bf66-cec114723cb5 HTTP/1.1" status: 200 len: 815 time: 0.1301756 Aug 16 20:21:24.178798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-57ab61f4-ca1a-43a4-b95f-569149fd0bff service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376369 Aug 16 20:21:24.187236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5c7b-88a1-4a34-8f77-f59357c24f71 req-a8218140-cd1f-44a4-adaf-b89aeba52ece tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.188733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd4f5c7b-88a1-4a34-8f77-f59357c24f71 req-a8218140-cd1f-44a4-adaf-b89aeba52ece tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0881577 Aug 16 20:21:24.188965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Request body: {'port': {'device_id': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5', 'admin_state_up': True, 'tenant_id': '3042278d35b54f73bc9625fb2a690024'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:24.228305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd4f5c7b-88a1-4a34-8f77-f59357c24f71 req-f4f51dfb-6bf8-4952-a95d-c4157747e0bc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Aug 16 20:21:24.387823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Made reservation on behalf of 3042278d35b54f73bc9625fb2a690024 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:24.390365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:24.392489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.397375 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a0265-16ce-4be2-a601-b3fd8792acd5" -d '{"events": [{"name": "network-changed", "server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:24.478062 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098c23fb-a5e7-4866-97c1-1a4a30122129 x-openstack-request-id: req-098c23fb-a5e7-4866-97c1-1a4a30122129 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:24.478409 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:24.478680 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-098c23fb-a5e7-4866-97c1-1a4a30122129 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:24.479068 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'status': 'completed', 'code': 200} Aug 16 20:21:24.702354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Allocated IP 172.20.0.7 (f8c200d2-4264-42a4-bf66-cec114723cb5/19056f3e-f0cd-45ba-825b-7c9d36180533/c776ee60-c661-4959-9fb1-b50fbaf6250c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:24.749244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd2295-8733-4a04-b4c0-2a930f69b611 req-56eda0c9-1e9f-415e-a40e-772ec132d105 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.758609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76bd2295-8733-4a04-b4c0-2a930f69b611 req-56eda0c9-1e9f-415e-a40e-772ec132d105 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.1598554 Aug 16 20:21:24.798322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523f8d2-f322-4d73-b896-e072ca83e2e3 req-f85c628e-fbbf-4a85-9b38-eeafbcd5e635 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.807549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0523f8d2-f322-4d73-b896-e072ca83e2e3 req-f85c628e-fbbf-4a85-9b38-eeafbcd5e635 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1630068 Aug 16 20:21:24.821653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-b49a14e6-800d-4b16-bc0c-4112b225adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.823434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-b49a14e6-800d-4b16-bc0c-4112b225adfd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d133617c9f0341e5b79ccf676e6120de&device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 1095 time: 0.3101108 Aug 16 20:21:24.835813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c86222-d58f-4ba4-9d53-bc110896903d req-71c51bb5-79a5-491b-a28d-be15978b76db tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.838291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-71c51bb5-79a5-491b-a28d-be15978b76db tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.1454661 Aug 16 20:21:24.895597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76bd2295-8733-4a04-b4c0-2a930f69b611 req-8e0f411b-ac8d-4826-b4fc-a027fc433939 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351376 Aug 16 20:21:24.937260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0523f8d2-f322-4d73-b896-e072ca83e2e3 req-8845bbab-2618-459a-b950-a10e6d23453a tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 Aug 16 20:21:24.980312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:24.996328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-9d2cb10e-b171-4890-9552-9dbd838a728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:24.998311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-9d2cb10e-b171-4890-9552-9dbd838a728f service neutron] 10.222.0.73 "GET /v2.0/networks?id=04a5e225-86e9-40c8-b60f-5c2819bf640d HTTP/1.1" status: 200 len: 912 time: 0.1635551 Aug 16 20:21:25.055181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-cfde525d-560a-44d2-8380-e8c2a58f2e51 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52 HTTP/1.1" status: 200 len: 217 time: 0.0457695 Aug 16 20:21:25.140524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-b000dd9c-c32e-49f3-968f-6fb067b421f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.143265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-b000dd9c-c32e-49f3-968f-6fb067b421f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e27f611-52c7-4170-b3bc-ed16fa5ece8c HTTP/1.1" status: 200 len: 850 time: 0.0762327 Aug 16 20:21:25.157958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c381053-4c1a-4d08-89bb-85ec9672aff7 req-74bc0d0d-63ba-4ea7-b014-e28ad2b0aa93 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.167543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c381053-4c1a-4d08-89bb-85ec9672aff7 req-74bc0d0d-63ba-4ea7-b014-e28ad2b0aa93 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 943 time: 0.1139517 Aug 16 20:21:25.167843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049411-39dc-40a3-93c0-295f2bc5abad req-1282ab39-ca7a-48f7-928a-82a28353f797 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.169421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90049411-39dc-40a3-93c0-295f2bc5abad req-1282ab39-ca7a-48f7-928a-82a28353f797 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 943 time: 0.1222727 Aug 16 20:21:25.192129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.237162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e4f68c5a-0ded-4601-bb30-1b1a6983ccab service neutron] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:25.239741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Network f8c200d2-4264-42a4-bf66-cec114723cb5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:25.243997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:25.247004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:25.250698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90049411-39dc-40a3-93c0-295f2bc5abad req-c1f11b9f-5f30-432e-999f-91b17fff42d3 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646753 Aug 16 20:21:25.254383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c381053-4c1a-4d08-89bb-85ec9672aff7 req-30d4c3be-315b-4853-a536-ae73933b0d5e tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840273 Aug 16 20:21:25.261419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-3b25a939-effd-44e7-a350-ef3ca3b7f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.263166 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-3b25a939-effd-44e7-a350-ef3ca3b7f7fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04a5e225-86e9-40c8-b60f-5c2819bf640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100070 Aug 16 20:21:25.276131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e4f68c5a-0ded-4601-bb30-1b1a6983ccab service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.292138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c86222-d58f-4ba4-9d53-bc110896903d req-e4f68c5a-0ded-4601-bb30-1b1a6983ccab service neutron] 10.222.0.64 "DELETE /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.4257882 Aug 16 20:21:25.407480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Pushing event updated for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:25.445561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 445fde51-81e6-40e8-b93f-aa1f27aaa0dc details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:25.448655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.449026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.449516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.449854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.450184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.450923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.451256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.451587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.451941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.452267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.452591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.452911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:25.458519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7982436-9ecf-4d29-b521-f3e5bcf44c28 req-6d35bffe-5580-42f2-b540-60524ec71941 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.460957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7982436-9ecf-4d29-b521-f3e5bcf44c28 req-6d35bffe-5580-42f2-b540-60524ec71941 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.0911202 Aug 16 20:21:25.478643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.479325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.539947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7982436-9ecf-4d29-b521-f3e5bcf44c28 req-f481e544-a324-4828-ac00-a1493b4a71d7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Aug 16 20:21:25.564644 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-0d45ab26-d155-4dbb-a7fd-28bb15ee39ab tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3798203 Aug 16 20:21:25.580738 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-7b8017c9-84a8-4b4e-9556-7b969dc73107 service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719967 Aug 16 20:21:25.587589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Request body: {'port': {'device_id': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:25.634575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:25.650538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6d495-70c4-46c6-8e55-3b24c9ae1777 req-0f43943e-7e16-4560-bca5-48a66a47ddaf tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.654664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9c6d495-70c4-46c6-8e55-3b24c9ae1777 req-0f43943e-7e16-4560-bca5-48a66a47ddaf tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 931 time: 0.1320014 Aug 16 20:21:25.664595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'port_id': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'mac_address': 'fa:16:3e:09:6b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:25.697124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e30a0265-16ce-4be2-a601-b3fd8792acd5 req-2834e034-3da3-4f18-a7ad-f4d06579cebe service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063571 Aug 16 20:21:25.742978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9c6d495-70c4-46c6-8e55-3b24c9ae1777 req-cb29ee86-9e36-44fe-8d2b-1b64ab89d1d6 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791752 Aug 16 20:21:25.757230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.790160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445fde51-81e6-40e8-b93f-aa1f27aaa0dc {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:25.796624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.844483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d08467-5140-46b0-8f55-90a18ad0ea21 req-b1b111e4-1adf-4cae-9133-6ba39efcb2bf tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:25.846310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:25.857365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05d08467-5140-46b0-8f55-90a18ad0ea21 req-b1b111e4-1adf-4cae-9133-6ba39efcb2bf tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1285696 Aug 16 20:21:25.919433 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:25.968899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05d08467-5140-46b0-8f55-90a18ad0ea21 req-11fc0a0d-fea3-476a-b813-e0d0d706f61b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097209 Aug 16 20:21:25.982153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:26.018545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf310f9-f997-40fb-85f8-83b7c59bf528 req-62d4abf7-252e-493f-a3ad-98fbb314153e tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.023001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cf310f9-f997-40fb-85f8-83b7c59bf528 req-62d4abf7-252e-493f-a3ad-98fbb314153e tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1405261 Aug 16 20:21:26.085653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cf310f9-f997-40fb-85f8-83b7c59bf528 req-d22786bd-11af-45a8-b535-5fc75aa60343 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537150 Aug 16 20:21:26.187256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2567fe-afcc-4272-a5a8-c3cf27eea55d req-d5609cb5-d7e2-497b-a3fa-dc4918405eb7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.190108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2567fe-afcc-4272-a5a8-c3cf27eea55d req-d5609cb5-d7e2-497b-a3fa-dc4918405eb7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.0894375 Aug 16 20:21:26.246320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c776ee60-c661-4959-9fb1-b50fbaf6250c {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:26.258473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.276193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Transition to ACTIVE for port object c776ee60-c661-4959-9fb1-b50fbaf6250c will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:26.282860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2567fe-afcc-4272-a5a8-c3cf27eea55d req-2dad3dd5-09af-4254-99f6-3f8e060f4714 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793188 Aug 16 20:21:26.307786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['445fde51-81e6-40e8-b93f-aa1f27aaa0dc'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:26.335366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-1d8cb7ad-3877-46bd-9c20-0e90f6d5f5a7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.336924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-1d8cb7ad-3877-46bd-9c20-0e90f6d5f5a7 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 950 time: 0.1455281 Aug 16 20:21:26.347298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.391623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1816a-7536-47a0-8fdb-b5930fa89acc req-c4fec7d8-5afa-4bd3-b083-e73e9fc6fc96 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.403362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e1816a-7536-47a0-8fdb-b5930fa89acc req-c4fec7d8-5afa-4bd3-b083-e73e9fc6fc96 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1460586 Aug 16 20:21:26.469429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Pushing event updated for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:26.518615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Attempting to bind port c776ee60-c661-4959-9fb1-b50fbaf6250c on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:26.519501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Attempting to bind port c776ee60-c661-4959-9fb1-b50fbaf6250c by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '0b8bac62-654c-4e85-9ba1-b9e2bec42131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:26.520523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Attempting to bind port c776ee60-c661-4959-9fb1-b50fbaf6250c on network f8c200d2-4264-42a4-bf66-cec114723cb5 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:26.527470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Port c776ee60-c661-4959-9fb1-b50fbaf6250c on network f8c200d2-4264-42a4-bf66-cec114723cb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:26.528099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Attempting to bind port c776ee60-c661-4959-9fb1-b50fbaf6250c on network f8c200d2-4264-42a4-bf66-cec114723cb5 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:26.535379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:26.536058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Checking segment: {'id': '0b8bac62-654c-4e85-9ba1-b9e2bec42131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:26.537032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Bound using segment: {'id': '0b8bac62-654c-4e85-9ba1-b9e2bec42131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:26.538325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Bound port: c776ee60-c661-4959-9fb1-b50fbaf6250c, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8bac62-654c-4e85-9ba1-b9e2bec42131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:26.538851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.576075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e1816a-7536-47a0-8fdb-b5930fa89acc req-d4e12c22-413a-4021-862e-135b8b8c6462 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450150 Aug 16 20:21:26.588964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9b058-3260-4ce2-8b99-b8fbd1b455b3 req-dad1eded-3984-46bf-bd28-a57aaab06245 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.597580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67c9b058-3260-4ce2-8b99-b8fbd1b455b3 req-dad1eded-3984-46bf-bd28-a57aaab06245 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 1096 time: 0.1665590 Aug 16 20:21:26.673919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:26.677133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c,segment=NetworkSegment(0b8bac62-654c-4e85-9ba1-b9e2bec42131),segment_id=0b8bac62-654c-4e85-9ba1-b9e2bec42131)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:26.681721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Deleting port afc64620-c5da-4990-a7e4-54986dc2fec5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:26.682145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.704947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67c9b058-3260-4ce2-8b99-b8fbd1b455b3 req-26a1d6bc-d1ff-4938-b405-696d7412afe9 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063614 Aug 16 20:21:26.790004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.860514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84550e-682d-4d9e-a726-65f9186f885c req-ca591fbf-9b0d-4298-af74-f9c4498909b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.860514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b84550e-682d-4d9e-a726-65f9186f885c req-ca591fbf-9b0d-4298-af74-f9c4498909b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 944 time: 0.1865435 Aug 16 20:21:26.878133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.880151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.881634 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] 10.222.0.64 "PUT /v2.0/ports/c776ee60-c661-4959-9fb1-b50fbaf6250c HTTP/1.1" status: 200 len: 1092 time: 1.2999058 Aug 16 20:21:26.882280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:26.884910 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcce9b6-31c5-41d2-a772-422243317cca" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:26.929274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeffadd-2b14-461a-8827-3529c88c6cde service neutron] Pushing event updated for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:26.934247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] For port afc64620-c5da-4990-a7e4-54986dc2fec5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=afc64620-c5da-4990-a7e4-54986dc2fec5,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:26.934634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:26.960664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Calling delete_port for afc64620-c5da-4990-a7e4-54986dc2fec5 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:26.994331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c31589-173d-4771-aa8c-9ca1488af934 req-ca5863b0-eb9e-417f-bf45-4713da98f9b2 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:26.996239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91c31589-173d-4771-aa8c-9ca1488af934 req-ca5863b0-eb9e-417f-bf45-4713da98f9b2 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 943 time: 0.1678717 Aug 16 20:21:27.042316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b84550e-682d-4d9e-a726-65f9186f885c req-0ef23a2d-3b3a-49aa-b7ac-f00c2ddb8a53 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718817 Aug 16 20:21:27.081279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-34c539c7-ded3-48e9-85a7-5012c57f6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.083786 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-34c539c7-ded3-48e9-85a7-5012c57f6b03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3042278d35b54f73bc9625fb2a690024&device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 1095 time: 0.0558641 Aug 16 20:21:27.117646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91c31589-173d-4771-aa8c-9ca1488af934 req-4e6944d5-5d48-443f-a8d9-cbb5d33cac3b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830312 Aug 16 20:21:27.180786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-926b4e9e-0367-4446-9d67-96197d80a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.182277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-926b4e9e-0367-4446-9d67-96197d80a54c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1098 time: 0.0817840 Aug 16 20:21:27.185753 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-84738fd8-3d98-40c9-ab1b-123560aef3e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c HTTP/1.1" status: 200 len: 217 time: 0.0837774 Aug 16 20:21:27.283447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-11f58cf4-a862-4d9d-8eb6-252ac0366d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.286862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-11f58cf4-a862-4d9d-8eb6-252ac0366d00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19056f3e-f0cd-45ba-825b-7c9d36180533 HTTP/1.1" status: 200 len: 855 time: 0.0852280 Aug 16 20:21:27.328383 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-8e835947-deb8-41e2-a99c-2f0663d6d5c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c200d2-4264-42a4-bf66-cec114723cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283985 Aug 16 20:21:27.376703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.382815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['afc64620-c5da-4990-a7e4-54986dc2fec5', '6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:27.443031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-edd544ed-22c2-4b57-a89d-d3adcc08dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.445653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-edd544ed-22c2-4b57-a89d-d3adcc08dac2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.2407143 Aug 16 20:21:27.461559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 61507b3c-8af1-4945-ab5f-271e9a9adc52 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:27.463905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 445fde51-81e6-40e8-b93f-aa1f27aaa0dc up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:27.464486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175616cc-c077-4194-8219-330452650042 req-f25f055c-e194-4c0c-9e76-a4d1daf3e775 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.474516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-175616cc-c077-4194-8219-330452650042 req-f25f055c-e194-4c0c-9e76-a4d1daf3e775 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 943 time: 0.2108042 Aug 16 20:21:27.480032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-6de4b098-a89f-4478-8405-30530972a2af service neutron] 10.222.0.64 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312160 Aug 16 20:21:27.489932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event deleted for resources: {'Port': ['ID=afc64620-c5da-4990-a7e4-54986dc2fec5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:27.579977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] No DVR routers for this DVR port afc64620-c5da-4990-a7e4-54986dc2fec5 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:27.582468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-4f292797-afda-4c13-bddc-ac44af03f122 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0984955 Aug 16 20:21:27.583570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.586890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7135882d-81c1-4519-be10-f9c5dc3cabee req-fa196848-9c38-478b-a900-db3f687bee60 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "DELETE /v2.0/ports/afc64620-c5da-4990-a7e4-54986dc2fec5 HTTP/1.1" status: 204 len: 173 time: 1.2348671 Aug 16 20:21:27.587663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'name': 'network-vif-deleted', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:27.591700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47275fae-bade-438a-aa13-4b0773aee3e1" -d '{"events": [{"server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "name": "network-vif-deleted", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:27.632324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-975ad8f4-cefb-4812-9c6f-a94bd3af5c6a req-8271f2b8-83c0-4671-aa05-a2499f741c2d service neutron] 10.222.0.64 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455438 Aug 16 20:21:27.654125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:27.664367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-175616cc-c077-4194-8219-330452650042 req-30f9e723-664c-4dd9-b84d-006f28fac135 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888733 Aug 16 20:21:27.686124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:27.686602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.696321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-f88b5070-f6ac-4a13-8456-8541fb519616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:27.698119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-f88b5070-f6ac-4a13-8456-8541fb519616 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0920506 Aug 16 20:21:27.721595 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0dffa8-d749-4d7b-b6cc-2ff8d3431526 x-openstack-request-id: req-eb0dffa8-d749-4d7b-b6cc-2ff8d3431526 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:27.721885 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:27.730342 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb0dffa8-d749-4d7b-b6cc-2ff8d3431526 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:27.730342 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c', 'status': 'completed', 'code': 200} Aug 16 20:21:27.756728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-a8529fe2-e2a2-4fed-982e-4bcf522a05b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433574 Aug 16 20:21:27.804771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.827245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:27.842173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:27.844522 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e6978-1256-4f58-9497-7294d5f2193d" -d '{"events": [{"server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "name": "network-vif-plugged", "status": "completed", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:27.856762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'port_id': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'mac_address': 'fa:16:3e:c5:57:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:27.926014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:27.942696 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:27.994045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61507b3c-8af1-4945-ab5f-271e9a9adc52 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:28.001208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce9b6-31c5-41d2-a772-422243317cca req-20ab36c4-9a77-4a99-b30f-d06ea5866cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.002773 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-20ab36c4-9a77-4a99-b30f-d06ea5866cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3042278d35b54f73bc9625fb2a690024&device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 1095 time: 0.1322734 Aug 16 20:21:28.012349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:28.061016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:28.080356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df1c1c17-dd4a-4dbb-882d-9ffb5645e922 req-85d594af-9420-4608-870f-e75278af6a96 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4b962df-91a5-487c-a93d-1b7704650a45 HTTP/1.1" status: 200 len: 210 time: 0.1871767 Aug 16 20:21:28.119298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:28.135838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:28.174283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2906160-670e-4421-8b84-0e558436cdaf req-cad25a95-08d2-4fcd-b68c-16ff25cf0348 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.184221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2906160-670e-4421-8b84-0e558436cdaf req-cad25a95-08d2-4fcd-b68c-16ff25cf0348 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.2920702 Aug 16 20:21:28.198996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:28.213279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce9b6-31c5-41d2-a772-422243317cca req-c5bf0090-e834-460c-83f0-2e5c090a2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.216349 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-c5bf0090-e834-460c-83f0-2e5c090a2c7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8c200d2-4264-42a4-bf66-cec114723cb5 HTTP/1.1" status: 200 len: 916 time: 0.1991568 Aug 16 20:21:28.228096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-3f66eca9-8d82-41e2-8e0e-7a047a8c6926 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412048 Aug 16 20:21:28.270394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-e9de3772-f0bd-441d-af3c-087d6cc2ed1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c HTTP/1.1" status: 200 len: 217 time: 0.0396836 Aug 16 20:21:28.331092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2906160-670e-4421-8b84-0e558436cdaf req-b6d3c77f-d62d-4d02-bb76-38c3d4c4044a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452632 Aug 16 20:21:28.354636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d7ae7-d92a-49dd-8544-50cfd4ad69ad req-309b1537-ac57-471c-b52c-eee8d75f73b3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.361573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcce9b6-31c5-41d2-a772-422243317cca req-eba68045-321d-4e0b-b873-36727c469946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.362748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f5d7ae7-d92a-49dd-8544-50cfd4ad69ad req-309b1537-ac57-471c-b52c-eee8d75f73b3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1765342 Aug 16 20:21:28.363839 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-eba68045-321d-4e0b-b873-36727c469946 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19056f3e-f0cd-45ba-825b-7c9d36180533 HTTP/1.1" status: 200 len: 855 time: 0.0763311 Aug 16 20:21:28.412924 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-6ac09c31-2454-4b8f-8f25-651802fc31c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8c200d2-4264-42a4-bf66-cec114723cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384946 Aug 16 20:21:28.428278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f5d7ae7-d92a-49dd-8544-50cfd4ad69ad req-d41fe54f-d4bb-46ec-8e8b-7aefe9caa4c6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642829 Aug 16 20:21:28.448845 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed918ed-9825-40c3-b564-6d8d0c1f21bf x-openstack-request-id: req-3ed918ed-9825-40c3-b564-6d8d0c1f21bf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:28.449211 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b962df-91a5-487c-a93d-1b7704650a45", "name": "network-vif-deleted", "tag": "afc64620-c5da-4990-a7e4-54986dc2fec5", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:28.449528 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ed918ed-9825-40c3-b564-6d8d0c1f21bf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:28.450009 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b962df-91a5-487c-a93d-1b7704650a45', 'name': 'network-vif-deleted', 'tag': 'afc64620-c5da-4990-a7e4-54986dc2fec5', 'status': 'completed', 'code': 200} Aug 16 20:21:28.459629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-fcb89280-23a3-4d15-92d6-3510db14147d service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073965 Aug 16 20:21:28.499239 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172f7dc0-f6de-4d6c-82dc-dcdb1637cb7b x-openstack-request-id: req-172f7dc0-f6de-4d6c-82dc-dcdb1637cb7b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:28.500842 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "name": "network-vif-plugged", "status": "completed", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:28.501287 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-172f7dc0-f6de-4d6c-82dc-dcdb1637cb7b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:28.502475 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'code': 200} Aug 16 20:21:28.523718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['61507b3c-8af1-4945-ab5f-271e9a9adc52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:28.561944 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-fc0ccd96-219a-4785-9543-e2b74a856aff service neutron] 10.222.0.64 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412458 Aug 16 20:21:28.695849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97d986-1ed1-4be3-901a-e7d5c0d47e43 req-d1fede67-e47d-4cd2-b418-0700cf8d5786 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.697603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b97d986-1ed1-4be3-901a-e7d5c0d47e43 req-d1fede67-e47d-4cd2-b418-0700cf8d5786 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.1149452 Aug 16 20:21:28.771498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b97d986-1ed1-4be3-901a-e7d5c0d47e43 req-93bf7efe-a931-4419-9244-4cd02b361610 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665207 Aug 16 20:21:28.840957 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9fcce9b6-31c5-41d2-a772-422243317cca req-735f4505-47d3-4f73-bec1-90b2da2ca6ae service neutron] 10.222.0.64 "GET /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419114 Aug 16 20:21:28.843014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1431-f4f5-40bf-be1b-7a2a168b5044 req-c8e69b8f-dad6-4fa7-9e0c-004ba43dcbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.844456 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0afb1431-f4f5-40bf-be1b-7a2a168b5044 req-c8e69b8f-dad6-4fa7-9e0c-004ba43dcbf9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 1097 time: 0.2545445 Aug 16 20:21:28.950953 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0afb1431-f4f5-40bf-be1b-7a2a168b5044 req-776769fc-0b98-45ac-8cb3-3a6c3e4d0a81 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922372 Aug 16 20:21:28.972656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643175a6-a835-41a2-8887-0686d0cdb1a5 req-bcc76aab-debf-4923-a187-648bfdf81674 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:28.982138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-643175a6-a835-41a2-8887-0686d0cdb1a5 req-bcc76aab-debf-4923-a187-648bfdf81674 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 944 time: 0.1745484 Aug 16 20:21:29.378723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-643175a6-a835-41a2-8887-0686d0cdb1a5 req-4ab4a163-b180-43f6-b585-2943ccb381cb tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954060 Aug 16 20:21:29.388756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c159f0-d370-4ca7-bc4d-9c38ae4e96a3 req-5818d447-0289-448a-9d80-20407195f8fd tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:29.390286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11c159f0-d370-4ca7-bc4d-9c38ae4e96a3 req-5818d447-0289-448a-9d80-20407195f8fd tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 943 time: 0.4806957 Aug 16 20:21:29.439172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11c159f0-d370-4ca7-bc4d-9c38ae4e96a3 req-78a4dab8-5797-4934-a335-749eac7233fe tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Aug 16 20:21:29.531236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62a4d5-1170-4f1c-9836-c79015136fe2 req-3221c8d7-decc-4415-b2a9-00485d64e6b5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:29.532922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a62a4d5-1170-4f1c-9836-c79015136fe2 req-3221c8d7-decc-4415-b2a9-00485d64e6b5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0530005 Aug 16 20:21:29.589430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a62a4d5-1170-4f1c-9836-c79015136fe2 req-b1ec897c-285e-4bdf-968f-790744a9d17b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479357 Aug 16 20:21:29.676612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c776ee60-c661-4959-9fb1-b50fbaf6250c details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:29.679417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device afc64620-c5da-4990-a7e4-54986dc2fec5 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:29.705525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: afc64620-c5da-4990-a7e4-54986dc2fec5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:29.705871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device afc64620-c5da-4990-a7e4-54986dc2fec5 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:29.712183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4274d02-6e6f-4229-b325-a3640255104c req-fe68796d-3b6c-4faf-a283-b4c06eaada67 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:29.713684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4274d02-6e6f-4229-b325-a3640255104c req-fe68796d-3b6c-4faf-a283-b4c06eaada67 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0491626 Aug 16 20:21:29.754097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4274d02-6e6f-4229-b325-a3640255104c req-8c27bdc1-7398-4d7e-9c21-0ad618c88d58 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Aug 16 20:21:29.835687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c,segment=NetworkSegment(0b8bac62-654c-4e85-9ba1-b9e2bec42131),segment_id=0b8bac62-654c-4e85-9ba1-b9e2bec42131)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:29.845298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'c776ee60-c661-4959-9fb1-b50fbaf6250c', 'network_id': 'f8c200d2-4264-42a4-bf66-cec114723cb5', 'port_id': 'c776ee60-c661-4959-9fb1-b50fbaf6250c', 'mac_address': 'fa:16:3e:2b:71:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19056f3e-f0cd-45ba-825b-7c9d36180533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:29.887805 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:29.902906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c776ee60-c661-4959-9fb1-b50fbaf6250c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:29.938232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c,segment=NetworkSegment(0b8bac62-654c-4e85-9ba1-b9e2bec42131),segment_id=0b8bac62-654c-4e85-9ba1-b9e2bec42131)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:30.018954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ffe1-e1df-4eec-b883-5eca60aad152 req-50448864-6435-4979-b464-06b8b85a5a25 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.028120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70e6ffe1-e1df-4eec-b883-5eca60aad152 req-50448864-6435-4979-b464-06b8b85a5a25 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.0660093 Aug 16 20:21:30.029395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.077205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70e6ffe1-e1df-4eec-b883-5eca60aad152 req-57db920a-ac69-4cec-b4fa-906acd0690ec tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Aug 16 20:21:30.160829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:30.200085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03397c3-0150-4ef2-815d-a0dac21aab15 req-b899faab-f464-4909-a1ab-507ce7fd6a07 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.208002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b03397c3-0150-4ef2-815d-a0dac21aab15 req-b899faab-f464-4909-a1ab-507ce7fd6a07 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.0698848 Aug 16 20:21:30.270101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b03397c3-0150-4ef2-815d-a0dac21aab15 req-8f88242f-9da2-412e-846b-31809703395b tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Aug 16 20:21:30.382830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c776ee60-c661-4959-9fb1-b50fbaf6250c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:30.534886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212149f-1a65-43ef-a875-7f7ac016c214 req-311e4843-37c4-495f-b5a0-f18bd15cb236 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.540422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f212149f-1a65-43ef-a875-7f7ac016c214 req-311e4843-37c4-495f-b5a0-f18bd15cb236 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 944 time: 0.0633500 Aug 16 20:21:30.612856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98db597-a211-43fa-b241-cd265846c929 req-e4f5546a-45c2-4d63-a465-1264b34b0f50 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.614567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d98db597-a211-43fa-b241-cd265846c929 req-e4f5546a-45c2-4d63-a465-1264b34b0f50 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 944 time: 0.0889776 Aug 16 20:21:30.627848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ec23994-e7c0-4451-a525-b25fea4cf245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:30.654624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f212149f-1a65-43ef-a875-7f7ac016c214 req-99a3f4aa-e807-4d92-b55b-13abf18602ce tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778801 Aug 16 20:21:30.676242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d98db597-a211-43fa-b241-cd265846c929 req-627fbc44-90e9-4839-a940-78220478d749 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Aug 16 20:21:30.788332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303ccc-340a-4056-b65f-d74bfe4e5b22 req-34ff63c2-6ef3-4b23-8f0a-738a850d1a92 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.795915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9303ccc-340a-4056-b65f-d74bfe4e5b22 req-34ff63c2-6ef3-4b23-8f0a-738a850d1a92 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0618620 Aug 16 20:21:30.896237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9303ccc-340a-4056-b65f-d74bfe4e5b22 req-29757f94-b0eb-4a46-bf72-c802a69cfb49 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993769 Aug 16 20:21:30.924706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51c5c-0a3c-459f-8e89-17ba29ad515d req-763f6c97-61ff-455e-b867-cfe4aee3c6b2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:30.926280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79d51c5c-0a3c-459f-8e89-17ba29ad515d req-763f6c97-61ff-455e-b867-cfe4aee3c6b2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0832164 Aug 16 20:21:30.975148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79d51c5c-0a3c-459f-8e89-17ba29ad515d req-b290cd6a-6d32-49e7-90ff-83649381d65e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409446 Aug 16 20:21:31.230194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606fd1e-c4b0-478e-ad9e-f83e0ff6560d req-7efa1cd1-9a90-4e31-a659-c02eb7184dd2 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.231822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c606fd1e-c4b0-478e-ad9e-f83e0ff6560d req-7efa1cd1-9a90-4e31-a659-c02eb7184dd2 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.0904803 Aug 16 20:21:31.241265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49d55b-d290-4803-afc0-e1d1e5c0b3e9 req-b0e3f64d-2cba-44b5-9fa5-753faabbd8ef tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.242904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e49d55b-d290-4803-afc0-e1d1e5c0b3e9 req-b0e3f64d-2cba-44b5-9fa5-753faabbd8ef tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 950 time: 0.0723002 Aug 16 20:21:31.301422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c606fd1e-c4b0-478e-ad9e-f83e0ff6560d req-c88a9238-8957-49f5-9cd7-71cfc31be311 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575235 Aug 16 20:21:31.304705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e49d55b-d290-4803-afc0-e1d1e5c0b3e9 req-0b5fac69-8665-4600-86d8-0956763d8be1 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539291 Aug 16 20:21:31.465955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c52c0-79d5-4efe-8a62-68130693bc9e req-3af231e3-5d0a-4f33-bbec-01e1ac63ea86 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.467392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-268c52c0-79d5-4efe-8a62-68130693bc9e req-3af231e3-5d0a-4f33-bbec-01e1ac63ea86 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.0902555 Aug 16 20:21:31.493821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a295-26b8-4074-8a60-ec6e9a1980f1 req-d7b5fc2a-fc57-4de7-8240-4d52862c5244 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.495240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88f8a295-26b8-4074-8a60-ec6e9a1980f1 req-d7b5fc2a-fc57-4de7-8240-4d52862c5244 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.0840969 Aug 16 20:21:31.506659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40560) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:31.510143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 61507b3c-8af1-4945-ab5f-271e9a9adc52 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:31.520258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Request body: {'floatingip': {'port_id': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:31.573033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.612581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-268c52c0-79d5-4efe-8a62-68130693bc9e req-36eb4005-c47c-4ba6-9bf8-d25c0aebd882 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab0f72b5-a52f-4045-9925-f69d81b77911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343062 Aug 16 20:21:31.656838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 61507b3c-8af1-4945-ab5f-271e9a9adc52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:31.670691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 61507b3c-8af1-4945-ab5f-271e9a9adc52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:31.671158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.694180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c776ee60-c661-4959-9fb1-b50fbaf6250c up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:31.830324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.844500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port c776ee60-c661-4959-9fb1-b50fbaf6250c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:31.854539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port c776ee60-c661-4959-9fb1-b50fbaf6250c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:31.854935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:31.881340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:31.883768 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2147c6c-ae7c-4dfc-9a29-e38e70a34a15" -d '{"events": [{"server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "name": "network-vif-plugged", "status": "completed", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:31.901536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-76d2cfb6-84ea-4ab4-885a-4fdc1a9c6d39 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.903590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:31.904140 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-76d2cfb6-84ea-4ab4-885a-4fdc1a9c6d39 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 951 time: 0.0568378 Aug 16 20:21:31.949745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1164ab-c2dc-4230-b696-621eec1a2a10 req-b4e058bd-e8e8-4f5b-8fb7-5a2c8198e3a9 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:31.951464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf1164ab-c2dc-4230-b696-621eec1a2a10 req-b4e058bd-e8e8-4f5b-8fb7-5a2c8198e3a9 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 944 time: 0.1411262 Aug 16 20:21:31.997541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8ced9-af8d-4eed-9ad1-0a2e919672a1 req-91de764a-a768-4d2a-8621-3d9b4a3f824d tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:32.001793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.006068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ae8ced9-af8d-4eed-9ad1-0a2e919672a1 req-91de764a-a768-4d2a-8621-3d9b4a3f824d tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 944 time: 0.1987343 Aug 16 20:21:32.028652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.029462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:32.036204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Deleting port 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:32.036559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.101045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c,segment=NetworkSegment(0b8bac62-654c-4e85-9ba1-b9e2bec42131),segment_id=0b8bac62-654c-4e85-9ba1-b9e2bec42131)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:32.140772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.167884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf1164ab-c2dc-4230-b696-621eec1a2a10 req-b4cf4f0e-3fb0-4f20-83b5-3460aaba16ba tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028449 Aug 16 20:21:32.170560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] For port 6e21415a-e764-4695-835d-1869ec7ab1cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6e21415a-e764-4695-835d-1869ec7ab1cd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:32.170934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.184732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Calling delete_port for 6e21415a-e764-4695-835d-1869ec7ab1cd owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:32.190583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.214269 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.218838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.219203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.220515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.220909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.222082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.222441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.222778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.223163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.223635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.224014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.224410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.224740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:21:32.267359 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017efd00-121c-4c40-96b0-80411b4b37a5 x-openstack-request-id: req-017efd00-121c-4c40-96b0-80411b4b37a5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:32.267649 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "name": "network-vif-plugged", "status": "completed", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:32.267928 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-017efd00-121c-4c40-96b0-80411b4b37a5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:32.268359 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'code': 200} Aug 16 20:21:32.274603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:32.306987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.322687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ae8ced9-af8d-4eed-9ad1-0a2e919672a1 req-05275a4b-139d-4290-a123-d5c143128830 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128607 Aug 16 20:21:32.409154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16e791-c4b2-499d-948e-4e09f39d9240 req-da74d45b-d5f0-4f0b-91d4-e0796c244327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:32.412585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c16e791-c4b2-499d-948e-4e09f39d9240 req-da74d45b-d5f0-4f0b-91d4-e0796c244327 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 1097 time: 0.0643241 Aug 16 20:21:32.432811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.457178 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4c16e791-c4b2-499d-948e-4e09f39d9240 req-c7819d51-05e6-4796-a34b-b2681f71cee1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Aug 16 20:21:32.489565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.496688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=11']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.502543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6e21415a-e764-4695-835d-1869ec7ab1cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:32.555653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a24c97-7175-478d-af45-63896826aaad req-9e73f81e-9203-48c8-8f06-616bcddb4b1d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:32.557286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27a24c97-7175-478d-af45-63896826aaad req-9e73f81e-9203-48c8-8f06-616bcddb4b1d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1778665 Aug 16 20:21:32.560881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Pushing event deleted for resources: {'Port': ['ID=6e21415a-e764-4695-835d-1869ec7ab1cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:32.609714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] No DVR routers for this DVR port 6e21415a-e764-4695-835d-1869ec7ab1cd on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:32.613388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.616478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1b607c20-10e3-4686-91aa-25a5359d3998 req-9c708825-7f12-4de3-bba5-c252dcdb78a1 tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.64 "DELETE /v2.0/ports/6e21415a-e764-4695-835d-1869ec7ab1cd HTTP/1.1" status: 204 len: 173 time: 0.7042804 Aug 16 20:21:32.616969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-deleted', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:32.619335 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424dfb1d-7a76-4cd4-9462-5eb9cbde260a" -d '{"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-deleted", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:32.633031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55969a9-c0c6-404f-b786-92b88bf21cf3 req-ababd3dd-e200-4a1d-b440-f3157bf3951d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:32.634599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d55969a9-c0c6-404f-b786-92b88bf21cf3 req-ababd3dd-e200-4a1d-b440-f3157bf3951d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1714983 Aug 16 20:21:32.636627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:21:32.736098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27a24c97-7175-478d-af45-63896826aaad req-bb64c155-2a21-4e94-9da3-118a160547fe tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567407 Aug 16 20:21:32.761879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.765333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d55969a9-c0c6-404f-b786-92b88bf21cf3 req-7baaff21-8ef0-402b-a341-a187b3081104 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989110 Aug 16 20:21:32.824037 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9e3b8-b80f-49b7-951c-0b2df3561e91 x-openstack-request-id: req-7cf9e3b8-b80f-49b7-951c-0b2df3561e91 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:32.824333 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14c83e6-c628-4687-9887-d547d20f63a7", "name": "network-vif-deleted", "tag": "6e21415a-e764-4695-835d-1869ec7ab1cd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:32.824598 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cf9e3b8-b80f-49b7-951c-0b2df3561e91 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:32.824990 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14c83e6-c628-4687-9887-d547d20f63a7', 'name': 'network-vif-deleted', 'tag': '6e21415a-e764-4695-835d-1869ec7ab1cd', 'status': 'completed', 'code': 200} Aug 16 20:21:32.850421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:32.928942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc926235-335c-4955-91cb-85063092f3af req-7defdf8f-4158-4890-8e1d-b726fe411efd tempest-ServersAdminTestJSON-902822606 tempest-ServersAdminTestJSON-902822606-project] 10.222.0.70 "GET /v2.0/ports?device_id=e14c83e6-c628-4687-9887-d547d20f63a7 HTTP/1.1" status: 200 len: 210 time: 0.0431006 Aug 16 20:21:32.969407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b0930-ae99-4fc5-8797-ed812a57861d req-bd34c856-9f84-4df2-95f1-0dcb651e93cf tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:32.971003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b98b0930-ae99-4fc5-8797-ed812a57861d req-bd34c856-9f84-4df2-95f1-0dcb651e93cf tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.1514895 Aug 16 20:21:33.011649 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4 associated. External IP: 172.25.7.103, port: 445fde51-81e6-40e8-b93f-aa1f27aaa0dc. Aug 16 20:21:33.065487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b98b0930-ae99-4fc5-8797-ed812a57861d req-a09b537d-3f0d-44e1-82d3-854863a0e7dc tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821395 Aug 16 20:21:33.209999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e4234f1c-57ea-468d-8966-705455397d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.272326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:33.341036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.360717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566619b2-c2ab-4eb9-a6b5-8034d989a35f req-ab136e15-2e4d-4944-b278-62741f2e7576 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:33.362248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566619b2-c2ab-4eb9-a6b5-8034d989a35f req-ab136e15-2e4d-4944-b278-62741f2e7576 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.1096342 Aug 16 20:21:33.460245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566619b2-c2ab-4eb9-a6b5-8034d989a35f req-779f20f4-f9e6-4e76-a932-1a5ef75e6f3c tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542002 Aug 16 20:21:33.461487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:33.466123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:33.472491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:33.494577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:33.495435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:33.516366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-03fe9ac5-e4bd-4eb1-a378-c2103c713740 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "PUT /v2.0/floatingips/fc425e30-4f70-47de-91bc-cd8dae29afe4 HTTP/1.1" status: 200 len: 991 time: 1.9984052 Aug 16 20:21:33.516366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:33.519038 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0fa2b-3523-46df-a09e-72d7d526a326" -d '{"events": [{"name": "network-changed", "server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:33.635933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:33.916578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4c02d-4a44-4fe7-8fd3-dc13f25589d3 req-09db1df4-adb7-4c77-82c6-d441b63bedf4 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:33.918279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88f4c02d-4a44-4fe7-8fd3-dc13f25589d3 req-09db1df4-adb7-4c77-82c6-d441b63bedf4 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.3564923 Aug 16 20:21:33.963618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:09:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:21:32Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:33.977285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88f4c02d-4a44-4fe7-8fd3-dc13f25589d3 req-bd877b86-74a9-4e29-9304-27d5749ff515 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512595 Aug 16 20:21:33.998770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:34.019864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:34.020697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:34.140443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:34.167815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:34.171861 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487c4686-2dc1-4c72-9205-6382e9986027 x-openstack-request-id: req-487c4686-2dc1-4c72-9205-6382e9986027 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:34.172154 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:34.172509 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-487c4686-2dc1-4c72-9205-6382e9986027 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:34.172920 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'status': 'completed', 'code': 200} Aug 16 20:21:34.260354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-c09c8d6d-8250-4af9-af21-ac8489a6ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.265822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-c09c8d6d-8250-4af9-af21-ac8489a6ad61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=586893d313eb42a8810201d85239449f&device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 1097 time: 0.0639529 Aug 16 20:21:34.324220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8b07d-0b5e-46d4-a745-b8b7dd2c98c8 req-10d6b69e-a2b3-4c0b-8fad-ca705e7a36d6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.328415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7b8b07d-0b5e-46d4-a745-b8b7dd2c98c8 req-10d6b69e-a2b3-4c0b-8fad-ca705e7a36d6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0959649 Aug 16 20:21:34.338846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c'}, {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:34.342075 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b09f884-03b9-43d9-9b4e-117f45fd46bd" -d '{"events": [{"server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "name": "network-vif-plugged", "status": "completed", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c"}, {"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-unplugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:34.413858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-b9480ad3-78a5-4b2b-bdff-30e1185d3f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.421959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-b9480ad3-78a5-4b2b-bdff-30e1185d3f5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 200 len: 924 time: 0.1509192 Aug 16 20:21:34.436202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7b8b07d-0b5e-46d4-a745-b8b7dd2c98c8 req-35191492-0288-4a51-923f-428b1cf2e2db tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849955 Aug 16 20:21:34.547628 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-345bd536-01d1-416b-844a-a6bd8990faaf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc HTTP/1.1" status: 200 len: 999 time: 0.1090009 Aug 16 20:21:34.555416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2e9c5-b72f-45e4-bd96-38984a818843 req-2182d13f-44ba-4b56-a565-f191a49a424c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.563522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1c2e9c5-b72f-45e4-bd96-38984a818843 req-2182d13f-44ba-4b56-a565-f191a49a424c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0843704 Aug 16 20:21:34.610148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1c2e9c5-b72f-45e4-bd96-38984a818843 req-783ec69c-8b56-4c06-93de-d0500976735f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453973 Aug 16 20:21:34.645006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-284a6b9f-5b34-4e41-99b3-5b613994fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.656323 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-284a6b9f-5b34-4e41-99b3-5b613994fc31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 200 len: 862 time: 0.0883038 Aug 16 20:21:34.714345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:09:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:21:32Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:34.759266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-20d13031-5adf-457c-a041-ad7e4da622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.760795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-20d13031-5adf-457c-a041-ad7e4da622c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=93c2cd56-6b85-470d-b299-4934fa68e19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000073 Aug 16 20:21:34.785533 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b07a6d-9460-45a3-8886-e9ab8183f421 x-openstack-request-id: req-73b07a6d-9460-45a3-8886-e9ab8183f421 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:34.785924 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "name": "network-vif-plugged", "status": "completed", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c", "code": 200}, {"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-unplugged", "status": "completed", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:34.786107 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73b07a6d-9460-45a3-8886-e9ab8183f421 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:34.786609 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c', 'code': 200} Aug 16 20:21:34.786795 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'code': 200} Aug 16 20:21:34.789913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ed1c45-6a34-4ee0-903c-f2a1b9a7dbdf None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fc425e30-4f70-47de-91bc-cd8dae29afe4', 'tenant_id': '586893d313eb42a8810201d85239449f', 'floating_ip_address': '172.25.7.103', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'port_id': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'mac_address': 'fa:16:3e:09:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:18:50Z', 'updated_at': '2021-08-16T20:21:32Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:34.953822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b358619-2804-429b-ae38-adfb544d64de req-7e747350-1367-45a6-af0e-5c466c3e5a9b tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:34.955751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b358619-2804-429b-ae38-adfb544d64de req-7e747350-1367-45a6-af0e-5c466c3e5a9b tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.1143768 Aug 16 20:21:35.006900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b358619-2804-429b-ae38-adfb544d64de req-46aec5be-19f6-4e1c-a283-b83f4917e54a tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Aug 16 20:21:35.007155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c6231-f68e-46ba-aaa1-747ceb517cbb req-d3cc5c9b-b6b7-4d6e-b7d4-f8403cdf5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.008571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bc5c6231-f68e-46ba-aaa1-747ceb517cbb req-d3cc5c9b-b6b7-4d6e-b7d4-f8403cdf5a5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 1097 time: 0.1543279 Aug 16 20:21:35.060087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-9c3b74b9-3ef6-4f58-96d8-2ad10e776274 service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863019 Aug 16 20:21:35.081828 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d778716-c82e-46d3-8dad-b49d2269af04 None None] New status for floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:21:35.104908 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bc5c6231-f68e-46ba-aaa1-747ceb517cbb req-13361fca-518d-4352-8482-d96c5a6467e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866218 Aug 16 20:21:35.204511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-87d0fa2b-3523-46df-a09e-72d7d526a326 req-0e4eff03-933d-4bf1-89d6-ea64abd284ec service neutron] 10.222.0.73 "GET /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327298 Aug 16 20:21:35.216209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1d903-7d79-4308-846d-958f43e41172 req-7d3f87ec-d624-4469-9d75-d91d185fc3a3 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.217948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fea1d903-7d79-4308-846d-958f43e41172 req-7d3f87ec-d624-4469-9d75-d91d185fc3a3 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.1093285 Aug 16 20:21:35.259039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fea1d903-7d79-4308-846d-958f43e41172 req-4fbe9038-8492-4f85-974f-5b1eeed0819b tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Aug 16 20:21:35.428540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40704) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:35.489187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1245212-eb59-4531-bb09-67272de0afa3 req-3ff61e7f-9796-4527-ae3b-bb60e03b1d85 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.499836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40712) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:35.507438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Request body: {'floatingip': {'port_id': '61507b3c-8af1-4945-ab5f-271e9a9adc52'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:35.511998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1245212-eb59-4531-bb09-67272de0afa3 req-3ff61e7f-9796-4527-ae3b-bb60e03b1d85 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.1159368 Aug 16 20:21:35.592340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d81f-14eb-45c0-8728-143bd5d64ecc req-57c6add6-1948-4d07-8abe-29133054dfe9 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.593882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1660d81f-14eb-45c0-8728-143bd5d64ecc req-57c6add6-1948-4d07-8abe-29133054dfe9 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.1438236 Aug 16 20:21:35.615648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.681143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1660d81f-14eb-45c0-8728-143bd5d64ecc req-153a4894-1c68-4d79-bfe7-cef26d24c42f tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796635 Aug 16 20:21:35.709825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:35.728654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a11f-fce9-437a-b790-c38830d80103 req-42595ce9-5b34-451f-80c4-00782b0d253d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.735137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-01ba958f-db2c-409b-9dc9-a7e50fd907c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=472021603d004d0b88a1f0a5f0f88839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031738 Aug 16 20:21:35.736280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a8a11f-fce9-437a-b790-c38830d80103 req-42595ce9-5b34-451f-80c4-00782b0d253d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1257832 Aug 16 20:21:35.736800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40716) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:35.748710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 6e21415a-e764-4695-835d-1869ec7ab1cd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:35.749151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6e21415a-e764-4695-835d-1869ec7ab1cd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:35.889323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a8a11f-fce9-437a-b790-c38830d80103 req-1d6ca466-9554-4947-8c0b-74a7f6ebf9d7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211782 Aug 16 20:21:35.910153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.942853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab0e77-be7d-4e18-9974-f643aea6e868 req-e887b2bb-efb5-43a3-b1a2-8753ed633cfb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:35.959951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76ab0e77-be7d-4e18-9974-f643aea6e868 req-e887b2bb-efb5-43a3-b1a2-8753ed633cfb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1824431 Aug 16 20:21:35.981040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:35.988368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.029502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76ab0e77-be7d-4e18-9974-f643aea6e868 req-ea786658-6df4-4a31-88f5-b2b3a1d85eef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754764 Aug 16 20:21:36.165022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f5c27-2f5e-4faa-ad41-784816106d68 req-e75c1d97-4804-47db-8cea-3ab83a05715b tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:36.166742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-026f5c27-2f5e-4faa-ad41-784816106d68 req-e75c1d97-4804-47db-8cea-3ab83a05715b tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.0621293 Aug 16 20:21:36.219578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-026f5c27-2f5e-4faa-ad41-784816106d68 req-21bf916c-90bb-4a06-b28a-7bcb06266ef8 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440557 Aug 16 20:21:36.222433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.227821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.229286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab0f72b5-a52f-4045-9925-f69d81b77911 HTTP/1.1" status: 204 len: 168 time: 0.4915257 Aug 16 20:21:36.239081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bb02e-ff15-4345-afcf-65f2da62e9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f72b5-a52f-4045-9925-f69d81b77911,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:36.477913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.573679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:36.704023 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Floating IP 6291b7ea-f201-47e0-af55-ef5ea073be13 associated. External IP: 172.25.7.131, port: 61507b3c-8af1-4945-ab5f-271e9a9adc52. Aug 16 20:21:36.827339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4db09-9c17-4dc5-ade9-489bf2647622 req-d65ed204-2f79-488d-901a-0613d661ab14 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:36.835820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0be4db09-9c17-4dc5-ade9-489bf2647622 req-d65ed204-2f79-488d-901a-0613d661ab14 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.0623279 Aug 16 20:21:36.882449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0be4db09-9c17-4dc5-ade9-489bf2647622 req-ebe8ece8-c531-44b4-8685-bec6da2be66e tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454798 Aug 16 20:21:36.946820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Router cc7369fb-067a-4f9c-9b96-6fdda9b8690e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:37.108952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5db40-e54a-427c-b7d5-00d024b76d8f req-823a68f8-b108-41d3-a7c6-ea66d6f35137 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.110583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3de5db40-e54a-427c-b7d5-00d024b76d8f req-823a68f8-b108-41d3-a7c6-ea66d6f35137 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1018746 Aug 16 20:21:37.124256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:37.165257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:37.172170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.181701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Sync routers for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:37.188531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3de5db40-e54a-427c-b7d5-00d024b76d8f req-69e935f9-bd44-425e-b2ee-781879bb475e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Aug 16 20:21:37.192980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:37.192980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:37.210782 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aa512e35-2da8-457e-b932-525a796c9ad7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=281379b82ba34de29d7032fc7c636858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793962 Aug 16 20:21:37.213581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:37.216453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514476c8-19c3-4aa2-8b60-56b55081fe01 req-efbaabd4-75ab-4d5c-9dbd-860ea22ee879 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.218031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-514476c8-19c3-4aa2-8b60-56b55081fe01 req-efbaabd4-75ab-4d5c-9dbd-860ea22ee879 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0770478 Aug 16 20:21:37.228923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f443f48-321a-4c7f-89bf-53d7b4c86683 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "PUT /v2.0/floatingips/6291b7ea-f201-47e0-af55-ef5ea073be13 HTTP/1.1" status: 200 len: 991 time: 1.7273147 Aug 16 20:21:37.231241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:37.233904 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf75655-99b0-409c-9188-5105ce8f9993" -d '{"events": [{"name": "network-changed", "server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:37.267352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-514476c8-19c3-4aa2-8b60-56b55081fe01 req-a0f40314-9594-4d0e-b0cb-69fdf0c3cfd8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Aug 16 20:21:37.276542 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.300218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.339127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:37.350045 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791ffd74-c736-48f4-ba49-119687cda709 x-openstack-request-id: req-791ffd74-c736-48f4-ba49-119687cda709 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:37.353820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:37.353820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-791ffd74-c736-48f4-ba49-119687cda709 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:37.353820 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'status': 'completed', 'code': 200} Aug 16 20:21:37.444356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75655-99b0-409c-9188-5105ce8f9993 req-4ea9828e-c6a0-4d4c-9ca9-5fbadc235b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.446904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-4ea9828e-c6a0-4d4c-9ca9-5fbadc235b89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d133617c9f0341e5b79ccf676e6120de&device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 1097 time: 0.0519061 Aug 16 20:21:37.448170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.451287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:37.453017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac7acc82-a522-42b2-a2e9-63e114f0fc0e HTTP/1.1" status: 204 len: 168 time: 0.2378688 Aug 16 20:21:37.470530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc65d37-4705-42ef-9894-9e25311b2965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7acc82-a522-42b2-a2e9-63e114f0fc0e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:37.492959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d62f31-a4b6-4a6f-bcc8-ba372e69851b req-a4f42e8d-19d4-4ecb-b472-29da4ccb0ffe tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.496304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1d62f31-a4b6-4a6f-bcc8-ba372e69851b req-a4f42e8d-19d4-4ecb-b472-29da4ccb0ffe tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.1021674 Aug 16 20:21:37.560504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1d62f31-a4b6-4a6f-bcc8-ba372e69851b req-a226e8e4-521b-473f-9957-864a9c21fd4d tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561926 Aug 16 20:21:37.589462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75655-99b0-409c-9188-5105ce8f9993 req-f29a0ca3-cea7-4001-a92a-f1ce0cb0b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.591025 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-f29a0ca3-cea7-4001-a92a-f1ce0cb0b64e service neutron] 10.222.0.73 "GET /v2.0/networks?id=04a5e225-86e9-40c8-b60f-5c2819bf640d HTTP/1.1" status: 200 len: 912 time: 0.1289225 Aug 16 20:21:37.760532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-7e99315b-41d5-44bb-bd13-f6930809ee65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52 HTTP/1.1" status: 200 len: 999 time: 0.1548936 Aug 16 20:21:37.826391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75655-99b0-409c-9188-5105ce8f9993 req-bfd504ac-6feb-4f10-a804-61734606cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.828365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-bfd504ac-6feb-4f10-a804-61734606cd0f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9e27f611-52c7-4170-b3bc-ed16fa5ece8c HTTP/1.1" status: 200 len: 850 time: 0.0562859 Aug 16 20:21:37.857811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6291b7ea-f201-47e0-af55-ef5ea073be13', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'port_id': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'mac_address': 'fa:16:3e:c5:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af775dac-b42d-4bad-959d-d3df68efca51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:36Z', 'revision_number': 1, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:37.888425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Checking router: cc7369fb-067a-4f9c-9b96-6fdda9b8690e for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:37.897692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf75655-99b0-409c-9188-5105ce8f9993 req-291c44e9-9fae-459b-bd92-c4f54df305cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:37.897912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:37.898387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:37.899410 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-291c44e9-9fae-459b-bd92-c4f54df305cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=04a5e225-86e9-40c8-b60f-5c2819bf640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552812 Aug 16 20:21:38.052575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ffd2-4d64-48bc-bf18-b29b189c591a req-9db9ccb8-f597-4137-a26d-71f66cc68e95 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.059640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-578f59c2-00de-488f-af95-d2b513edeaa5 service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404245 Aug 16 20:21:38.059767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8ffd2-4d64-48bc-bf18-b29b189c591a req-9db9ccb8-f597-4137-a26d-71f66cc68e95 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.0670435 Aug 16 20:21:38.091951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:38.113267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8ffd2-4d64-48bc-bf18-b29b189c591a req-48c43acd-b336-410f-ac93-c8310823702f tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/security-groups?id=f91a1f76-e8fe-4304-8953-802ab8df5a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Aug 16 20:21:38.193376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faf75655-99b0-409c-9188-5105ce8f9993 req-cb53a931-6bef-40a6-b957-6abc98c5b0d6 service neutron] 10.222.0.73 "GET /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251156 Aug 16 20:21:38.360481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1f5a5-ce70-4896-8728-5f033e8072f8 req-6b580094-05bd-402d-883c-f9d4cfd068f1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.362387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd1f5a5-ce70-4896-8728-5f033e8072f8 req-6b580094-05bd-402d-883c-f9d4cfd068f1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0734034 Aug 16 20:21:38.375083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6291b7ea-f201-47e0-af55-ef5ea073be13', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'port_id': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'mac_address': 'fa:16:3e:c5:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af775dac-b42d-4bad-959d-d3df68efca51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:36Z', 'revision_number': 1, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:38.415392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2084fa-873d-4e10-b979-04e95d781f15 None None] The sync data for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 is: [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6291b7ea-f201-47e0-af55-ef5ea073be13', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'port_id': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'mac_address': 'fa:16:3e:c5:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af775dac-b42d-4bad-959d-d3df68efca51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:21:08Z', 'updated_at': '2021-08-16T20:21:36Z', 'revision_number': 1, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:38.494581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-02ba4199-4670-43a4-bdf2-0e1f43b6c7c9 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.499678 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-02ba4199-4670-43a4-bdf2-0e1f43b6c7c9 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 948 time: 0.1175640 Aug 16 20:21:38.507598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd1f5a5-ce70-4896-8728-5f033e8072f8 req-d7e39c95-ea03-405d-94f4-3d350f12923c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291106 Aug 16 20:21:38.534197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2358ff-3427-4481-80fe-d01588eb7187 req-ab5911bf-26e4-4f3c-ba65-23860f742ee0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:38.543127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c2358ff-3427-4481-80fe-d01588eb7187 req-ab5911bf-26e4-4f3c-ba65-23860f742ee0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.1673200 Aug 16 20:21:38.624287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c2358ff-3427-4481-80fe-d01588eb7187 req-6ff0e1a1-7144-4a58-9c77-e1bd2806e8d0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802767 Aug 16 20:21:38.703309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Deleting port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:21:38.703309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.798168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b60e82a-032b-427a-a2be-b68921f21b5f None None] New status for floating IP 6291b7ea-f201-47e0-af55-ef5ea073be13: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:21:38.836724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] For port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:38.837187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:38.850413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Calling delete_port for 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:21:39.050835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.119586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Pushing event deleted for resources: {'Port': ['ID=38dc6e6f-0d09-4710-be7b-3d56c85cfff6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:39.158808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] No DVR routers for this DVR port 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:39.162983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:39.165686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cd158db8-38f8-4fe7-8784-25b4603b878b req-be43377b-d51b-4c0a-8f7f-ac5927333c6b tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.73 "DELETE /v2.0/ports/38dc6e6f-0d09-4710-be7b-3d56c85cfff6 HTTP/1.1" status: 204 len: 173 time: 0.6586547 Aug 16 20:21:39.250013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-383a286b-71e7-42b3-94b6-5ffd10290a28 req-f83714ff-e5cf-4194-a9c1-55d62c30be32 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Aug 16 20:21:39.352745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-deleted', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:39.357090 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac418a4-445c-4733-aadd-6c6f0d41b615" -d '{"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-deleted", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:39.397629 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e220b-4225-4f9d-a1e2-dbb72129dafe x-openstack-request-id: req-b40e220b-4225-4f9d-a1e2-dbb72129dafe {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:39.397918 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1ea872-8e4b-48ae-929e-42d6b2a085a6", "name": "network-vif-deleted", "tag": "38dc6e6f-0d09-4710-be7b-3d56c85cfff6", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:39.398169 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b40e220b-4225-4f9d-a1e2-dbb72129dafe {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:39.398563 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1ea872-8e4b-48ae-929e-42d6b2a085a6', 'name': 'network-vif-deleted', 'tag': '38dc6e6f-0d09-4710-be7b-3d56c85cfff6', 'status': 'completed', 'code': 200} Aug 16 20:21:39.658398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf01546-f7c1-4f49-90d8-ea501b463355 req-ea17d9ad-f87f-4a79-ad7e-e353e286c8c9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:39.664620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3cf01546-f7c1-4f49-90d8-ea501b463355 req-ea17d9ad-f87f-4a79-ad7e-e353e286c8c9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0708735 Aug 16 20:21:39.720339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3cf01546-f7c1-4f49-90d8-ea501b463355 req-57b4807a-c7e9-41f0-87d1-80d3a145048b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Aug 16 20:21:39.817730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554e38-b6a2-40d9-898d-a9362b09eb5b req-b11613b5-9757-4a11-a59f-51496e3250a3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:39.827988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a554e38-b6a2-40d9-898d-a9362b09eb5b req-b11613b5-9757-4a11-a59f-51496e3250a3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0649674 Aug 16 20:21:39.863887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a554e38-b6a2-40d9-898d-a9362b09eb5b req-92268f20-b5a7-405a-83bf-ff82fd76f3ac tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Aug 16 20:21:40.385447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b8a37c1-77fb-4890-907d-7808c7227437 req-2a48dd46-6850-40d8-a178-2c2f35781439 tempest-ImagesOneServerTestJSON-701034586 tempest-ImagesOneServerTestJSON-701034586-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e1ea872-8e4b-48ae-929e-42d6b2a085a6 HTTP/1.1" status: 200 len: 210 time: 0.0308933 Aug 16 20:21:40.941249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0209e5-6502-42cc-87d5-6daee8a3b07b req-2df44d94-9341-4c01-8200-40dfd8d76ebd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:40.943962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c0209e5-6502-42cc-87d5-6daee8a3b07b req-2df44d94-9341-4c01-8200-40dfd8d76ebd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0548592 Aug 16 20:21:40.986994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c0209e5-6502-42cc-87d5-6daee8a3b07b req-94cdf595-df34-415a-9a67-7c79879900a4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Aug 16 20:21:41.169786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe13f0-d7e8-418d-a3e3-7b38731bbfc4 req-515bcfa2-6390-4be0-9ec7-8483c6e6fb4d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:41.171583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfe13f0-d7e8-418d-a3e3-7b38731bbfc4 req-515bcfa2-6390-4be0-9ec7-8483c6e6fb4d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0596499 Aug 16 20:21:41.215572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfe13f0-d7e8-418d-a3e3-7b38731bbfc4 req-5fc3b967-f0db-437b-ae85-542a3da19726 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370641 Aug 16 20:21:41.431393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.542390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:41.559189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aec63552-5751-4ace-977a-569a5f63a84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.564241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:21:41.564591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 38dc6e6f-0d09-4710-be7b-3d56c85cfff6 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:41.663884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aec63552-5751-4ace-977a-569a5f63a84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.763252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aec63552-5751-4ace-977a-569a5f63a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.812795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aec63552-5751-4ace-977a-569a5f63a84f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0331417a6e454c078a4bd04aa1a6b264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779917 Aug 16 20:21:41.812795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec63552-5751-4ace-977a-569a5f63a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8b1e3f-6729-43b8-81fe-2e90de2fd5ac,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:41.813488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:41.909824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.947860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:41.982866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:42.119256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.121975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.137214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d8b1e3f-6729-43b8-81fe-2e90de2fd5ac HTTP/1.1" status: 204 len: 168 time: 0.3108242 Aug 16 20:21:42.178418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34116cf6-a0fa-4d80-a4d4-d314660a00a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8b1e3f-6729-43b8-81fe-2e90de2fd5ac,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:42.197907 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-376e84d6-3e6e-46c3-8a95-e6674c301fc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7468d47633034559bb2ea3c1d1cd9795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116349 Aug 16 20:21:42.197907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40922) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:42.235659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774d40-57e2-4d02-9e05-aa4256172583 req-9d6ba94b-500d-48b3-92d6-30c763fa6cbc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:42.237365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77774d40-57e2-4d02-9e05-aa4256172583 req-9d6ba94b-500d-48b3-92d6-30c763fa6cbc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1709242 Aug 16 20:21:42.281898 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.308239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77774d40-57e2-4d02-9e05-aa4256172583 req-5da0ed06-3d7f-4fe5-b982-985b572e6e06 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598183 Aug 16 20:21:42.308946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.389298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf9907-e8cf-4d76-aceb-d3f69f32d295 req-3ca643b0-7318-4dd6-9df7-7ea8b6946e22 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:42.392478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57bf9907-e8cf-4d76-aceb-d3f69f32d295 req-3ca643b0-7318-4dd6-9df7-7ea8b6946e22 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0928700 Aug 16 20:21:42.427000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.430500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:42.432025 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f91a1f76-e8fe-4304-8953-802ab8df5a14 HTTP/1.1" status: 204 len: 168 time: 0.2345297 Aug 16 20:21:42.434433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57bf9907-e8cf-4d76-aceb-d3f69f32d295 req-ceaff193-ec0e-4f61-bac4-c246d5a949b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 Aug 16 20:21:42.453131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9964af-c564-4c1e-9722-66ede27a5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a1f76-e8fe-4304-8953-802ab8df5a14,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:42.897531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40936) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:42.916834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2a642d-754e-4a58-91e1-97d4e270dafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.083863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2a642d-754e-4a58-91e1-97d4e270dafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.163222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2a642d-754e-4a58-91e1-97d4e270dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.206897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f2a642d-754e-4a58-91e1-97d4e270dafc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d952b40ab6e546869b19a66748f5a230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069000 Aug 16 20:21:43.208366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a642d-754e-4a58-91e1-97d4e270dafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d06e82-04b0-4eab-b0d2-572a6f22b9cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:43.210253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:43.312490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.351938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.453924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238c0aa-fefb-4cdf-b23f-d02c02187427 req-10dc1900-629a-43f4-8a64-13f4e73d8676 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:43.456121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d238c0aa-fefb-4cdf-b23f-d02c02187427 req-10dc1900-629a-43f4-8a64-13f4e73d8676 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0557852 Aug 16 20:21:43.500428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.504260 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:43.506410 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56d06e82-04b0-4eab-b0d2-572a6f22b9cd HTTP/1.1" status: 204 len: 168 time: 0.2951651 Aug 16 20:21:43.515027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d238c0aa-fefb-4cdf-b23f-d02c02187427 req-3f1b21ee-77aa-45b8-b855-de64132dc377 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Aug 16 20:21:43.532213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac5dc1-083d-4668-af21-8e10bae40ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d06e82-04b0-4eab-b0d2-572a6f22b9cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:43.683227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5423440-099c-4541-b59e-f6bd562920fd req-09a89d3c-5012-43e3-bb6a-3522c197fdb9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:43.684837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5423440-099c-4541-b59e-f6bd562920fd req-09a89d3c-5012-43e3-bb6a-3522c197fdb9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 946 time: 0.0678952 Aug 16 20:21:43.721774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:43.736520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5423440-099c-4541-b59e-f6bd562920fd req-cedb966a-02d7-476d-9c46-6d3cd6865987 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 Aug 16 20:21:43.898281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:43.934652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:21:43.950078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9f7948a1-a5e1-4c1d-ae07-bc834ad2c00e tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:43.958261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9f7948a1-a5e1-4c1d-ae07-bc834ad2c00e tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1098 time: 0.1322749 Aug 16 20:21:43.977983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:44.081411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.264533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:44.316172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:44.376318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:44.376318 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ac1c10-b64e-4502-ae16-1d2901068a19" -d '{"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:44.383157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.447656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.520563 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e751f51b-5371-414f-8b4e-0067760db2de x-openstack-request-id: req-e751f51b-5371-414f-8b4e-0067760db2de {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:44.521522 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:44.521942 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e751f51b-5371-414f-8b4e-0067760db2de {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:44.522498 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'code': 200} Aug 16 20:21:44.637284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:44.646814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:44.647643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:44.648631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:44.658177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:44.663613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Attempting to bind port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:44.674690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:44.675778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:44.677679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:44.678641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Bound port: 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:44.679486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.714715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafec495-ed08-4de5-ad71-0d234463e63d req-ce45433c-9045-428c-820f-d6a0626beb24 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:44.729937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eafec495-ed08-4de5-ad71-0d234463e63d req-ce45433c-9045-428c-820f-d6a0626beb24 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0811980 Aug 16 20:21:44.827231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:44.839834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:44.851949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eafec495-ed08-4de5-ad71-0d234463e63d req-04d32edd-be51-4d91-92cd-4a99423108f4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202602 Aug 16 20:21:44.907027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:44.993614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a8633-d150-42c0-90bf-bd76df177614 req-48c286f2-9f9e-40f1-b930-d6789960cfc4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:44.997579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a4a8633-d150-42c0-90bf-bd76df177614 req-48c286f2-9f9e-40f1-b930-d6789960cfc4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.1371741 Aug 16 20:21:45.116474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a4a8633-d150-42c0-90bf-bd76df177614 req-23455823-f575-46a0-9f08-55a7f2d5a770 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Aug 16 20:21:45.128199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:45.139116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.139116 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 1124 time: 1.1579711 Aug 16 20:21:45.139116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2463e6-076d-4528-8e84-094852c94ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=8']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.162688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41040) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:45.187533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41044) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:45.269778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:45.272831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:45.309159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-network', 'tenant_id': '9787cd4897de4e15958023a571600e40'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:45.338769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59e00bd9-12c6-4cf2-ae0e-a1fd6792daee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.444163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Made reservation on behalf of 9787cd4897de4e15958023a571600e40 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:45.447453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.493363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.626732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59e00bd9-12c6-4cf2-ae0e-a1fd6792daee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.714086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59e00bd9-12c6-4cf2-ae0e-a1fd6792daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.776420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-59e00bd9-12c6-4cf2-ae0e-a1fd6792daee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9a34eaa79ed46b2ae6360ecf3187ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125324 Aug 16 20:21:45.779082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:45.779573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e00bd9-12c6-4cf2-ae0e-a1fd6792daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aca8ac-f5c9-4529-9433-4d368735ca4a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:45.856146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.879032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.886696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.947945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:45.996176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:46.017058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ead76-e10e-49e6-b873-78792effd097 req-834bead3-db74-4f7f-aba7-74c4e2afd787 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.018986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-127ead76-e10e-49e6-b873-78792effd097 req-834bead3-db74-4f7f-aba7-74c4e2afd787 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0820501 Aug 16 20:21:46.052895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.053350 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.056812 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08aca8ac-f5c9-4529-9433-4d368735ca4a HTTP/1.1" status: 204 len: 168 time: 0.2734394 Aug 16 20:21:46.078731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:46.079500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe86a8-2212-4949-a5a6-fc41c3dafefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aca8ac-f5c9-4529-9433-4d368735ca4a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:46.100153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-127ead76-e10e-49e6-b873-78792effd097 req-ef5272c2-6dc4-4d0e-857d-5fc10634052d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Aug 16 20:21:46.121186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.121543 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Added segment 503ef9b9-03d1-43b2-bc0f-2d537069f57d of type vlan for network 85d071a6-f823-4942-983e-8dc67a63b089 Aug 16 20:21:46.173617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.304822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32f7a-b744-4c7f-b80f-5350a6e4a32b req-becaaaa9-b514-4137-ab41-e62d17f84f68 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.305925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ee32f7a-b744-4c7f-b80f-5350a6e4a32b req-becaaaa9-b514-4137-ab41-e62d17f84f68 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0682199 Aug 16 20:21:46.354316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ee32f7a-b744-4c7f-b80f-5350a6e4a32b req-c64a86c9-e3cc-4f36-99b7-6c851dd8ec68 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Aug 16 20:21:46.372920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.373920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.374513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.437841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] Pushing event updated for resources: {'Network': ['ID=85d071a6-f823-4942-983e-8dc67a63b089,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:46.447816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 85d071a6-f823-4942-983e-8dc67a63b089 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:46.498918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41064) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:46.499171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-42067bb8-e67c-4ba4-8fa0-5d153814ce6a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3106797 Aug 16 20:21:46.510262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Request body: {'subnet': {'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-subnet', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:46.527186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:46.534851 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:46.640302 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d00142-7a15-4966-b6e7-9cf23af0a637 x-openstack-request-id: req-e5d00142-7a15-4966-b6e7-9cf23af0a637 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:46.640773 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:46.641190 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5d00142-7a15-4966-b6e7-9cf23af0a637 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:46.641738 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'status': 'completed', 'code': 200} Aug 16 20:21:46.711711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-5d8e6652-dea4-4872-81b6-caa056b39211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.713463 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-5d8e6652-dea4-4872-81b6-caa056b39211 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1127 time: 0.0484142 Aug 16 20:21:46.736921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Made reservation on behalf of 9787cd4897de4e15958023a571600e40 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:46.740075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:46.890213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-3bfccd87-c7bc-474c-9f51-e70fd1ba6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:46.891709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-3bfccd87-c7bc-474c-9f51-e70fd1ba6dbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1696169 Aug 16 20:21:46.944883 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-91055b52-60fa-418c-9cc3-1e7935dd8d75 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0439634 Aug 16 20:21:47.048297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-bf3bb204-6e19-4b51-a59e-19517afee7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.049743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-bf3bb204-6e19-4b51-a59e-19517afee7c2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0869405 Aug 16 20:21:47.089402 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-2dcaa654-0e7c-4326-8601-7f175b71495c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288196 Aug 16 20:21:47.165722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.232910 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-9f9c443f-fcde-4253-805f-423e0b2d9a21 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358984 Aug 16 20:21:47.241455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf879c3e-57fc-4777-8089-f177ebca21fc,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:47.248543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e278-9342-4a7b-81e2-d2eb2fb522a8 req-0e89f4e0-e371-40b1-b1b1-e3ad40834ac1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.250526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc81e278-9342-4a7b-81e2-d2eb2fb522a8 req-0e89f4e0-e371-40b1-b1b1-e3ad40834ac1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0645351 Aug 16 20:21:47.311800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Checking segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:47.311800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Network hostable DHCP agents. Network: 85d071a6-f823-4942-983e-8dc67a63b089, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:47.349533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc81e278-9342-4a7b-81e2-d2eb2fb522a8 req-e4abf81f-f99b-4c08-8aef-77b9a053644c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900416 Aug 16 20:21:47.371142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8f1985d0-33ee-429d-8fb9-e1913fa81bd6 req-0779c695-74e3-4df6-bea6-c6caa2a5fb04 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189151 Aug 16 20:21:47.432261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Network 85d071a6-f823-4942-983e-8dc67a63b089 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:47.486529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41096) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:47.487718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73409950-5f03-4e0b-b590-8f12f3c0f90f req-aa62c279-bf5e-493c-92e1-e77133c1b6ea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.490117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73409950-5f03-4e0b-b590-8f12f3c0f90f req-aa62c279-bf5e-493c-92e1-e77133c1b6ea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0535290 Aug 16 20:21:47.523198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 85d071a6-f823-4942-983e-8dc67a63b089) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:47.529470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:47.532625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f537af9-d6ca-415d-831e-93604dab6125 None None] Network 85d071a6-f823-4942-983e-8dc67a63b089 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:47.535685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73409950-5f03-4e0b-b590-8f12f3c0f90f req-6ea723ae-b749-4026-bbb6-c3c4b3b2b4d1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381753 Aug 16 20:21:47.542082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.618770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-804325974-network', 'tenant_id': '95400c08a23d48fca9a81e29400ab90e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:47.639818 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-58416960-0d3c-4fc9-9e61-00e911c66ef4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1389625 Aug 16 20:21:47.642535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41100) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:47.648221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:47.725557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-85d071a6-f823-4942-983e-8dc67a63b089', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:21:47.726444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.745057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Made reservation on behalf of 95400c08a23d48fca9a81e29400ab90e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:47.747433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.761131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.838976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.840238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.874085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Allocated IP 172.20.0.2 (85d071a6-f823-4942-983e-8dc67a63b089/cf879c3e-57fc-4777-8089-f177ebca21fc/d0428598-1309-4053-b1e7-796930e7d164) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:47.910187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:47.950248 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-6ea5ea42-cbd1-4275-8f3d-10107b6c2661 service neutron] show failed (client error): The resource could not be found. Aug 16 20:21:47.951269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-6ea5ea42-cbd1-4275-8f3d-10107b6c2661 service neutron] 10.222.0.64 "GET /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0901487 Aug 16 20:21:47.983337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.044456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.049418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.053533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Transition to ACTIVE for port object d0428598-1309-4053-b1e7-796930e7d164 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:48.072425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Transition to ACTIVE for port object d0428598-1309-4053-b1e7-796930e7d164 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:48.100029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.128130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:21:48.145413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be910dde-8800-4867-8beb-857921ac4a44,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.161722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.161974 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.162125 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Added segment 08633114-975c-4655-83d6-1c45e76cbe3b of type vlan for network a100e46e-7ea7-4491-bda2-0c92e718106e Aug 16 20:21:48.197127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Network 85d071a6-f823-4942-983e-8dc67a63b089 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:48.199915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:48.203242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:48.209363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.247986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Pushing event updated for resources: {'Port': ['ID=d0428598-1309-4053-b1e7-796930e7d164,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.266583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.275999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Attempting to bind port d0428598-1309-4053-b1e7-796930e7d164 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:48.276372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Attempting to bind port d0428598-1309-4053-b1e7-796930e7d164 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:48.276734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Attempting to bind port d0428598-1309-4053-b1e7-796930e7d164 on network 85d071a6-f823-4942-983e-8dc67a63b089 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:48.281619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:48.281994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Checking segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:48.282392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.282780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Bound using segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:48.283237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Bound port: d0428598-1309-4053-b1e7-796930e7d164, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:48.283615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.323365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.324524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:48.325136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.351524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] For port d0428598-1309-4053-b1e7-796930e7d164, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:48.355266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] For port d0428598-1309-4053-b1e7-796930e7d164, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d0428598-1309-4053-b1e7-796930e7d164,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:48.428083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9403064 Aug 16 20:21:48.435564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41112) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:48.442333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Request body: {'subnet': {'network_id': 'a100e46e-7ea7-4491-bda2-0c92e718106e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-804325974-subnet', 'tenant_id': '95400c08a23d48fca9a81e29400ab90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:48.444388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e72e8a-1207-4c20-ac97-4dbed2f6b129 admin admin] Pushing event updated for resources: {'Network': ['ID=a100e46e-7ea7-4491-bda2-0c92e718106e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.449367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.456689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a100e46e-7ea7-4491-bda2-0c92e718106e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:21:48.548153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5284c60-a64a-4842-a121-73e8cf9e9fa1 req-8000d9fe-d423-46c4-9266-12bfb13466ec tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:48.556733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5284c60-a64a-4842-a121-73e8cf9e9fa1 req-8000d9fe-d423-46c4-9266-12bfb13466ec tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0800800 Aug 16 20:21:48.568937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Made reservation on behalf of 95400c08a23d48fca9a81e29400ab90e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:21:48.572574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.577733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b494c4e-e047-4af6-a685-c70dfc65a228 None None] Pushing event updated for resources: {'Port': ['ID=d0428598-1309-4053-b1e7-796930e7d164,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:48.623414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-dec791b2-e491-4a69-8ec0-1e98fc5c06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:48.625081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-dec791b2-e491-4a69-8ec0-1e98fc5c06ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1102 time: 0.0719144 Aug 16 20:21:48.647963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:48.722093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.809249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5284c60-a64a-4842-a121-73e8cf9e9fa1 req-d6610e1c-eb76-40bc-b86f-79a2f49cb50b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514093 Aug 16 20:21:48.853827 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.896274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:48.956222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8027e8-d16e-4024-bde8-ec21703197bf req-5d738526-cd84-44ee-aa40-134485f7be81 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:48.956222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc8027e8-d16e-4024-bde8-ec21703197bf req-5d738526-cd84-44ee-aa40-134485f7be81 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.2904201 Aug 16 20:21:49.071411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:49.087196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc8027e8-d16e-4024-bde8-ec21703197bf req-f5c1fbbd-9be4-42d1-8067-26c1c692a37c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234035 Aug 16 20:21:49.112557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:49.137348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.162032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:49.164508 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a122977e-b2aa-479e-ac51-69e0f7f322d5" -d '{"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-unplugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:49.169615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.185305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Allocated IP 172.25.7.24 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/55986deb-4b56-4c52-846b-fbd8657b8f03) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:49.190716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Transition to ACTIVE for port object 572bb168-6020-4051-a3fe-60d129fe3d52 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:49.223873 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c482d464-4c07-4360-af61-f074b2da642b x-openstack-request-id: req-c482d464-4c07-4360-af61-f074b2da642b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:49.224265 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-unplugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:49.224483 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c482d464-4c07-4360-af61-f074b2da642b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:49.225034 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'code': 200} Aug 16 20:21:49.251413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.271976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c216dc91-ac63-427a-9f69-366a3ad909a1,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.283062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Checking segment: {'id': '08633114-975c-4655-83d6-1c45e76cbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a100e46e-7ea7-4491-bda2-0c92e718106e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:49.283427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Network hostable DHCP agents. Network: a100e46e-7ea7-4491-bda2-0c92e718106e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:21:49.336064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.364293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.372272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] No DVR routers for this DVR port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:49.382382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Network a100e46e-7ea7-4491-bda2-0c92e718106e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:21:49.466818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, a100e46e-7ea7-4491-bda2-0c92e718106e) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:49.477943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:49.479238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.481981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e79f6-1872-4f4b-b5b2-f39665cea38f None None] Network a100e46e-7ea7-4491-bda2-0c92e718106e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:49.496720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:49.588161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-741420e6-a412-4557-9929-72c3f743431a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1498253 Aug 16 20:21:49.609374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:49.618557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:49.630480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:49.634322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Pushing event updated for resources: {'Port': ['ID=55986deb-4b56-4c52-846b-fbd8657b8f03,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:49.699372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b3eb19-ca1f-4f42-bc17-11af3a9c940a None None] Network a100e46e-7ea7-4491-bda2-0c92e718106e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:49.885519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:49.885894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:49.886225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:49.898535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:21:49.898861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:49.924364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:49.924364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:49.924364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:49.924364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Bound port: 572bb168-6020-4051-a3fe-60d129fe3d52, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:49.924364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.028643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d0428598-1309-4053-b1e7-796930e7d164 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:50.040146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:50.047509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:50.074648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04710bb6-5edd-4c93-a967-af422822b535 None None] Network 85d071a6-f823-4942-983e-8dc67a63b089 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:21:50.094749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.166036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:50.169820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.170338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.172304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-046d30d7-f4a3-4a2a-9684-ad42ff307450 service neutron] 10.222.0.73 "PUT /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 1097 time: 1.5354350 Aug 16 20:21:50.185020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-971904614', 'description': 'tempest-description-1533111225'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:50.223710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.241608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97724dd7-2f30-40fb-9731-93de20f7aa81 req-34b67824-c064-41a7-a84a-1f773d3bc210 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.243624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97724dd7-2f30-40fb-9731-93de20f7aa81 req-34b67824-c064-41a7-a84a-1f773d3bc210 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.2867918 Aug 16 20:21:50.330403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-5b2061ab-6093-4aa3-ab11-38425abc5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.333640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-5b2061ab-6093-4aa3-ab11-38425abc5845 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1100 time: 0.1234064 Aug 16 20:21:50.360422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97724dd7-2f30-40fb-9731-93de20f7aa81 req-470ea374-202a-4a38-80ce-3675882fa8c4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640779 Aug 16 20:21:50.455491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.520692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad69ab2c-2552-49c1-bc22-6b597ef53e37 None None] Provisioning for port d0428598-1309-4053-b1e7-796930e7d164 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:50.574450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d0428598-1309-4053-b1e7-796930e7d164 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:50.575070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-b91011e9-f791-4fa6-b906-bfa3dac42352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.580169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d0428598-1309-4053-b1e7-796930e7d164 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:50.580709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.583570 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-b91011e9-f791-4fa6-b906-bfa3dac42352 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2411118 Aug 16 20:21:50.651313 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-da638cc3-becd-479b-8662-70f1a9e30d46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0565000 Aug 16 20:21:50.725689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-1bedf118-63c1-432b-89a2-0ca82020074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.728441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-1bedf118-63c1-432b-89a2-0ca82020074e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0668716 Aug 16 20:21:50.751754 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.804010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-97e005bc-c758-46de-a4d3-eda56193eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.807151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-97e005bc-c758-46de-a4d3-eda56193eb9a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0626402 Aug 16 20:21:50.812148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d0428598-1309-4053-b1e7-796930e7d164, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d0428598-1309-4053-b1e7-796930e7d164,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:50.812325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f348ca-5392-49b2-b913-c3a6f6a88397 req-7a2e66a7-5990-424b-af30-b3889869338c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:50.813686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68f348ca-5392-49b2-b913-c3a6f6a88397 req-7a2e66a7-5990-424b-af30-b3889869338c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.1883047 Aug 16 20:21:50.851804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.855281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.906688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.911966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68f348ca-5392-49b2-b913-c3a6f6a88397 req-36d0d487-b585-43c5-af1d-dd241ac4c980 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876818 Aug 16 20:21:50.938688 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-be925a8b-7008-4474-8266-d485ef438ccf service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182311 Aug 16 20:21:50.939059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:50.952734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c0be870-f621-4387-9e8b-a3b9d026801b None None] Provisioning complete for port d0428598-1309-4053-b1e7-796930e7d164 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:50.953262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c0be870-f621-4387-9e8b-a3b9d026801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.046082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b208887-14cf-46bd-8902-5f86e728dca3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:51.097127 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7bf66d0-d57f-42d8-894c-3c852ba52ad0 req-40617168-2a42-4b29-ac45-f9341d875127 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423354 Aug 16 20:21:51.103359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d0428598-1309-4053-b1e7-796930e7d164,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:51.122900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.124419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56a16103-4265-48fa-bb77-ed1c08e6ff4d req-25b4758b-5da7-4e8e-80f8-9d7975b2b49d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9441762 Aug 16 20:21:51.188716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:21:51.210472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-101eafbc-79e6-4920-8914-9a484592845d req-7b41a6e6-0a23-445b-b700-a0b6f82ec0ba tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/2b208887-14cf-46bd-8902-5f86e728dca3 HTTP/1.1" status: 200 len: 1804 time: 0.0598600 Aug 16 20:21:51.226289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:51.228798 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a28bd-193a-4a93-b42d-c50fbf547d06" -d '{"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:51.252032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b208887-14cf-46bd-8902-5f86e728dca3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:51.252343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b208887-14cf-46bd-8902-5f86e728dca3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:51.297528 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd540258-9365-4ccf-8436-2768e62d2ddd x-openstack-request-id: req-fd540258-9365-4ccf-8436-2768e62d2ddd {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:51.297528 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:51.297528 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd540258-9365-4ccf-8436-2768e62d2ddd {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:51.298174 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'status': 'completed', 'code': 200} Aug 16 20:21:51.369337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:51.385058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Sync routers for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:51.403648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:51.405707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:51.419000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-6be8b2ea-a61e-4f75-919c-25b5e496d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.419000 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-6be8b2ea-a61e-4f75-919c-25b5e496d7fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1100 time: 0.1004920 Aug 16 20:21:51.439503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a9def198-6cd3-43db-a15c-2048c95bb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.441194 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a9def198-6cd3-43db-a15c-2048c95bb67e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1100 time: 0.0935378 Aug 16 20:21:51.505274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.506851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-06211229-9080-4f2b-bbd3-437149ac0fea admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.8632772 Aug 16 20:21:51.525542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.529155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41152) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:21:51.618349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.672233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-7780c3a9-6170-4e88-98ba-237831ebf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.673705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-7780c3a9-6170-4e88-98ba-237831ebf310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2443745 Aug 16 20:21:51.674938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-bd2bed3f-ba7e-409b-914c-15386ff84706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.677051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-bd2bed3f-ba7e-409b-914c-15386ff84706 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2231102 Aug 16 20:21:51.682558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319962d-8730-416b-b68d-7080ec34ee49 req-84fe8325-570b-49eb-ab86-5a9a196500eb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.686396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4319962d-8730-416b-b68d-7080ec34ee49 req-84fe8325-570b-49eb-ab86-5a9a196500eb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.1950252 Aug 16 20:21:51.700773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:51.740274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.770455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-3ea029b7-2e14-4009-b0ec-eb55e4a3b2b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0851512 Aug 16 20:21:51.772080 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-458c116e-caf4-435f-a221-1c482ebe628d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0731363 Aug 16 20:21:51.782134 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.795994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:51.828202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c102bda2-70af-4898-a0e5-fa3912c90aa7,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:51.836525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4319962d-8730-416b-b68d-7080ec34ee49 req-95851a43-08fd-4d66-a25b-2efb61dfd832 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981088 Aug 16 20:21:51.909658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:51.910686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:21:51.913949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-101eafbc-79e6-4920-8914-9a484592845d req-fcb141ea-8a6d-485c-9bbd-88dd795f0eb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6634014 Aug 16 20:21:51.943413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-156745cd-a83e-42cd-a187-7f2799ed0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.948169 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-156745cd-a83e-42cd-a187-7f2799ed0c05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1595044 Aug 16 20:21:51.951593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a6cb0230-ecb7-4eca-9eed-dac96cfaec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:51.956224 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a6cb0230-ecb7-4eca-9eed-dac96cfaec6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1725214 Aug 16 20:21:51.961139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-907653077', 'description': 'tempest-description-981291877'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:52.071825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-e46094c4-2ed1-42e5-97c0-0605aa4d679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.074347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d0428598-1309-4053-b1e7-796930e7d164 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:52.074701 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-e46094c4-2ed1-42e5-97c0-0605aa4d679d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137016 Aug 16 20:21:52.078438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a276526d-1d41-4bde-ba5b-22fc2119d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.079958 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-a276526d-1d41-4bde-ba5b-22fc2119d943 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098683 Aug 16 20:21:52.194550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-6ebadf5d-0fed-459c-b6c2-94d6b1ef52ba service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111267 Aug 16 20:21:52.247463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:49Z', 'revision_number': 3, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:52.294757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Checking router: 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:52.295812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Updating router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 port 55986deb-4b56-4c52-846b-fbd8657b8f03 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:52.328345 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.375058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-f2327e95-8d4f-4666-97b5-40fb84811483 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781178 Aug 16 20:21:52.379776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-d8cfd6da-f20d-4764-b3c6-362ef2b28ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745956 Aug 16 20:21:52.388130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d0428598-1309-4053-b1e7-796930e7d164 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:52.392248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.496792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.534000 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-947a28bd-193a-4a93-b42d-c50fbf547d06 req-3b953a64-45d2-4296-a607-7c78ab68a558 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350150 Aug 16 20:21:52.656930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc5489-66bd-4558-a538-ba74dbda9693 req-1e8ff188-6b7f-44f0-999e-3f4ab0998e2b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:52.666912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86bc5489-66bd-4558-a538-ba74dbda9693 req-1e8ff188-6b7f-44f0-999e-3f4ab0998e2b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.1816428 Aug 16 20:21:52.793732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.807054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Transition to ACTIVE for port object 55986deb-4b56-4c52-846b-fbd8657b8f03 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:52.812330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86bc5489-66bd-4558-a538-ba74dbda9693 req-cb8795ef-cb7b-4ddb-9bda-e07524bec5b8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438999 Aug 16 20:21:52.825677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.887486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.905443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.920724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.980208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Attempting to bind port 55986deb-4b56-4c52-846b-fbd8657b8f03 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:52.988621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Attempting to bind port 55986deb-4b56-4c52-846b-fbd8657b8f03 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:52.988621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Attempting to bind port 55986deb-4b56-4c52-846b-fbd8657b8f03 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:52.992402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:52.992905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:52.993317 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:52.993717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:52.994552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Bound port: 55986deb-4b56-4c52-846b-fbd8657b8f03, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:52.994999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.045782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f61d-7fed-4ae6-ac0d-3cbf6b83d900 None None] Pushing event updated for resources: {'Port': ['ID=55986deb-4b56-4c52-846b-fbd8657b8f03,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.047096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.048372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9908b6c5-b25e-462c-87d9-7d42b720b762 req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1024370 Aug 16 20:21:53.067187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ed244-da70-400a-a34a-256cbdfc3fbf tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77da0fa0-b9f3-4570-8f82-d488473c48ab,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.098016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] For port 55986deb-4b56-4c52-846b-fbd8657b8f03, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:53.111619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] For port 55986deb-4b56-4c52-846b-fbd8657b8f03, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=55986deb-4b56-4c52-846b-fbd8657b8f03,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:53.183716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803139a-a951-498d-bedc-c0fd6ba5b596 req-78b7081f-60b4-4de9-8df4-ef0eb091cbb6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:53.185250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f803139a-a951-498d-bedc-c0fd6ba5b596 req-78b7081f-60b4-4de9-8df4-ef0eb091cbb6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 948 time: 0.1686337 Aug 16 20:21:53.195841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.289953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Allocated IP 172.20.0.1 (85d071a6-f823-4942-983e-8dc67a63b089/cf879c3e-57fc-4777-8089-f177ebca21fc/e4128240-12db-47ab-929b-1ebcd17483da) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:21:53.290328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76f61d-7fed-4ae6-ac0d-3cbf6b83d900 None None] Pushing event updated for resources: {'Port': ['ID=55986deb-4b56-4c52-846b-fbd8657b8f03,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:53.290435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-31859dfb-ca51-495b-880e-7e0a08b1ca3c tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/77da0fa0-b9f3-4570-8f82-d488473c48ab HTTP/1.1" status: 200 len: 1803 time: 0.1402845 Aug 16 20:21:53.296540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f803139a-a951-498d-bedc-c0fd6ba5b596 req-ca53d02e-7635-462e-822e-7be19d3a5dd6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852385 Aug 16 20:21:53.313457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:53.313594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '77da0fa0-b9f3-4570-8f82-d488473c48ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:53.313706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:53.313809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '77da0fa0-b9f3-4570-8f82-d488473c48ab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:53.388128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-2c3824df-0d56-4d1d-84b4-35f2ca2756db service neutron] 10.222.0.73 "GET /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.0742979 Aug 16 20:21:53.432014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:53.454483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.468961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Transition to ACTIVE for port object e4128240-12db-47ab-929b-1ebcd17483da will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:53.595713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.617338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:53.627970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:21:53.629889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:21:53.650828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:53.662636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.685519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:49Z', 'revision_number': 3, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:53.727973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d60362-d06d-4c38-ae5c-c5feb092f849 None None] The sync data for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 is: [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:49Z', 'revision_number': 3, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:53.838374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.856010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '572bb168-6020-4051-a3fe-60d129fe3d52', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '572bb168-6020-4051-a3fe-60d129fe3d52', 'mac_address': 'fa:16:3e:f5:51:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:21:53.946838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:53.946838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:21:53.966937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:53.971786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d46c2-8049-4b3c-952e-6b13ef932330 req-9cf62a8f-91c1-42fd-9d01-05b903c351a0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:53.981854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-553d46c2-8049-4b3c-952e-6b13ef932330 req-9cf62a8f-91c1-42fd-9d01-05b903c351a0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 944 time: 0.0826950 Aug 16 20:21:54.059528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-553d46c2-8049-4b3c-952e-6b13ef932330 req-f12a134e-2bde-4968-ba24-dedbaf3c25a1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759511 Aug 16 20:21:54.205526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.249140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.285512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.285793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.374370 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.388569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Network 85d071a6-f823-4942-983e-8dc67a63b089 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:54.398812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:54.402166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:21:54.464404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.478197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Pushing event updated for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.490846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.526211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] Transition to ACTIVE for port object 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:54.531935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72591a1d-dcee-4022-b321-7943b132a86c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.543142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.620278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.635163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.650443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61e34c28-baf8-4fdb-96c5-f1d6afdbd75f req-0dc0d1bf-bbca-477a-b363-8606cf895852 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.3477883 Aug 16 20:21:54.716160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:21:54.786809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] No DVR routers for this DVR port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:21:54.846568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-19948408', 'description': 'tempest-description-66884247'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:54.857945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=10']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:54.863855 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-d19346f4-5b4e-4125-a0bd-0502d0891bc7 service neutron] 10.222.0.73 "PUT /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4604714 Aug 16 20:21:54.912787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716e00c-2079-499a-817c-2253d0bc1835 req-3421df96-b0f4-4615-afd2-80cf3c005a1c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:54.914332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7716e00c-2079-499a-817c-2253d0bc1835 req-3421df96-b0f4-4615-afd2-80cf3c005a1c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.1240017 Aug 16 20:21:54.914934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.929990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a3787e53-ee4c-4997-85d9-8c65d0cd4cfa None None] Provisioning for port e4128240-12db-47ab-929b-1ebcd17483da completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:54.940249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a3787e53-ee4c-4997-85d9-8c65d0cd4cfa None None] Provisioning complete for port e4128240-12db-47ab-929b-1ebcd17483da triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:54.941417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a3787e53-ee4c-4997-85d9-8c65d0cd4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.977161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:54.991808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7716e00c-2079-499a-817c-2253d0bc1835 req-e00c385c-b9fd-4a75-8c78-ae24ab82b3f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674353 Aug 16 20:21:55.006652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a3787e53-ee4c-4997-85d9-8c65d0cd4cfa None None] Port e4128240-12db-47ab-929b-1ebcd17483da cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:55.101303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-883a198f-29b8-4666-b517-3ecd19e7f2c7 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.103811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-883a198f-29b8-4666-b517-3ecd19e7f2c7 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.0624847 Aug 16 20:21:55.161616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-e336f4d9-220a-4716-88d5-c38df8c2f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.163489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-e336f4d9-220a-4716-88d5-c38df8c2f1af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64&tenant_id=818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 1097 time: 0.0508070 Aug 16 20:21:55.209145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.230123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.259823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-34c3404e-3e38-4fcf-94e5-39f68dc29088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.260862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-34c3404e-3e38-4fcf-94e5-39f68dc29088 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1097 time: 0.0734913 Aug 16 20:21:55.278291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.311321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f251e-4411-40ab-8943-a713bd97205d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:55.322361 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.358898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-a40a8ac9-e4e9-44dc-917a-5829f1a07c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.360399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-a40a8ac9-e4e9-44dc-917a-5829f1a07c71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.0906758 Aug 16 20:21:55.384374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.391069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50a686bf-553a-4fe0-8418-6c0eebe0d402 req-79219dfe-25d3-4f20-9f4c-d06f93e02429 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5443213 Aug 16 20:21:55.397395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:55.400153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Pushing event updated for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:55.408043 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-e3e8872b-3c03-4800-bcff-8ddbe382575b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0398593 Aug 16 20:21:55.473582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-89376aa5-8105-4d0c-9ff4-925951aba939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.475585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-89376aa5-8105-4d0c-9ff4-925951aba939 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0597644 Aug 16 20:21:55.538915 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-021356be-aa12-48f7-be8c-7104dfe672ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479941 Aug 16 20:21:55.580814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Network 85d071a6-f823-4942-983e-8dc67a63b089 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:21:55.582810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:21:55.720154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-94fa04ea-fe19-4e9d-9ba4-9dd4a1a89845 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719844 Aug 16 20:21:55.782502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdca23-def2-46e1-9488-3744a3dc9fd0 req-71a24cf1-6aa9-4782-a3e2-0c47761ef2ef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:55.785258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eccdca23-def2-46e1-9488-3744a3dc9fd0 req-71a24cf1-6aa9-4782-a3e2-0c47761ef2ef tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.1498599 Aug 16 20:21:55.825717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:21:55.852658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-752ddcd1-1516-446e-aaf5-6b7feb41cb15 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195214 Aug 16 20:21:55.863356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eccdca23-def2-46e1-9488-3744a3dc9fd0 req-ccea0b18-7a1b-4758-85d2-e0e031c7c64d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593960 Aug 16 20:21:55.946646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4af6eea3-b6f2-4d29-b54d-8a4d17d84ea6 None None] Provisioning complete for port e4128240-12db-47ab-929b-1ebcd17483da triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:55.947630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af6eea3-b6f2-4d29-b54d-8a4d17d84ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.010639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4af6eea3-b6f2-4d29-b54d-8a4d17d84ea6 None None] Port e4128240-12db-47ab-929b-1ebcd17483da cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:21:56.014570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 55986deb-4b56-4c52-846b-fbd8657b8f03 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:56.020163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1676118674', 'description': 'tempest-description-286488721'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:56.141819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:21:56.141819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bd6f75ea-ac2e-4538-9880-59951137dda7 admin admin] 10.222.0.70 "PUT /v2.0/routers/9d010227-302d-4ac3-8f4e-a8dcd1cf0182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6004190 Aug 16 20:21:56.142068 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Sync routers for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:21:56.163860 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:56.170640 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:56.236941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 55986deb-4b56-4c52-846b-fbd8657b8f03 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:56.237303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.241933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 55986deb-4b56-4c52-846b-fbd8657b8f03 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:56.242314 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.299796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-86b63a47-f761-4b1a-8526-36c33eabb23a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.305463 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-86b63a47-f761-4b1a-8526-36c33eabb23a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48&tenant_id=1a04a74dc1f7468da022c63664652e7c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 949 time: 0.1045988 Aug 16 20:21:56.316797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:56.382265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-feb9d9fd-1693-4744-b43c-82db561d78c9 service neutron] 10.222.0.73 "GET /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52/bindings/n-h1-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.0673051 Aug 16 20:21:56.419205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.455768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.460472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 55986deb-4b56-4c52-846b-fbd8657b8f03, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=55986deb-4b56-4c52-846b-fbd8657b8f03,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:56.484093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611a22-5846-437b-99fa-8129ca8e1f9d req-5f5af247-68f5-46e1-bb1e-ecab3f2cd175 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.493978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55611a22-5846-437b-99fa-8129ca8e1f9d req-5f5af247-68f5-46e1-bb1e-ecab3f2cd175 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.1442211 Aug 16 20:21:56.543556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.561183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55611a22-5846-437b-99fa-8129ca8e1f9d req-085dc268-0219-47f6-a094-2db2b6f2cc33 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Aug 16 20:21:56.561183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.578349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-582cb3a5-d92b-4575-acf6-159e863c44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.585560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-582cb3a5-d92b-4575-acf6-159e863c44aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1101 time: 0.1579406 Aug 16 20:21:56.634707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=55986deb-4b56-4c52-846b-fbd8657b8f03,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:56.647186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.648534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df942e1b-fdba-4c79-9683-af7495ef04e9 req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6362607 Aug 16 20:21:56.649325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97e2b5-8b94-4c29-a814-032074515ac6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9330c9a2-7b77-4467-b652-05b81d5db337,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:56.729699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-c3eea5a0-fa01-448a-a409-a84985e9aa93 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.733729 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-c3eea5a0-fa01-448a-a409-a84985e9aa93 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.2680435 Aug 16 20:21:56.738443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:21:55Z', 'revision_number': 2, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:56.746251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-4b6ba452-dde7-4e20-a4a4-ff0f6765b7ff tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/f10f251e-4411-40ab-8943-a713bd97205d HTTP/1.1" status: 200 len: 1801 time: 0.0730791 Aug 16 20:21:56.781028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Checking router: 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:21:56.781789 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Updating router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 port e4128240-12db-47ab-929b-1ebcd17483da binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:21:56.821610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-f5240d43-6247-467f-93d8-b9acfff10c20 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/9330c9a2-7b77-4467-b652-05b81d5db337 HTTP/1.1" status: 200 len: 1804 time: 0.0682607 Aug 16 20:21:56.826667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f10f251e-4411-40ab-8943-a713bd97205d', 'remote_group_id': '9330c9a2-7b77-4467-b652-05b81d5db337', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:56.827005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f10f251e-4411-40ab-8943-a713bd97205d', 'remote_group_id': '9330c9a2-7b77-4467-b652-05b81d5db337', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:56.838417 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:56.854071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-6f66aed7-cd31-4c2e-8f1f-c0004a661e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.856796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-6f66aed7-cd31-4c2e-8f1f-c0004a661e2a service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2591479 Aug 16 20:21:56.929775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-6979da72-0414-4848-bdc0-267314accb7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0635171 Aug 16 20:21:56.948621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-3222c079-3ec5-4693-8eb6-c66cd12a0f06 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:56.950229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-3222c079-3ec5-4693-8eb6-c66cd12a0f06 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 828 time: 0.1189249 Aug 16 20:21:56.983068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-33bba472-bd4b-4572-b533-9e2a89d4efdb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/quotas/9787cd4897de4e15958023a571600e40 HTTP/1.1" status: 200 len: 375 time: 0.0248342 Aug 16 20:21:57.037831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-b4092dc4-cd63-4884-bef0-9d971b49b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.040514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-b4092dc4-cd63-4884-bef0-9d971b49b349 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1013465 Aug 16 20:21:57.096657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.163499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-87ba95d4-11a6-408f-add6-1cd516941a2e tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1791563 Aug 16 20:21:57.170512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.203819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-95e4312f-6cad-4d02-bd7a-3401631da70c service neutron] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:57.208718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-95e4312f-6cad-4d02-bd7a-3401631da70c service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.209828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-38002d4c-8134-44d8-9e6b-08ee7bfb77ba req-95e4312f-6cad-4d02-bd7a-3401631da70c service neutron] 10.222.0.64 "DELETE /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.4651434 Aug 16 20:21:57.212713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-1d4456f8-aaa6-4fe0-bf9e-1237cae833e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.214369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-1d4456f8-aaa6-4fe0-bf9e-1237cae833e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006503 Aug 16 20:21:57.242635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.262199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf943e1-44f9-4930-8639-b57c83814415,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.307878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-35abe10f-1af3-48a3-a13e-86b4c136c0e2 service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348903 Aug 16 20:21:57.308559 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.334816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Transition to ACTIVE for port object e4128240-12db-47ab-929b-1ebcd17483da will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:21:57.341005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-8b8a95eb-5aae-49e2-999a-177c79e600c1 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130803 Aug 16 20:21:57.385883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.387330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d58972-98fd-477c-864e-1893e3a8f2ac req-455c6df7-4802-4b5b-8118-2320d9d81920 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5648808 Aug 16 20:21:57.420604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-a478052a-71c7-4d96-bfde-22b6a4234755 service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064785 Aug 16 20:21:57.425833 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.449830 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-655c469a-cdac-459d-be0e-4d88565251c8 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009843 Aug 16 20:21:57.490616 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70312-576e-4a67-b820-2492b8211884 None None] Pushing event updated for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:57.566380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9842c7-45ae-402f-ae3b-b371f5988a1a req-419b02fb-e5fb-43c8-a25a-5b5f6d1562ae tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:57.573448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f9842c7-45ae-402f-ae3b-b371f5988a1a req-419b02fb-e5fb-43c8-a25a-5b5f6d1562ae tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.0933995 Aug 16 20:21:57.596197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Attempting to bind port e4128240-12db-47ab-929b-1ebcd17483da on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:21:57.597013 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Attempting to bind port e4128240-12db-47ab-929b-1ebcd17483da by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:21:57.597549 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Attempting to bind port e4128240-12db-47ab-929b-1ebcd17483da on network 85d071a6-f823-4942-983e-8dc67a63b089 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:21:57.603781 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:21:57.604420 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Checking segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:21:57.604997 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.605536 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Bound using segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:21:57.606232 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Bound port: e4128240-12db-47ab-929b-1ebcd17483da, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:21:57.606789 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.647557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f9842c7-45ae-402f-ae3b-b371f5988a1a req-4dd50391-06b0-4460-a571-2b5f5f366836 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Aug 16 20:21:57.667995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:57.670986 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:21:57.716557 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] For port e4128240-12db-47ab-929b-1ebcd17483da, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:21:57.728745 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] For port e4128240-12db-47ab-929b-1ebcd17483da, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e4128240-12db-47ab-929b-1ebcd17483da,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:21:57.802907 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:57.916888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1270029775', 'description': 'tempest-description-383847022'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:57.917719 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:21:57.918223 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:21:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:57.974607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 572bb168-6020-4051-a3fe-60d129fe3d52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:21:57.980116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 572bb168-6020-4051-a3fe-60d129fe3d52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:57.981138 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.057370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-174df935-cb8b-485a-994a-d5ea9a370ee0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1120241 Aug 16 20:21:58.072418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.163642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:21:58.224412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-64393fa1-2e89-4a7d-be19-094004d604ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.229497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-64393fa1-2e89-4a7d-be19-094004d604ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 1096 time: 0.1438606 Aug 16 20:21:58.299013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae521347-b4ca-4f56-a15c-b751c90ddc55 req-ff1875d3-6810-431c-b818-62c9470402a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.301920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae521347-b4ca-4f56-a15c-b751c90ddc55 req-ff1875d3-6810-431c-b818-62c9470402a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.1222563 Aug 16 20:21:58.326622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 55986deb-4b56-4c52-846b-fbd8657b8f03 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:21:58.366324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae521347-b4ca-4f56-a15c-b751c90ddc55 req-bd341ad9-b498-4a12-a561-9afa85fd261b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Aug 16 20:21:58.401229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.462271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-31038f04-9fcd-4514-987f-2b2187265514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.464163 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-31038f04-9fcd-4514-987f-2b2187265514 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.2032211 Aug 16 20:21:58.491115 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70312-576e-4a67-b820-2492b8211884 None None] Pushing event updated for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:58.532224 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:21:57Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:21:58.537186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f65f4d-287a-46b6-8bca-29375df10418 req-098630bc-c75a-44c5-90df-44211903ad21 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 210 time: 0.0785198 Aug 16 20:21:58.542164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.557334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 55986deb-4b56-4c52-846b-fbd8657b8f03 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:21:58.557780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.591007 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf7059-e554-4ad4-aa47-bf5e52846adb None None] The sync data for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 is: [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:21:57Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:21:58.602164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-ea193f3a-f76b-4207-be3f-03c5c3465479 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 200 len: 217 time: 0.1236012 Aug 16 20:21:58.615482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2c40ae-ed53-4334-90a0-754bf2b14a2a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:58.643906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.720265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:21:58.723043 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fdfaa5-459a-4b60-bb50-9c8ee2c654bd" -d '{"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:21:58.724524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-6fad4c35-1380-4742-8f91-6265c3604516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.726803 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-6fad4c35-1380-4742-8f91-6265c3604516 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0909588 Aug 16 20:21:58.732376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.738865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfe3a725-bf22-4e72-959c-92e80603c23c req-0019f8d7-8c38-4c00-b704-c360c5ff9844 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8296044 Aug 16 20:21:58.757631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:21:58.792105 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-90398fa7-7f60-4b7c-97cb-d54db460b553 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526416 Aug 16 20:21:58.802974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994f5de-6894-4a4a-b33a-9249b13a07ff req-b53000f6-6bcb-4b05-b462-033cd3f35830 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:58.819919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7994f5de-6894-4a4a-b33a-9249b13a07ff req-b53000f6-6bcb-4b05-b462-033cd3f35830 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1097 time: 0.1826468 Aug 16 20:21:58.874153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:58.940144 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6481318d-8aee-4874-b300-929194583475 x-openstack-request-id: req-6481318d-8aee-4874-b300-929194583475 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:21:58.940458 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:21:58.940773 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6481318d-8aee-4874-b300-929194583475 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:21:58.941210 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'code': 200} Aug 16 20:21:58.957045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7994f5de-6894-4a4a-b33a-9249b13a07ff req-111dd03e-f1f4-4190-841b-afbdf88c7820 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351886 Aug 16 20:21:58.976563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1861177175', 'description': 'tempest-description-748491332'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:59.028962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.119289 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-7503140a-8fea-4a48-a4dd-e44f289df8f7 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166964 Aug 16 20:21:59.135071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.285346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.328306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a493b9bb-c665-4c8b-ac0d-4c50265a8563 req-4cd2bd9f-b4f0-4a3a-9656-30307dcb3181 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987989 Aug 16 20:21:59.343992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12852d-73e6-4d6f-8986-252a60f2a80d req-dff7336f-4e83-4201-ad4c-02885ce3ff5f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:59.354639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf12852d-73e6-4d6f-8986-252a60f2a80d req-dff7336f-4e83-4201-ad4c-02885ce3ff5f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1097 time: 0.0574880 Aug 16 20:21:59.361535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.415646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f7f237-0dc9-450d-9db7-cd64b72b01b7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:21:59.445873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf12852d-73e6-4d6f-8986-252a60f2a80d req-b4fcdd2f-b6b5-41f9-ab84-3f29450cbc3d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869069 Aug 16 20:21:59.476485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:21:59.484678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0e4b620-e53d-4693-b60d-d344f86734ce req-a9130184-decf-499e-b2ec-ff73af79ff30 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5093446 Aug 16 20:21:59.682885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97733e82-1e06-4574-a1b8-8cb636c54f5a req-d4b46f25-ebdc-4ad2-bb85-a5fc17c5ac97 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:21:59.684742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97733e82-1e06-4574-a1b8-8cb636c54f5a req-d4b46f25-ebdc-4ad2-bb85-a5fc17c5ac97 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.1208417 Aug 16 20:21:59.692000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-1cd4dfb1-71b8-4a41-9b93-c3ef10882fd4 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/2d2c40ae-ed53-4334-90a0-754bf2b14a2a HTTP/1.1" status: 200 len: 1804 time: 0.0718203 Aug 16 20:21:59.767665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97733e82-1e06-4574-a1b8-8cb636c54f5a req-ac7ee44b-b823-4619-8a67-31a30c05b7a0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 Aug 16 20:21:59.772460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-86ed81c8-36cd-4088-9a0c-c9537bcd34e0 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/37f7f237-0dc9-450d-9db7-cd64b72b01b7 HTTP/1.1" status: 200 len: 1804 time: 0.0723109 Aug 16 20:21:59.789271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d2c40ae-ed53-4334-90a0-754bf2b14a2a', 'remote_group_id': '37f7f237-0dc9-450d-9db7-cd64b72b01b7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:59.789601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d2c40ae-ed53-4334-90a0-754bf2b14a2a', 'remote_group_id': '37f7f237-0dc9-450d-9db7-cd64b72b01b7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:21:59.959023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16b76323-eec6-43e2-b152-ddd39396ae5e req-ced8408f-199f-441c-b270-b313162a04f3 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 210 time: 0.0604417 Aug 16 20:22:00.022683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.044847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e4128240-12db-47ab-929b-1ebcd17483da up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:00.124457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.229971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.258209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f808d-cea7-48fa-b92d-6f664fcbb72a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.293314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e4128240-12db-47ab-929b-1ebcd17483da completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:00.297945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e4128240-12db-47ab-929b-1ebcd17483da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:00.298289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.419279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.423946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a3d7dd7-0fdb-4a4d-8039-ac82f8dafe08 req-77dc9118-23cd-4c69-8bf4-acf92936b913 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6369903 Aug 16 20:22:00.426703 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.470259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e4128240-12db-47ab-929b-1ebcd17483da, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e4128240-12db-47ab-929b-1ebcd17483da,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:00.499700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8825b752-e30f-4447-a85a-7f5a864d8581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.573163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-35e4d61c-d183-4924-9c66-e6e73e3f8a3b tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/37f7f237-0dc9-450d-9db7-cd64b72b01b7 HTTP/1.1" status: 200 len: 1804 time: 0.0585072 Aug 16 20:22:00.579202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.701983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.702141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:00.740006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:00.957380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892acbb3-93b6-4878-b593-8e99b214f1bb req-b9cf9868-4ad9-4d32-95fa-aa47a5db892c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:00.958857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-892acbb3-93b6-4878-b593-8e99b214f1bb req-b9cf9868-4ad9-4d32-95fa-aa47a5db892c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 950 time: 0.0762892 Aug 16 20:22:01.005475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-892acbb3-93b6-4878-b593-8e99b214f1bb req-d130c9db-8824-4d56-a358-b46ecbc00b38 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Aug 16 20:22:01.005475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.008241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.011688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81f2913b-aadb-43e0-89df-2340eda70c13 req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/37f7f237-0dc9-450d-9db7-cd64b72b01b7 HTTP/1.1" status: 204 len: 173 time: 0.4200745 Aug 16 20:22:01.023717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220529b2-8b54-472c-adc8-b58a765fc676 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f7f237-0dc9-450d-9db7-cd64b72b01b7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:01.108685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-10460590-1af7-4a90-8862-1671ebe8ec44 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.110374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-10460590-1af7-4a90-8862-1671ebe8ec44 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.64 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 828 time: 0.1333678 Aug 16 20:22:01.126286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'port': {'device_id': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'admin_state_up': True, 'tenant_id': '9787cd4897de4e15958023a571600e40'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:01.132829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d538226-644e-4b60-8829-ee2d8425486c req-01f1cf92-bdc2-4106-aa06-89642cb3a402 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 210 time: 0.0450156 Aug 16 20:22:01.145047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cec52dc9-4237-4d3b-b94d-97b8331c3e0b req-e0995776-dd50-4f72-8d77-d7d66b461367 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/2d2c40ae-ed53-4334-90a0-754bf2b14a2a HTTP/1.1" status: 200 len: 1804 time: 0.0795302 Aug 16 20:22:01.196159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1814077535', 'description': 'tempest-description-1450930986'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:01.218878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-0da20e3e-d4ab-4fe5-96be-7db7a02224bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:01.220704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-0da20e3e-d4ab-4fe5-96be-7db7a02224bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1102 time: 0.0741603 Aug 16 20:22:01.243825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:01.309126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.386609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.568070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:01.576969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Made reservation on behalf of 9787cd4897de4e15958023a571600e40 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:01.580922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.652891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:01.671880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:01.724358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:01.726629 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5319fb72-b114-4837-8e22-6ffb30d208bf" -d '{"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-unplugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:01.728412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Allocated IP 172.20.0.14 (85d071a6-f823-4942-983e-8dc67a63b089/cf879c3e-57fc-4777-8089-f177ebca21fc/913df607-c85c-4c15-b0b8-4fdbc6f5e655) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:01.750047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.792832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.809027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Transition to ACTIVE for port object 572bb168-6020-4051-a3fe-60d129fe3d52 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:01.822242 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.833056 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669cb80-2f9f-4fbd-8bb4-2c66e604cd1e x-openstack-request-id: req-2669cb80-2f9f-4fbd-8bb4-2c66e604cd1e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:01.833577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-unplugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:01.833992 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2669cb80-2f9f-4fbd-8bb4-2c66e604cd1e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:01.834600 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'code': 200} Aug 16 20:22:01.876779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.923236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.954679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5af573-282b-48b5-8a1b-d633d329842b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:01.956378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e4128240-12db-47ab-929b-1ebcd17483da up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:01.956775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:01.997350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Transition to ACTIVE for port object 913df607-c85c-4c15-b0b8-4fdbc6f5e655 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:02.004058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:22:02.004775 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:22:02.006213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.030544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] No DVR routers for this DVR port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:02.034026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.040139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee2dd61e-dd69-4af7-94cc-e69d6c278a69 req-26c2a3ee-acfb-43fb-a16d-b43f28398f09 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8536897 Aug 16 20:22:02.053525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e4128240-12db-47ab-929b-1ebcd17483da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:02.054152 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.113472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:02.117962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:02.118352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:02.147535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:02.147958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Attempting to bind port 572bb168-6020-4051-a3fe-60d129fe3d52 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:02.180954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:02.181303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:02.181703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:02.182163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Bound port: 572bb168-6020-4051-a3fe-60d129fe3d52, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:02.182540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.219711 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.221133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-345b4898-478c-44cb-937f-48cd90a790a0 req-ceb20b33-6f27-44ca-9db5-54b5d1f10224 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 200 len: 1805 time: 0.1475117 Aug 16 20:22:02.261630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5af573-282b-48b5-8a1b-d633d329842b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:02.261978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5af573-282b-48b5-8a1b-d633d329842b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:02.286492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76803b-b182-4be8-be92-2a40d878d087 req-ec5a005f-8e58-4264-8a0b-edaf87bfbc3e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.306599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f76803b-b182-4be8-be92-2a40d878d087 req-ec5a005f-8e58-4264-8a0b-edaf87bfbc3e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.1751688 Aug 16 20:22:02.307699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event updated for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.313681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Network 85d071a6-f823-4942-983e-8dc67a63b089 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:02.316056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:02.318521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:02.421223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.421961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.441880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f76803b-b182-4be8-be92-2a40d878d087 req-8180238f-683a-45fd-920c-d92acf704358 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077063 Aug 16 20:22:02.443067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:02.446878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:02.557970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.616585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-83878800-d391-4a46-93d4-be44ca70b6bb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4949424 Aug 16 20:22:02.624686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.625599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.627010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] 10.222.0.64 "PUT /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 1098 time: 1.3910775 Aug 16 20:22:02.633116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Request body: {'port': {'device_id': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:02.693820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ab93d885-e288-45c5-88af-4792ffabbeaa None None] Provisioning for port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:02.698245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ab93d885-e288-45c5-88af-4792ffabbeaa None None] Provisioning complete for port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:02.698626 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab93d885-e288-45c5-88af-4792ffabbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.699981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb306c-f2f3-41cd-a2ea-12e90643dee6 service neutron] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=11']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.713018 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.735230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.750703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6835eb8-2722-4ec0-892f-847b4d1160b7 req-fd75ef21-2424-4a34-bd87-517ac556837b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.760675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6835eb8-2722-4ec0-892f-847b4d1160b7 req-fd75ef21-2424-4a34-bd87-517ac556837b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 932 time: 0.2495539 Aug 16 20:22:02.772024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ab93d885-e288-45c5-88af-4792ffabbeaa None None] Port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:02.817255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.844064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-a91f6ea6-cc0b-4dc1-a5a1-3db5f8169913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.845621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-a91f6ea6-cc0b-4dc1-a5a1-3db5f8169913 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1101 time: 0.1883547 Aug 16 20:22:02.848885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6835eb8-2722-4ec0-892f-847b4d1160b7 req-1999f938-fb35-4c99-8b92-ffab8b3b3c09 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873854 Aug 16 20:22:02.928472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:02.960260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933ddd86-7e95-4d99-a401-b3f262d1990e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:02.987330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-2ae20744-ed5e-47da-a088-124fb0a37a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:02.989549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-2ae20744-ed5e-47da-a088-124fb0a37a85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1332235 Aug 16 20:22:03.055367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-cbd73650-9947-4add-91bc-7586de03de67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0574498 Aug 16 20:22:03.102513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.105829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-345b4898-478c-44cb-937f-48cd90a790a0 req-b7a753c2-6b19-45db-8a98-2eb738785ef2 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8605466 Aug 16 20:22:03.130933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-78f0a4fc-f672-46fb-9141-157c8416e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.132395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-78f0a4fc-f672-46fb-9141-157c8416e50b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0617106 Aug 16 20:22:03.152215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913df607-c85c-4c15-b0b8-4fdbc6f5e655 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:03.158252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.193729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-704f0857-42a8-438e-84d3-7c76f87f8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.195849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-704f0857-42a8-438e-84d3-7c76f87f8387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554752 Aug 16 20:22:03.279792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Transition to ACTIVE for port object 913df607-c85c-4c15-b0b8-4fdbc6f5e655 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:03.281822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d021d58-3676-4508-a17e-1bc8242b16d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.312288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-b3da16c2-3a6a-4ea7-973d-4833138a8cb6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 200 len: 2398 time: 0.0919600 Aug 16 20:22:03.345126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-fd84bc78-b7d7-474c-b172-1e2725007e6a service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405654 Aug 16 20:22:03.345352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.351822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5af573-282b-48b5-8a1b-d633d329842b', 'remote_group_id': None}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:03.351822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5af573-282b-48b5-8a1b-d633d329842b', 'remote_group_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:03.379633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.443819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:03.470925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f02252-00f2-4bad-b87f-06dda9296f14 req-be2fd1f0-475c-4889-bcd6-118b592d6329 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144607 Aug 16 20:22:03.529947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Attempting to bind port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:03.530319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Attempting to bind port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:03.530653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Attempting to bind port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 on network 85d071a6-f823-4942-983e-8dc67a63b089 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:03.538312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 on network 85d071a6-f823-4942-983e-8dc67a63b089 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:03.539020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Attempting to bind port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 on network 85d071a6-f823-4942-983e-8dc67a63b089 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:03.545318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:03.546178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Checking segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:03.546742 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Bound using segment: {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:03.547341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Bound port: 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503ef9b9-03d1-43b2-bc0f-2d537069f57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:03.548876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.593115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.622128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.631986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f29114-59a5-4b5e-9db9-bb98db465658 req-8eb9d1ab-fdcc-478e-8f73-0daf73f7f0b3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:03.633688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7f29114-59a5-4b5e-9db9-bb98db465658 req-8eb9d1ab-fdcc-478e-8f73-0daf73f7f0b3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.0992174 Aug 16 20:22:03.711231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7f29114-59a5-4b5e-9db9-bb98db465658 req-20b5c750-9e16-4ce3-a4ff-869ea5c6a7d0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Aug 16 20:22:03.727432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.752894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b246f-ca09-4467-bba6-a7c64e924a6a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:03.836738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:03.840021 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e57fbd-e189-4beb-86e3-4b4d203be684" -d '{"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:03.891851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:03.896565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4e9334d-1433-4985-9f73-a7443c5df140 req-49639063-0714-4cf8-b069-35786cd52b94 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5472875 Aug 16 20:22:03.901474 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92316463-4b96-453c-a65d-062129af60fe x-openstack-request-id: req-92316463-4b96-453c-a65d-062129af60fe {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:03.901827 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:03.902079 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92316463-4b96-453c-a65d-062129af60fe {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:03.902499 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'status': 'completed', 'code': 200} Aug 16 20:22:04.012897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:04.021168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:04.039885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-466a70f7-771f-47ae-a747-abedf78d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.041653 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-466a70f7-771f-47ae-a747-abedf78d8b2f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1101 time: 0.1117523 Aug 16 20:22:04.045093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b955eaf1-fbe2-46f2-ae6c-7512718389a2 req-dba4ae82-93f2-4a4b-9b7f-4f40cfc216f4 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 200 len: 2996 time: 0.0880551 Aug 16 20:22:04.154571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-0cb35951-78e5-4674-994c-1793878a90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.156590 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-0cb35951-78e5-4674-994c-1793878a90f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1065886 Aug 16 20:22:04.213533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.217591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-6ff7461a-1e40-4bc3-bb16-99a021ef50b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0494707 Aug 16 20:22:04.218450 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.301373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.302206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.304017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] 10.222.0.64 "PUT /v2.0/ports/913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 1093 time: 1.6772361 Aug 16 20:22:04.304496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:04.306809 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b11ae9-357f-413f-a374-a29e690dcb08" -d '{"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:04.358633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-e1ed9cf5-9e02-4d31-a074-6692b4562d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.360935 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-e1ed9cf5-9e02-4d31-a074-6692b4562d3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1303351 Aug 16 20:22:04.362360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b52ba7-cfb8-44e3-92bf-ac3044348ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:04.419993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-8a05d4f9-0985-4578-a284-a26244a394f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.422057 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-8a05d4f9-0985-4578-a284-a26244a394f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0501790 Aug 16 20:22:04.427497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-c14f2f1b-9d43-4f1c-aaef-9f37066a8ebd tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-group-rules/019b246f-ca09-4467-bba6-a7c64e924a6a HTTP/1.1" status: 200 len: 783 time: 0.0376437 Aug 16 20:22:04.437231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-a7defe97-fdfe-4f01-998a-87018e79d75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.438743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-a7defe97-fdfe-4f01-998a-87018e79d75d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 1101 time: 0.5076976 Aug 16 20:22:04.452952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2de0-2cfd-4c0f-9dd7-f53459435739 req-7dc09eb6-9ac6-40cb-9454-36321265a4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.455045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00cc2de0-2cfd-4c0f-9dd7-f53459435739 req-7dc09eb6-9ac6-40cb-9454-36321265a4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 944 time: 0.4484122 Aug 16 20:22:04.594961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-8d35924b-0ebb-4da3-a991-f522880a17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.595982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ed2000c1-5439-4c2b-85df-c093e20840c7 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 200 len: 2996 time: 0.1562014 Aug 16 20:22:04.597055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-8d35924b-0ebb-4da3-a991-f522880a17d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1096 time: 0.1043916 Aug 16 20:22:04.599381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-70838638-b579-478f-859d-c84f065e83a4 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684072 Aug 16 20:22:04.637871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00cc2de0-2cfd-4c0f-9dd7-f53459435739 req-32707f2f-42bf-408f-aeae-b8b4ac4a9643 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515839 Aug 16 20:22:04.659387 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-cf3d544a-fdbb-4744-a7f1-ed0cce116a84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 217 time: 0.0537775 Aug 16 20:22:04.739515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.763775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:04.782287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-2155c2b5-60be-4306-a646-ebabec4c49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.784755 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-2155c2b5-60be-4306-a646-ebabec4c49d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.1128483 Aug 16 20:22:04.798441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-ec2c0145-310a-4bd8-bf30-9c5da7d616c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.800202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-ec2c0145-310a-4bd8-bf30-9c5da7d616c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3442044 Aug 16 20:22:04.855270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-e8ad931c-3d1a-4c1f-9f23-7dd1cf88db73 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412720 Aug 16 20:22:04.880941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-3bf791aa-8456-4706-87c9-9e8e9707f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:04.882613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-3bf791aa-8456-4706-87c9-9e8e9707f2d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851567 Aug 16 20:22:04.889800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-14341721-abf1-49fc-a814-39341d61091d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 200 len: 217 time: 0.0789216 Aug 16 20:22:04.973273 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb7750-c9c8-4a56-b893-c66b4348cfbf x-openstack-request-id: req-65cb7750-c9c8-4a56-b893-c66b4348cfbf {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:04.973615 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:04.979245 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65cb7750-c9c8-4a56-b893-c66b4348cfbf {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:04.979245 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'status': 'completed', 'code': 200} Aug 16 20:22:04.998928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-dab6fe19-5fce-4934-8a85-f2c981991407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.007881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-dab6fe19-5fce-4934-8a85-f2c981991407 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1105387 Aug 16 20:22:05.009212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.022230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.023588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30d0a25e-4ef2-41ed-b437-ac1bbffbdf9d req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/019b246f-ca09-4467-bba6-a7c64e924a6a HTTP/1.1" status: 204 len: 173 time: 0.4258993 Aug 16 20:22:05.046841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30c82a-17de-4cde-97cb-5a7a443bd2b6 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=019b246f-ca09-4467-bba6-a7c64e924a6a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:05.057914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-88c8c6d0-fb91-40ac-b327-2975f5415d61 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664793 Aug 16 20:22:05.152422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-37be4308-f796-43f0-a8df-59111893d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.154272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-37be4308-f796-43f0-a8df-59111893d158 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275823 Aug 16 20:22:05.167403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f4b-ee7a-4bb5-bee5-4f207a1c685c req-7954f366-78b1-400c-80fd-8785bb1ef6d0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.175362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36ff6f4b-ee7a-4bb5-bee5-4f207a1c685c req-7954f366-78b1-400c-80fd-8785bb1ef6d0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.1305475 Aug 16 20:22:05.194250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8bc32043-146e-4a1a-ae84-a5e392cf334d req-dfcd324d-682c-4fda-b442-0c62449ddae4 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238737 Aug 16 20:22:05.276330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-d00d38ca-cf40-4102-ac02-d12afe607609 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 200 len: 2398 time: 0.2166460 Aug 16 20:22:05.323919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36ff6f4b-ee7a-4bb5-bee5-4f207a1c685c req-8ab0fe7e-500c-4920-9358-188427f30a4e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475227 Aug 16 20:22:05.385617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-d0bc2db8-e9c6-4379-8118-68c18433235a service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045941 Aug 16 20:22:05.421232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.449936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-36708841-443e-46b2-9bcf-90dc547c0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.449936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-36708841-443e-46b2-9bcf-90dc547c0284 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1096 time: 0.0624464 Aug 16 20:22:05.503073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.556223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-7f37441d-46f5-4154-8bcc-45cc7231633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.557848 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-7f37441d-46f5-4154-8bcc-45cc7231633a service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 929 time: 0.1006172 Aug 16 20:22:05.567997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e57fbd-e189-4beb-86e3-4b4d203be684 req-a273eaf4-1dd7-4a2d-9b4c-d4f6f1dfb279 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592581 Aug 16 20:22:05.607147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-e9fbdde5-aee8-4d8b-8a3c-a30c04faed29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 217 time: 0.0376871 Aug 16 20:22:05.660670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-481c2f80-415d-4042-a718-73a8e0541c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.662217 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-481c2f80-415d-4042-a718-73a8e0541c61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.0464725 Aug 16 20:22:05.717791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-224d99fe-4a21-4a2f-92fd-2c0e49a46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.719211 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-224d99fe-4a21-4a2f-92fd-2c0e49a46162 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421071 Aug 16 20:22:05.722353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.725113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:05.726448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d00bd343-e332-4ee3-b46c-7a07c7be5b4f req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/ac5af573-282b-48b5-8a1b-d633d329842b HTTP/1.1" status: 204 len: 173 time: 0.4371941 Aug 16 20:22:05.757735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82903f-9ee1-482e-88c4-6e724a7b8009 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5af573-282b-48b5-8a1b-d633d329842b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:05.790691 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-f121da33-1bbd-4dda-8fa6-7d984f3012ad req-09a85205-ef61-4aa8-81f0-08353f174083 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] show failed (client error): The resource could not be found. Aug 16 20:22:05.792272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f121da33-1bbd-4dda-8fa6-7d984f3012ad req-09a85205-ef61-4aa8-81f0-08353f174083 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/37f7f237-0dc9-450d-9db7-cd64b72b01b7 HTTP/1.1" status: 404 len: 352 time: 0.0398114 Aug 16 20:22:05.809647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f3c01-18cf-4839-9823-c0c56a5d6b4f req-0591a201-82ec-49a6-b87d-41135a0cf678 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:05.815858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec4f3c01-18cf-4839-9823-c0c56a5d6b4f req-0591a201-82ec-49a6-b87d-41135a0cf678 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 944 time: 0.1016197 Aug 16 20:22:05.843804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-d55be7f7-bc24-41a3-9c44-ae74499f7f35 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138148 Aug 16 20:22:05.870877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec4f3c01-18cf-4839-9823-c0c56a5d6b4f req-68a905c1-ca78-4b6b-9b09-a3fa87cd66d6 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Aug 16 20:22:05.966328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-accd746f-1841-45bb-9198-072486e78166 req-b0ca4abc-e3ae-40c3-b15d-7cb8c6971110 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/2d2c40ae-ed53-4334-90a0-754bf2b14a2a HTTP/1.1" status: 200 len: 1804 time: 0.0628641 Aug 16 20:22:05.987777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-70b11ae9-357f-413f-a374-a29e690dcb08 req-a109c9b0-0cc3-42a0-934b-60c95d735d84 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349351 Aug 16 20:22:06.027940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-accd746f-1841-45bb-9198-072486e78166 req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.054179 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-accd746f-1841-45bb-9198-072486e78166 req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.058509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.222582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-accd746f-1841-45bb-9198-072486e78166 req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.225647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-accd746f-1841-45bb-9198-072486e78166 req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.228499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-accd746f-1841-45bb-9198-072486e78166 req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/2d2c40ae-ed53-4334-90a0-754bf2b14a2a HTTP/1.1" status: 204 len: 173 time: 0.2608337 Aug 16 20:22:06.245002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b6022-c7f6-4cec-8e78-00818b0dc931 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2c40ae-ed53-4334-90a0-754bf2b14a2a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.304475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4b0ada57-7082-4563-b223-016f7f541563 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/9330c9a2-7b77-4467-b652-05b81d5db337 HTTP/1.1" status: 200 len: 1804 time: 0.0423822 Aug 16 20:22:06.381836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.407774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.491426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff48368-01b1-4219-a909-2a34591d13b0 req-2b4cf4b0-1fb4-445e-b2a1-be94f2fee662 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.492962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aff48368-01b1-4219-a909-2a34591d13b0 req-2b4cf4b0-1fb4-445e-b2a1-be94f2fee662 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.0817871 Aug 16 20:22:06.536568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aff48368-01b1-4219-a909-2a34591d13b0 req-d6f138fd-6e3b-4be0-b671-97e91f109bcc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367792 Aug 16 20:22:06.656866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d920c1f-b860-4647-8881-ffbd88fdf079 req-d4709570-4ad6-4aa0-8e60-fbcc4ca4acf6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:06.658474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d920c1f-b860-4647-8881-ffbd88fdf079 req-d4709570-4ad6-4aa0-8e60-fbcc4ca4acf6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 949 time: 0.0532258 Aug 16 20:22:06.662585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.665522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.678193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e23f8bb-e124-4271-b85a-33d2cef7ab2a req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/9330c9a2-7b77-4467-b652-05b81d5db337 HTTP/1.1" status: 204 len: 173 time: 0.3527923 Aug 16 20:22:06.688779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa39d99-b973-44c8-84df-e1b87a64a5c8 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330c9a2-7b77-4467-b652-05b81d5db337,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:06.730803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d920c1f-b860-4647-8881-ffbd88fdf079 req-4395ade0-4b5a-4058-9afd-46be2a392d2d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631328 Aug 16 20:22:06.752477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-2f815864-e288-4cb2-9483-e8c86b9aa71f tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/f10f251e-4411-40ab-8943-a713bd97205d HTTP/1.1" status: 200 len: 1801 time: 0.0591586 Aug 16 20:22:06.820653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:06.843027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.004373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.008310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.010545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8737028d-37d7-419f-bd27-f4dea665bfcd req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/f10f251e-4411-40ab-8943-a713bd97205d HTTP/1.1" status: 204 len: 173 time: 0.2505136 Aug 16 20:22:07.047863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec855796-e9aa-40c0-8760-03f9b20cf37e tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f251e-4411-40ab-8943-a713bd97205d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:07.076308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcc439-c9af-4539-88fb-0b3361fcf505 req-c8a99d53-84aa-4a21-8aa0-727e529cc8da tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:07.076308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eadcc439-c9af-4539-88fb-0b3361fcf505 req-c8a99d53-84aa-4a21-8aa0-727e529cc8da tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 944 time: 0.0867522 Aug 16 20:22:07.135909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eadcc439-c9af-4539-88fb-0b3361fcf505 req-0e5b6b22-a144-4da5-a6b7-1ae175d4a235 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502927 Aug 16 20:22:07.152953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-b111f562-c6db-4bc4-8246-a413ec5c92b8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312696 Aug 16 20:22:07.291272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-4eb8fcac-14bf-4298-893c-80c97c7cde6d tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/77da0fa0-b9f3-4570-8f82-d488473c48ab HTTP/1.1" status: 200 len: 2402 time: 0.0778189 Aug 16 20:22:07.326327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-463347da-cada-44aa-a1c1-cdb2c550510a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:07.332274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-463347da-cada-44aa-a1c1-cdb2c550510a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722519 Aug 16 20:22:07.353997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-26caaf7c-b5fd-4b9f-a7d7-339fd2971086 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/quotas/1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 375 time: 0.0179670 Aug 16 20:22:07.435843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.469439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-13c00861-467c-41bb-9c0e-47f260eb445b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1075244 Aug 16 20:22:07.475159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.681895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.685378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:07.688677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dc30e11-581e-48e0-91f3-966666cb4de6 req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/77da0fa0-b9f3-4570-8f82-d488473c48ab HTTP/1.1" status: 204 len: 173 time: 0.3852131 Aug 16 20:22:07.708755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5227937-9e60-47df-a745-3c603670de87 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da0fa0-b9f3-4570-8f82-d488473c48ab,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:07.841047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5188f711-dcd0-4d16-b04c-913977046cc2 req-c3572c48-f132-49e1-a8af-dad4f5918b45 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 210 time: 0.0352917 Aug 16 20:22:07.869633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:07.903939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aab980a3-d357-4efe-b946-e29166399c30 req-418f1129-bbcb-4c78-a3fe-756c87e47324 tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "GET /v2.0/security-groups/2b208887-14cf-46bd-8902-5f86e728dca3 HTTP/1.1" status: 200 len: 2397 time: 0.1336539 Aug 16 20:22:08.005416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aab980a3-d357-4efe-b946-e29166399c30 req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.038553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:08.064546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '572bb168-6020-4051-a3fe-60d129fe3d52', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '572bb168-6020-4051-a3fe-60d129fe3d52', 'mac_address': 'fa:16:3e:f5:51:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:08.068371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aab980a3-d357-4efe-b946-e29166399c30 req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.105926 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.119449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:08.140066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:08.236147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.239399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aab980a3-d357-4efe-b946-e29166399c30 req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.241279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aab980a3-d357-4efe-b946-e29166399c30 req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.242467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aab980a3-d357-4efe-b946-e29166399c30 req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] 10.222.0.70 "DELETE /v2.0/security-groups/2b208887-14cf-46bd-8902-5f86e728dca3 HTTP/1.1" status: 204 len: 173 time: 0.3291574 Aug 16 20:22:08.248530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41532) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:08.267196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857fa3b-ec77-4164-bc82-4dd8443850ea tempest-SecurityGroupRulesTestJSON-1280870420 tempest-SecurityGroupRulesTestJSON-1280870420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b208887-14cf-46bd-8902-5f86e728dca3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:08.302522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83e96a-2730-4bee-a26f-e9bf26b13740 req-013ed471-08e8-4e6b-b271-a8d9e1306bcd tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:08.310360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd83e96a-2730-4bee-a26f-e9bf26b13740 req-013ed471-08e8-4e6b-b271-a8d9e1306bcd tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 944 time: 0.1011546 Aug 16 20:22:08.336382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:08.357198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Deleting subnet c216dc91-ac63-427a-9f69-366a3ad909a1 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:08.365825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.392823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd83e96a-2730-4bee-a26f-e9bf26b13740 req-734049a9-fc9d-4d43-af29-0d1445e64ce5 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Aug 16 20:22:08.411916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.460802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.555977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:08.685871 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.713460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c216dc91-ac63-427a-9f69-366a3ad909a1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:08.716757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.718513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f04c2a2b-5183-4736-8646-b3ac53314191 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c216dc91-ac63-427a-9f69-366a3ad909a1 HTTP/1.1" status: 204 len: 168 time: 0.4690425 Aug 16 20:22:08.721945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41542) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:08.798661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.917533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.941094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a45223d-3716-4484-8088-ad420f56d1ad req-1e83f2fa-0dbf-4f6d-bcda-67ad2f4c1041 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 210 time: 0.0402308 Aug 16 20:22:08.942811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a100e46e-7ea7-4491-bda2-0c92e718106e']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:08.956421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08633114-975c-4655-83d6-1c45e76cbe3b') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:08.956421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08633114-975c-4655-83d6-1c45e76cbe3b') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:08.968255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.982602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.990600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:08.991082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:08.993072 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:09.179156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.183913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:09.188627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a100e46e-7ea7-4491-bda2-0c92e718106e HTTP/1.1" status: 204 len: 168 time: 0.4631681 Aug 16 20:22:09.206644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a100e46e-7ea7-4491-bda2-0c92e718106e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:09.214676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.215023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.215391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.215719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.216321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.216658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.217013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.217672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.218025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.223285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.223285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.223285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f778517-e334-4b39-b1fd-057a5098dd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:09.719809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03691b9a-2604-4316-b81e-553802c0d89e req-6534cf7f-837a-4f09-b633-1e20d3bafd35 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:09.734507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03691b9a-2604-4316-b81e-553802c0d89e req-6534cf7f-837a-4f09-b633-1e20d3bafd35 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 944 time: 0.2211084 Aug 16 20:22:09.854816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03691b9a-2604-4316-b81e-553802c0d89e req-c4083cdb-8a20-480e-84a1-5ce185a7e8f9 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183410 Aug 16 20:22:09.865187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:09.896454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913df607-c85c-4c15-b0b8-4fdbc6f5e655 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:09.900599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:09.942329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41602) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:09.943550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c064cf47-9752-4d6c-9281-9b847ed34496 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=95400c08a23d48fca9a81e29400ab90e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742702 Aug 16 20:22:10.088962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.121831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.122001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:10.136833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'mac_address': 'fa:16:3e:a3:f0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:10.164092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12089ed9-3d09-4b61-8b19-f6c6727d25ea req-62caef63-8422-4b96-9f5a-4e123837246f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 210 time: 0.0761857 Aug 16 20:22:10.194102 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.197902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 572bb168-6020-4051-a3fe-60d129fe3d52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:10.210771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 572bb168-6020-4051-a3fe-60d129fe3d52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:10.211509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.255838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913df607-c85c-4c15-b0b8-4fdbc6f5e655 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:10.307903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:10.326780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.353028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:10.354519 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7baecf3-586d-43bc-927b-3736b5698b15" -d '{"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:10.370911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:10.404156 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7281efd1-efac-489a-a9c3-01df5fe49a6d x-openstack-request-id: req-7281efd1-efac-489a-a9c3-01df5fe49a6d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:10.404156 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-plugged", "status": "completed", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:10.404156 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7281efd1-efac-489a-a9c3-01df5fe49a6d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:10.404156 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'code': 200} Aug 16 20:22:10.476493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.496464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.496464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.496464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be910dde-8800-4867-8beb-857921ac4a44 HTTP/1.1" status: 204 len: 168 time: 0.5412505 Aug 16 20:22:10.503832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb1d0-e13b-45dc-a1f3-36d0be0d5370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be910dde-8800-4867-8beb-857921ac4a44,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.552126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:10.812620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['913df607-c85c-4c15-b0b8-4fdbc6f5e655'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:10.932935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:10.996912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8c31-4885-4cd9-ad0f-591585bbc3f2 req-fbe600aa-2350-42c2-9035-b5ba0a35a50b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:10.999083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-582c8c31-4885-4cd9-ad0f-591585bbc3f2 req-fbe600aa-2350-42c2-9035-b5ba0a35a50b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 945 time: 0.0827200 Aug 16 20:22:11.030705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:11.071537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-582c8c31-4885-4cd9-ad0f-591585bbc3f2 req-c09b3aa4-b64e-4b0a-9202-983aa2e66f8c tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654376 Aug 16 20:22:11.318547 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-cf614dad-cc29-47b4-b1db-71d05afa1c22 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608046 Aug 16 20:22:11.362165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a36868e-db25-4c8f-9774-7c409c3372f5 req-fd2c89a8-43eb-49ff-a13f-4b7771d6ead6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 210 time: 0.0564821 Aug 16 20:22:11.472889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-851f683c-eb26-42eb-8e13-54e8106c64e3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:11.474834 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-851f683c-eb26-42eb-8e13-54e8106c64e3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473012 Aug 16 20:22:11.496534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Request body: {'port': {'device_id': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '1a04a74dc1f7468da022c63664652e7c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:11.744081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Made reservation on behalf of 1a04a74dc1f7468da022c63664652e7c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:11.747612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:11.890332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Allocated IP 192.168.233.165 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/399da53c-9216-4eeb-87c9-bb5b306f3a75) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:12.103588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.122927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Transition to ACTIVE for port object 399da53c-9216-4eeb-87c9-bb5b306f3a75 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:12.216549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8289f-cba9-4bdb-b256-3e7a059f1eb0 req-49013daf-7169-4f91-93f2-81b95f4bc05f tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.218956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d8289f-cba9-4bdb-b256-3e7a059f1eb0 req-49013daf-7169-4f91-93f2-81b95f4bc05f tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 945 time: 0.0620463 Aug 16 20:22:12.264159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d8289f-cba9-4bdb-b256-3e7a059f1eb0 req-717249c0-ed0a-4555-97e7-483d0d21ad0a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356309 Aug 16 20:22:12.304538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.319360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:12.322326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e', '572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:12.334841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:12.358994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:12.363598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:12.368326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:12.446187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:12.506116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1429368699-network', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:12.529515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.530587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.633436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881ff1-d735-4dd5-a98c-a5d95708b0ff req-cd757488-2698-46d7-8ecc-82af41410de8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:12.639461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a881ff1-d735-4dd5-a98c-a5d95708b0ff req-cd757488-2698-46d7-8ecc-82af41410de8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 936 time: 0.1548939 Aug 16 20:22:12.711012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a881ff1-d735-4dd5-a98c-a5d95708b0ff req-450c21ad-4e06-4cac-ae96-75fa3d4b334b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557334 Aug 16 20:22:12.711876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:12.718402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.739317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.790970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-f845a36c-d805-4c2f-bb22-6f0f0be50a2c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3052771 Aug 16 20:22:12.806094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Request body: {'port': {'device_id': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:12.863837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9ddde68-f37a-402d-98b7-79187fc17b47 None None] Provisioning for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:12.876545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9ddde68-f37a-402d-98b7-79187fc17b47 None None] Provisioning complete for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:12.877446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9ddde68-f37a-402d-98b7-79187fc17b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.942644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:12.946925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.008290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e9ddde68-f37a-402d-98b7-79187fc17b47 None None] Port 399da53c-9216-4eeb-87c9-bb5b306f3a75 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:13.012828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.084062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:13.090667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be1ee92-4a92-440e-8988-e80cc3505971,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:13.097777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.099145 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Added segment 4609e6fc-9ab6-4d04-b88a-b44f69766fe0 of type vlan for network 2fa8d127-4f8f-478e-9aa0-651afed7a7da Aug 16 20:22:13.212754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.314750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3d41b-d3da-4544-9b65-1df3acec199f req-22a7621f-4c66-4987-a1cb-52973f92e8f1 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.317005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f3d41b-d3da-4544-9b65-1df3acec199f req-22a7621f-4c66-4987-a1cb-52973f92e8f1 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.0818434 Aug 16 20:22:13.372759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f3d41b-d3da-4544-9b65-1df3acec199f req-90d4448c-e18c-448f-a17f-eb5caf69082c tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Aug 16 20:22:13.373924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.375711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.376555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.403131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:13.419406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.458881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Transition to ACTIVE for port object 399da53c-9216-4eeb-87c9-bb5b306f3a75 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:13.508366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa8d127-4f8f-478e-9aa0-651afed7a7da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:13.521336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:13.526726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.530984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771b4a1-c42d-4a43-b18d-bc29ad1432ee req-8c0b3ddf-6f7b-45cf-9303-5a9e337235bf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:13.535671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f771b4a1-c42d-4a43-b18d-bc29ad1432ee req-8c0b3ddf-6f7b-45cf-9303-5a9e337235bf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 945 time: 0.1257539 Aug 16 20:22:13.579641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d60c262f-e0f5-425e-b6be-83b479fd7732 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2408209 Aug 16 20:22:13.592490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41678) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:13.606227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Request body: {'subnet': {'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1429368699-subnet', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:13.650285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f771b4a1-c42d-4a43-b18d-bc29ad1432ee req-265a18b9-127c-4d10-939a-677c9bb8a8d7 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100020 Aug 16 20:22:13.661878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:13.733085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:13.733515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:13.734051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:13.739255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:13.739667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:13.756312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:13.761115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.764168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:13.765669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:13.766071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:13.780394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Bound port: 399da53c-9216-4eeb-87c9-bb5b306f3a75, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:13.780823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:13.901878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:13.905583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:13.938004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913df607-c85c-4c15-b0b8-4fdbc6f5e655 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:13.998302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53ac66-3a55-4e12-abfc-aa33bdb0eb52 req-de09ed0f-cf5c-4629-a016-b078a034ce52 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.000232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a53ac66-3a55-4e12-abfc-aa33bdb0eb52 req-de09ed0f-cf5c-4629-a016-b078a034ce52 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.0923514 Aug 16 20:22:14.018032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.064984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.066205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.091799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] 10.222.0.73 "PUT /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 1097 time: 1.2764821 Aug 16 20:22:14.091920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a53ac66-3a55-4e12-abfc-aa33bdb0eb52 req-2c79256a-f094-4679-b54f-387e5e602daa tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701172 Aug 16 20:22:14.092036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:14.092036 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062be468-93ba-42a7-ab30-e798b6d51797" -d '{"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:14.109887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:14.118902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:14.118902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.122665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec187e-944e-4eea-af23-25d29a030fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:14.153804 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359ce2fb-7ccd-40f5-9b00-7929d09725d1 x-openstack-request-id: req-359ce2fb-7ccd-40f5-9b00-7929d09725d1 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:14.154114 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:14.154369 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-359ce2fb-7ccd-40f5-9b00-7929d09725d1 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:14.155127 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'status': 'completed', 'code': 200} Aug 16 20:22:14.221176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.232182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062be468-93ba-42a7-ab30-e798b6d51797 req-1964482e-04c7-4fa8-9729-1ef2a20b9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.232182 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-062be468-93ba-42a7-ab30-e798b6d51797 req-1964482e-04c7-4fa8-9729-1ef2a20b9ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1100 time: 0.0498796 Aug 16 20:22:14.233475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.277993 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-062be468-93ba-42a7-ab30-e798b6d51797 req-d6953694-fb6d-4c75-a7dd-e555b16df20c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1a04a74dc1f7468da022c63664652e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368295 Aug 16 20:22:14.297726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:14.298859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:14.303912 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f0d11-a0bc-4492-a803-b1cbd213e086" -d '{"events": [{"server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "name": "network-vif-plugged", "status": "completed", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:14.334771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9ffda9-c1bf-4af9-b362-b4956ee4e03f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:14.346969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Checking segment: {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:14.347338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Network hostable DHCP agents. Network: 2fa8d127-4f8f-478e-9aa0-651afed7a7da, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:14.361032 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f360757-60d6-423e-a615-d34bc1fd315d x-openstack-request-id: req-4f360757-60d6-423e-a615-d34bc1fd315d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:14.361350 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "name": "network-vif-plugged", "status": "completed", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:14.361631 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f360757-60d6-423e-a615-d34bc1fd315d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:14.362153 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'code': 200} Aug 16 20:22:14.372296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.424853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062be468-93ba-42a7-ab30-e798b6d51797 req-ffadc298-365d-4cce-87db-b46498c69cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.426485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-062be468-93ba-42a7-ab30-e798b6d51797 req-ffadc298-365d-4cce-87db-b46498c69cfc service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358137 Aug 16 20:22:14.428978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:14.467608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:14.472252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e59010-fc29-467e-811d-d907da7ae3e6 req-0cd87123-f51f-4ca5-b32a-dbab569e64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.473324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-42e59010-fc29-467e-811d-d907da7ae3e6 req-0cd87123-f51f-4ca5-b32a-dbab569e64b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1098 time: 0.0443430 Aug 16 20:22:14.521284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40085676-8486-4d48-8611-ddb002bf0dee req-1d989dfe-fa5e-4d94-9c40-40e5ef1411b8 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.523417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40085676-8486-4d48-8611-ddb002bf0dee req-1d989dfe-fa5e-4d94-9c40-40e5ef1411b8 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.0665195 Aug 16 20:22:14.548248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-42e59010-fc29-467e-811d-d907da7ae3e6 req-aa4832ce-9629-4a86-83a7-5a34a6151a2a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Aug 16 20:22:14.557192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-e8178309-29fc-4645-8842-01f4ddb6e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.567768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-e8178309-29fc-4645-8842-01f4ddb6e1c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1100 time: 0.0712075 Aug 16 20:22:14.578931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40085676-8486-4d48-8611-ddb002bf0dee req-c0198d50-589e-4379-bd7e-1d73a090fe62 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/security-groups?id=0130fd08-787d-4f9b-93b4-c0bd15bbd885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Aug 16 20:22:14.580600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2fa8d127-4f8f-478e-9aa0-651afed7a7da) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:14.586384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.586978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.590456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c1264-6347-4736-bb92-aa4cdbfeb1d4 None None] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:14.617960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-2afc60bf-cbde-4c96-87ef-b6cf4e629802 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0386050 Aug 16 20:22:14.670755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-ed28536f-54a5-4c62-aac3-0274e191d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.672218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-ed28536f-54a5-4c62-aac3-0274e191d9ab service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0459108 Aug 16 20:22:14.697261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-678e31f4-0381-48eb-94d4-9c67540578c3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0981395 Aug 16 20:22:14.697261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41698) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:14.700187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:14.736405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-e30c6952-f032-4337-953e-04f8a386962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.738069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-e30c6952-f032-4337-953e-04f8a386962f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568850 Aug 16 20:22:14.766492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'fixed_ips': [{'subnet_id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:22:14.767623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.795070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d229d34-8ebc-4a28-8f6f-ce479f3d9b47 req-906bdefe-12d3-4c8e-92ee-479a853dd33a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:14.805456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d229d34-8ebc-4a28-8f6f-ce479f3d9b47 req-906bdefe-12d3-4c8e-92ee-479a853dd33a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 946 time: 0.0627677 Aug 16 20:22:14.819457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.820792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:14.919401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d229d34-8ebc-4a28-8f6f-ce479f3d9b47 req-52a72bfd-7de8-4471-bfaf-7a239374b2ee tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959890 Aug 16 20:22:14.923265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-00d2816d-5416-4471-9ef3-eabe4dc70adb service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740260 Aug 16 20:22:14.958916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.005313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Allocated IP 172.20.0.2 (2fa8d127-4f8f-478e-9aa0-651afed7a7da/2a9ffda9-c1bf-4af9-b362-b4956ee4e03f/3e70cd03-b5b1-468c-a3b3-21565895d0d4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:15.059880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0d180f3-f6f0-4d4e-b32d-4dd8e9a66a4d req-70389723-bd6f-4e26-bf1b-88dad2eaaa60 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297178 Aug 16 20:22:15.136217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c38f3-a39c-4599-a821-629086a03ad3 req-92ca8c79-71e4-4d5d-9101-8c50b29abfae tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.138340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-347c38f3-a39c-4599-a821-629086a03ad3 req-92ca8c79-71e4-4d5d-9101-8c50b29abfae tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 945 time: 0.0650773 Aug 16 20:22:15.221642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-f1cfbadc-97e1-41ee-9790-4dbdb38c994a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.223040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-f1cfbadc-97e1-41ee-9790-4dbdb38c994a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.2336988 Aug 16 20:22:15.249825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.258407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Transition to ACTIVE for port object 3e70cd03-b5b1-468c-a3b3-21565895d0d4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:15.279505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Deleting port c776ee60-c661-4959-9fb1-b50fbaf6250c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:15.279885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Transition to ACTIVE for port object 3e70cd03-b5b1-468c-a3b3-21565895d0d4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:15.280232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.318851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-3aceb6a4-4855-4284-89a8-d2a9be299831 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/quotas/ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 375 time: 0.0783687 Aug 16 20:22:15.328990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.361675 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.370294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e4910-a509-48d5-ab20-6a5a5f18ecdc req-6d147a81-a0b0-422c-bddd-da2b164f29b1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:15.371929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d5e4910-a509-48d5-ab20-6a5a5f18ecdc req-6d147a81-a0b0-422c-bddd-da2b164f29b1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.1730359 Aug 16 20:22:15.401148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] For port c776ee60-c661-4959-9fb1-b50fbaf6250c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c776ee60-c661-4959-9fb1-b50fbaf6250c,segment=NetworkSegment(0b8bac62-654c-4e85-9ba1-b9e2bec42131),segment_id=0b8bac62-654c-4e85-9ba1-b9e2bec42131)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:15.401618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.403659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-3792cb7d-108d-41e8-b5e4-4df8061d087b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719273 Aug 16 20:22:15.409406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:15.413890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:15.419625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:15.422164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Calling delete_port for c776ee60-c661-4959-9fb1-b50fbaf6250c owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:15.422772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Pushing event updated for resources: {'Port': ['ID=3e70cd03-b5b1-468c-a3b3-21565895d0d4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.484669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Attempting to bind port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:15.485343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Attempting to bind port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:15.486464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Attempting to bind port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 on network 2fa8d127-4f8f-478e-9aa0-651afed7a7da {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:15.493005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:15.493902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Checking segment: {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:15.494474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.495446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Bound using segment: {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:15.495947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Bound port: 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:15.496710 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.498885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d5e4910-a509-48d5-ab20-6a5a5f18ecdc req-a235fcd7-7b9c-48ec-bec6-a19240e673d3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133633 Aug 16 20:22:15.585014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-5de86908-a692-4f4b-bfb1-3f0c4a17366a service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670382 Aug 16 20:22:15.596432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] For port 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:15.600686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] For port 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e70cd03-b5b1-468c-a3b3-21565895d0d4,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:15.681477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.763435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6a1f6-1080-43b0-b0ba-7e21a2340c53 None None] Pushing event updated for resources: {'Port': ['ID=3e70cd03-b5b1-468c-a3b3-21565895d0d4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.782267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.793501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-556f2ba6-01d2-4083-a465-d4322152ed93 service neutron] 10.222.0.70 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957731 Aug 16 20:22:15.796162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c776ee60-c661-4959-9fb1-b50fbaf6250c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:15.812872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.826814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Pushing event deleted for resources: {'Port': ['ID=c776ee60-c661-4959-9fb1-b50fbaf6250c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:15.866669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.887763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] No DVR routers for this DVR port c776ee60-c661-4959-9fb1-b50fbaf6250c on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:15.895454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:15.898125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-347c38f3-a39c-4599-a821-629086a03ad3 req-7f59da78-c1b3-4eeb-9f03-2be8b7655f87 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.64 "DELETE /v2.0/ports/c776ee60-c661-4959-9fb1-b50fbaf6250c HTTP/1.1" status: 204 len: 173 time: 0.7449777 Aug 16 20:22:15.909079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74880e6d-e3f6-442e-90c1-8ebe7f8e0476 req-7f5fe402-2185-4826-8d71-26ce8d233d03 tempest-VolumesAdminNegativeTest-259498257 tempest-VolumesAdminNegativeTest-259498257-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f HTTP/1.1" status: 200 len: 210 time: 0.0507035 Aug 16 20:22:16.057301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Allocated IP 172.25.7.67 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ef425f63-9c5e-436c-aede-fb51ad4243f3) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:16.155825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'name': 'network-vif-deleted', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:16.158913 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fecc92-171c-47b2-b2e2-fb8179c3000e" -d '{"events": [{"server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "name": "network-vif-deleted", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:16.191405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d5c9-23e3-4dce-b188-75225d2d071e req-131e3f1e-153d-4556-afe0-9a002bb247fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:16.194686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfd0d5c9-23e3-4dce-b188-75225d2d071e req-131e3f1e-153d-4556-afe0-9a002bb247fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 946 time: 0.1348889 Aug 16 20:22:16.287622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.293935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfd0d5c9-23e3-4dce-b188-75225d2d071e req-13ad16fd-69d6-4675-a21d-736b28d2d51f tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931842 Aug 16 20:22:16.352976 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0d867a-973c-4fdf-bf4b-cd73cc2119f2 x-openstack-request-id: req-6b0d867a-973c-4fdf-bf4b-cd73cc2119f2 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:16.353271 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f", "name": "network-vif-deleted", "tag": "c776ee60-c661-4959-9fb1-b50fbaf6250c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:16.353588 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b0d867a-973c-4fdf-bf4b-cd73cc2119f2 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:16.354011 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bcce0-0ef9-4c3b-93ed-41ce3d8a611f', 'name': 'network-vif-deleted', 'tag': 'c776ee60-c661-4959-9fb1-b50fbaf6250c', 'status': 'completed', 'code': 200} Aug 16 20:22:16.437663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:16.916738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:16.940512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:16.963521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Pushing event updated for resources: {'Port': ['ID=ef425f63-9c5e-436c-aede-fb51ad4243f3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:16.978470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:17.022462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-88127e6b-4fdc-426f-a08e-1f7cb8fd44d2 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 258 time: 0.6554415 Aug 16 20:22:17.032319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83208c-8a4f-438d-9799-1c01fe6f3d7c req-5010b28f-ecab-4ddb-9253-5345a0573882 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:17.034511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb83208c-8a4f-438d-9799-1c01fe6f3d7c req-5010b28f-ecab-4ddb-9253-5345a0573882 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.2102306 Aug 16 20:22:17.042738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:17.103692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81930f12-a2dd-42ed-83da-5c4f655770fc None None] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:17.208246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.213481 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb83208c-8a4f-438d-9799-1c01fe6f3d7c req-141ce273-b1cc-4294-b2cc-f028dd673592 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632326 Aug 16 20:22:17.361512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18ad2484-368e-4c27-978b-9e93380a0152 req-34ebe964-e86d-420d-b737-c29b0f33a7c2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0757012 Aug 16 20:22:17.366089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-34d00d41-7749-4a94-b362-c27d74a21871 None None] Provisioning for port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:17.453894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.628898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41754) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:17.675685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.685156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Deleting subnet 19056f3e-f0cd-45ba-825b-7c9d36180533 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:17.688741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.729254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.740388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Allocated IP 172.25.7.242 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1084772b-f0c8-4800-8d4e-a73e45c5e2de) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:17.756798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:17.779019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.915502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.935765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:17.953679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'mac_address': 'fa:16:3e:62:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:17.968394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19056f3e-f0cd-45ba-825b-7c9d36180533,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:17.993443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:17.999191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6ae5fd8d-1c7e-4161-b7e6-6f0920b3648e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/19056f3e-f0cd-45ba-825b-7c9d36180533 HTTP/1.1" status: 204 len: 168 time: 0.3657064 Aug 16 20:22:17.999191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41756) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:18.008665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.030020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.078451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e70cd03-b5b1-468c-a3b3-21565895d0d4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:18.081843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.085933 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.094480 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.145055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:18.177450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:18.191531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.208349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c200d2-4264-42a4-bf66-cec114723cb5']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:18.214913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8bac62-654c-4e85-9ba1-b9e2bec42131') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:18.215209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8bac62-654c-4e85-9ba1-b9e2bec42131') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:18.225244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.258592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.262184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.262382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:18.264490 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.270717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:18.275323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.275477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:18.275477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.317266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:18.323919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:18.333469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:18.336599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Router c562c703-b1ab-48f8-8975-a98d35469853 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:18.349859 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:18.364872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.392596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event updated for resources: {'Port': ['ID=1084772b-f0c8-4800-8d4e-a73e45c5e2de,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.407685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.429169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.441200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.447296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] 10.222.0.70 "DELETE /v2.0/networks/f8c200d2-4264-42a4-bf66-cec114723cb5 HTTP/1.1" status: 204 len: 168 time: 0.4463160 Aug 16 20:22:18.450305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e70cd03-b5b1-468c-a3b3-21565895d0d4,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:18.463446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:18.475043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08ad2-c057-4564-b3a4-5fee524d767c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c200d2-4264-42a4-bf66-cec114723cb5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.502994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef338d-fe6c-43da-808a-4cf4a9eca503 req-a5277408-3cd4-4a9a-a9a7-95a6008fc4fd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:18.504561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfef338d-fe6c-43da-808a-4cf4a9eca503 req-a5277408-3cd4-4a9a-a9a7-95a6008fc4fd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.1414800 Aug 16 20:22:18.527751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.538523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Deleting subnet dafd61b3-cbbf-41ba-aa06-dfa62b316741 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:18.542133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.573907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['399da53c-9216-4eeb-87c9-bb5b306f3a75'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:18.581242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.609420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3e70cd03-b5b1-468c-a3b3-21565895d0d4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.629325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.632439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.646726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:18.654652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfef338d-fe6c-43da-808a-4cf4a9eca503 req-e762cf19-9f25-490a-a452-c6f2473438a1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278613 Aug 16 20:22:18.666884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Sync routers for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:18.697536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:18.697536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:18.753755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.769839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.773440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41770) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:18.773641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70548d04-f061-45c6-94da-6c95d4755a2e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0767262 Aug 16 20:22:18.799702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7466103a-760b-4798-82b8-f6e1856da2e3 req-e0045e2d-e177-44d3-8c6b-b6652ad61376 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0588672 Aug 16 20:22:18.863697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:18.870354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.917474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafd61b3-cbbf-41ba-aa06-dfa62b316741,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:18.921360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:18.923854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-08e12605-4599-40fd-a5f1-3c5805f23cd2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dafd61b3-cbbf-41ba-aa06-dfa62b316741 HTTP/1.1" status: 204 len: 168 time: 0.4589033 Aug 16 20:22:18.929196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41772) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:19.051364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.066320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.132746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:17Z', 'revision_number': 3, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.152431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.163105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.165884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40c9541-5ab3-40b5-8721-78f337103c4b']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.169209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Checking router: c562c703-b1ab-48f8-8975-a98d35469853 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:19.169209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Updating router c562c703-b1ab-48f8-8975-a98d35469853 port ef425f63-9c5e-436c-aede-fb51ad4243f3 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:22:19.197916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.202174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7487799-c93f-4500-8fb9-12a6a82d9666') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.202477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7487799-c93f-4500-8fb9-12a6a82d9666') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:19.241167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.280735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event updated for resources: {'Port': ['ID=1084772b-f0c8-4800-8d4e-a73e45c5e2de,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:19.300766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.310413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:19.310822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:19.313064 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:19.326394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.458212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.459379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-672453cc-b131-44a1-a385-bf702b1c494b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4239280 Aug 16 20:22:19.511610 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.523614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.528511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] 10.222.0.70 "DELETE /v2.0/networks/b40c9541-5ab3-40b5-8721-78f337103c4b HTTP/1.1" status: 204 len: 168 time: 0.5955820 Aug 16 20:22:19.553719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-bc2f5de7-6aae-40de-af0e-e6c7501ca012 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.0878694 Aug 16 20:22:19.554965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b8c8a-f6a5-4fcf-aa6f-9e2ec90dafff admin admin] Pushing event deleted for resources: {'Network': ['ID=b40c9541-5ab3-40b5-8721-78f337103c4b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:19.622006 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.643532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Transition to ACTIVE for port object ef425f63-9c5e-436c-aede-fb51ad4243f3 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:19.720752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-fe532134-9551-407e-a5f5-46d629aca302 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.722357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-fe532134-9551-407e-a5f5-46d629aca302 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 821 time: 0.4591601 Aug 16 20:22:19.729721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-9a1bb873-2eb3-4024-85b5-03163be2f9c7 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.731506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c36725b-c73e-49e3-b2b4-767f20328ef5 req-9a1bb873-2eb3-4024-85b5-03163be2f9c7 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1679432 Aug 16 20:22:19.739407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Request body: {'port': {'device_id': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'admin_state_up': True, 'tenant_id': 'ed954ca3249f4d73998958008a157bde'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:19.763277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:19.770550 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.849207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ea97f-8883-49c1-88e7-dae59c3cd66d req-29d3c5fd-492d-485d-bda5-45692fc576be tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:19.851262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20ea97f-8883-49c1-88e7-dae59c3cd66d req-29d3c5fd-492d-485d-bda5-45692fc576be tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.0955577 Aug 16 20:22:19.889182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fed21-e2a9-4983-8a4b-947c0a9acfed None None] Pushing event updated for resources: {'Port': ['ID=ef425f63-9c5e-436c-aede-fb51ad4243f3,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:19.890989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.895760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Attempting to bind port ef425f63-9c5e-436c-aede-fb51ad4243f3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:19.896215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Attempting to bind port ef425f63-9c5e-436c-aede-fb51ad4243f3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:19.897052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Attempting to bind port ef425f63-9c5e-436c-aede-fb51ad4243f3 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Bound port: ef425f63-9c5e-436c-aede-fb51ad4243f3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:19.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:19.958507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c776ee60-c661-4959-9fb1-b50fbaf6250c no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:19.998838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: c776ee60-c661-4959-9fb1-b50fbaf6250c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:20.000698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c776ee60-c661-4959-9fb1-b50fbaf6250c not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:20.021860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] For port ef425f63-9c5e-436c-aede-fb51ad4243f3, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:20.028754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] For port ef425f63-9c5e-436c-aede-fb51ad4243f3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ef425f63-9c5e-436c-aede-fb51ad4243f3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:20.049071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e70cd03-b5b1-468c-a3b3-21565895d0d4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:20.050197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20ea97f-8883-49c1-88e7-dae59c3cd66d req-2a98372d-df55-4827-a3d9-c80079525b21 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917994 Aug 16 20:22:20.066703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-fe3e217a-4529-437f-862a-85b4b4360ede tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:20.068751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-fe3e217a-4529-437f-862a-85b4b4360ede tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1994326 Aug 16 20:22:20.114465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:20.138864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:20.139457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.143500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.172635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41788) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:20.186287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Allocated IP 172.20.0.1 (2fa8d127-4f8f-478e-9aa0-651afed7a7da/2a9ffda9-c1bf-4af9-b362-b4956ee4e03f/c82c3185-c5ef-40dd-9508-60f924909f12) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:20.238810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-48598abb-0ea0-4ad6-9963-6593d8085d74 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1598506 Aug 16 20:22:20.249341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'floatingip': {'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:20.270380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38dc21f3-2a76-447b-bb2f-06bd3cbb5dff req-9144ded1-f77b-4638-add8-3138293abf24 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0692241 Aug 16 20:22:20.332830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.375903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.376692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:20.377774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:20.390042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29569eea-1efc-4a56-873d-3d93f3d6871d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3042278d35b54f73bc9625fb2a690024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134118 Aug 16 20:22:20.399405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:20.421907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Made reservation on behalf of ed954ca3249f4d73998958008a157bde for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:20.435659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.490291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Transition to ACTIVE for port object c82c3185-c5ef-40dd-9508-60f924909f12 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:20.565333 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.713745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:20.812272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.812796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Allocated IP 172.20.0.13 (90c6042e-e019-4e49-9f41-d0da4778fe31/0624b45f-8027-4a91-842f-13906c0f7a5d/bd341ef5-8cca-4064-9d8b-26eed5085efd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:20.813197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fed21-e2a9-4983-8a4b-947c0a9acfed None None] Pushing event updated for resources: {'Port': ['ID=ef425f63-9c5e-436c-aede-fb51ad4243f3,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:20.831422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:20.832060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:20.900395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.088071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Pushing event updated for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:21.094653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:21.102116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:21.110132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:21.185503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:21.188208 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb066c2-5ad8-4bb0-857f-2ba41c172b17" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:21.197161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.212955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:21.216153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.272513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:17Z', 'revision_number': 3, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:21.313691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6c4abc-eda7-4b63-b70b-8fed9ab9fd99 None None] The sync data for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 is: [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:17Z', 'revision_number': 3, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:21.318216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.440760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:21.475858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.553418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.572866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:21.590876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16d9b3-b0e1-4cf0-bf86-deab2cef5474 req-592f4794-ec46-4c36-a54e-c8418100b80f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.592577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da16d9b3-b0e1-4cf0-bf86-deab2cef5474 req-592f4794-ec46-4c36-a54e-c8418100b80f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1251152 Aug 16 20:22:21.628522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Network 90c6042e-e019-4e49-9f41-d0da4778fe31 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:21.649781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:21.653990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.654146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:21.659012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bafe7dea-0c69-4f13-816e-f1168c84a189 None None] Provisioning for port c82c3185-c5ef-40dd-9508-60f924909f12 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:21.673397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bafe7dea-0c69-4f13-816e-f1168c84a189 None None] Provisioning complete for port c82c3185-c5ef-40dd-9508-60f924909f12 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:21.673954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bafe7dea-0c69-4f13-816e-f1168c84a189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.699312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:22:21.798709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bafe7dea-0c69-4f13-816e-f1168c84a189 None None] Port c82c3185-c5ef-40dd-9508-60f924909f12 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:21.805755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:21.806551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.810643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.813272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.822006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0130fd08-787d-4f9b-93b4-c0bd15bbd885 HTTP/1.1" status: 204 len: 168 time: 1.4229591 Aug 16 20:22:21.852527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da16d9b3-b0e1-4cf0-bf86-deab2cef5474 req-cd97d84c-190b-49d7-8fc7-6435f4a4f91f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253551 Aug 16 20:22:21.866435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe5307-ee6e-4e0e-ae76-84c6cbc39de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130fd08-787d-4f9b-93b4-c0bd15bbd885,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:21.886409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:21.887449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.900866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.937479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-15565e0d-cbfb-4451-a80e-d0368f8eb0a5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2032461 Aug 16 20:22:21.941067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:21.958201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Request body: {'port': {'device_id': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:21.977007 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146b3e51-a6c5-4941-b8bc-d64985fee87e x-openstack-request-id: req-146b3e51-a6c5-4941-b8bc-d64985fee87e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:21.981469 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:21.981759 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-146b3e51-a6c5-4941-b8bc-d64985fee87e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:21.982412 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'code': 200} Aug 16 20:22:22.169951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ef425f63-9c5e-436c-aede-fb51ad4243f3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:22.240808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.315379 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Floating IP 4abde217-2180-47e9-a4ec-f5edf4ef78f8 associated. External IP: 172.25.7.242, port: 913df607-c85c-4c15-b0b8-4fdbc6f5e655. Aug 16 20:22:22.318507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ef425f63-9c5e-436c-aede-fb51ad4243f3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:22.323209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ef425f63-9c5e-436c-aede-fb51ad4243f3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:22.324263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.426729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3ba83-c17e-45f9-9dcf-c2c73985d7da req-685447a6-9f0d-4bb6-95ab-5640bcf97210 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:22.435426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aef3ba83-c17e-45f9-9dcf-c2c73985d7da req-685447a6-9f0d-4bb6-95ab-5640bcf97210 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 932 time: 0.2506096 Aug 16 20:22:22.487487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a23cc-9c7f-4c48-8092-50d73074d0db req-28ee71d8-86e6-44f8-aab0-7647997f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:22.490532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-028a23cc-9c7f-4c48-8092-50d73074d0db req-28ee71d8-86e6-44f8-aab0-7647997f7a8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1102 time: 0.3054523 Aug 16 20:22:22.544220 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.598359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ef425f63-9c5e-436c-aede-fb51ad4243f3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ef425f63-9c5e-436c-aede-fb51ad4243f3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:22.648981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aef3ba83-c17e-45f9-9dcf-c2c73985d7da req-d23146f9-5bc9-48df-a33f-78c5836c9257 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124467 Aug 16 20:22:22.667011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-028a23cc-9c7f-4c48-8092-50d73074d0db req-3e21275d-7d97-47dc-a120-a39d6afd0776 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670618 Aug 16 20:22:22.675341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.789350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ef425f63-9c5e-436c-aede-fb51ad4243f3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:22.835354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.931235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:22.957235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:22.978842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd341ef5-8cca-4064-9d8b-26eed5085efd {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:23.015994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.048682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Transition to ACTIVE for port object bd341ef5-8cca-4064-9d8b-26eed5085efd will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:23.050316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.059939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Pushing event updated for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:23.112469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58b77e-b33f-4409-8238-913ecc15bf7b req-b682ce9b-94b1-42d9-bef1-7103c69d16d9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.114112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d58b77e-b33f-4409-8238-913ecc15bf7b req-b682ce9b-94b1-42d9-bef1-7103c69d16d9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1457806 Aug 16 20:22:23.119649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:23.177881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.182489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:23.217491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:23.228217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:23.228725 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Sync routers for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:23.233563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:23.238125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-791912ef-2176-446b-8efa-401d5dbbb6e1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e66a4a940bf4f15b54d5b368f618442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059232 Aug 16 20:22:23.241692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.247101 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:23.247777 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:23.255108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d58b77e-b33f-4409-8238-913ecc15bf7b req-fca6f602-1790-4877-9a1f-d36ea883d80d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237009 Aug 16 20:22:23.322231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-44339a1f-501a-44bf-9bed-6f4ab0aa7cca tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "PUT /v2.0/floatingips/4abde217-2180-47e9-a4ec-f5edf4ef78f8 HTTP/1.1" status: 200 len: 997 time: 3.0823016 Aug 16 20:22:23.322771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:23.325139 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:23.437370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Router c562c703-b1ab-48f8-8975-a98d35469853 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:23.437688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-eeeb2214-8888-40e9-9ab7-5b8f0c53d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.448609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-eeeb2214-8888-40e9-9ab7-5b8f0c53d303 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1098 time: 0.1026716 Aug 16 20:22:23.465196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:23.488347 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1006ad-653a-4fcc-9d36-07a02d9bc371 x-openstack-request-id: req-cf1006ad-653a-4fcc-9d36-07a02d9bc371 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:23.488622 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:23.488885 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf1006ad-653a-4fcc-9d36-07a02d9bc371 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:23.489325 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'status': 'completed', 'code': 200} Aug 16 20:22:23.529448 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:23.582264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.699053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-8f771d8d-d5c3-40bd-b31a-dbdb2fcd6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.709062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-8f771d8d-d5c3-40bd-b31a-dbdb2fcd6b15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 929 time: 0.2596142 Aug 16 20:22:23.738354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:23.754036 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51daa0c2-aa74-40c9-b7a1-2f63b0489c1d admin admin] 10.222.0.70 "PUT /v2.0/routers/c562c703-b1ab-48f8-8975-a98d35469853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9790499 Aug 16 20:22:23.758099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-db285093-f303-4a1d-878d-64ed1e636429 None None] Provisioning complete for port c82c3185-c5ef-40dd-9508-60f924909f12 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:23.758566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db285093-f303-4a1d-878d-64ed1e636429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.798328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:23.855417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-db285093-f303-4a1d-878d-64ed1e636429 None None] Port c82c3185-c5ef-40dd-9508-60f924909f12 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:23.868795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:23.869394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:23.869889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:23.874083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-6a2ddcf4-1d10-4858-afcb-c3b75508cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:23.876979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-6a2ddcf4-1d10-4858-afcb-c3b75508cc27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1098 time: 0.3825057 Aug 16 20:22:23.963003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:23.963003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:24.009886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ef425f63-9c5e-436c-aede-fb51ad4243f3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:24.028181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41830) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:24.042704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:24.043163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:24.043563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:24.044040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Bound port: bd341ef5-8cca-4064-9d8b-26eed5085efd, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:24.044523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.088013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-166e606c-7b7c-4db8-ab8e-ad16e9c9e645 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 1000 time: 0.3760223 Aug 16 20:22:24.129066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Sync routers for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:24.170914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:24.172133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.194557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-7b3a0d84-dbd1-45db-9df9-75e3d16691db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.196103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-7b3a0d84-dbd1-45db-9df9-75e3d16691db service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 929 time: 0.3048155 Aug 16 20:22:24.204764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.205016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b20b7-8b53-4b4e-8786-7dc1b4b5043f req-4ddfcc52-e7e2-42bd-89e0-4ece8513a609 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.205150 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.218578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-351b20b7-8b53-4b4e-8786-7dc1b4b5043f req-4ddfcc52-e7e2-42bd-89e0-4ece8513a609 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.2565017 Aug 16 20:22:24.218764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82a57547-4014-42c6-acb4-043d457df31e HTTP/1.1" status: 204 len: 168 time: 0.9724414 Aug 16 20:22:24.290394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-35032868-14c9-488c-af30-0858203a7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.294482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-35032868-14c9-488c-af30-0858203a7ead service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.1956074 Aug 16 20:22:24.310264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1668223595'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:24.315530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ef425f63-9c5e-436c-aede-fb51ad4243f3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:24.315530 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.376104 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4abde217-2180-47e9-a4ec-f5edf4ef78f8', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'mac_address': 'fa:16:3e:a3:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:18Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 1, 'project_id': '9787cd4897de4e15958023a571600e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.398487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-351b20b7-8b53-4b4e-8786-7dc1b4b5043f req-c6beb03e-eb41-4fe6-ac43-c1f7a75db350 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852915 Aug 16 20:22:24.427448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a249-c6cb-4114-a68a-223f875ca659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a57547-4014-42c6-acb4-043d457df31e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:24.450253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-b32c96c2-5447-4e24-b0af-3387ae947082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.451917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-b32c96c2-5447-4e24-b0af-3387ae947082 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428485 Aug 16 20:22:24.463040 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Checking router: 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:24.478640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-177e5af0-0984-4ef1-8bd3-e474b1f92f65 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:22:24.478640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-177e5af0-0984-4ef1-8bd3-e474b1f92f65 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147009 Aug 16 20:22:24.500069 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:24.503579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.516073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:24.622709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:24.626726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-de22e1a0-a8c7-4879-9389-b433f708354c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 1000 time: 0.4079518 Aug 16 20:22:24.628332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:24.640614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:24.647760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.706436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.730594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-7c2222f1-1510-438d-88fb-c7fe3547cb8d service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293439 Aug 16 20:22:24.736205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:24.737023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.738654 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 1093 time: 2.7907062 Aug 16 20:22:24.753084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:24.755410 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8aec75-df4a-4def-9306-1940db6950b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:24.810518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:24.854867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:24.856061 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Added segment ffc685e6-4be7-4b59-bcf3-d1e27b4456a6 of type vlan for network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 Aug 16 20:22:24.867444 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:24.912242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 4, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c82c3185-c5ef-40dd-9508-60f924909f12', 'name': '', 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'mac_address': 'fa:16:3e:86:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:19Z', 'updated_at': '2021-08-16T20:22:22Z', 'revision_number': 2, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'subnets': [{'id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:24.927370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f9ee49-2f44-4fb6-b696-727dac5d8cd5 req-6e380a3a-6abd-4003-8cfa-3271e3761931 service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874223 Aug 16 20:22:24.984918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Checking router: c562c703-b1ab-48f8-8975-a98d35469853 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:24.987292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Updating router c562c703-b1ab-48f8-8975-a98d35469853 port c82c3185-c5ef-40dd-9508-60f924909f12 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:22:25.030479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.043836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2ac66-b20a-4b89-83ce-9fbe9d615adc req-b49145a7-328b-4b45-a603-a9bc1eca4da0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.056365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a2ac66-b20a-4b89-83ce-9fbe9d615adc req-b49145a7-328b-4b45-a603-a9bc1eca4da0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1249373 Aug 16 20:22:25.143820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1e8e2-367e-4db3-8388-adb869793e61 x-openstack-request-id: req-32b1e8e2-367e-4db3-8388-adb869793e61 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:25.143820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:25.144433 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32b1e8e2-367e-4db3-8388-adb869793e61 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:25.144552 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'status': 'completed', 'code': 200} Aug 16 20:22:25.145193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5fb4-1449-49ad-938b-b6f461726d45 service neutron] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:25.173242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a2ac66-b20a-4b89-83ce-9fbe9d615adc req-eebc4576-199f-4f4c-8c4d-263dd409af5c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967736 Aug 16 20:22:25.188884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.317680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-e0edefad-2331-4cf6-ac68-54177c8ed23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.319193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-e0edefad-2331-4cf6-ac68-54177c8ed23d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1096 time: 0.4408751 Aug 16 20:22:25.331084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-e05eba92-6d26-4b80-b9a7-c5007e7d96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.332597 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-e05eba92-6d26-4b80-b9a7-c5007e7d96f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.6956494 Aug 16 20:22:25.465318 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-12efd545-e0a1-4dd4-8e57-c9bb142ad033 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 217 time: 0.1317105 Aug 16 20:22:25.485192 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4abde217-2180-47e9-a4ec-f5edf4ef78f8', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'mac_address': 'fa:16:3e:a3:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:18Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 1, 'project_id': '9787cd4897de4e15958023a571600e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:25.516577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-19dbaa95-a1fa-441f-b095-5bfa2f1d66e0 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 258 time: 0.3473110 Aug 16 20:22:25.529232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd22e7-30af-4fae-8c4f-a9f21a2d5019 req-ce211315-6160-433f-976f-2381e1ffd0c9 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.533186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.538478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84cd22e7-30af-4fae-8c4f-a9f21a2d5019 req-ce211315-6160-433f-976f-2381e1ffd0c9 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1102 time: 0.1974545 Aug 16 20:22:25.548415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.552184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.557130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1702dd-9a06-473e-9322-4b95e3a9aa8f None None] The sync data for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 is: [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4abde217-2180-47e9-a4ec-f5edf4ef78f8', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'floating_ip_address': '172.25.7.242', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'mac_address': 'fa:16:3e:a3:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:22:18Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 1, 'project_id': '9787cd4897de4e15958023a571600e40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:25.578915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:25.634329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.655551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582d703-893b-447c-9514-993251dcd408 req-d16a4052-3ede-4cde-87fc-78d72d180a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.658690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-d16a4052-3ede-4cde-87fc-78d72d180a5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1714725 Aug 16 20:22:25.669069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Transition to ACTIVE for port object c82c3185-c5ef-40dd-9508-60f924909f12 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:25.696850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84cd22e7-30af-4fae-8c4f-a9f21a2d5019 req-bd2a00d0-e661-4c5e-b694-0cb332da909c tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568518 Aug 16 20:22:25.756083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.792041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-4084990d-40dc-4433-99ff-bd93a02910a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:25.793536 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-4084990d-40dc-4433-99ff-bd93a02910a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4385653 Aug 16 20:22:25.854074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:25.855304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b07bf-c894-407b-958f-46d995f8b44d None None] Pushing event updated for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:25.855400 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-af5089ff-e265-4e44-9028-4ee025ee1c6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730487 Aug 16 20:22:25.964266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Network': ['ID=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:26.009851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0c7c7-bbec-44d3-999e-93c44b5b8aef None None] New status for floating IP 4abde217-2180-47e9-a4ec-f5edf4ef78f8: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:22:26.018249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Attempting to bind port c82c3185-c5ef-40dd-9508-60f924909f12 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:26.018813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Attempting to bind port c82c3185-c5ef-40dd-9508-60f924909f12 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:26.019005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Attempting to bind port c82c3185-c5ef-40dd-9508-60f924909f12 on network 2fa8d127-4f8f-478e-9aa0-651afed7a7da {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:26.034157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:26.034157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Checking segment: {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:26.034157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.034157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Bound using segment: {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:26.034666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Bound port: c82c3185-c5ef-40dd-9508-60f924909f12, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4609e6fc-9ab6-4d04-b88a-b44f69766fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:26.034855 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.056507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4645a-5d13-42df-90bb-d2fce25e3644 req-9ccfebc8-a5d2-4030-aef7-bc695053fc7d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:26.066095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fb4645a-5d13-42df-90bb-d2fce25e3644 req-9ccfebc8-a5d2-4030-aef7-bc695053fc7d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.2921464 Aug 16 20:22:26.107595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.107966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.108310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.108647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.108981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.109312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.109639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.110599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.112957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.112957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.112957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.112957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:26.139694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fb4645a-5d13-42df-90bb-d2fce25e3644 req-2db2f753-1fbe-4133-992f-3ec48133ef2e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720387 Aug 16 20:22:26.148556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:26.230262 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-687662c5-93a5-48b9-bcac-a3b6ee4f3a6f service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846259 Aug 16 20:22:26.297947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.350169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] For port c82c3185-c5ef-40dd-9508-60f924909f12, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:26.354849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] For port c82c3185-c5ef-40dd-9508-60f924909f12, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c82c3185-c5ef-40dd-9508-60f924909f12,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:26.495955 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.527705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Allocated IP 172.25.7.52 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/b46dd703-7829-486c-85b5-746e9797b297) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:26.699659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b07bf-c894-407b-958f-46d995f8b44d None None] Pushing event updated for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:26.706899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:26.707525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:26.796210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-1d06dc58-6b9c-42ba-b7f3-1667178ca641 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999205 Aug 16 20:22:26.801150 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1fe3b0aa-3ffc-42aa-84b5-f96bb4a08770 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7696729 Aug 16 20:22:26.803933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41880) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:26.812200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:26.832507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'subnet': {'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:26.937077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:26.984609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.099271 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ee022e9-dc10-43c4-ab13-4f88d27a0ee1 req-db23a2cc-a3af-4c3a-ab86-227f2667cbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8579948 Aug 16 20:22:27.115296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:27.119655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a582d703-893b-447c-9514-993251dcd408 req-261a0673-4190-4123-aff8-1da8d09b0e38 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013790 Aug 16 20:22:27.131897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:27.142081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:27.202787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event updated for resources: {'Port': ['ID=b46dd703-7829-486c-85b5-746e9797b297,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:27.271286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:27.278946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.279809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.425602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.496417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-fd0172ec-bb8f-4f5d-81ea-b55d5364c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:27.498670 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-fd0172ec-bb8f-4f5d-81ea-b55d5364c89f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1096 time: 0.2470524 Aug 16 20:22:27.574932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 4, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c82c3185-c5ef-40dd-9508-60f924909f12', 'name': '', 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'mac_address': 'fa:16:3e:86:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:19Z', 'updated_at': '2021-08-16T20:22:26Z', 'revision_number': 4, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'subnets': [{'id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:27.627573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306565cd-378e-4f84-9e81-df0dbc6ea347 None None] The sync data for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 is: [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:22:21Z', 'revision_number': 4, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c82c3185-c5ef-40dd-9508-60f924909f12', 'name': '', 'network_id': '2fa8d127-4f8f-478e-9aa0-651afed7a7da', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'mac_address': 'fa:16:3e:86:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:19Z', 'updated_at': '2021-08-16T20:22:26Z', 'revision_number': 4, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'subnets': [{'id': '2a9ffda9-c1bf-4af9-b362-b4956ee4e03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:27.753511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.770674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-791a80b7-0635-4105-829f-c09007695d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:27.772213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-791a80b7-0635-4105-829f-c09007695d2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2646396 Aug 16 20:22:27.818052 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-165b3f99-a399-48d9-8fbd-5dfbbb545765 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 217 time: 0.0366809 Aug 16 20:22:27.843769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.863278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:27.934270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-77cf245c-77ef-40d3-b559-62ae0b1e1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:27.935963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-77cf245c-77ef-40d3-b559-62ae0b1e1bbe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1110234 Aug 16 20:22:27.941248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Subnet': ['ID=a0c4d6cc-80d0-4000-a956-965fb8bd10f6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:27.980784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-2bd6b7f8-a688-4ef5-ba9c-afedf6ab781e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290840 Aug 16 20:22:28.027089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event updated for resources: {'Port': ['ID=b46dd703-7829-486c-85b5-746e9797b297,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:28.037382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.096080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c82c3185-c5ef-40dd-9508-60f924909f12 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:28.097033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Checking segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:28.097475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network hostable DHCP agents. Network: 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:28.157156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.158535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-8d451432-017f-40e3-81e3-d5771453d7fb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6075377 Aug 16 20:22:28.161529 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-627602d9-cc31-4568-baa9-cffa3c6b46e8 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694815 Aug 16 20:22:28.230982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:28.279439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-7f301ea4-6f8f-49fd-a41d-2fb3e530da7a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.1112919 Aug 16 20:22:28.300645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c82c3185-c5ef-40dd-9508-60f924909f12 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:28.304669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c82c3185-c5ef-40dd-9508-60f924909f12 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:28.305040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.321887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-04a7cdcd-55af-4a74-9606-6ab4eb9ec350 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539812 Aug 16 20:22:28.389935 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f8aec75-df4a-4def-9306-1940db6950b7 req-207c170e-1b7c-4c07-81ab-d3aef407db3e service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731036 Aug 16 20:22:28.398465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:28.407842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:28.408011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ca50c-e080-42cc-b068-bdeed60b8887 None None] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:28.410388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.485817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e604-9d33-49f5-9bfb-ccba4d14680d req-ddbc375f-7ed7-4104-a2f4-4bc4981cf746 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:28.493003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8766e604-9d33-49f5-9bfb-ccba4d14680d req-ddbc375f-7ed7-4104-a2f4-4bc4981cf746 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.1822693 Aug 16 20:22:28.541599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2ec992ce-36e5-403e-b1ab-1bb454332a6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7367866 Aug 16 20:22:28.544188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:28.559399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1814700198'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:28.667671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.747918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c82c3185-c5ef-40dd-9508-60f924909f12, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c82c3185-c5ef-40dd-9508-60f924909f12,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:28.771352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'fixed_ips': [{'subnet_id': 'a0c4d6cc-80d0-4000-a956-965fb8bd10f6'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:22:28.775815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.843420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:28.847930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.889656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:28.947053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.947053 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Added segment 58cd3609-3c25-4157-9c49-bed43189755b of type vlan for network d829b18a-e1c2-4079-9d3b-b669b56bf882 Aug 16 20:22:28.957911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:28.972449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-2f707c2b-d5e9-438a-9a6a-65ab050bf76d tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:28.974138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1fbeafe-251d-465e-a31f-54c1ce3443dd req-2f707c2b-d5e9-438a-9a6a-65ab050bf76d tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.6840732 Aug 16 20:22:28.989066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8766e604-9d33-49f5-9bfb-ccba4d14680d req-55a8c8c8-33bd-4cce-bfc4-a48750b5cfb3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878700 Aug 16 20:22:28.994443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Allocated IP 19.80.0.2 (9fb8140c-5a96-4e15-aba6-c7ba802ef4d0/a0c4d6cc-80d0-4000-a956-965fb8bd10f6/df577aca-2560-44fa-8d00-5f5697519adb) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:29.205218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.208486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436df262-4107-4a32-ba5b-ed413721e30e req-b56e2c22-409b-4587-b972-c780a302354a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:29.214315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Transition to ACTIVE for port object df577aca-2560-44fa-8d00-5f5697519adb will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:29.215996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-436df262-4107-4a32-ba5b-ed413721e30e req-b56e2c22-409b-4587-b972-c780a302354a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0613492 Aug 16 20:22:29.255572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Transition to ACTIVE for port object df577aca-2560-44fa-8d00-5f5697519adb will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:29.264321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-436df262-4107-4a32-ba5b-ed413721e30e req-98d4f405-3983-4bcb-a250-4723e2a99d1b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Aug 16 20:22:29.381387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-4c4bac14-e47a-4817-b941-f42c4936e726 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:29.382932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-4c4bac14-e47a-4817-b941-f42c4936e726 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0594172 Aug 16 20:22:29.444996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-261cafd7-df37-44d6-8dca-ec76c2b37ddb tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.0549808 Aug 16 20:22:29.454619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-0b22f716-d7a1-4290-abaa-8633b79c9fbf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'floatingip': {'port_id': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:29.511833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-0b22f716-d7a1-4290-abaa-8633b79c9fbf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.747330 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-0b22f716-d7a1-4290-abaa-8633b79c9fbf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:22:29.748319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc858d73-14f4-4e9e-b180-2f8c624256ba req-0b22f716-d7a1-4290-abaa-8633b79c9fbf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "PUT /v2.0/floatingips/5923442f-14f8-4831-80d5-21767454d4ef HTTP/1.1" status: 409 len: 550 time: 0.2977986 Aug 16 20:22:29.748884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.777358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.791316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:29.792453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.810099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:29.834170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-3454dbb6-9228-43cf-a644-75462d2a6ea9 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips/5923442f-14f8-4831-80d5-21767454d4ef HTTP/1.1" status: 200 len: 692 time: 0.0567544 Aug 16 20:22:29.837650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:29.845874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:29.853705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:29.861259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.872546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3201237 Aug 16 20:22:29.875322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:29.881826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'subnet': {'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:29.888790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c4b84-8f3c-41f6-9ca7-c9612b4be740 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Network': ['ID=d829b18a-e1c2-4079-9d3b-b669b56bf882,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:29.958184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:30.026958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-5c15dbe7-06c9-406d-93c0-65a4fc90a807 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:30.038829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-5c15dbe7-06c9-406d-93c0-65a4fc90a807 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2033100 Aug 16 20:22:30.100244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-8267eca6-fba5-4608-bc66-14e9b88cb95a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.0605276 Aug 16 20:22:30.131354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:30.134875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.143560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c82c3185-c5ef-40dd-9508-60f924909f12 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:30.191279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-573f4f48-f0ab-4913-930d-8043a6aa5e54 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.0706654 Aug 16 20:22:30.221116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Pushing event updated for resources: {'Port': ['ID=df577aca-2560-44fa-8d00-5f5697519adb,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:30.233179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Attempting to bind port df577aca-2560-44fa-8d00-5f5697519adb on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:30.233748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Attempting to bind port df577aca-2560-44fa-8d00-5f5697519adb by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:30.234261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Attempting to bind port df577aca-2560-44fa-8d00-5f5697519adb on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:30.259338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:30.259608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Checking segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:30.260704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.261076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Bound using segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:30.261743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Bound port: df577aca-2560-44fa-8d00-5f5697519adb, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:30.262306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.380877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41996) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:30.392060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c82c3185-c5ef-40dd-9508-60f924909f12 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:30.392529 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.424693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] For port df577aca-2560-44fa-8d00-5f5697519adb, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:30.459619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] For port df577aca-2560-44fa-8d00-5f5697519adb, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df577aca-2560-44fa-8d00-5f5697519adb,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:30.465816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5247d8d-11bd-41d9-bb1c-a8174bc7b95d req-187a4db1-1930-4574-b8d1-11563606c1d8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:30.467410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5247d8d-11bd-41d9-bb1c-a8174bc7b95d req-187a4db1-1930-4574-b8d1-11563606c1d8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.2737286 Aug 16 20:22:30.513638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3124d18c-140e-4c08-9963-1c508093b055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.547558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Deleting port b46dd703-7829-486c-85b5-746e9797b297 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:30.548089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.555645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5247d8d-11bd-41d9-bb1c-a8174bc7b95d req-8eae08ae-93be-411b-a660-f5b1aaba30ff tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666826 Aug 16 20:22:30.592661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.652692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfc840db-6745-465a-93b4-d4f66b11a404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.701629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.702919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.716327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.728277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Calling delete_port for b46dd703-7829-486c-85b5-746e9797b297 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:30.792252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Subnet': ['ID=8c78b694-3342-44c4-a838-8fb3b1015068,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:30.796320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263a1c-db84-4dc6-abda-18674ccfb25c None None] Pushing event updated for resources: {'Port': ['ID=df577aca-2560-44fa-8d00-5f5697519adb,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:30.888281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Checking segment: {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:30.888649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network hostable DHCP agents. Network: d829b18a-e1c2-4079-9d3b-b669b56bf882, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:30.925996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfc840db-6745-465a-93b4-d4f66b11a404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:30.979081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055258c-2667-4a27-9b71-f50d4270bb14 req-4282c817-d410-4c50-97e7-c68084dbd0b5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:30.980756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9055258c-2667-4a27-9b71-f50d4270bb14 req-4282c817-d410-4c50-97e7-c68084dbd0b5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0687933 Aug 16 20:22:31.023720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfc840db-6745-465a-93b4-d4f66b11a404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.056453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9055258c-2667-4a27-9b71-f50d4270bb14 req-6177f1f4-f2fa-4109-8e6d-97251e0de450 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650828 Aug 16 20:22:31.057629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.077233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cfc840db-6745-465a-93b4-d4f66b11a404 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f8952a520eb4c918eacf9959f823083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928074 Aug 16 20:22:31.081848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42002) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:31.083978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:31.095151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event deleted for resources: {'Port': ['ID=b46dd703-7829-486c-85b5-746e9797b297,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.113297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc840db-6745-465a-93b4-d4f66b11a404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d69271-5698-4d71-8556-3b8476cf5a34,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.192126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.196153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.197088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-365758d2-4c4a-45c9-ad62-3c121f13fbec req-a4f0e353-b00e-4d1e-ac7d-f2c41ee4f1a8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "DELETE /v2.0/floatingips/5923442f-14f8-4831-80d5-21767454d4ef HTTP/1.1" status: 204 len: 173 time: 0.9809432 Aug 16 20:22:31.205131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d829b18a-e1c2-4079-9d3b-b669b56bf882) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:31.216823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.216823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.217400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e53e78-9597-4751-8b82-fe68f1aee7fb None None] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:31.222318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.255094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.325342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-e3b40500-85d9-46d0-a591-30c1d8806ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1002 time: 0.1104698 Aug 16 20:22:31.335757 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72fcbfc9-7f21-4dea-9371-42c8b078d8cd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4501474 Aug 16 20:22:31.400869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-268b131c-3a50-49cb-9c17-0b712560b303 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.403010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.406020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.407607 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26d69271-5698-4d71-8556-3b8476cf5a34 HTTP/1.1" status: 204 len: 168 time: 0.3246350 Aug 16 20:22:31.429116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-268b131c-3a50-49cb-9c17-0b712560b303 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports/913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 943 time: 0.0971165 Aug 16 20:22:31.442673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1fc4b-a07c-49cc-afea-c6e729702b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d69271-5698-4d71-8556-3b8476cf5a34,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:31.447633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d829b18a-e1c2-4079-9d3b-b669b56bf882', 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'fixed_ips': [{'subnet_id': '8c78b694-3342-44c4-a838-8fb3b1015068'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:22:31.450150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.591965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-106e8fc9-2a25-4a69-aa8c-a2c7f93de258 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1002 time: 0.0819819 Aug 16 20:22:31.636081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Allocated IP 19.86.0.2 (d829b18a-e1c2-4079-9d3b-b669b56bf882/8c78b694-3342-44c4-a838-8fb3b1015068/d701e1a5-f8b8-4ad8-becf-b07884e95a86) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:31.885791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-66c83050-f659-408c-8883-6101b29ec466 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.887631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:31.894670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-66c83050-f659-408c-8883-6101b29ec466 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2948575 Aug 16 20:22:31.916353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2ab06b84-5526-4d64-9086-714327b39fec tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.923521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2ab06b84-5526-4d64-9086-714327b39fec tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:31.924568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2ab06b84-5526-4d64-9086-714327b39fec tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/networks?id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0&id=d829b18a-e1c2-4079-9d3b-b669b56bf882&id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 HTTP/1.1" status: 200 len: 1392 time: 0.3239572 Aug 16 20:22:31.925021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Transition to ACTIVE for port object d701e1a5-f8b8-4ad8-becf-b07884e95a86 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:31.963999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Transition to ACTIVE for port object d701e1a5-f8b8-4ad8-becf-b07884e95a86 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:32.024471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-b44eaea0-bf98-42a6-8065-0d731dd4d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:32.025166 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-b44eaea0-bf98-42a6-8065-0d731dd4d1ce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1102 time: 0.0798330 Aug 16 20:22:32.062486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-0f47c505-b7f6-4b33-8176-f93fcc2c4cf5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/quotas/2f2acb22e00e4c75a2312f7a06707795 HTTP/1.1" status: 200 len: 375 time: 0.0384622 Aug 16 20:22:32.080013 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.130434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317e3cb-d4e0-49e5-82de-a4a14837fba9 None None] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:32.137855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-11b681e1-a921-48a9-90ea-a1676cc0f427 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 1002 time: 0.2336490 Aug 16 20:22:32.147543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-f7cfb224-1604-4e09-9edd-a31cc5409a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:32.149357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-f7cfb224-1604-4e09-9edd-a31cc5409a5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1178815 Aug 16 20:22:32.169425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b1f74411-7d63-4054-9cdc-6f7ce4b7f92c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1053264 Aug 16 20:22:32.173554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:32.193968 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-dcb0326b-1268-4618-a3c2-23c9e7ef39fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0361719 Aug 16 20:22:32.206599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df577aca-2560-44fa-8d00-5f5697519adb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:32.319372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7a613ec8-640a-4f93-8f64-3968bd48d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:32.320959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7a613ec8-640a-4f93-8f64-3968bd48d906 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1118598 Aug 16 20:22:32.327389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.403513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-012c741e-7b65-4269-b5cc-bb20489f04fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:32.405368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-012c741e-7b65-4269-b5cc-bb20489f04fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750012 Aug 16 20:22:32.429452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:32.437120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Pushing event updated for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:32.441778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:32.453155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:32.476459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.476798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.477134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.477468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.477795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.478136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.478449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.478800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.479082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.479397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.479742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.487002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:22:32.502232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-4574c6eb-b281-4dc3-8c3b-1d6425c4d941 service neutron] 10.222.0.70 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239365 Aug 16 20:22:32.552392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cd38a21d-c995-43b4-89c6-5118df52ad69 None None] Provisioning for port df577aca-2560-44fa-8d00-5f5697519adb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:32.553903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7c626c02-9888-4f49-b4c9-da458f01d35f service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358039 Aug 16 20:22:32.634855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Attempting to bind port d701e1a5-f8b8-4ad8-becf-b07884e95a86 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:32.635477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Attempting to bind port d701e1a5-f8b8-4ad8-becf-b07884e95a86 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:32.636042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Attempting to bind port d701e1a5-f8b8-4ad8-becf-b07884e95a86 on network d829b18a-e1c2-4079-9d3b-b669b56bf882 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:32.645353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:32.645674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Checking segment: {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:32.646080 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.646493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Bound using segment: {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:32.646983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Bound port: d701e1a5-f8b8-4ad8-becf-b07884e95a86, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:32.647578 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.655850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.699440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2a4cb820-2379-48c4-b480-dd833f9a9c00 service neutron] 10.222.0.70 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906600 Aug 16 20:22:32.727661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port df577aca-2560-44fa-8d00-5f5697519adb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:32.742884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-dff2f097-6995-43ee-b32c-2d6f514b9046 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817172 Aug 16 20:22:32.776732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port df577aca-2560-44fa-8d00-5f5697519adb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:32.777255 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.791410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.791718 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Floating IP 4abde217-2180-47e9-a4ec-f5edf4ef78f8 disassociated. External IP: 172.25.7.242, port: 913df607-c85c-4c15-b0b8-4fdbc6f5e655. Aug 16 20:22:32.830647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:32.846924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d701e1a5-f8b8-4ad8-becf-b07884e95a86,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:32.911330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.942007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:32.945802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-24aa08a8-5f86-4379-b3ed-53ca528e9bb1 service neutron] 10.222.0.70 "GET /v2.0/networks/d829b18a-e1c2-4079-9d3b-b669b56bf882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306013 Aug 16 20:22:33.024951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port df577aca-2560-44fa-8d00-5f5697519adb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df577aca-2560-44fa-8d00-5f5697519adb,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:33.039464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42058) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:33.070588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a345642-97e5-4ec4-9bb8-f63a72437ed1 None None] Pushing event updated for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:33.079564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b43c46f5-9732-4722-8fe9-eaf43e30bbf6 None None] Provisioning complete for port df577aca-2560-44fa-8d00-5f5697519adb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:33.080482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b43c46f5-9732-4722-8fe9-eaf43e30bbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.123852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.220986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dcc32505-6827-4f43-970d-e5f120cbe8a8 service neutron] 10.222.0.70 "GET /v2.0/networks/d829b18a-e1c2-4079-9d3b-b669b56bf882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638063 Aug 16 20:22:33.261624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=df577aca-2560-44fa-8d00-5f5697519adb,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:33.266897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-954605318-network', 'tenant_id': '45396804043944c297984c7010709f70'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:33.270031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c42bbbf8-ad50-492f-9559-c44a91968caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.317224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:33.342991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.374738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Made reservation on behalf of 45396804043944c297984c7010709f70 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:33.377972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.397504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.485839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-7682767b-b367-4d25-a3db-2bf0f99f72af service neutron] 10.222.0.70 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553444 Aug 16 20:22:33.536188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.554363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:33.563072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.569986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Sync routers for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:33.577076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:33.577704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:33.607803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.623546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-68cd9295-1b35-4c8e-b7ea-81a869110eae tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "PUT /v2.0/floatingips/4abde217-2180-47e9-a4ec-f5edf4ef78f8 HTTP/1.1" status: 200 len: 695 time: 1.4739773 Aug 16 20:22:33.627841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:33.630474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:22:33.640091 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee13fb70-0afd-4779-8823-a0b85937ee10" -d '{"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:33.650628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.651329 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Added segment 2e6e1e0e-346d-47c8-b80a-d63f0549e944 of type vlan for network 725ff5bc-f352-4362-9f22-0293ad9dbc88 Aug 16 20:22:33.653191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d210d82-ba2d-4a5a-bc5b-8d857e91c341,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:33.697667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-eaee89ba-8567-49c5-b4d3-8e05bd61a28c service neutron] 10.222.0.70 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066677 Aug 16 20:22:33.720547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.728103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:33.728600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-cd67d5ba-1f99-4b30-b4ff-4d0a5054e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:33.730801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-cd67d5ba-1f99-4b30-b4ff-4d0a5054e15f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1098 time: 0.0839469 Aug 16 20:22:33.822486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.824230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:33.825206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:33.859074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-bff00d5d-1f21-4711-a441-d31287f7a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:33.871671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-bff00d5d-1f21-4711-a441-d31287f7a76a service neutron] 10.222.0.70 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 929 time: 0.1231031 Aug 16 20:22:33.963774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-35f41faf-ff64-4e6e-a7f5-b77f236715d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 217 time: 0.0839648 Aug 16 20:22:33.964070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] Pushing event updated for resources: {'Network': ['ID=725ff5bc-f352-4362-9f22-0293ad9dbc88,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:34.013656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:22:34.066371 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f52b34fb-2389-44ed-940a-8342690320d9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0199573 Aug 16 20:22:34.068504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42068) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:34.073377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Request body: {'subnet': {'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-954605318-subnet', 'tenant_id': '45396804043944c297984c7010709f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:34.103792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-f5e89aa4-0616-4bd9-9c59-7042a7586cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:34.111119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-f5e89aa4-0616-4bd9-9c59-7042a7586cf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.1412625 Aug 16 20:22:34.220627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-87f837a1-2e64-4969-9d38-17ea1f50e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:34.222398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Made reservation on behalf of 45396804043944c297984c7010709f70 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:34.222764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-87f837a1-2e64-4969-9d38-17ea1f50e9f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048391 Aug 16 20:22:34.230784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.239031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.274916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d701e1a5-f8b8-4ad8-becf-b07884e95a86 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:34.323624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.362137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Checking router: 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:34.392858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:34.395532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:34.410064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-96eaed16-6310-4df5-bb27-707f19fe8f91 service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669705 Aug 16 20:22:34.494211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d701e1a5-f8b8-4ad8-becf-b07884e95a86 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:34.506660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df577aca-2560-44fa-8d00-5f5697519adb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:34.519853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae1825-40b7-42f2-a7a0-30cedbaef32e req-354e5304-4877-478a-9457-8d6338892325 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:34.528353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ae1825-40b7-42f2-a7a0-30cedbaef32e req-354e5304-4877-478a-9457-8d6338892325 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.3474972 Aug 16 20:22:34.581056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b3e69-975a-4741-afe4-e77d94167919 None None] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:34.597384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ae1825-40b7-42f2-a7a0-30cedbaef32e req-a392fa4b-9a65-4f1a-a39d-54d7d8a817b4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681469 Aug 16 20:22:34.612702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.627405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30325e8-77fd-4af4-b6be-5e55e4af1323 req-997ab877-d9a0-4028-a3bd-aac60766f47d service neutron] 10.222.0.70 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044449 Aug 16 20:22:34.671071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:22:34.685640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:34.697566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Checking segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:34.697566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Network hostable DHCP agents. Network: 725ff5bc-f352-4362-9f22-0293ad9dbc88, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:22:34.711424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:34.758214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port df577aca-2560-44fa-8d00-5f5697519adb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:34.758597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.799943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Provisioning for port d701e1a5-f8b8-4ad8-becf-b07884e95a86 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:34.850355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d7e3d-66bf-461e-aae5-a5e66c84adc9 req-933d764b-7357-42ca-ad8c-105c8bbf1f49 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:34.852015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b71d7e3d-66bf-461e-aae5-a5e66c84adc9 req-933d764b-7357-42ca-ad8c-105c8bbf1f49 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0528238 Aug 16 20:22:34.853014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Provisioning complete for port d701e1a5-f8b8-4ad8-becf-b07884e95a86 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:34.853386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:34.874303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:22:34.901503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b71d7e3d-66bf-461e-aae5-a5e66c84adc9 req-ddf6bd08-52ed-4d2b-9e7d-0ed65bda746f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Aug 16 20:22:35.003745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 725ff5bc-f352-4362-9f22-0293ad9dbc88) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:35.008184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.015558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.020775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68a92cb-64f6-4902-9a68-40b03cb7771c None None] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:35.021324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57b7b779-7628-4b39-97c8-3c8ead702c6b req-de608a53-4fbc-4d46-86ef-576b33b9aac5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0572116 Aug 16 20:22:35.023308 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37614c-6b9b-4715-a033-37e15a94962e x-openstack-request-id: req-4c37614c-6b9b-4715-a033-37e15a94962e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:35.023549 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:35.023830 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c37614c-6b9b-4715-a033-37e15a94962e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:35.024453 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'status': 'completed', 'code': 200} Aug 16 20:22:35.092450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-a221651a-31ed-4596-ab0a-685d96aeb72f tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips/4abde217-2180-47e9-a4ec-f5edf4ef78f8 HTTP/1.1" status: 200 len: 695 time: 0.0526266 Aug 16 20:22:35.098245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-f8f1e005-eea7-4b53-a6a5-ec1d4f7f0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.099950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-f8f1e005-eea7-4b53-a6a5-ec1d4f7f0116 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9787cd4897de4e15958023a571600e40&device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 1098 time: 0.0470698 Aug 16 20:22:35.181295 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d134e31-f3c9-4dcc-a7a8-92ad6d9a1730 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1090889 Aug 16 20:22:35.226553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-18196257-ab28-4034-a823-41c2bf331d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.226553 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-18196257-ab28-4034-a823-41c2bf331d91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 200 len: 929 time: 0.1162634 Aug 16 20:22:35.229390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-5af14fd0-906b-4296-815c-6bee59ec740d tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.231008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-5af14fd0-906b-4296-815c-6bee59ec740d tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1299641 Aug 16 20:22:35.245014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-61960bb2-2a46-478c-b2b3-752e7049918b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:22:35.246150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-61960bb2-2a46-478c-b2b3-752e7049918b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063524 Aug 16 20:22:35.314440 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-b8bf538d-ce5e-4a83-b92a-4daaedcf0375 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 200 len: 217 time: 0.0803452 Aug 16 20:22:35.416727 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.496704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-7c47c88d-aa78-42d8-a50b-c63c84adf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.499578 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-7c47c88d-aa78-42d8-a50b-c63c84adf7ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 200 len: 867 time: 0.1783640 Aug 16 20:22:35.509169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d701e1a5-f8b8-4ad8-becf-b07884e95a86,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:35.515760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:35.568078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-21e09848-a550-4fb0-973a-8422dcc122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:35.568078 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-21e09848-a550-4fb0-973a-8422dcc122f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85d071a6-f823-4942-983e-8dc67a63b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568833 Aug 16 20:22:35.568421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8a0db-b1f8-4a18-84d8-466f1e182bad None None] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:35.570242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b8390e-efb8-4b2a-8e17-47ffec997e9b None None] The sync data for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 is: [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:21:54Z', 'revision_number': 4, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'e4128240-12db-47ab-929b-1ebcd17483da', 'name': '', 'network_id': '85d071a6-f823-4942-983e-8dc67a63b089', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'mac_address': 'fa:16:3e:fb:36:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:52Z', 'updated_at': '2021-08-16T20:22:00Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'subnets': [{'id': 'cf879c3e-57fc-4777-8089-f177ebca21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:35.651180 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.723389 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-1bd1f439-e12b-4d3f-b865-258a9e70adca service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460228 Aug 16 20:22:35.787230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92aaf-5ba0-44bf-b850-95ec949f5bc2 None None] Pushing event updated for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:35.861286 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee13fb70-0afd-4779-8823-a0b85937ee10 req-12685ada-2894-4060-9c9f-230ddf2668f5 service neutron] 10.222.0.64 "GET /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283660 Aug 16 20:22:35.866853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-fc35609b-39f8-4d20-8d16-dad50415aa7d tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 698 time: 0.6135149 Aug 16 20:22:35.874796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-61be05eb-7926-47ae-b47e-fe1b8c98d94e None None] Provisioning complete for port d701e1a5-f8b8-4ad8-becf-b07884e95a86 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:35.875346 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-61be05eb-7926-47ae-b47e-fe1b8c98d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:35.950758 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fc14f-cc09-4bde-b5b7-de9fac89db70 None None] New status for floating IP 4abde217-2180-47e9-a4ec-f5edf4ef78f8: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:22:35.971155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-b1100994-b62f-4ec6-bc60-7fb4706edd6a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 698 time: 0.1033804 Aug 16 20:22:36.003172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d701e1a5-f8b8-4ad8-becf-b07884e95a86 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:36.082134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d701e1a5-f8b8-4ad8-becf-b07884e95a86 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:36.082902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.105356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.121733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f918125a-b110-4db2-a58f-03d16c757af2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:36.123296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f918125a-b110-4db2-a58f-03d16c757af2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.2826059 Aug 16 20:22:36.154131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-08379fc3-e69f-4621-8b88-5fc7a42da32d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/quotas/45396804043944c297984c7010709f70 HTTP/1.1" status: 200 len: 375 time: 0.0144041 Aug 16 20:22:36.192755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-64f2cfbf-7347-4f50-ba50-304345edaa0c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282395 Aug 16 20:22:36.199209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Deleting port 1084772b-f0c8-4800-8d4e-a73e45c5e2de {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:36.199556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.349888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.350218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.360387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-fed5ccf2-eff5-41e3-9045-67513e7d2fd5 service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581879 Aug 16 20:22:36.366319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Calling delete_port for 1084772b-f0c8-4800-8d4e-a73e45c5e2de owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:36.510479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-c2d7ca3c-1624-4711-9462-c4b6573513c2 service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421843 Aug 16 20:22:36.634913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.666713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event deleted for resources: {'Port': ['ID=1084772b-f0c8-4800-8d4e-a73e45c5e2de,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:36.740750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.743415 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:36.744904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcab7dde-1dc9-42c8-a2ff-0fd1f579f4b0 req-8b205e8f-f8b4-4c5d-aed0-3d5204d444fe tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "DELETE /v2.0/floatingips/4abde217-2180-47e9-a4ec-f5edf4ef78f8 HTTP/1.1" status: 204 len: 173 time: 0.7671077 Aug 16 20:22:36.846430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60742f6-3c7e-494e-adc8-25172d200fd3 req-d653f625-f301-43b3-9c84-a1db5caf09f8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:36.848193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a60742f6-3c7e-494e-adc8-25172d200fd3 req-d653f625-f301-43b3-9c84-a1db5caf09f8 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.0575869 Aug 16 20:22:36.889347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a60742f6-3c7e-494e-adc8-25172d200fd3 req-a8e97877-b3bd-48fb-a7d7-21b745d91c5d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349901 Aug 16 20:22:36.984009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36c166c8-8580-4b2c-b104-50182e78e183 req-cc63d441-17f3-400c-8250-8dfa165574a3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0277338 Aug 16 20:22:37.002113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519f8f3-d7a4-4cc2-baa6-846bec0f0c49 req-e60eb995-d4a7-4233-9288-ee44075f71a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.004134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c519f8f3-d7a4-4cc2-baa6-846bec0f0c49 req-e60eb995-d4a7-4233-9288-ee44075f71a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0754840 Aug 16 20:22:37.073127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e9aba46-797c-434e-af12-be15d30590a3 req-ee1fa405-f703-4e4b-ab23-3bd1d8776999 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0448625 Aug 16 20:22:37.092789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c519f8f3-d7a4-4cc2-baa6-846bec0f0c49 req-0090739c-2477-4fa8-9503-df4fd7e27e3f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687635 Aug 16 20:22:37.242278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bc064-2512-4161-998f-c41e8debb5d7 req-3520a89e-4035-4f40-834f-b5b3d2907431 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.243812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f73bc064-2512-4161-998f-c41e8debb5d7 req-3520a89e-4035-4f40-834f-b5b3d2907431 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0506754 Aug 16 20:22:37.286056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f73bc064-2512-4161-998f-c41e8debb5d7 req-efaf5dd1-34bb-4ee1-a4d8-9e419b28c5fd tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0362873 Aug 16 20:22:37.345967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5cff61-8b11-4a55-b47b-23bd5a74fd8e req-588c6302-76ea-4383-b671-b477987ba228 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0385225 Aug 16 20:22:37.478044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-52200c35-94cb-4f2d-85ba-44d5fab8190b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.484004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-52200c35-94cb-4f2d-85ba-44d5fab8190b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:37.485661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-52200c35-94cb-4f2d-85ba-44d5fab8190b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "GET /v2.0/networks?id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0&id=d829b18a-e1c2-4079-9d3b-b669b56bf882&id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 HTTP/1.1" status: 200 len: 1392 time: 0.1510189 Aug 16 20:22:37.499069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'admin_state_up': True, 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:37.704144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:37.708324 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:37.838406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Allocated IP 19.80.0.16 (9fb8140c-5a96-4e15-aba6-c7ba802ef4d0/a0c4d6cc-80d0-4000-a956-965fb8bd10f6/ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:37.873505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:38.012744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.019306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:38.029813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Transition to ACTIVE for port object ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:38.035813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31', 'port_id': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'mac_address': 'fa:16:3e:96:13:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624b45f-8027-4a91-842f-13906c0f7a5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:38.070960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3445-09a6-41f5-b547-8d0442c01560 req-ee341d94-c7c9-4ac3-9b13-7686404254c3 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.072566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-127b3445-09a6-41f5-b547-8d0442c01560 req-ee341d94-c7c9-4ac3-9b13-7686404254c3 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 946 time: 0.0939558 Aug 16 20:22:38.073140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.088329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd341ef5-8cca-4064-9d8b-26eed5085efd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:38.095558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02731d8-d0e9-4052-924b-de838c800c1b req-0992443a-f1de-4e1b-8541-39cbd598e38e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.098024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a02731d8-d0e9-4052-924b-de838c800c1b req-0992443a-f1de-4e1b-8541-39cbd598e38e tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.0795355 Aug 16 20:22:38.108843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:38.154399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-127b3445-09a6-41f5-b547-8d0442c01560 req-b1e9e6ca-549d-4df3-bc09-1d77964f2135 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728037 Aug 16 20:22:38.162514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a02731d8-d0e9-4052-924b-de838c800c1b req-fc2e5d6e-f3c7-4318-b93a-15bfb6a2394f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Aug 16 20:22:38.227144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.264049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.272831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-675c9899-d641-4c50-ad83-bb564085de69 req-65fb6587-8287-4bed-8954-9f3fb0572ddf tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0501761 Aug 16 20:22:38.273523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:38.276792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:38.280844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:38.316225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:38.333856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:38.350933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.351550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.355776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b7142-dad1-43d6-9453-9ab00f01d542 req-55b5dcba-a239-4f4a-9fb4-f1adc023ddb1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.356949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b4b7142-dad1-43d6-9453-9ab00f01d542 req-55b5dcba-a239-4f4a-9fb4-f1adc023ddb1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 931 time: 0.1241112 Aug 16 20:22:38.427623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b4b7142-dad1-43d6-9453-9ab00f01d542 req-2191d7b5-4bcb-4e35-a019-69797afcbdf1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621979 Aug 16 20:22:38.460613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2bb18-5434-4c5a-a1d9-3cea8298faca req-c552d818-fad5-4a24-b548-c20ab4427bde tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:38.460613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8b2bb18-5434-4c5a-a1d9-3cea8298faca req-c552d818-fad5-4a24-b548-c20ab4427bde tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0749128 Aug 16 20:22:38.476213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5b297be5-c6d4-42f7-b8ec-922c26763d00 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9802020 Aug 16 20:22:38.490106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882', 'admin_state_up': True, 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:38.499805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8b2bb18-5434-4c5a-a1d9-3cea8298faca req-46b55dcf-d7f6-4a5e-8ec6-c5dec05bd433 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Aug 16 20:22:38.589403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['bd341ef5-8cca-4064-9d8b-26eed5085efd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:38.749478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:38.754110 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.806990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dd9c215c-813d-4964-b737-9541438c53f8 None None] Provisioning for port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:38.811400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dd9c215c-813d-4964-b737-9541438c53f8 None None] Provisioning complete for port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:38.821971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd9c215c-813d-4964-b737-9541438c53f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:38.848262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c215c-813d-4964-b737-9541438c53f8 None None] Port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:38.881897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Allocated IP 19.86.0.227 (d829b18a-e1c2-4079-9d3b-b669b56bf882/8c78b694-3342-44c4-a838-8fb3b1015068/7c0fc199-bb26-4ba0-b8ed-c155e8994930) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:39.039355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.052362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Transition to ACTIVE for port object 7c0fc199-bb26-4ba0-b8ed-c155e8994930 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:39.201006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.249473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:39.254670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:39.259326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:39.289264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:39.317185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103c33a-3cc8-4fc3-9197-24f66c5cf231 req-9ab663c7-fd97-4dc0-8db2-6de9dbd9bcdf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.318238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.318459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f103c33a-3cc8-4fc3-9197-24f66c5cf231 req-9ab663c7-fd97-4dc0-8db2-6de9dbd9bcdf tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 946 time: 0.0873520 Aug 16 20:22:39.318986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.355518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821fb5a-80d7-4b29-9861-2dadc313460b req-178cf8bb-3270-4b68-9886-3ae7230429b1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.357125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4821fb5a-80d7-4b29-9861-2dadc313460b req-178cf8bb-3270-4b68-9886-3ae7230429b1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.0836308 Aug 16 20:22:39.387921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f103c33a-3cc8-4fc3-9197-24f66c5cf231 req-94975268-61b4-4f71-9925-a22e55c77d9b tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/security-groups?id=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591061 Aug 16 20:22:39.414781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4821fb5a-80d7-4b29-9861-2dadc313460b req-4f1c6ed8-9f63-4dae-a930-f72c16150836 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Aug 16 20:22:39.458940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-568469d3-c6c7-4641-98b8-4d5ad6118a93 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9751701 Aug 16 20:22:39.472292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'admin_state_up': True, 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:39.517120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b21d785-954f-4d3c-bd21-40b92e77028c req-e1baae8b-a3c7-4c87-8642-4e8ea0ad7337 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0517895 Aug 16 20:22:39.566121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-65faa31c-c30c-476d-a2f0-5165a59d08b0 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.567351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-65faa31c-c30c-476d-a2f0-5165a59d08b0 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 946 time: 0.1111236 Aug 16 20:22:39.696578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9d21d-550c-446c-8fab-e22e4ad6aa02 req-3681f6d8-64b0-4d12-a8a2-a8a21eb37290 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.697817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-23540d8f-65f4-4403-a677-efaa30a8499d None None] Provisioning for port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:39.702002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-23540d8f-65f4-4403-a677-efaa30a8499d None None] Provisioning complete for port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:39.712220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9d21d-550c-446c-8fab-e22e4ad6aa02 req-3681f6d8-64b0-4d12-a8a2-a8a21eb37290 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.712382 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-23540d8f-65f4-4403-a677-efaa30a8499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.712489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1b9d21d-550c-446c-8fab-e22e4ad6aa02 req-3681f6d8-64b0-4d12-a8a2-a8a21eb37290 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 1654 time: 0.1617167 Aug 16 20:22:39.721259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b9c5d-492b-436d-a039-cb28423d5345 req-f8288c3d-01c3-4fc4-b49f-e99a8fc86eee tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.722744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-650b9c5d-492b-436d-a039-cb28423d5345 req-f8288c3d-01c3-4fc4-b49f-e99a8fc86eee tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1304801 Aug 16 20:22:39.742108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-5da19b4f-3631-4ffb-8c05-ecf4aa586df2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:39.743886 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-5da19b4f-3631-4ffb-8c05-ecf4aa586df2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.1162472 Aug 16 20:22:39.744036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-23540d8f-65f4-4403-a677-efaa30a8499d None None] Port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:39.751924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:39.755671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.769337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'port': {'device_id': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'admin_state_up': True, 'tenant_id': '45396804043944c297984c7010709f70'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:39.788320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1b9d21d-550c-446c-8fab-e22e4ad6aa02 req-ff522624-4559-452d-81b3-351ba6e42045 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779054 Aug 16 20:22:39.809230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-650b9c5d-492b-436d-a039-cb28423d5345 req-b7f15df2-e43c-4b46-8379-f33f84716362 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Aug 16 20:22:39.812797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Deleting port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:39.815485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.886942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:39.924165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] For port 913df607-c85c-4c15-b0b8-4fdbc6f5e655, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913df607-c85c-4c15-b0b8-4fdbc6f5e655,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:39.924540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:39.937708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Calling delete_port for 913df607-c85c-4c15-b0b8-4fdbc6f5e655 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:40.003099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Allocated IP 19.80.0.84 (9fb8140c-5a96-4e15-aba6-c7ba802ef4d0/a0c4d6cc-80d0-4000-a956-965fb8bd10f6/af94bc05-cf03-456a-87fb-8964fd7e856d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:40.080637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port bd341ef5-8cca-4064-9d8b-26eed5085efd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:40.085352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port bd341ef5-8cca-4064-9d8b-26eed5085efd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:40.095551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.178205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.205291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:40.207991 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f22dcc-128e-404d-be77-e168fd3285a1" -d '{"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-plugged", "status": "completed", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:40.223952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:40.242023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.253848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['913df607-c85c-4c15-b0b8-4fdbc6f5e655'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:40.273888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Pushing event deleted for resources: {'Port': ['ID=913df607-c85c-4c15-b0b8-4fdbc6f5e655,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:40.332583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.336829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] No DVR routers for this DVR port 913df607-c85c-4c15-b0b8-4fdbc6f5e655 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:40.339522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.350740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b24ef65d-4db0-42da-aba7-1531943481b5 req-3a71c797-17d5-45b1-a5b3-a5bcbff5089a tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.64 "DELETE /v2.0/ports/913df607-c85c-4c15-b0b8-4fdbc6f5e655 HTTP/1.1" status: 204 len: 173 time: 0.7683306 Aug 16 20:22:40.351235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'name': 'network-vif-deleted', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:40.368004 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fe9e9f-c5df-4b2b-a911-06722de20692" -d '{"events": [{"server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "name": "network-vif-deleted", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:40.415755 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747e3440-c20d-42ce-9a6a-4f8cbe0a5e29 x-openstack-request-id: req-747e3440-c20d-42ce-9a6a-4f8cbe0a5e29 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:40.416289 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82eb302-5f35-413f-9a6e-55bf100b64bf", "name": "network-vif-deleted", "tag": "913df607-c85c-4c15-b0b8-4fdbc6f5e655", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:40.416811 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-747e3440-c20d-42ce-9a6a-4f8cbe0a5e29 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:40.417216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Made reservation on behalf of 45396804043944c297984c7010709f70 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:40.423223 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82eb302-5f35-413f-9a6e-55bf100b64bf', 'name': 'network-vif-deleted', 'tag': '913df607-c85c-4c15-b0b8-4fdbc6f5e655', 'status': 'completed', 'code': 200} Aug 16 20:22:40.439805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.440084 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178ae33-7323-42a1-8455-5a979d0dab5f x-openstack-request-id: req-6178ae33-7323-42a1-8455-5a979d0dab5f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:40.440084 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-plugged", "status": "completed", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:40.440084 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6178ae33-7323-42a1-8455-5a979d0dab5f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:40.440084 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'code': 200} Aug 16 20:22:40.478748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:40.499959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9188ff-5504-461f-a76e-9febd6df8774 req-ab013c79-ccd9-46c3-96ff-1295b2f826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:40.502101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9188ff-5504-461f-a76e-9febd6df8774 req-ab013c79-ccd9-46c3-96ff-1295b2f826ed service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1098 time: 0.0662501 Aug 16 20:22:40.580489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1370c653-2971-4896-b2e8-570b07e94d35 req-a47a98ca-f9f3-438b-b150-3894dd1fd754 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423 tempest-FloatingIPsAssociationNegativeTestJSON-1788561423-project] 10.222.0.70 "GET /v2.0/ports?device_id=c82eb302-5f35-413f-9a6e-55bf100b64bf HTTP/1.1" status: 200 len: 210 time: 0.0736599 Aug 16 20:22:40.619876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9188ff-5504-461f-a76e-9febd6df8774 req-c65c1568-4241-4775-bcd3-e4e142b303ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043327 Aug 16 20:22:40.635053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.638850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b4daf-9f8b-46b0-95a6-71218c5758ff req-0a47dce2-97b8-4bab-a671-1427dcc351be tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:40.640951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff0b4daf-9f8b-46b0-95a6-71218c5758ff req-0a47dce2-97b8-4bab-a671-1427dcc351be tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1159639 Aug 16 20:22:40.677933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cf0ba6e-b968-4336-85c3-09ff46c4256e req-a0d05f3c-8390-4dff-b3eb-2bb1b32fdd1e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0358710 Aug 16 20:22:40.681847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Transition to ACTIVE for port object af94bc05-cf03-456a-87fb-8964fd7e856d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:40.707304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff0b4daf-9f8b-46b0-95a6-71218c5758ff req-e1c7f37c-579e-4c61-bac2-103ae638e06f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Aug 16 20:22:40.708845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Allocated IP 172.20.0.9 (725ff5bc-f352-4362-9f22-0293ad9dbc88/db63ed9b-7a8a-4b34-80a9-c9c6496f94f5/2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:40.878052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.910719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:40.936572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881c0a-e6f3-43b0-b87e-8989990d22f1 req-81f51d4b-81db-4fc0-a22e-0c1fadec2b11 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:40.943708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881c0a-e6f3-43b0-b87e-8989990d22f1 req-81f51d4b-81db-4fc0-a22e-0c1fadec2b11 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:40.945539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c881c0a-e6f3-43b0-b87e-8989990d22f1 req-81f51d4b-81db-4fc0-a22e-0c1fadec2b11 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 1654 time: 0.0878429 Aug 16 20:22:40.961008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:40.964358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:40.968124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:40.969573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92c52a-76d2-4e3d-a40e-fe103e683316 req-c8828f74-d202-457f-bed6-db01d2dd1f9f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:40.978617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe92c52a-76d2-4e3d-a40e-fe103e683316 req-c8828f74-d202-457f-bed6-db01d2dd1f9f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0827427 Aug 16 20:22:40.978740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:41.021010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c881c0a-e6f3-43b0-b87e-8989990d22f1 req-1618f9ce-8c0d-4143-9170-83aab7b5f74f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681462 Aug 16 20:22:41.022196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:41.022870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.042932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe92c52a-76d2-4e3d-a40e-fe103e683316 req-d7ab2443-640b-47bc-ab8e-953491782cdb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Aug 16 20:22:41.047845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.099203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:41.102667 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-b6898b69-3ae1-4b92-8ec2-fec5cfe4f341 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6346378 Aug 16 20:22:41.106228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:41.111854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:41.122180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:41.124863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:41.220458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:41.221225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.233745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.357221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-ca8282cd-d045-4fc5-86be-ecd71ec458b8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5982671 Aug 16 20:22:41.374903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Request body: {'port': {'device_id': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:41.393292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d786fb2a-8733-4560-b918-392270f1dea6 None None] Provisioning for port af94bc05-cf03-456a-87fb-8964fd7e856d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:41.397231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d786fb2a-8733-4560-b918-392270f1dea6 None None] Provisioning complete for port af94bc05-cf03-456a-87fb-8964fd7e856d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:41.397584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d786fb2a-8733-4560-b918-392270f1dea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.430669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d786fb2a-8733-4560-b918-392270f1dea6 None None] Port af94bc05-cf03-456a-87fb-8964fd7e856d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:22:41.480198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.642992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:41.659129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:41.670214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.721328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Transition to ACTIVE for port object ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:41.855515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:41.864403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.872467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:41.900998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Transition to ACTIVE for port object 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:41.921054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdcf06-bab1-4234-a0bf-ef4f08113382 req-e8f5b68a-50aa-4029-88e8-9fd30fc54b91 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:41.922009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fbdcf06-bab1-4234-a0bf-ef4f08113382 req-e8f5b68a-50aa-4029-88e8-9fd30fc54b91 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 931 time: 0.1333172 Aug 16 20:22:41.926886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Pushing event updated for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:41.939834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9aefa-ef91-48ad-ab2f-749ce52edd04 req-8756cb2a-8833-4f4f-b96b-b87e09148634 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:41.941392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ee9aefa-ef91-48ad-ab2f-749ce52edd04 req-8756cb2a-8833-4f4f-b96b-b87e09148634 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1395993 Aug 16 20:22:42.004385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Attempting to bind port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:42.004875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Attempting to bind port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:42.005298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Attempting to bind port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:42.010559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:42.011009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Attempting to bind port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:42.019015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:42.019261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Checking segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:42.019668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Bound using segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:42.020131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Bound port: ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:42.020810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.052853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fbdcf06-bab1-4234-a0bf-ef4f08113382 req-86481a55-ceba-47f7-96bb-a5cb9f5af6be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103406 Aug 16 20:22:42.056989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ee9aefa-ef91-48ad-ab2f-749ce52edd04 req-07c22b73-7d37-4582-9b35-a67e7062fd36 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064315 Aug 16 20:22:42.080670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.199398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.222332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:42.240432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:42.259226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26a68-e880-4716-806e-372c6d40b92d req-2b8ab3a7-4398-47e6-b241-dff03353afc8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.260064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Attempting to bind port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:42.260433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Attempting to bind port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:42.260766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Attempting to bind port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:42.260901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69e26a68-e880-4716-806e-372c6d40b92d req-2b8ab3a7-4398-47e6-b241-dff03353afc8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1099207 Aug 16 20:22:42.265171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:42.265654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Attempting to bind port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:42.271991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:42.271991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Checking segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:42.271991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Bound using segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:42.272397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Bound port: 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:42.272808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.277404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855683-2342-450c-a16f-db9bbb9b8958 req-5c30a36e-a5c3-4445-8154-1e271466ca40 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.284279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855683-2342-450c-a16f-db9bbb9b8958 req-5c30a36e-a5c3-4445-8154-1e271466ca40 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.290193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54855683-2342-450c-a16f-db9bbb9b8958 req-5c30a36e-a5c3-4445-8154-1e271466ca40 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.291911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54855683-2342-450c-a16f-db9bbb9b8958 req-5c30a36e-a5c3-4445-8154-1e271466ca40 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2387 time: 0.1422784 Aug 16 20:22:42.342970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:42.346784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:42.361600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69e26a68-e880-4716-806e-372c6d40b92d req-2f188419-6446-468f-b1da-db0bad6bed34 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929711 Aug 16 20:22:42.371328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54855683-2342-450c-a16f-db9bbb9b8958 req-e149dd44-ce69-4f0b-b34a-997fa2902c42 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681415 Aug 16 20:22:42.373886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.428403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.474638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.475266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.476699 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] 10.222.0.64 "PUT /v2.0/ports/ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 HTTP/1.1" status: 200 len: 1092 time: 1.3613355 Aug 16 20:22:42.477141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:42.479393 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df66abd-9c2e-4092-9020-8f0a17e85430" -d '{"events": [{"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:42.511597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46f20a-0873-4824-9262-7b960aa09aed service neutron] Pushing event updated for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.517944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.568531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.569040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.570513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a HTTP/1.1" status: 200 len: 1092 time: 1.2000816 Aug 16 20:22:42.604506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d8e63-4687-4e6d-a5d6-998cc992d9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:42.616700 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ae8b6-202e-4984-b597-71691383fc69 x-openstack-request-id: req-058ae8b6-202e-4984-b597-71691383fc69 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:42.617858 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:42.618299 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-058ae8b6-202e-4984-b597-71691383fc69 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:42.618728 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', 'status': 'completed', 'code': 200} Aug 16 20:22:42.634960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:42.696093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.722575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-2487fc64-6b09-4616-aae3-abdf916c7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.723148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-2487fc64-6b09-4616-aae3-abdf916c7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.723543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-2487fc64-6b09-4616-aae3-abdf916c7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.725211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-2487fc64-6b09-4616-aae3-abdf916c7280 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2731 time: 0.0852282 Aug 16 20:22:42.803844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Deleting port e4128240-12db-47ab-929b-1ebcd17483da {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:42.804119 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.890916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-fafb5b65-93c9-4111-b105-bf7644b69169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.891654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-fafb5b65-93c9-4111-b105-bf7644b69169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.892767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-fafb5b65-93c9-4111-b105-bf7644b69169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.894472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-fafb5b65-93c9-4111-b105-bf7644b69169 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2f2acb22e00e4c75a2312f7a06707795&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1595821 Aug 16 20:22:42.900656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-9907d970-db9e-4cb4-8eb1-128167e826a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:42.902152 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-9907d970-db9e-4cb4-8eb1-128167e826a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 1095 time: 0.1021054 Aug 16 20:22:42.950343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-8154cc97-10b1-474b-a92f-d54b81891c88 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a HTTP/1.1" status: 200 len: 217 time: 0.0395277 Aug 16 20:22:42.964223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] For port e4128240-12db-47ab-929b-1ebcd17483da, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e4128240-12db-47ab-929b-1ebcd17483da,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:42.964676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:42.983862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Calling delete_port for e4128240-12db-47ab-929b-1ebcd17483da owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:43.044440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-4ad38c8a-ce13-43ee-a474-a93dbdf1aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.045936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-4ad38c8a-ce13-43ee-a474-a93dbdf1aa39 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.0778983 Aug 16 20:22:43.093439 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-3fdec90f-ea67-4c94-aad6-a65c3812f72f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288672 Aug 16 20:22:43.104089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0fc199-bb26-4ba0-b8ed-c155e8994930 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:43.123274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.182614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Transition to ACTIVE for port object 7c0fc199-bb26-4ba0-b8ed-c155e8994930 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:43.219709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-9313dd3c-bf1c-4a48-b6c1-db4fe59c2f91 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100488 Aug 16 20:22:43.305177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.347514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-950beeb7-18e6-4a72-a191-31e7b9fd6881 req-323b453d-174f-4036-b700-98ff53bb08fb service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192334 Aug 16 20:22:43.378415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.422262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-b70b87bf-5078-40a7-bf4b-577cf8189088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.424581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6df66abd-9c2e-4092-9020-8f0a17e85430 req-b70b87bf-5078-40a7-bf4b-577cf8189088 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5200789 Aug 16 20:22:43.451596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Attempting to bind port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:43.451972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Attempting to bind port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:43.452260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Attempting to bind port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 on network d829b18a-e1c2-4079-9d3b-b669b56bf882 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:43.457520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 on network d829b18a-e1c2-4079-9d3b-b669b56bf882 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:43.457842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Attempting to bind port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 on network d829b18a-e1c2-4079-9d3b-b669b56bf882 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:43.465446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:43.466472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Checking segment: {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:43.466877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Bound using segment: {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:43.467320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Bound port: 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cd3609-3c25-4157-9c49-bed43189755b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:43.468356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.509494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8c390-ee24-457d-92e2-3dad6003777c req-bdf716bc-297e-4edb-a4d9-7b3fe2c5eb8a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.512220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4d8c390-ee24-457d-92e2-3dad6003777c req-bdf716bc-297e-4edb-a4d9-7b3fe2c5eb8a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 943 time: 0.1634400 Aug 16 20:22:43.528239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f34a0b-0be0-45e9-91af-f5931c3ffd7e req-bc1e9970-84a4-4812-a9d6-9557f4e64efe tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.529828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f34a0b-0be0-45e9-91af-f5931c3ffd7e req-bc1e9970-84a4-4812-a9d6-9557f4e64efe tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1835172 Aug 16 20:22:43.565280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:43.568564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:43.618472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4d8c390-ee24-457d-92e2-3dad6003777c req-015dabf6-0a58-4558-9a27-4cce366de49a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876381 Aug 16 20:22:43.624695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f34a0b-0be0-45e9-91af-f5931c3ffd7e req-02080dd4-3d86-4a92-9e40-581ccf0dadbf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835390 Aug 16 20:22:43.679426 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.717222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.718605 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.721464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c0fc199-bb26-4ba0-b8ed-c155e8994930 HTTP/1.1" status: 200 len: 1093 time: 1.0909088 Aug 16 20:22:43.747969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a6501-ef65-4ca0-ab5a-3b339421b307 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.764152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.808222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a94021-0e01-4e68-a1ae-cacb776d2963 req-cc7789ed-5b78-48e4-a627-73889e2dbec4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.809790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3a94021-0e01-4e68-a1ae-cacb776d2963 req-cc7789ed-5b78-48e4-a627-73889e2dbec4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1138849 Aug 16 20:22:43.810600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e4128240-12db-47ab-929b-1ebcd17483da,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:43.825868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace74f5-795a-4e5c-a402-094776c55239 req-e89ea643-cc00-4f4d-bb68-ed35f0cbde5a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.832771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace74f5-795a-4e5c-a402-094776c55239 req-e89ea643-cc00-4f4d-bb68-ed35f0cbde5a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.838747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace74f5-795a-4e5c-a402-094776c55239 req-e89ea643-cc00-4f4d-bb68-ed35f0cbde5a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:43.840527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eace74f5-795a-4e5c-a402-094776c55239 req-e89ea643-cc00-4f4d-bb68-ed35f0cbde5a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2399 time: 0.1433361 Aug 16 20:22:43.877868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Request body: {'port': {'device_id': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:43.965907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3a94021-0e01-4e68-a1ae-cacb776d2963 req-63ece57e-de3e-4a4c-bf5b-810cb44ebe47 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243477 Aug 16 20:22:43.976064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:43.984901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eace74f5-795a-4e5c-a402-094776c55239 req-d6a7141a-b658-473d-bb44-147d0def9edc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302888 Aug 16 20:22:44.053304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913df607-c85c-4c15-b0b8-4fdbc6f5e655 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:44.087876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 913df607-c85c-4c15-b0b8-4fdbc6f5e655 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:44.089012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913df607-c85c-4c15-b0b8-4fdbc6f5e655 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:44.138444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.256814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9db5e-0de7-44cb-8714-6adf46958a55 req-540ca0cb-58fa-44ec-94fd-44211cdc7b29 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.258350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1a9db5e-0de7-44cb-8714-6adf46958a55 req-540ca0cb-58fa-44ec-94fd-44211cdc7b29 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1098 time: 0.1103146 Aug 16 20:22:44.309432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1a9db5e-0de7-44cb-8714-6adf46958a55 req-a2bdca15-eb4f-4cf4-ab6d-f5188fe00b0a tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Aug 16 20:22:44.319368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af94bc05-cf03-456a-87fb-8964fd7e856d {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:44.328003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.342142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Transition to ACTIVE for port object af94bc05-cf03-456a-87fb-8964fd7e856d will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:44.429958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.446623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:22:44.455891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a339c-ebd8-4584-9599-5fb1583eeab8 req-a4685922-ca68-42b3-acbb-a9e87f2255d7 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.457479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b8a339c-ebd8-4584-9599-5fb1583eeab8 req-a4685922-ca68-42b3-acbb-a9e87f2255d7 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1098 time: 0.0632169 Aug 16 20:22:44.482944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Pushing event updated for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:44.577745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Attempting to bind port af94bc05-cf03-456a-87fb-8964fd7e856d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:44.578145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Attempting to bind port af94bc05-cf03-456a-87fb-8964fd7e856d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:44.578488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Attempting to bind port af94bc05-cf03-456a-87fb-8964fd7e856d on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:44.584181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Port af94bc05-cf03-456a-87fb-8964fd7e856d on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:44.585262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Attempting to bind port af94bc05-cf03-456a-87fb-8964fd7e856d on network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:44.592035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:44.592552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Checking segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:44.593022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Bound using segment: {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:44.593555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Bound port: af94bc05-cf03-456a-87fb-8964fd7e856d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:44.594008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.607212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b8a339c-ebd8-4584-9599-5fb1583eeab8 req-f5a27d76-52da-4f1f-a714-895f27471e6d tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372528 Aug 16 20:22:44.625021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:22:44.634455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd96dff0-8265-439c-be73-1c6730921f2a admin admin] 10.222.0.70 "PUT /v2.0/routers/9d010227-302d-4ac3-8f4e-a8dcd1cf0182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9958739 Aug 16 20:22:44.638518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c230db-d620-493a-911b-8e74845c263d None None] Sync routers for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:22:44.643288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42234) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:44.662599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:44.665426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:44.686904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:44.691209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=af94bc05-cf03-456a-87fb-8964fd7e856d,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:44.698389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'}, {'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:44.698389 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f" -d '{"events": [{"name": "network-changed", "server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a"}, {"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:44.761242 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327d7ac4-07d0-48e7-b787-6072b9a2a2f1 x-openstack-request-id: req-327d7ac4-07d0-48e7-b787-6072b9a2a2f1 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:44.761539 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:44.761779 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-327d7ac4-07d0-48e7-b787-6072b9a2a2f1 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:44.762178 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'status': 'completed', 'code': 200} Aug 16 20:22:44.762433 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930', 'status': 'completed', 'code': 200} Aug 16 20:22:44.824563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.838179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:44.852491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.868619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.875464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:44.880506 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] 10.222.0.64 "PUT /v2.0/ports/af94bc05-cf03-456a-87fb-8964fd7e856d HTTP/1.1" status: 200 len: 1092 time: 1.0084467 Aug 16 20:22:44.913791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-9b0ac2f0-eb9a-41f5-ad4d-fdd7c76ca935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.915378 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-9b0ac2f0-eb9a-41f5-ad4d-fdd7c76ca935 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 1095 time: 0.1214044 Aug 16 20:22:44.920397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14e354-c67b-4674-9ae9-e54274ed949a service neutron] Pushing event updated for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:44.929402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-767cc340-0a27-442b-9f9b-33c63448c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.929955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-767cc340-0a27-442b-9f9b-33c63448c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.930435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-767cc340-0a27-442b-9f9b-33c63448c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:44.932093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-767cc340-0a27-442b-9f9b-33c63448c5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2867 time: 0.1242445 Aug 16 20:22:45.003895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bfe9a-25af-4fd1-ab2c-4e9d4ce5bf38 req-d02cf775-8031-4d75-b568-015db7fe1c42 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.011663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-419bfe9a-25af-4fd1-ab2c-4e9d4ce5bf38 req-d02cf775-8031-4d75-b568-015db7fe1c42 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 943 time: 0.2573531 Aug 16 20:22:45.046751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-406b8594-e2fb-4890-bdc0-5e616be67acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.049039 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-406b8594-e2fb-4890-bdc0-5e616be67acb service neutron] 10.222.0.73 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 922 time: 0.1255891 Aug 16 20:22:45.102652 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-c36d6856-33ca-4307-82a7-5226d0c989c3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a HTTP/1.1" status: 200 len: 217 time: 0.0424457 Aug 16 20:22:45.113185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:22:43Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:45.129236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-419bfe9a-25af-4fd1-ab2c-4e9d4ce5bf38 req-83c73721-76f9-482e-8e3f-cca8e320b891 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112890 Aug 16 20:22:45.141038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c230db-d620-493a-911b-8e74845c263d None None] Checking router: 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:22:45.150276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.151495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] Routers {'9d010227-302d-4ac3-8f4e-a8dcd1cf0182'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:22:45.152389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:22:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:45.185190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-0b990f7d-fb4c-4b2d-be76-f619ce6cb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.187093 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-0b990f7d-fb4c-4b2d-be76-f619ce6cb7ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.0719750 Aug 16 20:22:45.188206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-35e12920-5d58-40d0-96b7-d0b2f59b618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.189563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-35e12920-5d58-40d0-96b7-d0b2f59b618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.190120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-35e12920-5d58-40d0-96b7-d0b2f59b618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.192032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-35e12920-5d58-40d0-96b7-d0b2f59b618c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2f2acb22e00e4c75a2312f7a06707795&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2317960 Aug 16 20:22:45.230320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-289237aa-3d90-460d-a7a1-3a6d6c833e4d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348730 Aug 16 20:22:45.284938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] Set router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:22:45.339020 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-db507db0-513f-4136-821a-60731281b768 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004846 Aug 16 20:22:45.357270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b5600-22c9-4154-8b19-5b3ed2a08ca6 req-6d3f7336-e865-41f4-bd54-b719f4274a13 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.358898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d0b5600-22c9-4154-8b19-5b3ed2a08ca6 req-6d3f7336-e865-41f4-bd54-b719f4274a13 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1325088 Aug 16 20:22:45.391068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-0d5683c1-3c8d-483c-8469-a027ba9673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.392980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-0d5683c1-3c8d-483c-8469-a027ba9673cf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1894140 Aug 16 20:22:45.418866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Deleting port 55986deb-4b56-4c52-846b-fbd8657b8f03 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:45.419098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.432556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d0b5600-22c9-4154-8b19-5b3ed2a08ca6 req-ef361d7b-3169-49d4-8b49-1e867a0c6fc5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630188 Aug 16 20:22:45.468046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6ac98df-3a14-4f15-aeb0-c07e87c0d85f req-5a9a545d-93d1-46a9-99e7-5dc8e290aeae service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202776 Aug 16 20:22:45.520603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-08c230db-d620-493a-911b-8e74845c263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:22:43Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:45.551955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c230db-d620-493a-911b-8e74845c263d None None] The sync data for ids ['9d010227-302d-4ac3-8f4e-a8dcd1cf0182'] in n-d-794306-10 is: [{'id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-706945291-router', 'tenant_id': '9787cd4897de4e15958023a571600e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:21:47Z', 'updated_at': '2021-08-16T20:22:43Z', 'revision_number': 5, 'project_id': '9787cd4897de4e15958023a571600e40', 'gw_port': {'id': '55986deb-4b56-4c52-846b-fbd8657b8f03', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d010227-302d-4ac3-8f4e-a8dcd1cf0182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:48Z', 'updated_at': '2021-08-16T20:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:22:45.592851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-70d16a48-4892-42b4-a848-ff8443bece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.597643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-70d16a48-4892-42b4-a848-ff8443bece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.597643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-70d16a48-4892-42b4-a848-ff8443bece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.597643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-70d16a48-4892-42b4-a848-ff8443bece6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2867 time: 0.1488271 Aug 16 20:22:45.623922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] For port 55986deb-4b56-4c52-846b-fbd8657b8f03, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=55986deb-4b56-4c52-846b-fbd8657b8f03,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:45.624402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:45.662459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-17bb259c-f95a-468c-ac2e-ca6cb0da7537 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 HTTP/1.1" status: 200 len: 217 time: 0.0547271 Aug 16 20:22:45.672477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83da798-e689-4980-be7a-6042dbf194a0 req-6acc7c16-b06b-40da-89e6-591896e4a2fc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.678540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83da798-e689-4980-be7a-6042dbf194a0 req-6acc7c16-b06b-40da-89e6-591896e4a2fc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.684309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83da798-e689-4980-be7a-6042dbf194a0 req-6acc7c16-b06b-40da-89e6-591896e4a2fc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.685931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b83da798-e689-4980-be7a-6042dbf194a0 req-6acc7c16-b06b-40da-89e6-591896e4a2fc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2411 time: 0.1789899 Aug 16 20:22:45.697484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Calling delete_port for 55986deb-4b56-4c52-846b-fbd8657b8f03 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:45.797928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-13428857-1c4e-43e1-9a84-c7b0c93ae46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.799438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-13428857-1c4e-43e1-9a84-c7b0c93ae46b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0c4d6cc-80d0-4000-a956-965fb8bd10f6 HTTP/1.1" status: 200 len: 801 time: 0.1126301 Aug 16 20:22:45.811209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b83da798-e689-4980-be7a-6042dbf194a0 req-b755ebf4-7b83-446b-ac6c-79de228e8a05 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118212 Aug 16 20:22:45.901648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-f1989767-c935-4a80-b704-b8bd1808f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:45.903207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-f1989767-c935-4a80-b704-b8bd1808f499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952780 Aug 16 20:22:45.920951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:45.950587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e4128240-12db-47ab-929b-1ebcd17483da no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:45.995037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e4128240-12db-47ab-929b-1ebcd17483da {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:46.002883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e4128240-12db-47ab-929b-1ebcd17483da not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:46.037685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-23a6b9f1-266a-41b0-a7cd-7d1894047df5 service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250949 Aug 16 20:22:46.089482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:46.106168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'port_id': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'mac_address': 'fa:16:3e:5e:86:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db63ed9b-7a8a-4b34-80a9-c9c6496f94f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:46.152751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-dfb47e01-ba7f-4870-886d-3d17e40ee6fd service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052325 Aug 16 20:22:46.193091 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.205742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-413a5435-aaed-450f-a833-6f2429dc960e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930 HTTP/1.1" status: 200 len: 217 time: 0.0463796 Aug 16 20:22:46.206523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.226922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:46.256280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=55986deb-4b56-4c52-846b-fbd8657b8f03,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:46.257937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:46.338882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.382322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b02591-acca-4d49-b295-17d48f047689 req-95dd4cb9-661f-412c-880d-f95eff88801d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:46.383875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b02591-acca-4d49-b295-17d48f047689 req-95dd4cb9-661f-412c-880d-f95eff88801d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 943 time: 0.1288941 Aug 16 20:22:46.385327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-73299eaa-540c-4912-9f1b-b1eb8870484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:46.386688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-73299eaa-540c-4912-9f1b-b1eb8870484a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c78b694-3342-44c4-a838-8fb3b1015068 HTTP/1.1" status: 200 len: 801 time: 0.1685784 Aug 16 20:22:46.402046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:46.402268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.549821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.554093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.563452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b02591-acca-4d49-b295-17d48f047689 req-1447e1a8-90c2-4788-a712-edd7d684415e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716781 Aug 16 20:22:46.626108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5933bd56-ce23-46ba-a29b-909b02aa33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:46.627973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5933bd56-ce23-46ba-a29b-909b02aa33d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d829b18a-e1c2-4079-9d3b-b669b56bf882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276397 Aug 16 20:22:46.662152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:46.717243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.717813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d010227-302d-4ac3-8f4e-a8dcd1cf0182 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:22:46.728788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.729953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4af3bc6b-75c7-4a8a-9395-425c60fc11b6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9d010227-302d-4ac3-8f4e-a8dcd1cf0182 HTTP/1.1" status: 204 len: 168 time: 2.0854487 Aug 16 20:22:46.732946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:46.786962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-5bcd82ec-5407-4fdb-9316-413111fd1a2e service neutron] 10.222.0.64 "GET /v2.0/networks/d829b18a-e1c2-4079-9d3b-b669b56bf882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512740 Aug 16 20:22:46.787707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:46.790585 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d00333f-e4e0-463f-804d-0b6dd97aebaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:46.794848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e196f-3104-41d8-b992-c3f6c36a8f36 req-c0d7b764-6a42-4720-b1f2-193126392332 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:46.796682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711e196f-3104-41d8-b992-c3f6c36a8f36 req-c0d7b764-6a42-4720-b1f2-193126392332 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1146486 Aug 16 20:22:46.827921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Deleting subnet cf879c3e-57fc-4777-8089-f177ebca21fc {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:22:46.832815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:46.905998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.000955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.172923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-1d2ec9e7-c265-432c-882b-2fc6d91815bd tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:22:47.174422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-1d2ec9e7-c265-432c-882b-2fc6d91815bd tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292482 Aug 16 20:22:47.182927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.188663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:47.189126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Unknown quota resources ['binding']. {{(pid=95240) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:22:47.230410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.231212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f04ecb-289a-4742-b14b-f11a31866423 None None] Network 85d071a6-f823-4942-983e-8dc67a63b089 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:22:47.233652 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cf879c3e-57fc-4777-8089-f177ebca21fc HTTP/1.1" status: 204 len: 168 time: 0.4994543 Aug 16 20:22:47.235192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615a2c3-b11b-4a3f-9f59-ca9297290941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf879c3e-57fc-4777-8089-f177ebca21fc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:47.237620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42294) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:47.263385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711e196f-3104-41d8-b992-c3f6c36a8f36 req-1c57749e-6c29-45ed-a692-546dcf2ceeae tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580212 Aug 16 20:22:47.310662 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6e857b-0f37-41a0-a5ca-016472b7eb45 x-openstack-request-id: req-9c6e857b-0f37-41a0-a5ca-016472b7eb45 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:47.311665 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:47.312048 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c6e857b-0f37-41a0-a5ca-016472b7eb45 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:47.313109 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d', 'status': 'completed', 'code': 200} Aug 16 20:22:47.396900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-55c16a75-4faf-427e-895a-d67f2ce271d2 service neutron] 10.222.0.64 "GET /v2.0/networks/d829b18a-e1c2-4079-9d3b-b669b56bf882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981314 Aug 16 20:22:47.424538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] DHCP port deletion for 85d071a6-f823-4942-983e-8dc67a63b089 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:22:47.433846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.474056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Deleting port d0428598-1309-4053-b1e7-796930e7d164 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:47.474573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.484900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-c71a8a5b-564e-4762-8ab4-d39669ee3a37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=af94bc05-cf03-456a-87fb-8964fd7e856d HTTP/1.1" status: 200 len: 217 time: 0.0661628 Aug 16 20:22:47.537924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] For port d0428598-1309-4053-b1e7-796930e7d164, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d0428598-1309-4053-b1e7-796930e7d164,segment=NetworkSegment(503ef9b9-03d1-43b2-bc0f-2d537069f57d),segment_id=503ef9b9-03d1-43b2-bc0f-2d537069f57d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:47.538235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.558730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Calling delete_port for d0428598-1309-4053-b1e7-796930e7d164 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:47.570930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea1e0-449e-4d42-927a-fe9335c05013 req-7996ba73-3991-42eb-95dd-f2ad356d8ba1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:47.576955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea1e0-449e-4d42-927a-fe9335c05013 req-7996ba73-3991-42eb-95dd-f2ad356d8ba1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:47.583154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea1e0-449e-4d42-927a-fe9335c05013 req-7996ba73-3991-42eb-95dd-f2ad356d8ba1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:47.584889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11dea1e0-449e-4d42-927a-fe9335c05013 req-7996ba73-3991-42eb-95dd-f2ad356d8ba1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2411 time: 0.2210464 Aug 16 20:22:47.613728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:47.614073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:47.614412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:47.632832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:47.633168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:47.635907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-50d3cfbf-962f-4f02-8c5c-e017685db901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:47.637398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-50d3cfbf-962f-4f02-8c5c-e017685db901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0c4d6cc-80d0-4000-a956-965fb8bd10f6 HTTP/1.1" status: 200 len: 801 time: 0.1426857 Aug 16 20:22:47.663791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:47.664057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:47.664446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:47.664904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Bound port: bd341ef5-8cca-4064-9d8b-26eed5085efd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:47.715803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11dea1e0-449e-4d42-927a-fe9335c05013 req-0fadc5e0-9031-4864-9ea7-bf5fcc70bd77 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Aug 16 20:22:47.725768 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.738983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Deleting port d0428598-1309-4053-b1e7-796930e7d164 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:22:47.738983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.753951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] Pushing event deleted for resources: {'Port': ['ID=d0428598-1309-4053-b1e7-796930e7d164,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:47.762176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1d6428-c43b-4f29-882d-ce23f813fb7a None None] No DVR routers for this DVR port d0428598-1309-4053-b1e7-796930e7d164 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:47.812466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-abcc138e-7a34-4d00-957e-4ebb4837ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:47.814028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-abcc138e-7a34-4d00-957e-4ebb4837ae92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670589 Aug 16 20:22:47.823770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:47.891757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] For port d0428598-1309-4053-b1e7-796930e7d164, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:47.892389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.907454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.909493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-4b3e052b-319f-4a11-84e0-65ead15d2ce0 service neutron] 10.222.0.70 "POST /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd/bindings HTTP/1.1" status: 201 len: 390 time: 0.7272744 Aug 16 20:22:47.916465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Calling delete_port for d0428598-1309-4053-b1e7-796930e7d164 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:22:47.920970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Port d0428598-1309-4053-b1e7-796930e7d164 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:22:47.921229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:47.925190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.969383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0428598-1309-4053-b1e7-796930e7d164,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:47.977023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:47.985796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] No DVR routers for this DVR port d0428598-1309-4053-b1e7-796930e7d164 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:47.996381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 55986deb-4b56-4c52-846b-fbd8657b8f03 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:48.009197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-fcb483fe-c13b-4980-bbae-041ff7a3d7cb service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841815 Aug 16 20:22:48.019669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 55986deb-4b56-4c52-846b-fbd8657b8f03 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:48.019910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 55986deb-4b56-4c52-846b-fbd8657b8f03 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:48.020338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d0428598-1309-4053-b1e7-796930e7d164 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:48.150242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.170712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d071a6-f823-4942-983e-8dc67a63b089']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:48.179572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:48.181582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d0428598-1309-4053-b1e7-796930e7d164 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:22:48.181927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d0428598-1309-4053-b1e7-796930e7d164 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:48.184462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503ef9b9-03d1-43b2-bc0f-2d537069f57d') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:48.185016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503ef9b9-03d1-43b2-bc0f-2d537069f57d') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:22:48.190877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:48.191669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.194349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83f566-d9da-44d1-bd25-ed4e999f15a1 req-8b683303-7980-4b44-9edf-7ac7d77b2b2c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.195963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b83f566-d9da-44d1-bd25-ed4e999f15a1 req-8b683303-7980-4b44-9edf-7ac7d77b2b2c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 944 time: 0.2333987 Aug 16 20:22:48.209734 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.249891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.262834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:22:48.263242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:22:48.265134 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:22:48.275686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd4c44e-7136-4e47-9cd5-a04c5a11f3f1 req-2e75e1e8-63b2-42ff-9ca8-277621eb7a5a service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346809 Aug 16 20:22:48.300527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.327768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b83f566-d9da-44d1-bd25-ed4e999f15a1 req-a97b746a-2cf0-4116-b65d-db2edafd8c3e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228254 Aug 16 20:22:48.333513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:48.336414 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4b332-956b-440d-b14a-5ee4b82b826c" -d '{"events": [{"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-plugged", "status": "completed", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:48.352687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:48.479829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.491054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.499671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-d8d1ba72-7a11-4e9f-a3ac-34b472597ba4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.501177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-d8d1ba72-7a11-4e9f-a3ac-34b472597ba4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.2184381 Aug 16 20:22:48.509863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:48.535922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/85d071a6-f823-4942-983e-8dc67a63b089 HTTP/1.1" status: 204 len: 168 time: 1.2678878 Aug 16 20:22:48.535922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672b8b-157c-4b23-aa3c-205ef0c2c0d3 req-f139c2b6-b1c9-471c-bd8b-a32ba50624af tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.537587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:48.537893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11672b8b-157c-4b23-aa3c-205ef0c2c0d3 req-f139c2b6-b1c9-471c-bd8b-a32ba50624af tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1428897 Aug 16 20:22:48.541731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f37262-7652-47a0-951b-9ef7d45c81c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85d071a6-f823-4942-983e-8dc67a63b089,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:48.547656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-1897440d-7194-439e-8c3d-ed40aeab7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.548187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-1897440d-7194-439e-8c3d-ed40aeab7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.548676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-1897440d-7194-439e-8c3d-ed40aeab7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.551200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-1897440d-7194-439e-8c3d-ed40aeab7b23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2867 time: 0.1442723 Aug 16 20:22:48.555819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-8fe056dc-7ec6-42bf-ac76-23fcbb93ecf1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/quotas/818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 375 time: 0.0418239 Aug 16 20:22:48.656563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-76a9ac7b-0a45-4876-9dc9-41dbb99aaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.658829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-76a9ac7b-0a45-4876-9dc9-41dbb99aaad8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1098 time: 0.0416985 Aug 16 20:22:48.672907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11672b8b-157c-4b23-aa3c-205ef0c2c0d3 req-a633f0cf-4ab4-460e-9380-2e49d395d266 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196086 Aug 16 20:22:48.704886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-5c1d6fb4-ff62-41c7-8012-f88f30ce7bd9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336420 Aug 16 20:22:48.764548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-eb865180-93e9-4c7e-b139-abadf5594fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.766011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-eb865180-93e9-4c7e-b139-abadf5594fcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 HTTP/1.1" status: 200 len: 903 time: 0.2041934 Aug 16 20:22:48.773725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-7624c2f5-928b-4b51-a1c2-582a5a204775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.775187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-7624c2f5-928b-4b51-a1c2-582a5a204775 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.1089475 Aug 16 20:22:48.818715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-8b27bffc-6109-4432-8fba-ed2f1f831f33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 217 time: 0.0357707 Aug 16 20:22:48.834860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-a99d3fa3-982a-4685-a205-9707e9deeb94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.84&port_id=af94bc05-cf03-456a-87fb-8964fd7e856d HTTP/1.1" status: 200 len: 217 time: 0.0579722 Aug 16 20:22:48.873425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-f71b8920-935d-4b8a-8ff1-38386eb2f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.875037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-f71b8920-935d-4b8a-8ff1-38386eb2f3bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0481730 Aug 16 20:22:48.904376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:48.913044 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-65dbc7ad-9c94-4151-b570-26726a8da108 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294502 Aug 16 20:22:48.913625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9bd9-2208-45b5-a7f2-1f721a2b5b3a req-e4dc89b6-74fa-4f58-bcb7-abaf68535ca5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:48.915139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e85d9bd9-2208-45b5-a7f2-1f721a2b5b3a req-e4dc89b6-74fa-4f58-bcb7-abaf68535ca5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1541834 Aug 16 20:22:48.939609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-c7053cb5-068b-433d-9c7a-98e803579b12 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280579 Aug 16 20:22:49.011799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-b3bb57b0-1b89-42e6-98bb-abcdc09b1f90 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910995 Aug 16 20:22:49.028697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-3f7f66b2-8667-4633-8ab9-4ec7771bbad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.030203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-3f7f66b2-8667-4633-8ab9-4ec7771bbad4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a0c4d6cc-80d0-4000-a956-965fb8bd10f6 HTTP/1.1" status: 200 len: 801 time: 0.1862099 Aug 16 20:22:49.097513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8759207d-3661-44a2-9571-f84693a66197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9787cd4897de4e15958023a571600e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810646 Aug 16 20:22:49.101198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:22:49.109648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e85d9bd9-2208-45b5-a7f2-1f721a2b5b3a req-ddab6671-2950-4f94-9242-c6453e055757 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818624 Aug 16 20:22:49.123565 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-0cbb8db2-efa0-4586-96cb-ca765c3c0565 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029129 Aug 16 20:22:49.150227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-d46cee59-9140-447c-82d6-836404f9bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.151878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-d46cee59-9140-447c-82d6-836404f9bf15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121526 Aug 16 20:22:49.167182 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d1418f-7108-4299-88ac-259914b3f83a x-openstack-request-id: req-b3d1418f-7108-4299-88ac-259914b3f83a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:49.167570 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-plugged", "status": "completed", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:49.167925 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3d1418f-7108-4299-88ac-259914b3f83a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:49.168399 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'code': 200} Aug 16 20:22:49.185837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.186137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-2ab1f995-3651-41b1-9096-0e876e16bd50 service neutron] 10.222.0.70 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297268 Aug 16 20:22:49.233078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.316034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb2427-decf-4581-aa7c-50223852ef8b req-59dd423e-30bd-4c32-9965-be716d03bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.318773 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ecb2427-decf-4581-aa7c-50223852ef8b req-59dd423e-30bd-4c32-9965-be716d03bec6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 1097 time: 0.0722115 Aug 16 20:22:49.322548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-55d3e66f-0bba-470f-83e7-52432305635b service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624680 Aug 16 20:22:49.337542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fb99-657d-47dc-9e2e-e41bfeeef110 req-da4c937f-743f-45e0-84a5-2ca1349c3659 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.344110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fb99-657d-47dc-9e2e-e41bfeeef110 req-da4c937f-743f-45e0-84a5-2ca1349c3659 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.351084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3fb99-657d-47dc-9e2e-e41bfeeef110 req-da4c937f-743f-45e0-84a5-2ca1349c3659 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.353277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6f3fb99-657d-47dc-9e2e-e41bfeeef110 req-da4c937f-743f-45e0-84a5-2ca1349c3659 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2411 time: 0.1156981 Aug 16 20:22:49.363827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ecb2427-decf-4581-aa7c-50223852ef8b req-f1c462c2-57e8-4619-a452-4f6ada45af37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Aug 16 20:22:49.425262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.427928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:49.429361 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8be22506-5cb3-4b33-846f-2a2e4c8bd1ab HTTP/1.1" status: 204 len: 168 time: 0.3268635 Aug 16 20:22:49.438678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f73d37-fa6d-48fa-a132-e812f425943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be22506-5cb3-4b33-846f-2a2e4c8bd1ab,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:49.448573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6f3fb99-657d-47dc-9e2e-e41bfeeef110 req-b263ee92-d5a3-4a7c-93df-81cc50e0881e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851362 Aug 16 20:22:49.490698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d00333f-e4e0-463f-804d-0b6dd97aebaa req-e8393a12-2942-48e0-abf3-f981604f501c service neutron] 10.222.0.64 "GET /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361792 Aug 16 20:22:49.724541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997818-c65c-4b2c-8c0b-5663529586a0 req-45c5fc7d-271f-48f1-8719-d8dfd44cea07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.726099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6997818-c65c-4b2c-8c0b-5663529586a0 req-45c5fc7d-271f-48f1-8719-d8dfd44cea07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0513332 Aug 16 20:22:49.781858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6997818-c65c-4b2c-8c0b-5663529586a0 req-7fe61dc2-6002-494d-872f-2640d8f2b131 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Aug 16 20:22:49.909275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11d5e2e2-81ff-4ebb-a22a-3db5234252e9 req-2396b70d-26d6-4bdd-8d62-34124a676ccd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.0529060 Aug 16 20:22:49.938200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65316193-31e4-4c5a-b74c-022ab3d62af1 req-28a57c5b-b6cd-41bd-aef2-d80d84b94bdf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:49.941278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65316193-31e4-4c5a-b74c-022ab3d62af1 req-28a57c5b-b6cd-41bd-aef2-d80d84b94bdf tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.0997403 Aug 16 20:22:49.991402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65316193-31e4-4c5a-b74c-022ab3d62af1 req-10659554-c878-43e2-8e38-e239d260b47a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Aug 16 20:22:50.250153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557af5-725a-4c5b-9c49-6380265cdc97 req-7bf23826-8181-4c8b-a3b9-52bb791d6702 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:50.251643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b557af5-725a-4c5b-9c49-6380265cdc97 req-7bf23826-8181-4c8b-a3b9-52bb791d6702 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0598526 Aug 16 20:22:50.297919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b557af5-725a-4c5b-9c49-6380265cdc97 req-dac72a8c-8b90-418c-bff3-68c7d219e77a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399024 Aug 16 20:22:50.589534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4f13-e247-41cb-91a5-e46abd891a0d req-8d1403da-d620-453a-9942-d5d4c48475de tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:50.596481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4f13-e247-41cb-91a5-e46abd891a0d req-8d1403da-d620-453a-9942-d5d4c48475de tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:50.603212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc4f13-e247-41cb-91a5-e46abd891a0d req-8d1403da-d620-453a-9942-d5d4c48475de tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:50.610841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbdc4f13-e247-41cb-91a5-e46abd891a0d req-8d1403da-d620-453a-9942-d5d4c48475de tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2411 time: 0.0753908 Aug 16 20:22:50.683226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbdc4f13-e247-41cb-91a5-e46abd891a0d req-4ccaab14-e4c0-44c6-a5a5-1edaec723e87 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710771 Aug 16 20:22:50.927749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6b6c2-d9ad-47c1-81e4-866274504b0b req-d6d4acaf-9ebf-4385-ac1a-235547a4ca1a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:50.929253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cf6b6c2-d9ad-47c1-81e4-866274504b0b req-d6d4acaf-9ebf-4385-ac1a-235547a4ca1a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Aug 16 20:22:50.987415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cf6b6c2-d9ad-47c1-81e4-866274504b0b req-f915346a-bd81-4159-bcb0-806ea81b97f3 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501068 Aug 16 20:22:51.029497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-626dfe23-dcb0-4d43-b10a-ed8696d857d1 req-32d36ccf-8bea-47cd-b0df-c0962ae35259 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.0394762 Aug 16 20:22:51.149609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3c55a-a86c-435e-b1bc-206a51bcee6e req-a6ff7999-50f4-4f42-8237-ee784ad13ade tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.151283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38e3c55a-a86c-435e-b1bc-206a51bcee6e req-a6ff7999-50f4-4f42-8237-ee784ad13ade tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0791821 Aug 16 20:22:51.188400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c288a-4257-47b8-9144-a7e834da6ac8 req-cdb6ed62-8309-4563-a78e-e9b7ea7d3b7b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.190600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c67c288a-4257-47b8-9144-a7e834da6ac8 req-cdb6ed62-8309-4563-a78e-e9b7ea7d3b7b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.0819318 Aug 16 20:22:51.231830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38e3c55a-a86c-435e-b1bc-206a51bcee6e req-4c82a6b8-78a2-4570-929f-37ee28efa622 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690765 Aug 16 20:22:51.273016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c67c288a-4257-47b8-9144-a7e834da6ac8 req-ba7088b5-68ab-486e-8ce8-0bf10739522f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750711 Aug 16 20:22:51.421223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009de3df-14e0-4da2-bb01-ef8085751619 req-b36950a0-d174-42c6-821e-521b15071b60 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.423014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-009de3df-14e0-4da2-bb01-ef8085751619 req-b36950a0-d174-42c6-821e-521b15071b60 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0803874 Aug 16 20:22:51.447381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd5ac2-b8c8-437e-a31a-366a0b15e040 req-6ecc52ec-563e-410c-805b-cf915cfc4bec tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.449311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5dd5ac2-b8c8-437e-a31a-366a0b15e040 req-6ecc52ec-563e-410c-805b-cf915cfc4bec tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0726936 Aug 16 20:22:51.493072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-009de3df-14e0-4da2-bb01-ef8085751619 req-82c79e51-662c-4c67-8bbe-9ed4246e9456 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Aug 16 20:22:51.510897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5dd5ac2-b8c8-437e-a31a-366a0b15e040 req-f0221984-a889-47ae-973d-da6f38bdaa15 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Aug 16 20:22:51.625456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:51.643448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd313-39d7-40e9-bcbe-6560e0aa2e32 req-cd647ed2-9a3c-493b-bdbe-fcee167a4b94 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.645543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abbbd313-39d7-40e9-bcbe-6560e0aa2e32 req-cd647ed2-9a3c-493b-bdbe-fcee167a4b94 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Aug 16 20:22:51.685796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abbbd313-39d7-40e9-bcbe-6560e0aa2e32 req-e462d7d2-c4a9-4af2-a7ba-72625a64aa17 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342257 Aug 16 20:22:51.810532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade609de-fce2-4f17-ab87-2917d6d3c9cd req-f433be3a-8711-4934-b4ac-66b3ef1e3b95 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.817035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade609de-fce2-4f17-ab87-2917d6d3c9cd req-f433be3a-8711-4934-b4ac-66b3ef1e3b95 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.823019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade609de-fce2-4f17-ab87-2917d6d3c9cd req-f433be3a-8711-4934-b4ac-66b3ef1e3b95 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:51.824720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ade609de-fce2-4f17-ab87-2917d6d3c9cd req-f433be3a-8711-4934-b4ac-66b3ef1e3b95 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2411 time: 0.0725284 Aug 16 20:22:51.985109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ade609de-fce2-4f17-ab87-2917d6d3c9cd req-d71fef6e-f9d1-4673-9f0b-8fe1bb972b51 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769391 Aug 16 20:22:52.048931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de0f2f-2ef1-4652-9100-4e7148f4536a req-53933920-42b5-4120-980b-18fb0c96d605 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:52.048931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6de0f2f-2ef1-4652-9100-4e7148f4536a req-53933920-42b5-4120-980b-18fb0c96d605 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.1208279 Aug 16 20:22:52.048931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-9dd8aa6b-7f36-4a6c-bc1c-24cee6d7e30e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:52.048931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-9dd8aa6b-7f36-4a6c-bc1c-24cee6d7e30e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 808 time: 0.2189496 Aug 16 20:22:52.060393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Request body: {'port': {'device_id': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'admin_state_up': True, 'tenant_id': '818d863923c2444f80d24c6e03eac76c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:52.093652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7c0fc199-bb26-4ba0-b8ed-c155e8994930 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:52.156072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6de0f2f-2ef1-4652-9100-4e7148f4536a req-eb9a7932-0213-4f4c-b414-d1bffe353ab1 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Aug 16 20:22:52.175713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-659179a0-26d4-45e7-830c-22c9f1cc9f01 req-56b2c336-6f84-4015-ad1b-c9ad3262c5d3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.0525572 Aug 16 20:22:52.275249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:52.296439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '7c0fc199-bb26-4ba0-b8ed-c155e8994930', 'network_id': 'd829b18a-e1c2-4079-9d3b-b669b56bf882', 'port_id': '7c0fc199-bb26-4ba0-b8ed-c155e8994930', 'mac_address': 'fa:16:3e:1f:17:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c78b694-3342-44c4-a838-8fb3b1015068', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:52.350291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.357312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Made reservation on behalf of 818d863923c2444f80d24c6e03eac76c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:22:52.365003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.367901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0fc199-bb26-4ba0-b8ed-c155e8994930 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:52.392272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:52.433990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206dbbf-1e8d-42b3-87d7-1a50658bed70 req-3d87f23c-cf81-4e63-b17b-abfa2d128c8b tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:52.443428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6206dbbf-1e8d-42b3-87d7-1a50658bed70 req-3d87f23c-cf81-4e63-b17b-abfa2d128c8b tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.1497257 Aug 16 20:22:52.460457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.461187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:52.592972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6206dbbf-1e8d-42b3-87d7-1a50658bed70 req-9765156d-b9a4-43b7-b012-291a74af500e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486278 Aug 16 20:22:52.661649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Allocated IP 172.20.0.12 (187b95b0-ebad-4524-bc35-c502c6ac8b8b/da3fa43c-ec44-4e3f-a527-f772dadc1f4f/d547bf15-7a1e-4894-b854-004d9e553672) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:22:52.700741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:52.751623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:52.773303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'port_id': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', 'mac_address': 'fa:16:3e:00:92:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c4d6cc-80d0-4000-a956-965fb8bd10f6', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:52.817340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.832358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:52.841131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3e049-899c-47a5-8ac9-30517ce70463 req-d319d6ce-6248-4dfe-845c-e4d00358bb6a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:52.842730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44e3e049-899c-47a5-8ac9-30517ce70463 req-d319d6ce-6248-4dfe-845c-e4d00358bb6a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1354599 Aug 16 20:22:52.866178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:52.937891 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:52.938594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device af94bc05-cf03-456a-87fb-8964fd7e856d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:53.011587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=af94bc05-cf03-456a-87fb-8964fd7e856d,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:53.014241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:53.031856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'af94bc05-cf03-456a-87fb-8964fd7e856d', 'network_id': '9fb8140c-5a96-4e15-aba6-c7ba802ef4d0', 'port_id': 'af94bc05-cf03-456a-87fb-8964fd7e856d', 'mac_address': 'fa:16:3e:5f:4f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c4d6cc-80d0-4000-a956-965fb8bd10f6', 'ip_address': '19.80.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:53.068819 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.088649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af94bc05-cf03-456a-87fb-8964fd7e856d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:53.111814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=af94bc05-cf03-456a-87fb-8964fd7e856d,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:53.177718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.229373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:53.261953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.277028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44e3e049-899c-47a5-8ac9-30517ce70463 req-99b871d2-ed45-450a-922b-917a6301bdae tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132583 Aug 16 20:22:53.285817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919c07-55ce-40c1-afd7-84812e5c01e8 req-c6a2b9c0-0061-40bd-8ff1-bea49be4f171 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.287307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96919c07-55ce-40c1-afd7-84812e5c01e8 req-c6a2b9c0-0061-40bd-8ff1-bea49be4f171 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.4416075 Aug 16 20:22:53.343762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96919c07-55ce-40c1-afd7-84812e5c01e8 req-3771ed9e-6071-4cf7-b812-8f81645659f9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486424 Aug 16 20:22:53.415234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.429493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:53.434077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:53.501906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:53.516285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Network 187b95b0-ebad-4524-bc35-c502c6ac8b8b is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:22:53.518012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:22:53.524493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:22:53.531665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:53.544737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7c0fc199-bb26-4ba0-b8ed-c155e8994930'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:53.590221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.591133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.633467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['af94bc05-cf03-456a-87fb-8964fd7e856d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:53.661050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8ae7-14ab-41d8-a01d-e1a72cfdaa77 req-d308b01e-5709-4fd0-931b-7fde864cb926 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.668371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8ae7-14ab-41d8-a01d-e1a72cfdaa77 req-d308b01e-5709-4fd0-931b-7fde864cb926 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.677126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8ae7-14ab-41d8-a01d-e1a72cfdaa77 req-d308b01e-5709-4fd0-931b-7fde864cb926 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.678944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5a8ae7-14ab-41d8-a01d-e1a72cfdaa77 req-d308b01e-5709-4fd0-931b-7fde864cb926 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2414 time: 0.0846112 Aug 16 20:22:53.716235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-ddbf8257-ca63-4f4d-8a40-856f9a2e91b4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6602030 Aug 16 20:22:53.732527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5a8ae7-14ab-41d8-a01d-e1a72cfdaa77 req-e51c23ee-f225-4778-98de-424fb0e13c45 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Aug 16 20:22:53.739586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Request body: {'port': {'device_id': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:53.828295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:53.963167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8023b88-02ff-4602-a695-8034cfed19de req-920b03ad-076d-40b8-8598-b66dd5bf64f8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:53.965238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8023b88-02ff-4602-a695-8034cfed19de req-920b03ad-076d-40b8-8598-b66dd5bf64f8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 932 time: 0.1170893 Aug 16 20:22:54.161399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8023b88-02ff-4602-a695-8034cfed19de req-28b6165e-a4ad-408d-9feb-e978cc8b4894 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262593 Aug 16 20:22:54.173190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03b2d4-d147-4679-8507-73b79f997710 req-d81e8a92-2529-44b0-8219-c3935ed416a2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:54.175677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da03b2d4-d147-4679-8507-73b79f997710 req-d81e8a92-2529-44b0-8219-c3935ed416a2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.2051277 Aug 16 20:22:54.248219 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da03b2d4-d147-4679-8507-73b79f997710 req-caaf17e9-a022-4cac-b1c7-40a03e93e0d6 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Aug 16 20:22:54.324540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d547bf15-7a1e-4894-b854-004d9e553672 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:54.334437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.351239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Transition to ACTIVE for port object d547bf15-7a1e-4894-b854-004d9e553672 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:54.421294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82e8b-2824-4cdf-a8d0-2f75d91f3778 req-5a931e9e-d817-43e1-acc6-1791e3881fd6 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:54.421294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43a82e8b-2824-4cdf-a8d0-2f75d91f3778 req-5a931e9e-d817-43e1-acc6-1791e3881fd6 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0616424 Aug 16 20:22:54.421294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.492603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.545497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43a82e8b-2824-4cdf-a8d0-2f75d91f3778 req-2ade251e-47c3-42ee-bf57-81c6ef32b6d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Aug 16 20:22:54.607010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:54.607423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:54.607792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:54.614223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:54.614563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:54.622506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:54.622506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:54.622506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:54.622506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Bound port: d547bf15-7a1e-4894-b854-004d9e553672, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:54.622506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.743420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:54.747281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:54.756991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c2f05-d6de-4f47-bc36-6791715429c0 req-5bf8746f-f302-4c9c-80fc-d8bbaef94030 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:54.760413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea2c2f05-d6de-4f47-bc36-6791715429c0 req-5bf8746f-f302-4c9c-80fc-d8bbaef94030 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1172013 Aug 16 20:22:54.805575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea2c2f05-d6de-4f47-bc36-6791715429c0 req-90a4f548-fd0d-46cf-bc35-8a2bd132b010 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Aug 16 20:22:54.827068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.882974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:54.883843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:54.885639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] 10.222.0.64 "PUT /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 1093 time: 1.1521134 Aug 16 20:22:54.886709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:54.889989 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "tag": "d547bf15-7a1e-4894-b854-004d9e553672"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:54.932838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d5fc0-229b-433d-a4c8-b21e2d457c60 service neutron] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:54.973104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d56fe9-aeba-47fe-9170-6f38b79461ff req-84a06c72-f87d-4cf0-a387-bc18a8e5b627 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:54.973104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62d56fe9-aeba-47fe-9170-6f38b79461ff req-84a06c72-f87d-4cf0-a387-bc18a8e5b627 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0716851 Aug 16 20:22:55.012449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62d56fe9-aeba-47fe-9170-6f38b79461ff req-98ce6d71-b19e-4f2a-9e4f-5ef4a46525f5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Aug 16 20:22:55.073931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-974c5176-b9fe-4a41-b6c1-16c98ba93fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.075752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-974c5176-b9fe-4a41-b6c1-16c98ba93fcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1096 time: 0.0587637 Aug 16 20:22:55.152587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-707ec9bb-a0d8-44df-91eb-4a76c998f3ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 217 time: 0.0618250 Aug 16 20:22:55.211435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b8b4-a7e3-470b-9a5e-5ecfadbd2620 req-adee5b79-8c46-4697-8e9e-851a1868560d tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.218132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b8b4-a7e3-470b-9a5e-5ecfadbd2620 req-adee5b79-8c46-4697-8e9e-851a1868560d tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.225004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b8b4-a7e3-470b-9a5e-5ecfadbd2620 req-adee5b79-8c46-4697-8e9e-851a1868560d tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.226732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b830b8b4-a7e3-470b-9a5e-5ecfadbd2620 req-adee5b79-8c46-4697-8e9e-851a1868560d tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2414 time: 0.1372650 Aug 16 20:22:55.245166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-37768541-659e-45ba-b158-68e7e351459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.247647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-37768541-659e-45ba-b158-68e7e351459d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0844905 Aug 16 20:22:55.286781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-1a86a1a5-cbd7-4684-a684-8f4036fef8be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310266 Aug 16 20:22:55.308301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b830b8b4-a7e3-470b-9a5e-5ecfadbd2620 req-f09cbf47-2395-4941-b878-e5afb1f13aa0 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749764 Aug 16 20:22:55.411344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-c5750b73-1265-40aa-9de7-8d7d13329e0c service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160078 Aug 16 20:22:55.457165 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-70123c88-5198-407b-aa1d-5711157745dd service neutron] show failed (client error): The resource could not be found. Aug 16 20:22:55.459979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-70123c88-5198-407b-aa1d-5711157745dd service neutron] 10.222.0.73 "GET /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.2188103 Aug 16 20:22:55.480638 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a73bb31-81ed-4361-ab73-e9b05b4d5d78 x-openstack-request-id: req-7a73bb31-81ed-4361-ab73-e9b05b4d5d78 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:55.481141 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "tag": "d547bf15-7a1e-4894-b854-004d9e553672", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:55.481447 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a73bb31-81ed-4361-ab73-e9b05b4d5d78 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:55.482040 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672', 'status': 'completed', 'code': 200} Aug 16 20:22:55.544115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a9ce26b-bc68-4a6b-a4cf-3fc46e22bfa4 req-952b8571-70ec-46c6-91ea-72b8be443330 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251874 Aug 16 20:22:55.586001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb0458-48d4-43fd-b19d-9b9b7649d566 req-6c4312a5-9603-4604-a793-5f6330f9d492 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.587692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22fb0458-48d4-43fd-b19d-9b9b7649d566 req-6c4312a5-9603-4604-a793-5f6330f9d492 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.0580504 Aug 16 20:22:55.636102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22fb0458-48d4-43fd-b19d-9b9b7649d566 req-76b39168-ae02-457c-a49f-ef67bc3b8250 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Aug 16 20:22:55.751411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-c776da2a-df30-410d-95e4-041e165a3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.753225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-c776da2a-df30-410d-95e4-041e165a3bee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1096 time: 0.0706382 Aug 16 20:22:55.887264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-f990e59c-ceb0-457f-ab90-ca597eadc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:55.902933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-f990e59c-ceb0-457f-ab90-ca597eadc1ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1414661 Aug 16 20:22:55.954777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-1dfa69ea-335d-4b13-a53b-9620233b370d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 217 time: 0.0413764 Aug 16 20:22:56.016462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-08664453-c2ff-4b3e-8b11-0709fa374e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.018322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-08664453-c2ff-4b3e-8b11-0709fa374e81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0548217 Aug 16 20:22:56.091565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-2a31b96c-61c3-43f7-9cc8-81745a5d2c83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633895 Aug 16 20:22:56.103398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-64a125f3-e8a0-4c75-98cb-23aa8870db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.105276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-64a125f3-e8a0-4c75-98cb-23aa8870db14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1102 time: 0.0571613 Aug 16 20:22:56.120891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:22:56.125536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7c0fc199-bb26-4ba0-b8ed-c155e8994930 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:56.174671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd312d3c-d29a-409f-804c-497450655142 req-88991f61-996b-41a5-bcc0-834d8c8b3c25 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.176976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd312d3c-d29a-409f-804c-497450655142 req-88991f61-996b-41a5-bcc0-834d8c8b3c25 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1378040 Aug 16 20:22:56.211930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.242861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd312d3c-d29a-409f-804c-497450655142 req-05f64e24-1ed7-41a4-acc1-ad588af07385 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548022 Aug 16 20:22:56.261341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-c25b9c5a-ded8-490f-a7a0-4811355c2827 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568642 Aug 16 20:22:56.295010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:56.299145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:56.299527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.457256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.489660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:56.492412 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb5f7f-471c-4022-a625-b5ab4d9175ab" -d '{"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:56.509252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:56.526841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:56.561861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:56.570372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13eaa42-c5de-4ada-b9fa-31dd427314c1 req-c4f7d75d-e2d7-4e5d-ba77-b7a398834fdb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.571401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a13eaa42-c5de-4ada-b9fa-31dd427314c1 req-c4f7d75d-e2d7-4e5d-ba77-b7a398834fdb tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.1528594 Aug 16 20:22:56.576557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d28c3d-cbd2-41fa-bf2c-65021f6ad045 req-5993bcc8-de6d-4e9c-baf2-dfd772077f46 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902277 Aug 16 20:22:56.587339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e483d-1d5d-463a-b54b-36fd4e2eac99 req-c7c1c8dc-87ea-4b00-98f1-8ebdbe02b987 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.588953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe9e483d-1d5d-463a-b54b-36fd4e2eac99 req-c7c1c8dc-87ea-4b00-98f1-8ebdbe02b987 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.1237974 Aug 16 20:22:56.610368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:56.613320 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879d8fd2-1cfb-4daf-afd3-dd04232ee205" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-unplugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:56.617265 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.629947 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.631179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:56.635446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Transition to ACTIVE for port object 399da53c-9216-4eeb-87c9-bb5b306f3a75 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:22:56.646594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a13eaa42-c5de-4ada-b9fa-31dd427314c1 req-fa392c5e-8c29-4fd1-b807-c1b0e0662637 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Aug 16 20:22:56.661167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe9e483d-1d5d-463a-b54b-36fd4e2eac99 req-bc16757d-b21a-48d4-86a2-0f4acd89208f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557706 Aug 16 20:22:56.746497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.752512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.780866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7d0a-826e-49d2-81db-f0dae3991840 req-50cab1d0-31c0-4bfb-ae04-165d63a82c25 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.788366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7d0a-826e-49d2-81db-f0dae3991840 req-50cab1d0-31c0-4bfb-ae04-165d63a82c25 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.795362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd7d0a-826e-49d2-81db-f0dae3991840 req-50cab1d0-31c0-4bfb-ae04-165d63a82c25 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:56.797268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93fd7d0a-826e-49d2-81db-f0dae3991840 req-50cab1d0-31c0-4bfb-ae04-165d63a82c25 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2415 time: 0.0833559 Aug 16 20:22:56.810802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:56.838375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:56.842388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:56.850113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:56.862048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93fd7d0a-826e-49d2-81db-f0dae3991840 req-4de20177-6597-4c7f-996d-50d1bf684d1f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517266 Aug 16 20:22:56.879708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] No DVR routers for this DVR port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:22:56.937319 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8fe0f7-4c09-46c6-a2fc-bdebf0d94177 x-openstack-request-id: req-6b8fe0f7-4c09-46c6-a2fc-bdebf0d94177 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:56.937654 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:56.937856 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b8fe0f7-4c09-46c6-a2fc-bdebf0d94177 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:56.938258 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930', 'code': 200} Aug 16 20:22:56.958422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:22:56.958764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:22:56.959094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:56.971058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:22:56.971407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:22:56.984987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:22:56.985330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:22:56.985714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:22:56.986145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Bound port: 399da53c-9216-4eeb-87c9-bb5b306f3a75, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:22:56.986505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.012745 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bff428-6b17-4cd6-8140-e5454c7786b5 x-openstack-request-id: req-58bff428-6b17-4cd6-8140-e5454c7786b5 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:57.017421 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-unplugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:57.017681 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58bff428-6b17-4cd6-8140-e5454c7786b5 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:57.021803 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'code': 200} Aug 16 20:22:57.030109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.087982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:57.119992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:22:57.125401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:22:57.155301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48346244-4718-475f-be65-8d47dbecfafe req-11ab375c-af7c-44ea-bdaf-633c827d0b13 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.156849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48346244-4718-475f-be65-8d47dbecfafe req-11ab375c-af7c-44ea-bdaf-633c827d0b13 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.0909910 Aug 16 20:22:57.166546 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.167351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device af94bc05-cf03-456a-87fb-8964fd7e856d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:22:57.194232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.215334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48346244-4718-475f-be65-8d47dbecfafe req-a27ca936-9d10-444c-a0e8-2617c2c598d8 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Aug 16 20:22:57.292342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.293165 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.294565 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] 10.222.0.64 "PUT /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 1097 time: 1.1793616 Aug 16 20:22:57.376615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.392927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204b76b-cfca-422f-a02b-ea8a68bfc510 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.421159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-0635a00b-b245-4d1f-9b2d-41e3e9f944f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.422804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-0635a00b-b245-4d1f-9b2d-41e3e9f944f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1100 time: 0.0969224 Aug 16 20:22:57.440510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port af94bc05-cf03-456a-87fb-8964fd7e856d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:22:57.444874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port af94bc05-cf03-456a-87fb-8964fd7e856d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:22:57.446101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.489789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae11bd-659d-4f73-9e5a-ac004dd0d987 req-15d9d082-ae09-4f8f-ad23-6f3e675c823b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.497595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85ae11bd-659d-4f73-9e5a-ac004dd0d987 req-15d9d082-ae09-4f8f-ad23-6f3e675c823b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.0778723 Aug 16 20:22:57.579563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85ae11bd-659d-4f73-9e5a-ac004dd0d987 req-7a0672d7-0ec3-4f0b-863f-5112ec1dfc1b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810766 Aug 16 20:22:57.610088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-4d6c2ef4-bd86-45ad-8496-6f8a7aa6c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.617929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-4d6c2ef4-bd86-45ad-8496-6f8a7aa6c673 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1791394 Aug 16 20:22:57.632241 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.662042 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-571a4862-15ae-4b46-90b5-e84ac59bfe01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0426354 Aug 16 20:22:57.669885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=af94bc05-cf03-456a-87fb-8964fd7e856d,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:57.733252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-0ba349a1-1c9d-4ec3-9352-15aa6aaf2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.735804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-0ba349a1-1c9d-4ec3-9352-15aa6aaf2f96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0662143 Aug 16 20:22:57.787701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:57.811332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-c696d79e-b271-459f-9fd9-d204696ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.815300 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-c696d79e-b271-459f-9fd9-d204696ceb40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703068 Aug 16 20:22:57.839163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f38e-6897-4ebd-bd4b-24d2c95d8af3 req-35518776-03e4-4951-82fc-b5dade029118 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.840699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de92f38e-6897-4ebd-bd4b-24d2c95d8af3 req-35518776-03e4-4951-82fc-b5dade029118 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.0833068 Aug 16 20:22:57.846312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:57.854240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39f56d-430f-421e-aa52-5485361fd793 req-b82d15e7-c98f-4ddc-b932-5d9b9ab536b9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:57.856813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c39f56d-430f-421e-aa52-5485361fd793 req-b82d15e7-c98f-4ddc-b932-5d9b9ab536b9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0691602 Aug 16 20:22:57.929574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de92f38e-6897-4ebd-bd4b-24d2c95d8af3 req-5f7213fa-e762-4f76-b931-dd2df8ba3f3d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713012 Aug 16 20:22:57.938479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-14b3a25c-22a5-4008-9f55-e51ca9b5b827 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153746 Aug 16 20:22:57.945268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c39f56d-430f-421e-aa52-5485361fd793 req-1597abc0-6842-4cfc-80b8-bbbefa03d5a2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810239 Aug 16 20:22:57.957628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:22:57.984200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:22:58.072258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-62ce4268-fee5-47e7-955e-70cd2d5a9860 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251864 Aug 16 20:22:58.078723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:22:58.109907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0c735-8cae-4dea-9887-dc24023e3b15 req-aef6727b-6f3f-44ff-9b7f-b8c80e07da1c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.119131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0c735-8cae-4dea-9887-dc24023e3b15 req-aef6727b-6f3f-44ff-9b7f-b8c80e07da1c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.121884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:58.125740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0c735-8cae-4dea-9887-dc24023e3b15 req-aef6727b-6f3f-44ff-9b7f-b8c80e07da1c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.127699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96b0c735-8cae-4dea-9887-dc24023e3b15 req-aef6727b-6f3f-44ff-9b7f-b8c80e07da1c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.0940599 Aug 16 20:22:58.135396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-cd1a616e-b2eb-4377-ad6e-32bccc84d45f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621412 Aug 16 20:22:58.138050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'port_id': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'mac_address': 'fa:16:3e:5e:86:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db63ed9b-7a8a-4b34-80a9-c9c6496f94f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:22:58.203221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.208014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96b0c735-8cae-4dea-9887-dc24023e3b15 req-f77ef540-97f8-4989-8a54-6bb5ce77d600 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644588 Aug 16 20:22:58.226372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:22:58.251525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:22:58.325684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:22:58.404034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:22:58.415628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c64c5-e1aa-4e47-83c6-c622e38b80df req-14e10c47-ba0a-40f9-b129-6a98db7a1f47 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.421585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4c64c5-e1aa-4e47-83c6-c622e38b80df req-14e10c47-ba0a-40f9-b129-6a98db7a1f47 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1070809 Aug 16 20:22:58.445555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:22:58.488370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4c64c5-e1aa-4e47-83c6-c622e38b80df req-212e3ce6-e968-40d9-9567-cc971539cf28 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Aug 16 20:22:58.586579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-08796d6a-edb2-424d-9ef8-bc5827fdebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.588223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-08796d6a-edb2-424d-9ef8-bc5827fdebc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 1097 time: 0.4199891 Aug 16 20:22:58.716292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-c040fd0f-44b7-497a-b33f-85d85c43565c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.718137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-c040fd0f-44b7-497a-b33f-85d85c43565c service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.1068919 Aug 16 20:22:58.749305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4713c8-5f19-4ce4-9f75-58de14d09651 req-207ed777-86de-406c-8fd6-e63dfae5630d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.752716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4713c8-5f19-4ce4-9f75-58de14d09651 req-207ed777-86de-406c-8fd6-e63dfae5630d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.0531075 Aug 16 20:22:58.769066 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-94ef4c76-efe8-4cbf-ac1a-c1a9b82e4ccd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 200 len: 217 time: 0.0404637 Aug 16 20:22:58.799988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4713c8-5f19-4ce4-9f75-58de14d09651 req-64b2cd31-2cd4-4f1f-b8a8-1deb4edc1fef tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Aug 16 20:22:58.848952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-1f3043d8-6f1d-4da9-b9a8-60de8af24509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:58.850858 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-1f3043d8-6f1d-4da9-b9a8-60de8af24509 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0721018 Aug 16 20:22:58.914304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-664dbe9d-9268-4ba6-812d-790b391a39e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449536 Aug 16 20:22:58.927995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-baee105e-90df-4f0e-8e55-d67256b26df7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671523 Aug 16 20:22:58.939280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8'}, {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:58.942004 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b083b1-b8e4-438f-8a6e-d2cfc32035c2" -d '{"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8"}, {"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:59.037655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:22:59.039940 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c58ad29-8d5f-4de9-8502-85e0072bbed5" -d '{"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:22:59.069023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926dea2-8a33-4626-bad5-044e63e9deb1 req-1d71e3da-9ea8-460e-ad5f-a7c2c7b67bc4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.070837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9926dea2-8a33-4626-bad5-044e63e9deb1 req-1d71e3da-9ea8-460e-ad5f-a7c2c7b67bc4 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.0600955 Aug 16 20:22:59.087296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-cc13d989-1373-459a-9169-7b32bdc20d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.088829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-cc13d989-1373-459a-9169-7b32bdc20d88 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 1097 time: 0.0788651 Aug 16 20:22:59.107662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-24db92bc-de52-42d4-ad8d-fe93741121e4 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577706 Aug 16 20:22:59.114683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9926dea2-8a33-4626-bad5-044e63e9deb1 req-97a33851-3b40-4ccc-a1ec-d260eb696c7e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Aug 16 20:22:59.159003 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a3b9b7-539b-49bd-85df-531f96f0d817 x-openstack-request-id: req-d8a3b9b7-539b-49bd-85df-531f96f0d817 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:59.163204 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8", "code": 200}, {"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:59.163204 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8a3b9b7-539b-49bd-85df-531f96f0d817 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:59.163204 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', 'code': 200} Aug 16 20:22:59.163204 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d', 'code': 200} Aug 16 20:22:59.280568 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f68217e-8173-4228-96c4-7e37b3e4ee45 x-openstack-request-id: req-8f68217e-8173-4228-96c4-7e37b3e4ee45 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:22:59.280931 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:22:59.282191 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f68217e-8173-4228-96c4-7e37b3e4ee45 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:22:59.282651 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'status': 'completed', 'code': 200} Aug 16 20:22:59.300171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b883f-2e60-4fbb-abad-c8f6aa4400e0 req-1b710bb9-4d73-43ca-ad03-136daaa7c3f8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.301984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed6b883f-2e60-4fbb-abad-c8f6aa4400e0 req-1b710bb9-4d73-43ca-ad03-136daaa7c3f8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 944 time: 0.0876250 Aug 16 20:22:59.319057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-ee3a7364-2852-475a-bc32-687c7e01e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.320701 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-ee3a7364-2852-475a-bc32-687c7e01e416 service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.2096701 Aug 16 20:22:59.321444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37edfc2-6de6-48d5-ab94-5676df0195e1 req-3595d77c-63a8-4fa8-a8f1-6c7a33f85c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.321936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37edfc2-6de6-48d5-ab94-5676df0195e1 req-3595d77c-63a8-4fa8-a8f1-6c7a33f85c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.322415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37edfc2-6de6-48d5-ab94-5676df0195e1 req-3595d77c-63a8-4fa8-a8f1-6c7a33f85c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.323138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac9608c4-82b3-45d0-a794-e2e9bb0f4eeb req-0d5990d2-901b-4f5d-ad7e-c92950da0d44 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042069 Aug 16 20:22:59.324087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d37edfc2-6de6-48d5-ab94-5676df0195e1 req-3595d77c-63a8-4fa8-a8f1-6c7a33f85c46 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2873 time: 0.0801206 Aug 16 20:22:59.375570 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-42987e7a-8549-48c5-87bd-9c8ea8449f23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 200 len: 217 time: 0.0348401 Aug 16 20:22:59.432720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-39a78604-e4d4-4fce-a44f-6288fd6f0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.434690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-39a78604-e4d4-4fce-a44f-6288fd6f0958 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.0513334 Aug 16 20:22:59.456647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed6b883f-2e60-4fbb-abad-c8f6aa4400e0 req-16222ddd-f61b-47ee-b4c4-fb614c1a04c4 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483665 Aug 16 20:22:59.467454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-737c115b-f120-49b2-976a-6f3ba2591f15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245309 Aug 16 20:22:59.484022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d37edfc2-6de6-48d5-ab94-5676df0195e1 req-a94a7f47-acf4-45b5-a7b7-a29074c8f556 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376095 Aug 16 20:22:59.490089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-0e0f5385-c43d-4b97-a14e-0cedc75b340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.491602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-0e0f5385-c43d-4b97-a14e-0cedc75b340a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1100 time: 0.1603041 Aug 16 20:22:59.500952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f30-168f-4c35-8ad6-64a081943f2b req-e70d6f1a-3bf9-4ae7-895d-7ac12d07e7ac tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.510068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f30-168f-4c35-8ad6-64a081943f2b req-e70d6f1a-3bf9-4ae7-895d-7ac12d07e7ac tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.515604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42236f30-168f-4c35-8ad6-64a081943f2b req-e70d6f1a-3bf9-4ae7-895d-7ac12d07e7ac tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.517382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42236f30-168f-4c35-8ad6-64a081943f2b req-e70d6f1a-3bf9-4ae7-895d-7ac12d07e7ac tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.1720169 Aug 16 20:22:59.529955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-36049c7a-f728-4ee4-996f-ac7dca670cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.530962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-36049c7a-f728-4ee4-996f-ac7dca670cec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1100 time: 0.1866646 Aug 16 20:22:59.595661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-898831a2-91e2-4dd0-ab0e-9466b92ab29f service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192911 Aug 16 20:22:59.676461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42236f30-168f-4c35-8ad6-64a081943f2b req-806cbd4e-8a81-4f53-9641-d00d1713e363 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429002 Aug 16 20:22:59.720936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eabfb7ba-3313-4c90-a026-0c0f551c7ff8 req-05a30152-a160-40c2-ad32-789cb047818f service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036367 Aug 16 20:22:59.734762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-5f8944f6-97a2-4ba9-8a9d-e1a2faceeb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.737563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-5f8944f6-97a2-4ba9-8a9d-e1a2faceeb09 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2173569 Aug 16 20:22:59.749933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-c043fd25-e52f-4f68-befc-999edcaa4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.751347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-c043fd25-e52f-4f68-befc-999edcaa4acc service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1751385 Aug 16 20:22:59.809195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-000cf760-1fdd-4908-9bfe-c13f64983cbc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0558023 Aug 16 20:22:59.848205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-b300689d-a4b4-443b-8a86-df563fefecae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0878565 Aug 16 20:22:59.921045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2b93-e61b-4909-96de-82211130ffab req-d011267e-047a-488f-a489-ec61ef683fb2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.922560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-301e2b93-e61b-4909-96de-82211130ffab req-d011267e-047a-488f-a489-ec61ef683fb2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1822240 Aug 16 20:22:59.930418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-6024e9c7-b383-4c5b-8e22-70229389c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.932031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-6024e9c7-b383-4c5b-8e22-70229389c27c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0936270 Aug 16 20:22:59.983792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-b40e0cc6-7297-4ac7-99e7-d9c86fa2c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:22:59.985317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-b40e0cc6-7297-4ac7-99e7-d9c86fa2c6e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1173232 Aug 16 20:22:59.985569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:00.030837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-301e2b93-e61b-4909-96de-82211130ffab req-fd23e7c2-fcc6-4485-a616-20b4a4a10e35 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978513 Aug 16 20:23:00.043191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-1e9c990c-e748-4824-9531-ee7527b910d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.044722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-1e9c990c-e748-4824-9531-ee7527b910d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1022034 Aug 16 20:23:00.056605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:00.056991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.104067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-8fbb4eb2-b0f8-4283-8dee-86b60cfb77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.105809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-8fbb4eb2-b0f8-4283-8dee-86b60cfb77ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069508 Aug 16 20:23:00.157287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.229556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:00.251940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-49c434da-f6f1-4976-b354-c863e4943dd4 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978662 Aug 16 20:23:00.275860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9efb1-e944-4396-9e32-707de9d41fce req-99bd8395-fab4-4ef0-98f7-f90cdedbd9e6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.277303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea9efb1-e944-4396-9e32-707de9d41fce req-99bd8395-fab4-4ef0-98f7-f90cdedbd9e6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.1077054 Aug 16 20:23:00.305474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-c858c9aa-48bf-4feb-a04b-d2a3834612a3 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903164 Aug 16 20:23:00.422025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea9efb1-e944-4396-9e32-707de9d41fce req-49be0737-389a-4a86-955e-654b654f2993 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358144 Aug 16 20:23:00.458586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-3a59a6e2-a168-4e4f-8985-194c08341344 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915386 Aug 16 20:23:00.472085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c58ad29-8d5f-4de9-8502-85e0072bbed5 req-ffea81a7-da96-4469-b2e0-25cad3afc65a service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418626 Aug 16 20:23:00.472903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.524728 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-caf1c056-253c-418e-98e8-f02a5bbaeb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.529123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:00.643317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2f474-12c5-41e0-b4a6-40012f546cb4 req-908f5105-47f5-446f-b581-803935e0210c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.645262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6a2f474-12c5-41e0-b4a6-40012f546cb4 req-908f5105-47f5-446f-b581-803935e0210c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0631390 Aug 16 20:23:00.714424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6a2f474-12c5-41e0-b4a6-40012f546cb4 req-c1b4d56f-f810-4e8b-ad9b-138be7f335a9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522928 Aug 16 20:23:00.723242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb29d1-add1-4c47-9058-f5b032bf0b75 req-18864d88-8468-455c-b8ec-707c5d0f8313 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.724945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61cb29d1-add1-4c47-9058-f5b032bf0b75 req-18864d88-8468-455c-b8ec-707c5d0f8313 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.0983667 Aug 16 20:23:00.779404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61cb29d1-add1-4c47-9058-f5b032bf0b75 req-bfd90ce3-812a-4a84-9b6a-b130d61fa39b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Aug 16 20:23:00.817990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-432d8699-d9f7-4e70-99b6-b8483255f507 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.819659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-432d8699-d9f7-4e70-99b6-b8483255f507 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1098 time: 0.0586164 Aug 16 20:23:00.831272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:00.920529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:00.944510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b248f0-9876-427b-9dc3-3b8782b66c3a req-435dd434-2de6-4c28-9756-bc681d4c38c3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.950378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b248f0-9876-427b-9dc3-3b8782b66c3a req-435dd434-2de6-4c28-9756-bc681d4c38c3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.956432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b248f0-9876-427b-9dc3-3b8782b66c3a req-435dd434-2de6-4c28-9756-bc681d4c38c3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:00.958093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93b248f0-9876-427b-9dc3-3b8782b66c3a req-435dd434-2de6-4c28-9756-bc681d4c38c3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.1007514 Aug 16 20:23:01.033235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93b248f0-9876-427b-9dc3-3b8782b66c3a req-63acef0e-c3ca-4550-9ba6-a86e1f031e92 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 Aug 16 20:23:01.110554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:01.162576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:01.165285 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c314bd-6606-4cc6-8e5a-0b22807a8f38" -d '{"events": [{"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-plugged", "status": "completed", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:01.346337 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c51a68d-56c5-4dc4-a019-e9d31fb421d5 x-openstack-request-id: req-2c51a68d-56c5-4dc4-a019-e9d31fb421d5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:01.346627 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-plugged", "status": "completed", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:01.346880 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c51a68d-56c5-4dc4-a019-e9d31fb421d5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:01.347274 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'code': 200} Aug 16 20:23:01.488987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:01.497773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2ae5a-c461-426a-820f-2b7d1b99590b req-d5793e44-b2dc-4787-abbd-9d47ba4ffe00 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:01.499277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bba2ae5a-c461-426a-820f-2b7d1b99590b req-d5793e44-b2dc-4787-abbd-9d47ba4ffe00 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.3867393 Aug 16 20:23:01.562092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:01.564396 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfe3061-ea5f-4905-a7b7-55659dad36d6" -d '{"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-unplugged", "status": "completed", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:01.569597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.577643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bba2ae5a-c461-426a-820f-2b7d1b99590b req-9980e35d-5565-4092-8147-553686545b5e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Aug 16 20:23:01.676584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:01.695859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1aa6a8-7fbf-42af-9afc-2cdb735927e8 req-b1203f7a-7759-486b-b253-154c23f42e98 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:01.697366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1aa6a8-7fbf-42af-9afc-2cdb735927e8 req-b1203f7a-7759-486b-b253-154c23f42e98 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 946 time: 0.0604675 Aug 16 20:23:01.796468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1aa6a8-7fbf-42af-9afc-2cdb735927e8 req-e5643af2-3174-4a35-9630-4ea12baf1c2d tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797842 Aug 16 20:23:01.810503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:01.851958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:01.856184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:01.856184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:01.864648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-7d158168-1d9b-45b4-a6a6-a89ebb91d174 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:01.866683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-7d158168-1d9b-45b4-a6a6-a89ebb91d174 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.0738325 Aug 16 20:23:01.868469 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e962b-816f-4166-87c4-c570d24e5f5b x-openstack-request-id: req-f79e962b-816f-4166-87c4-c570d24e5f5b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:01.868944 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-unplugged", "status": "completed", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:01.869361 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f79e962b-816f-4166-87c4-c570d24e5f5b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:01.870114 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'code': 200} Aug 16 20:23:01.872531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:01.872862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Attempting to bind port bd341ef5-8cca-4064-9d8b-26eed5085efd on network 90c6042e-e019-4e49-9f41-d0da4778fe31 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:01.879032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:01.879205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Checking segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:01.879817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Bound using segment: {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:01.880261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Bound port: bd341ef5-8cca-4064-9d8b-26eed5085efd, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2dda35-ba02-444b-8ec0-965a58e52b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '90c6042e-e019-4e49-9f41-d0da4778fe31'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:01.880631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.096561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5d9a9-f30e-48a4-9d7b-d722c78614bb req-1e5daa83-ca66-40ed-88ad-6ef2615e8e9a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.098630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebf5d9a9-f30e-48a4-9d7b-d722c78614bb req-1e5daa83-ca66-40ed-88ad-6ef2615e8e9a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 945 time: 0.1638713 Aug 16 20:23:02.107439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:02.116192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:02.141827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308fb25-0a40-4d05-b42e-80d0a22a21dd req-39730009-dce5-4c99-a771-53d2926eb348 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.143333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5308fb25-0a40-4d05-b42e-80d0a22a21dd req-39730009-dce5-4c99-a771-53d2926eb348 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 948 time: 0.1491563 Aug 16 20:23:02.165701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:02.179096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Deleting port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:02.179435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.190394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebf5d9a9-f30e-48a4-9d7b-d722c78614bb req-4c79e9bd-f5dc-4bde-ae71-16e50074b989 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Aug 16 20:23:02.242029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.282532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:02.294482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'mac_address': 'fa:16:3e:62:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:02.305944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5308fb25-0a40-4d05-b42e-80d0a22a21dd req-155e6b5d-aa25-495c-abcd-28ddc2d08b14 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514950 Aug 16 20:23:02.345793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.369432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:02.399099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:02.419425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] For port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:02.419937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.422439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.431088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.433204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.433370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-5157fe22-990a-414f-8da6-d321007cad80 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 1124 time: 1.6062174 Aug 16 20:23:02.451755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55bc9d-b8a1-4687-af41-c7b75c8f8f01 req-a255ed4e-952c-40a7-895a-43b510d90f3e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.458506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55bc9d-b8a1-4687-af41-c7b75c8f8f01 req-a255ed4e-952c-40a7-895a-43b510d90f3e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.464456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55bc9d-b8a1-4687-af41-c7b75c8f8f01 req-a255ed4e-952c-40a7-895a-43b510d90f3e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.466242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db55bc9d-b8a1-4687-af41-c7b75c8f8f01 req-a255ed4e-952c-40a7-895a-43b510d90f3e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.1786823 Aug 16 20:23:02.467289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Calling delete_port for 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:02.492989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.554001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['bd341ef5-8cca-4064-9d8b-26eed5085efd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:02.561266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db55bc9d-b8a1-4687-af41-c7b75c8f8f01 req-b6c43470-d2ea-423a-9d9f-6a47de9a3e6f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Aug 16 20:23:02.564018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['bd341ef5-8cca-4064-9d8b-26eed5085efd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:02.593903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.636801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:02.725292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8d35b-20ad-4167-bd51-68955d3da677 req-bbb197a6-fc75-4be4-b757-37d3a1b2dbdf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:02.726908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76d8d35b-20ad-4167-bd51-68955d3da677 req-bbb197a6-fc75-4be4-b757-37d3a1b2dbdf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.0694036 Aug 16 20:23:02.773532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76d8d35b-20ad-4167-bd51-68955d3da677 req-205a0a6b-b2b0-49b1-978f-03070b1fdf8f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Aug 16 20:23:02.794840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.801589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7d69-3e35-4f27-bd8a-46d20be8f040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.836035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['399da53c-9216-4eeb-87c9-bb5b306f3a75'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:02.855438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event deleted for resources: {'Port': ['ID=2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:02.919749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] No DVR routers for this DVR port 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:02.925772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:02.943696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7082381-6d4c-43e5-b173-3ccda8580491 req-1f725696-5ec1-428d-8682-e76ce069380c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "DELETE /v2.0/ports/2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a HTTP/1.1" status: 204 len: 173 time: 1.0534670 Aug 16 20:23:02.975416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7d69-3e35-4f27-bd8a-46d20be8f040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.067994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741a3c-0b0c-4db5-81de-e275d06cabf4 req-c841ccb9-cb1a-4d4c-9b73-e725e26b836a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.069556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8741a3c-0b0c-4db5-81de-e275d06cabf4 req-c841ccb9-cb1a-4d4c-9b73-e725e26b836a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.1248302 Aug 16 20:23:03.081607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93c936-c683-480b-bc9b-ed3a5f35fd0d req-9b61c8dd-d1fb-472d-9525-4ae9ba9dd04b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.083907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a93c936-c683-480b-bc9b-ed3a5f35fd0d req-9b61c8dd-d1fb-472d-9525-4ae9ba9dd04b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.1171215 Aug 16 20:23:03.132865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e67909db-522c-45c9-b818-0e5e4e8e6399 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.134331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e67909db-522c-45c9-b818-0e5e4e8e6399 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef&tenant_id=1a04a74dc1f7468da022c63664652e7c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 949 time: 0.1154265 Aug 16 20:23:03.153433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a1f7d69-3e35-4f27-bd8a-46d20be8f040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.167445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8741a3c-0b0c-4db5-81de-e275d06cabf4 req-48a1fc36-69e3-41b9-8c51-dcfeb907f4be tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823522 Aug 16 20:23:03.199782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a93c936-c683-480b-bc9b-ed3a5f35fd0d req-f4e7b1b1-be3e-4066-a238-0490cea22b91 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010296 Aug 16 20:23:03.201275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a1f7d69-3e35-4f27-bd8a-46d20be8f040 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b49686fb45e4c4d8a2fd24aa73a38da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626905 Aug 16 20:23:03.202533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f7d69-3e35-4f27-bd8a-46d20be8f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80750d9-884f-4264-88c2-2c59a8fbff56,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.204625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43058) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:03.276664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-973127cc-a330-4c58-8655-ca2aa18a6bb9 service neutron] 10.222.0.64 "GET /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.1215060 Aug 16 20:23:03.289373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.319176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9d044dd-6cdf-4b02-9e43-cf501c7bd8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.361443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-743f1513-c467-4b4a-9fce-a871cf10616b req-386cd81f-dbc8-4d48-9daf-87daa976c68a tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0670025 Aug 16 20:23:03.363412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.385878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.412443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-4a41eeac-a9b7-4c30-9304-043193a364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.414218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-4a41eeac-a9b7-4c30-9304-043193a364d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1101 time: 0.1042745 Aug 16 20:23:03.507051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.509739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.513245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e80750d9-884f-4264-88c2-2c59a8fbff56 HTTP/1.1" status: 204 len: 168 time: 0.3030958 Aug 16 20:23:03.529958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1cfa0-b952-4567-b068-8bbf357c36f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80750d9-884f-4264-88c2-2c59a8fbff56,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:03.532309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-5c68f75b-8510-412c-9d99-84dcd1853f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.533843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-5c68f75b-8510-412c-9d99-84dcd1853f8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1077487 Aug 16 20:23:03.603050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-fcf0d315-5b10-4de8-9c61-7e816100e915 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0412006 Aug 16 20:23:03.622879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-c66a2b5b-254b-418a-be19-30b71422acee tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.629535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-c66a2b5b-254b-418a-be19-30b71422acee tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.637050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-c66a2b5b-254b-418a-be19-30b71422acee tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.638505 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-c66a2b5b-254b-418a-be19-30b71422acee tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.0694499 Aug 16 20:23:03.667995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-b761024c-8aac-410b-ab7d-4adb780e607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.669543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-b761024c-8aac-410b-ab7d-4adb780e607b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0588224 Aug 16 20:23:03.735385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6dbb5-dbbc-4522-a1db-9bef02e891d2 req-a0563ed9-f1e2-4f8a-8565-dca9a5e6fe6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.741445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6dbb5-dbbc-4522-a1db-9bef02e891d2 req-a0563ed9-f1e2-4f8a-8565-dca9a5e6fe6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.746157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:03.746510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.747259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6dbb5-dbbc-4522-a1db-9bef02e891d2 req-a0563ed9-f1e2-4f8a-8565-dca9a5e6fe6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.748986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2a6dbb5-dbbc-4522-a1db-9bef02e891d2 req-a0563ed9-f1e2-4f8a-8565-dca9a5e6fe6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 2417 time: 0.0950859 Aug 16 20:23:03.755528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-f3354d47-8623-4d3a-9371-f4ff34dfa91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:03.757003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-f3354d47-8623-4d3a-9371-f4ff34dfa91c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723283 Aug 16 20:23:03.867304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2a6dbb5-dbbc-4522-a1db-9bef02e891d2 req-dd16913e-5f4c-4799-94c6-d6b9f70691dc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084192 Aug 16 20:23:03.875182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd'}, {'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-deleted', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:03.877732 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd"}, {"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-deleted", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:03.897844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:03.898703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:03.921728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:03.962413 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edf483-db56-4d36-958f-91e5b3a88939 x-openstack-request-id: req-f1edf483-db56-4d36-958f-91e5b3a88939 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:03.962871 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd", "status": "completed", "code": 200}, {"server_uuid": "f796bfdb-d0cf-4c71-8aa1-e507d721f890", "name": "network-vif-deleted", "tag": "2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:03.963202 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1edf483-db56-4d36-958f-91e5b3a88939 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:03.963786 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'status': 'completed', 'code': 200} Aug 16 20:23:03.964006 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f796bfdb-d0cf-4c71-8aa1-e507d721f890', 'name': 'network-vif-deleted', 'tag': '2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a', 'status': 'completed', 'code': 200} Aug 16 20:23:04.037127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-9d1abad5-f392-4314-9cdf-553843ea81f4 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577353 Aug 16 20:23:04.037258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:04.037365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318aa8a-6ddc-416a-bf04-941862b4c24e req-1c7ea9e3-ff4b-40d1-9401-f84e087471b1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.037365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a318aa8a-6ddc-416a-bf04-941862b4c24e req-1c7ea9e3-ff4b-40d1-9401-f84e087471b1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1289518 Aug 16 20:23:04.064721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:04.076302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c0053ac-92e8-4a96-9e5c-e44f3e21cf4a not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:04.103051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-1b8e3533-05fb-4ccc-b7f3-3c0f9e164aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.104621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-1b8e3533-05fb-4ccc-b7f3-3c0f9e164aa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1127 time: 0.1366260 Aug 16 20:23:04.179277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a318aa8a-6ddc-416a-bf04-941862b4c24e req-ee1a31fc-3d83-4648-9ec8-e46e3ae93604 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311185 Aug 16 20:23:04.188205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.196411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:04.198545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:04.232862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-159ed78d-582a-40f0-8c70-97e879c251b8 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956952 Aug 16 20:23:04.271213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:04.280473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['af94bc05-cf03-456a-87fb-8964fd7e856d', 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', '7c0fc199-bb26-4ba0-b8ed-c155e8994930'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:04.282420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-6878a362-968c-4c20-8672-d44882901c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.283394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.284647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-6878a362-968c-4c20-8672-d44882901c7f service neutron] 10.222.0.73 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.1670372 Aug 16 20:23:04.360079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:04.363079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.368508 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-72c4f459-c2a5-459b-93e4-126f9c17045f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "DELETE /v2.0/ports/ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 HTTP/1.1" status: 204 len: 173 time: 0.7237425 Aug 16 20:23:04.368999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:04.371613 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ac2687-90ba-4cbe-8831-16ea4046cf3d" -d '{"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:04.380254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-f7e7ad90-2a5a-4872-ae71-3d1ed430329e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 217 time: 0.0821609 Aug 16 20:23:04.481741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c620b-f066-434d-ba6e-b74267debe71 req-e443de91-1411-4b05-b54c-9ef07c3e0dc9 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.490590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-210c620b-f066-434d-ba6e-b74267debe71 req-e443de91-1411-4b05-b54c-9ef07c3e0dc9 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.1936855 Aug 16 20:23:04.507690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-d4977f10-0a12-4d5d-97d8-701fcee1095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.509294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-d4977f10-0a12-4d5d-97d8-701fcee1095c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1019750 Aug 16 20:23:04.529801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b08192-d80b-409a-a226-bde8df8930b8 req-9042b1e0-86e5-424a-a9d2-fb1aebeffbed tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:04.539224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4b08192-d80b-409a-a226-bde8df8930b8 req-9042b1e0-86e5-424a-a9d2-fb1aebeffbed tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.2212064 Aug 16 20:23:04.556432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:04.556913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.602875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-951779ea-5829-4217-92ab-aaacef06c45e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564175 Aug 16 20:23:04.637870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-210c620b-f066-434d-ba6e-b74267debe71 req-7f8c5ea4-9384-493b-842e-3b475a248a3a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461418 Aug 16 20:23:04.722529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port 7c0fc199-bb26-4ba0-b8ed-c155e8994930, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7c0fc199-bb26-4ba0-b8ed-c155e8994930,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:04.723196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.731335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:04.740511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4b08192-d80b-409a-a226-bde8df8930b8 req-198f5d71-a187-49b9-a9dd-259e79f20c52 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998363 Aug 16 20:23:04.743197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for 7c0fc199-bb26-4ba0-b8ed-c155e8994930 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:04.768237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:04.781325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:04.781696 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.783302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:23:04.797704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-5489503f-46f1-4da4-8bda-3199864eaa67 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782124 Aug 16 20:23:04.891621 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8def2-1fb4-49f9-805f-cbad8730b51e x-openstack-request-id: req-90c8def2-1fb4-49f9-805f-cbad8730b51e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:04.892249 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:04.892667 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90c8def2-1fb4-49f9-805f-cbad8730b51e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:04.893215 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': 'ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8', 'status': 'completed', 'code': 200} Aug 16 20:23:04.950813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:04.974116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7f3c6fe-c2a1-4885-ba4d-ce46457838fc req-9c5865ad-7098-466b-aebc-4fadb8c751f8 service neutron] 10.222.0.73 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604528 Aug 16 20:23:05.000581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43104) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:05.005150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-179f8193-a471-4c5c-936e-a800d028d114 req-17cd45fb-3aeb-44a5-9499-bc861071bdec tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=f796bfdb-d0cf-4c71-8aa1-e507d721f890 HTTP/1.1" status: 200 len: 210 time: 0.0291355 Aug 16 20:23:05.010854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:05.014221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:05.016457 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47087fd4-9d6c-4092-8b5a-b1484c7959cf" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:05.077038 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c8a573-32e5-4dfe-b4ac-eb79bd0378fb x-openstack-request-id: req-11c8a573-32e5-4dfe-b4ac-eb79bd0378fb {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:05.077394 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:05.077733 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11c8a573-32e5-4dfe-b4ac-eb79bd0378fb {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:05.078400 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'code': 200} Aug 16 20:23:05.088588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927af7-33d6-45a3-bc9c-4f1852e10e4a req-71026ba0-2ac5-4be1-92a3-6683d22a7e48 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.096186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa927af7-33d6-45a3-bc9c-4f1852e10e4a req-71026ba0-2ac5-4be1-92a3-6683d22a7e48 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.096338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa927af7-33d6-45a3-bc9c-4f1852e10e4a req-71026ba0-2ac5-4be1-92a3-6683d22a7e48 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 1682 time: 0.0836298 Aug 16 20:23:05.119195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-680508982-network', 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:05.119601 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.124061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.140388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa927af7-33d6-45a3-bc9c-4f1852e10e4a req-f3287fc1-437c-47d7-bcc8-2865f4e168db tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Aug 16 20:23:05.167553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=7c0fc199-bb26-4ba0-b8ed-c155e8994930,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.181827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.217285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port 7c0fc199-bb26-4ba0-b8ed-c155e8994930 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:05.220398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.222868 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-a073fb29-a322-4e33-91c6-36f0a6c23ce4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "DELETE /v2.0/ports/7c0fc199-bb26-4ba0-b8ed-c155e8994930 HTTP/1.1" status: 204 len: 173 time: 0.8464653 Aug 16 20:23:05.256990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:05.259610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.277652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.307950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0578d68-de9a-41ac-8e22-deddf524b157 req-71f863c3-e3d8-4945-9dd7-0b352eb28ed1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.309555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0578d68-de9a-41ac-8e22-deddf524b157 req-71f863c3-e3d8-4945-9dd7-0b352eb28ed1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.0524004 Aug 16 20:23:05.356317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0578d68-de9a-41ac-8e22-deddf524b157 req-65457563-a9d9-4bf8-a20a-75fc76a61e72 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Aug 16 20:23:05.383654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port af94bc05-cf03-456a-87fb-8964fd7e856d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:05.384099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.500836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.506379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port af94bc05-cf03-456a-87fb-8964fd7e856d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=af94bc05-cf03-456a-87fb-8964fd7e856d,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:05.506739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.521432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for af94bc05-cf03-456a-87fb-8964fd7e856d owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:05.562060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.602373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:05.610359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53ce83d-1662-4d9b-bd32-269dc031b230,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.619876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.619983 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Added segment 43f67c31-65e3-4d4d-8e9f-41aa8bd79901 of type vlan for network dcae15a1-f6e4-483c-8235-f7759e26091a Aug 16 20:23:05.670300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.774592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e379f1-d888-4a12-88f5-2f194afba479 req-fbca5978-cd53-4b2e-8563-5f20c72ea3d1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.776170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6e379f1-d888-4a12-88f5-2f194afba479 req-fbca5978-cd53-4b2e-8563-5f20c72ea3d1 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.0527503 Aug 16 20:23:05.793342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.794577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.795246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.831361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6e379f1-d888-4a12-88f5-2f194afba479 req-a14f692c-3534-4065-8918-fb333cc93d34 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477357 Aug 16 20:23:05.849554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:05.883469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe81541-bad0-4b76-9497-e47f79fad547 req-f0549eb2-7912-4cc9-89f3-e09997402f2a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:05.885408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbe81541-bad0-4b76-9497-e47f79fad547 req-f0549eb2-7912-4cc9-89f3-e09997402f2a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0693362 Aug 16 20:23:05.904929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=af94bc05-cf03-456a-87fb-8964fd7e856d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.924677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] Pushing event updated for resources: {'Network': ['ID=dcae15a1-f6e4-483c-8235-f7759e26091a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:05.950185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbe81541-bad0-4b76-9497-e47f79fad547 req-0a3db3ba-ad99-4472-9b6d-d50247e4dee6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525060 Aug 16 20:23:05.950185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43122) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:05.951292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-272ca757-36be-4304-b582-b718b55b0046 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9485164 Aug 16 20:23:05.957462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network dcae15a1-f6e4-483c-8235-f7759e26091a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:05.958510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Request body: {'subnet': {'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-680508982-subnet', 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:05.997959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port af94bc05-cf03-456a-87fb-8964fd7e856d on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:06.008827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.015660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cefdf09c-ca7e-477b-bdf0-5c1a09f9e4bd req-ee60e59d-9afc-463e-9e07-11b39e575206 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "DELETE /v2.0/ports/af94bc05-cf03-456a-87fb-8964fd7e856d HTTP/1.1" status: 204 len: 173 time: 0.7854929 Aug 16 20:23:06.057030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:06.059502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.167983 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.196177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7c0fc199-bb26-4ba0-b8ed-c155e8994930 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:06.230149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 7c0fc199-bb26-4ba0-b8ed-c155e8994930 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:06.233828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7c0fc199-bb26-4ba0-b8ed-c155e8994930 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:06.233828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:06.255860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:06.256760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ab6ed970-8ffa-4dd9-bca0-5ddc9bb673d8 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:06.257103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device af94bc05-cf03-456a-87fb-8964fd7e856d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:06.308141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: af94bc05-cf03-456a-87fb-8964fd7e856d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:06.308793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device af94bc05-cf03-456a-87fb-8964fd7e856d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:06.314656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8eb290-d845-4c9c-be01-96cd5291b764 req-09db67c2-ab45-4d24-9b11-44b24a28f15b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0668178 Aug 16 20:23:06.482621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a56f0b-d642-4210-823e-0818800cfa72 req-10d88015-9666-4182-877c-b76074c63656 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:06.484151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3a56f0b-d642-4210-823e-0818800cfa72 req-10d88015-9666-4182-877c-b76074c63656 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.0594292 Aug 16 20:23:06.517229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.562274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3a56f0b-d642-4210-823e-0818800cfa72 req-cfbdd0d0-83e1-43e1-9483-01ab1971296d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676534 Aug 16 20:23:06.592236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Pushing event updated for resources: {'Subnet': ['ID=42af3bab-00ea-4e7d-b30b-caea282c68d2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:06.608911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Checking segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:06.609277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Network hostable DHCP agents. Network: dcae15a1-f6e4-483c-8235-f7759e26091a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:06.708682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Network dcae15a1-f6e4-483c-8235-f7759e26091a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:06.787263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43132) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:06.792310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991276969', 'description': 'tempest-description--1398371972'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:06.799238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, dcae15a1-f6e4-483c-8235-f7759e26091a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:06.806448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:06.816157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.816843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783e4bc-d94b-4f37-a4b0-394899432b61 None None] Network dcae15a1-f6e4-483c-8235-f7759e26091a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:06.895016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930'}, {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:06.898299 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59115af-5311-425e-a3bb-c29bcf71ecd2" -d '{"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930"}, {"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:06.946000 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6ec778-2583-45de-a407-67d03b84799f x-openstack-request-id: req-7c6ec778-2583-45de-a407-67d03b84799f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:06.946382 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "7c0fc199-bb26-4ba0-b8ed-c155e8994930", "status": "completed", "code": 200}, {"server_uuid": "a3174e18-decb-4c08-bb88-c5b8699e8fc9", "name": "network-vif-deleted", "tag": "af94bc05-cf03-456a-87fb-8964fd7e856d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:06.946631 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c6ec778-2583-45de-a407-67d03b84799f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:06.947037 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': '7c0fc199-bb26-4ba0-b8ed-c155e8994930', 'status': 'completed', 'code': 200} Aug 16 20:23:06.947287 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3174e18-decb-4c08-bb88-c5b8699e8fc9', 'name': 'network-vif-deleted', 'tag': 'af94bc05-cf03-456a-87fb-8964fd7e856d', 'status': 'completed', 'code': 200} Aug 16 20:23:06.959609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:06.967765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed69b51-71cb-4bf0-b5a1-c2a201d49d01 None None] Network dcae15a1-f6e4-483c-8235-f7759e26091a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:06.995874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9862b63-8357-4a2f-95cb-12c7cbbe704d req-ddebfd7e-001c-4bda-9fe9-b70e16d32d4b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:06.997458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9862b63-8357-4a2f-95cb-12c7cbbe704d req-ddebfd7e-001c-4bda-9fe9-b70e16d32d4b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.0780563 Aug 16 20:23:07.042162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9862b63-8357-4a2f-95cb-12c7cbbe704d req-05057203-a560-412e-8d1b-bb44b08eab0c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Aug 16 20:23:07.146200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-53427a86-2a76-4350-ba9f-4f8ec799bade admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1979570 Aug 16 20:23:07.165723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a43e0-a361-48ae-95f7-c8c20dc610db req-c68e16e2-7644-42c1-9d5f-cbe9fac85237 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.167253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c6a43e0-a361-48ae-95f7-c8c20dc610db req-c68e16e2-7644-42c1-9d5f-cbe9fac85237 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0719714 Aug 16 20:23:07.240195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c6a43e0-a361-48ae-95f7-c8c20dc610db req-6685cd52-3aa2-4a1b-8a11-919d9e80e318 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 Aug 16 20:23:07.287339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.390767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.453672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c37018-1179-4501-9e2c-717c45424cf7 req-911803d0-9c47-4841-9fe7-5cd21304050f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3174e18-decb-4c08-bb88-c5b8699e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Aug 16 20:23:07.464599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54ea8b-372b-428e-862e-819d60331940,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:07.499944 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.505782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5eddd88b-ab5e-47ee-9571-a5a86c6eeedd tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7163191 Aug 16 20:23:07.507007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43154) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:07.513633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'security_group_rule': {'security_group_id': 'ff54ea8b-372b-428e-862e-819d60331940', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.719243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.825858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e364fa6-3f31-4ba8-bd97-a5116d6403bd req-f9906b06-85b3-4699-bda8-e98ddd09dc55 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.827334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e364fa6-3f31-4ba8-bd97-a5116d6403bd req-f9906b06-85b3-4699-bda8-e98ddd09dc55 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1791048 Aug 16 20:23:07.867052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-ae71bfbe-8b16-43a6-8efb-b668fb773d7f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.868572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-ae71bfbe-8b16-43a6-8efb-b668fb773d7f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.2325716 Aug 16 20:23:07.875994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:07.878929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-b88d9e35-59a9-42d8-854e-a64803ac9c32 service neutron] 10.222.0.73 "GET /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.0633628 Aug 16 20:23:07.913847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-d0d7b085-57c1-4aed-9532-f608742cf5f6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/quotas/19d0b5d2a3e94118bcfdfa0001c171c0 HTTP/1.1" status: 200 len: 375 time: 0.0363562 Aug 16 20:23:07.941606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e364fa6-3f31-4ba8-bd97-a5116d6403bd req-747c6a34-5cbb-413c-b930-da6c88d25663 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961123 Aug 16 20:23:07.944697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-27906179-f9e2-4910-809e-a44f9fef52db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:07.946203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-27906179-f9e2-4910-809e-a44f9fef52db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef&tenant_id=1a04a74dc1f7468da022c63664652e7c HTTP/1.1" status: 200 len: 1102 time: 0.1501260 Aug 16 20:23:07.963131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-2f4f2a85-570d-4b5f-acfc-9d32a0cb3e22 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403693 Aug 16 20:23:07.967371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:07.997181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.071590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e82305-f1e5-41d9-980e-ff8db60ff826,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:08.077437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:08.108826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:08.112547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.148633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd341ef5-8cca-4064-9d8b-26eed5085efd {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:08.150664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-368f65bf-c8dc-4c31-b25a-8f8714e00543 service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794381 Aug 16 20:23:08.166209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:08.201037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d547bf15-7a1e-4894-b854-004d9e553672 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:08.244889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.246102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dfbcf09a-effa-462a-a36b-4210a74b2668 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7371604 Aug 16 20:23:08.249130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:08.254414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'security_group_rule': {'security_group_id': 'ff54ea8b-372b-428e-862e-819d60331940', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:08.279815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.312882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:08.325461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'd547bf15-7a1e-4894-b854-004d9e553672', 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b', 'port_id': 'd547bf15-7a1e-4894-b854-004d9e553672', 'mac_address': 'fa:16:3e:2c:89:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3fa43c-ec44-4e3f-a527-f772dadc1f4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:08.367700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] Transition to ACTIVE for port object bd341ef5-8cca-4064-9d8b-26eed5085efd will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:08.368247 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.377162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956754f4-52b5-46db-97fa-080f217480e3 req-d7038632-9faa-43ba-b9b6-2ca4078bfa6a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:08.378954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-956754f4-52b5-46db-97fa-080f217480e3 req-d7038632-9faa-43ba-b9b6-2ca4078bfa6a tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 944 time: 0.2081504 Aug 16 20:23:08.384181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d547bf15-7a1e-4894-b854-004d9e553672 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:08.403048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.405483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-655b74fb-4020-4ad5-87e2-2aa575c5fb27 service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358742 Aug 16 20:23:08.405963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:08.463174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.479645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-956754f4-52b5-46db-97fa-080f217480e3 req-463955bd-be4d-4e1a-8209-855b01c578bc tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894930 Aug 16 20:23:08.532101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.534110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:08.571369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] No DVR routers for this DVR port bd341ef5-8cca-4064-9d8b-26eed5085efd on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:08.573054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] Pushing event updated for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=10']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:08.574341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.597273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:08.611798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3b3549fd-3ea7-4e65-b884-e314fd490658 service neutron] 10.222.0.73 "PUT /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7254262 Aug 16 20:23:08.638665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:08.657214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.676066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89aa705-d7a3-4794-81b7-a3bfe80d5bf0,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:08.797002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43182) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:08.881780 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.883844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8ee4b372-7329-4e17-9098-827f84d133de tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6334832 Aug 16 20:23:08.887860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:08.889231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d547bf15-7a1e-4894-b854-004d9e553672'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:08.897790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:08.936206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting subnet 8c78b694-3342-44c4-a838-8fb3b1015068 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:08.940573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:08.981708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-c7944c79-1e13-49ae-9c42-5a8e193d9224 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:08.983552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-c7944c79-1e13-49ae-9c42-5a8e193d9224 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.1454864 Aug 16 20:23:09.029466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.034654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:09.037746 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87dbd9-dbfe-4735-bd54-7746b394dddb" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-unplugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:09.043982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.048094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fce69ee9-3fab-4746-86b7-31cf81603f81 req-a706c068-6d8e-43ca-bd64-727542ebfc67 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 210 time: 0.0539417 Aug 16 20:23:09.057322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.064924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Transition to ACTIVE for port object 399da53c-9216-4eeb-87c9-bb5b306f3a75 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:09.077787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4329b75-d10c-42d3-9ad9-f5dc6c21a984 req-62f09a11-2919-4baa-8aa2-fabfac25079f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.079382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4329b75-d10c-42d3-9ad9-f5dc6c21a984 req-62f09a11-2919-4baa-8aa2-fabfac25079f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.4495327 Aug 16 20:23:09.129821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-84507553-fb68-4ed2-8b4e-40c3c0a798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.131901 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-84507553-fb68-4ed2-8b4e-40c3c0a798a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17&tenant_id=ed954ca3249f4d73998958008a157bde HTTP/1.1" status: 200 len: 1097 time: 0.1387441 Aug 16 20:23:09.167104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4329b75-d10c-42d3-9ad9-f5dc6c21a984 req-35579a7d-9400-449f-b810-1feaac246e96 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751677 Aug 16 20:23:09.188686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714eb30-cc8f-406f-8307-a7cfcb87f4d0 req-0977f3d8-2fb1-4497-93a0-a97ecca8ce94 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.192334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d714eb30-cc8f-406f-8307-a7cfcb87f4d0 req-0977f3d8-2fb1-4497-93a0-a97ecca8ce94 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.0644362 Aug 16 20:23:09.220075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.235304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.240189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d714eb30-cc8f-406f-8307-a7cfcb87f4d0 req-b7b3f507-a57f-4be5-93b1-eb3de0bb28b6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Aug 16 20:23:09.241775 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d2833-71e4-4ddb-9480-e7159b30031c x-openstack-request-id: req-d48d2833-71e4-4ddb-9480-e7159b30031c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:09.242075 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-unplugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:09.242324 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d48d2833-71e4-4ddb-9480-e7159b30031c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:09.242709 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'code': 200} Aug 16 20:23:09.268206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-167294d1-0e10-40f4-8514-06776e6d97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.269794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-167294d1-0e10-40f4-8514-06776e6d97a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ed954ca3249f4d73998958008a157bde&device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1097 time: 0.1064126 Aug 16 20:23:09.319030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] No DVR routers for this DVR port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:09.322231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.335437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.335825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.336174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.336514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.336849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.337180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.337506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.337835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.338158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.338482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.338803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.339124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:09.370635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:09.371030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:09.371364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:09.376497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:09.376712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Attempting to bind port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:09.382093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:09.382349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:09.382586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:09.382973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Bound port: 399da53c-9216-4eeb-87c9-bb5b306f3a75, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:09.383612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.400077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.453004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-84228237-59ca-4fa4-9797-8b3d8809007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.454563 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-84228237-59ca-4fa4-9797-8b3d8809007a service neutron] 10.222.0.64 "GET /v2.0/networks?id=90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 200 len: 922 time: 0.1711950 Aug 16 20:23:09.461886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:09.465213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:09.508203 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-65b4c97b-f012-4db5-a438-923df296c0d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 200 len: 217 time: 0.0428643 Aug 16 20:23:09.511234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.605523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Subnet': ['ID=8c78b694-3342-44c4-a838-8fb3b1015068,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.618740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886fa37-223d-40c5-9e6d-fa2124ff0ea5 None None] Network d829b18a-e1c2-4079-9d3b-b669b56bf882 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:09.619323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.624289 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-990acdd5-d124-41a5-9710-ec7fa8c149d1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/subnets/8c78b694-3342-44c4-a838-8fb3b1015068 HTTP/1.1" status: 204 len: 168 time: 0.8233542 Aug 16 20:23:09.624752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06316d01-b5f3-493a-a768-7b37d34ccdcc req-29512bd5-5603-4620-9625-0ddecc8176ce tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.630838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43200) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:09.635309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06316d01-b5f3-493a-a768-7b37d34ccdcc req-29512bd5-5603-4620-9625-0ddecc8176ce tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.0668931 Aug 16 20:23:09.651776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.670694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-49b848e4-1b0e-46d2-b28d-b58718d2e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.672634 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-49b848e4-1b0e-46d2-b28d-b58718d2e1d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 200 len: 861 time: 0.1515379 Aug 16 20:23:09.713133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.713486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:09.715152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] 10.222.0.73 "PUT /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 1098 time: 1.7546859 Aug 16 20:23:09.727041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Allocated IP 172.25.7.221 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:09.757227 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-3e2f8170-72c4-4e9d-9e87-689dc079edc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=90c6042e-e019-4e49-9f41-d0da4778fe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539355 Aug 16 20:23:09.795688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06316d01-b5f3-493a-a768-7b37d34ccdcc req-a7b65c15-49cb-4fb3-ab9d-a803817c9667 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597233 Aug 16 20:23:09.804105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cceef4-3c1b-4a19-97fd-2e7a46bd1438 service neutron] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=11']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:09.825657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e8f429a8-5900-4dcb-90d5-5d3fbbf4bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:09.828761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-e8f429a8-5900-4dcb-90d5-5d3fbbf4bdce service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1101 time: 0.0789058 Aug 16 20:23:09.871976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] DHCP port deletion for d829b18a-e1c2-4079-9d3b-b669b56bf882 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:10.026419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Deleting port d701e1a5-f8b8-4ad8-becf-b07884e95a86 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:10.027213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.035038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:10.038194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-d3b7611c-a252-4a7c-9fcd-8a03e6e8f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.049544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-d3b7611c-a252-4a7c-9fcd-8a03e6e8f75d service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2131841 Aug 16 20:23:10.103497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-5709a399-57a9-4c22-8405-af950b69ea03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0455885 Aug 16 20:23:10.133512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d701e1a5-f8b8-4ad8-becf-b07884e95a86 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:10.221001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8345b1d-69de-4ce9-a962-dc2566dc0e69 req-758a78ae-4381-4c38-9ec3-35c2ec45d823 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 210 time: 0.0515292 Aug 16 20:23:10.235421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-ffcbf2c8-5919-4adc-ac8b-59cd854f7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.242556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-ffcbf2c8-5919-4adc-ac8b-59cd854f7622 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1300800 Aug 16 20:23:10.252656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d547bf15-7a1e-4894-b854-004d9e553672 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:10.304906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.347892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d701e1a5-f8b8-4ad8-becf-b07884e95a86,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:10.348306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.359668 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-aba3d94c-cc43-4511-b5a6-522a2494fd06 service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854673 Aug 16 20:23:10.378465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Calling delete_port for d701e1a5-f8b8-4ad8-becf-b07884e95a86 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:10.380609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:10.409953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-b0241657-6ff5-4fb4-b55d-ee21b1e15a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.412381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-b0241657-6ff5-4fb4-b55d-ee21b1e15a19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1609316 Aug 16 20:23:10.444814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7703d-d208-4686-acaa-325f6dcfbac8 req-e864e38e-4ea8-4aab-865a-f5a0af4acd0e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.446629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5f7703d-d208-4686-acaa-325f6dcfbac8 req-e864e38e-4ea8-4aab-865a-f5a0af4acd0e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.1293387 Aug 16 20:23:10.483844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.492800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.505662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beb124-1903-4ddd-af84-522faf3453bb req-cd4bc6e3-e35f-4c1d-9812-ce7d6315a1fc tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.513218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20beb124-1903-4ddd-af84-522faf3453bb req-cd4bc6e3-e35f-4c1d-9812-ce7d6315a1fc tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.1477075 Aug 16 20:23:10.545377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d701e1a5-f8b8-4ad8-becf-b07884e95a86,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:10.576067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port d547bf15-7a1e-4894-b854-004d9e553672 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:10.581363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port d547bf15-7a1e-4894-b854-004d9e553672 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:10.581708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5f7703d-d208-4686-acaa-325f6dcfbac8 req-ae41b19f-06a1-42f6-ae2f-89aba2a930dc tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950699 Aug 16 20:23:10.582007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.599056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-df81b7f2-1be8-41f1-a442-f25df2cf6ead service neutron] 10.222.0.64 "GET /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289436 Aug 16 20:23:10.601542 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.633210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20beb124-1903-4ddd-af84-522faf3453bb req-79f352c7-c8da-450d-b5c7-5944ebc8f766 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118815 Aug 16 20:23:10.640333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-08b5c304-a493-4f66-9c4c-9285b01a1da4 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198300 Aug 16 20:23:10.674179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:10.674483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:10.687762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:10.712513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.756278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'Port': ['ID=dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.766349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port d701e1a5-f8b8-4ad8-becf-b07884e95a86 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:10.766696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.769332 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.790517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96ed0771-15cb-4e3c-80eb-7c4619c43805 req-f48d98fe-b9fb-4dfc-8bfc-cd256efaa136 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421266 Aug 16 20:23:10.801325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.811371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:10.814028 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453fd1d3-9fdb-4795-b18b-c0aeb252afa6" -d '{"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-plugged", "status": "completed", "tag": "d547bf15-7a1e-4894-b854-004d9e553672"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:10.828076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:10.861103 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ed2aa-0956-4345-a0e1-c0a12ea65e07 x-openstack-request-id: req-be6ed2aa-0956-4345-a0e1-c0a12ea65e07 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:10.861620 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-plugged", "status": "completed", "tag": "d547bf15-7a1e-4894-b854-004d9e553672", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:10.862112 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be6ed2aa-0956-4345-a0e1-c0a12ea65e07 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:10.862760 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672', 'code': 200} Aug 16 20:23:10.868974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port d701e1a5-f8b8-4ad8-becf-b07884e95a86, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d701e1a5-f8b8-4ad8-becf-b07884e95a86,segment=NetworkSegment(58cd3609-3c25-4157-9c49-bed43189755b),segment_id=58cd3609-3c25-4157-9c49-bed43189755b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:10.869374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.882921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.889576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for d701e1a5-f8b8-4ad8-becf-b07884e95a86 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:10.897145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] No DVR routers for this DVR port d701e1a5-f8b8-4ad8-becf-b07884e95a86 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:10.919901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed606b-dae1-42b6-bcd2-8dcce98a913f None None] Pushing event deleted for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:10.945743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:10.946543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:10.978553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a6eda-b78b-41ae-8ba9-7b6ef8d1d9bd req-8c862894-0655-4286-931a-da97bc95a7a3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:10.984701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-347a6eda-b78b-41ae-8ba9-7b6ef8d1d9bd req-8c862894-0655-4286-931a-da97bc95a7a3 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.0609572 Aug 16 20:23:11.035942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:11.038318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:11.043561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-347a6eda-b78b-41ae-8ba9-7b6ef8d1d9bd req-92b4bfd0-f22a-4b9e-8529-a0d5aa155daa tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554881 Aug 16 20:23:11.078742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.108014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea998-626e-4838-a858-43dfe09a120c req-8e7b8fb2-b109-4f50-89bc-d4ad0a5074b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.109514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3ffea998-626e-4838-a858-43dfe09a120c req-8e7b8fb2-b109-4f50-89bc-d4ad0a5074b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1098 time: 0.1478720 Aug 16 20:23:11.157898 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3ffea998-626e-4838-a858-43dfe09a120c req-c056cf74-f422-4904-a318-1f0e49da5c01 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Aug 16 20:23:11.244258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:11.246526 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954e8961-e62a-4e11-b03e-64303ba4a050" -d '{"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:11.256174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.302800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.308792 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0550f1-662c-4f02-8c64-ec5653cd40fc x-openstack-request-id: req-0d0550f1-662c-4f02-8c64-ec5653cd40fc {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:11.309076 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:11.309322 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d0550f1-662c-4f02-8c64-ec5653cd40fc {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:11.309716 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'status': 'completed', 'code': 200} Aug 16 20:23:11.325582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d6afecf-4226-4127-acf4-a13558200ff0 req-8f64a824-7c44-4d9d-9dcd-20502f70fc12 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 210 time: 0.0338178 Aug 16 20:23:11.339834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port d701e1a5-f8b8-4ad8-becf-b07884e95a86 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:11.356898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=d701e1a5-f8b8-4ad8-becf-b07884e95a86,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:11.400951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-de0297a0-39a6-42e7-a11f-540933f2a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.402446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-de0297a0-39a6-42e7-a11f-540933f2a5e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1101 time: 0.0709777 Aug 16 20:23:11.408515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-f5923aff-853e-47f5-aecf-5887e8fc7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.409883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-f5923aff-853e-47f5-aecf-5887e8fc7cdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a04a74dc1f7468da022c63664652e7c&device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1101 time: 0.0683260 Aug 16 20:23:11.522089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.538558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d829b18a-e1c2-4079-9d3b-b669b56bf882']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:11.555277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-2416e3b1-4791-4b29-a430-37fa1a560bb1 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.556804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-2416e3b1-4791-4b29-a430-37fa1a560bb1 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17&tenant_id=ed954ca3249f4d73998958008a157bde&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.2115211 Aug 16 20:23:11.558411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cd3609-3c25-4157-9c49-bed43189755b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:11.558703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cd3609-3c25-4157-9c49-bed43189755b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:11.572221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-a6b82761-3743-4876-966a-675ab6de9004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.573694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-a6b82761-3743-4876-966a-675ab6de9004 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1629682 Aug 16 20:23:11.574764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-53b81c92-a913-43bb-9679-2f100440a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.576095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-53b81c92-a913-43bb-9679-2f100440a72d service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1573918 Aug 16 20:23:11.602260 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.624051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-4eeeb0c9-c77f-49e9-8c24-997d0ed754a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0421309 Aug 16 20:23:11.642452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.659437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-72612fe1-f9ab-4feb-8000-b1e52bc99e0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 200 len: 217 time: 0.0683002 Aug 16 20:23:11.672275 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:23:11.680322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:11.680887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:11.698627 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:11.711462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.782007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-8a40009f-28f5-4cdf-ac92-a191fc025764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.783387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-8a40009f-28f5-4cdf-ac92-a191fc025764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1333928 Aug 16 20:23:11.795038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-bf88e1e1-ff2b-4844-8832-7e932023d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.796546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-bf88e1e1-ff2b-4844-8832-7e932023d026 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1199725 Aug 16 20:23:11.798485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.851369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea2667-372f-4f73-b268-d56472c75496 req-c5a4715c-6299-4c9b-b728-b99afac177ce tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.852920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60ea2667-372f-4f73-b268-d56472c75496 req-c5a4715c-6299-4c9b-b728-b99afac177ce tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 949 time: 0.1619325 Aug 16 20:23:11.878130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'Port': ['ID=dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:11.892147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.892335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eecbb-4762-44c4-af76-7ebc08974943 req-f35d6020-f6fb-48b0-a4e7-4b0b331cb876 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.893707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03eecbb-4762-44c4-af76-7ebc08974943 req-f35d6020-f6fb-48b0-a4e7-4b0b331cb876 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1665673 Aug 16 20:23:11.929366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.939362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.941583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/networks/d829b18a-e1c2-4079-9d3b-b669b56bf882 HTTP/1.1" status: 204 len: 168 time: 2.3093259 Aug 16 20:23:11.946302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-9a34b299-6345-4b5d-bedf-dedd050a254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.947861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-9a34b299-6345-4b5d-bedf-dedd050a254f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1561110 Aug 16 20:23:11.948690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43230) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:11.955876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeacaf-9dd9-49c0-b831-0d0bd853bf70 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Network': ['ID=d829b18a-e1c2-4079-9d3b-b669b56bf882,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:11.962265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-e4d54c7b-a799-4f6c-97b4-3a1f40a0ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:11.963782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-e4d54c7b-a799-4f6c-97b4-3a1f40a0ab03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538239 Aug 16 20:23:11.969954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60ea2667-372f-4f73-b268-d56472c75496 req-59258cea-8b72-4b1e-9b78-2f5b34190be0 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984120 Aug 16 20:23:11.981770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-d4aa7457-ca64-445c-984d-56162aeab346 service neutron] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:11.985745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-d4aa7457-ca64-445c-984d-56162aeab346 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:11.986974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b758f2ab-f77b-4015-a95f-cef11a6ad563 req-d4aa7457-ca64-445c-984d-56162aeab346 service neutron] 10.222.0.64 "DELETE /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.4209380 Aug 16 20:23:12.036063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:12.041703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03eecbb-4762-44c4-af76-7ebc08974943 req-5d6e6229-7007-45a4-8ecc-e54575522698 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336730 Aug 16 20:23:12.092123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.093329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6991d223-0d29-465b-b25d-3164f36e44be tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2034874 Aug 16 20:23:12.168877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting subnet a0c4d6cc-80d0-4000-a956-965fb8bd10f6 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:12.177049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.205276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-1670db13-2bb3-41df-993e-edb128f5e5b2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.207537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-1670db13-2bb3-41df-993e-edb128f5e5b2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.2035778 Aug 16 20:23:12.241934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:12.243069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Request body: {'port': {'device_id': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'admin_state_up': True, 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:12.257390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'mac_address': 'fa:16:3e:62:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:12.320039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.337192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:12.352669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.359529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:12.419598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-90051e17-6a94-4d8f-aa19-5d983d6ec448 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537718 Aug 16 20:23:12.437917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-61bfd072-dbb3-43c1-a131-79a0c91e5bb4 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369719 Aug 16 20:23:12.452297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b4794-8fd1-4d99-bed8-2da1ec146882 req-ae92a018-dd47-402f-8d49-bd2928e0eacd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.453754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18b4794-8fd1-4d99-bed8-2da1ec146882 req-ae92a018-dd47-402f-8d49-bd2928e0eacd tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.2059658 Aug 16 20:23:12.535015 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.539799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:12.543497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.634251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:12.707278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18b4794-8fd1-4d99-bed8-2da1ec146882 req-0d1452cc-9067-41d1-a1d9-70ee140f5989 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401369 Aug 16 20:23:12.749523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Allocated IP 172.20.0.13 (dcae15a1-f6e4-483c-8235-f7759e26091a/42af3bab-00ea-4e7d-b30b-caea282c68d2/d57531bf-5791-4464-b728-45a1df491e9a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:12.792935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-0d688d00-5d7c-4f10-bca7-b38d52f00f7d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:12.794602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-0d688d00-5d7c-4f10-bca7-b38d52f00f7d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.4732645 Aug 16 20:23:12.811600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.839301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['399da53c-9216-4eeb-87c9-bb5b306f3a75'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:12.866339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-a454c201-31eb-4346-ad56-c721c15d1d52 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255443 Aug 16 20:23:12.886213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e8961-e62a-4e11-b03e-64303ba4a050 req-cea72586-64c5-4179-b1ea-862ea7185171 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209383 Aug 16 20:23:12.889005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31c73baf-58a9-46fc-9a8a-f8f4127787e1 req-5d9f313d-942b-441d-b146-ae2af045c75e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 210 time: 0.0741315 Aug 16 20:23:12.894981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-bac78b2f-9b20-4767-aa1b-22c449ae9db3 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/quotas/45396804043944c297984c7010709f70 HTTP/1.1" status: 200 len: 375 time: 0.0849578 Aug 16 20:23:12.951209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:12.984771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-ebeddd6f-8a2b-4874-8a58-8d47736adc1b tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789077 Aug 16 20:23:13.119910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c4098-7059-4967-9c28-af2ccf6d2810 req-ce8a53ca-817a-465e-b080-bc3fcdd5a14f tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.121509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc1c4098-7059-4967-9c28-af2ccf6d2810 req-ce8a53ca-817a-465e-b080-bc3fcdd5a14f tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 1097 time: 0.0775313 Aug 16 20:23:13.125224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-cd28f11c-5951-4852-94e6-af107512f266 service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313629 Aug 16 20:23:13.126694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.130103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.183072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c4d6cc-80d0-4000-a956-965fb8bd10f6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:13.187935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Network dcae15a1-f6e4-483c-8235-f7759e26091a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:13.191495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:13.195843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:13.202399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:13.226721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.229302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6df93108-cbb2-49cf-8464-7fb9198133cc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/subnets/a0c4d6cc-80d0-4000-a956-965fb8bd10f6 HTTP/1.1" status: 204 len: 168 time: 1.2767472 Aug 16 20:23:13.233937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875516ce-cacd-4333-91c1-9c164a123e2c None None] Network 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:13.234497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43260) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:13.260026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc1c4098-7059-4967-9c28-af2ccf6d2810 req-f8eb7f94-c4e3-4b71-8cae-1f023b070e80 tempest-LiveAutoBlockMigrationV225Test-1254765301 tempest-LiveAutoBlockMigrationV225Test-1254765301-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028337 Aug 16 20:23:13.296422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-29b1ba8a-5784-4145-ad9b-5eb749d7627c service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622324 Aug 16 20:23:13.326104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.326827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.364508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.460140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port df577aca-2560-44fa-8d00-5f5697519adb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:13.460140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.481262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f490-21e4-4420-b846-bcef5d2e67dd req-9a28251c-6f68-4fc3-9313-5ecf494f5cd7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.488308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9f490-21e4-4420-b846-bcef5d2e67dd req-9a28251c-6f68-4fc3-9313-5ecf494f5cd7 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 950 time: 0.0569170 Aug 16 20:23:13.489866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-da15b990-9c57-4807-9e34-fb6e511c47c7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2619219 Aug 16 20:23:13.498867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] DHCP port deletion for 9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:13.516163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Request body: {'port': {'device_id': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:13.526513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e9f490-21e4-4420-b846-bcef5d2e67dd req-502a8c18-5f77-407a-a0ae-05ffcce7ceca tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370643 Aug 16 20:23:13.546699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port df577aca-2560-44fa-8d00-5f5697519adb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df577aca-2560-44fa-8d00-5f5697519adb,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:13.547173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.569397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Deleting port df577aca-2560-44fa-8d00-5f5697519adb {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:13.569397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.569687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for df577aca-2560-44fa-8d00-5f5697519adb owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:13.631071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.642512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] For port df577aca-2560-44fa-8d00-5f5697519adb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df577aca-2560-44fa-8d00-5f5697519adb,segment=NetworkSegment(ffc685e6-4be7-4b59-bcf3-d1e27b4456a6),segment_id=ffc685e6-4be7-4b59-bcf3-d1e27b4456a6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:13.642909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.648481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277da6-f216-4db7-9a87-ba72334f7ddd req-f2688c9e-346e-466d-8301-b736cad99bd3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.656460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff277da6-f216-4db7-9a87-ba72334f7ddd req-f2688c9e-346e-466d-8301-b736cad99bd3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.0636406 Aug 16 20:23:13.659870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Calling delete_port for df577aca-2560-44fa-8d00-5f5697519adb owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:13.719781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff277da6-f216-4db7-9a87-ba72334f7ddd req-21654cee-37bd-45a4-b521-84366cddd156 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620804 Aug 16 20:23:13.835135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.839743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:13.887417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] Pushing event deleted for resources: {'Port': ['ID=df577aca-2560-44fa-8d00-5f5697519adb,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:13.888609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=df577aca-2560-44fa-8d00-5f5697519adb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:13.889931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53ebc3-6e97-4124-8b85-77e325272acb None None] No DVR routers for this DVR port df577aca-2560-44fa-8d00-5f5697519adb on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:13.913776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port df577aca-2560-44fa-8d00-5f5697519adb on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:13.934968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218848-68bb-45c8-ac69-6b5b176c1226 req-37f7173a-941c-4d36-8e92-51666d2456f1 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:13.936667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c218848-68bb-45c8-ac69-6b5b176c1226 req-37f7173a-941c-4d36-8e92-51666d2456f1 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 1102 time: 0.0578592 Aug 16 20:23:13.984160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c218848-68bb-45c8-ac69-6b5b176c1226 req-fea0a01a-a093-4104-866f-b0e73ea7b9f9 tempest-MigrationsAdminTest-943047317 tempest-MigrationsAdminTest-943047317-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Aug 16 20:23:14.037210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:14.046729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df577aca-2560-44fa-8d00-5f5697519adb no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:14.048304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.068207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4dc3a7f-f790-439f-acb1-4978bbce6f66 req-80d02234-30f2-4e71-878f-77dc24ef0644 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 210 time: 0.0329461 Aug 16 20:23:14.071050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb8140c-5a96-4e15-aba6-c7ba802ef4d0']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:14.101319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:14.101624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc685e6-4be7-4b59-bcf3-d1e27b4456a6') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:14.113852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.118715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: df577aca-2560-44fa-8d00-5f5697519adb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:14.119208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df577aca-2560-44fa-8d00-5f5697519adb not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:14.139555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.164871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:14.165200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:14.168218 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:14.179048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb62161-5364-40ce-afd3-14133d9d22b6 req-d050b3d2-96bb-40df-8556-7e1754f43460 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.180833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bb62161-5364-40ce-afd3-14133d9d22b6 req-d050b3d2-96bb-40df-8556-7e1754f43460 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1098 time: 0.0424511 Aug 16 20:23:14.221260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bb62161-5364-40ce-afd3-14133d9d22b6 req-4ef069e9-2628-46df-9e9f-ebbecd02edda tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Aug 16 20:23:14.232847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57531bf-5791-4464-b728-45a1df491e9a {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:14.251980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.260978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:14.265995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 399da53c-9216-4eeb-87c9-bb5b306f3a75 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:14.269560 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.341517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f837e-b318-45c8-9b13-944cc51f94d8 req-c7a66566-41a2-470a-8a76-5989a4d0101e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.343203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f78f837e-b318-45c8-9b13-944cc51f94d8 req-c7a66566-41a2-470a-8a76-5989a4d0101e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 932 time: 0.0587277 Aug 16 20:23:14.352608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.355463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Transition to ACTIVE for port object d57531bf-5791-4464-b728-45a1df491e9a will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:14.359078 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.372636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.375026 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/networks/9fb8140c-5a96-4e15-aba6-c7ba802ef4d0 HTTP/1.1" status: 204 len: 168 time: 1.1401393 Aug 16 20:23:14.386454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:14.391459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:14.392336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1637680402'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:14.394017 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bb5e7e-6c31-43f6-92ef-369d7751e4b8" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:14.396328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa887e-25b5-4f7c-a73c-5a3717aa9867 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Network': ['ID=9fb8140c-5a96-4e15-aba6-c7ba802ef4d0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:14.411774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:14.501036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.550010 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.555779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:14.559290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.573203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:14.615267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:14.633332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:14.652544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.652806 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Added segment bf5c05f1-e020-4e57-8687-bf2f7e60fa31 of type vlan for network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 Aug 16 20:23:14.675078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Attempting to bind port d57531bf-5791-4464-b728-45a1df491e9a on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:14.675424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Attempting to bind port d57531bf-5791-4464-b728-45a1df491e9a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:14.675813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Attempting to bind port d57531bf-5791-4464-b728-45a1df491e9a on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:14.703514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Port d57531bf-5791-4464-b728-45a1df491e9a on network dcae15a1-f6e4-483c-8235-f7759e26091a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:14.703888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Attempting to bind port d57531bf-5791-4464-b728-45a1df491e9a on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:14.717582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:14.717922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Checking segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:14.718312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Bound using segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:14.718758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Bound port: d57531bf-5791-4464-b728-45a1df491e9a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:14.719123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.724367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.743069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f78f837e-b318-45c8-9b13-944cc51f94d8 req-83a0f31a-627d-4b53-817f-b43e05af4cb4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933837 Aug 16 20:23:14.803672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:14.806807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:14.841537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af505b-c5b3-4a5b-980d-327271bb8791 req-b354bd07-4fed-44de-9f5c-906f82da166d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.843064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1af505b-c5b3-4a5b-980d-327271bb8791 req-b354bd07-4fed-44de-9f5c-906f82da166d tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1098 time: 0.0424752 Aug 16 20:23:14.877881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1af505b-c5b3-4a5b-980d-327271bb8791 req-701f26b6-85a2-437f-85be-b2293a45f2de tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288255 Aug 16 20:23:14.903404 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.909439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:14.910101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:14.934082 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46de16c-20d1-4b79-8e5a-d8b238d3de5f x-openstack-request-id: req-a46de16c-20d1-4b79-8e5a-d8b238d3de5f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:14.934673 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-plugged", "status": "completed", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:14.935357 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a46de16c-20d1-4b79-8e5a-d8b238d3de5f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:14.936237 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'code': 200} Aug 16 20:23:14.967687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.013697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.014316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.015869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] 10.222.0.73 "PUT /v2.0/ports/d57531bf-5791-4464-b728-45a1df491e9a HTTP/1.1" status: 200 len: 1093 time: 1.5083644 Aug 16 20:23:15.018640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:15.021197 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a20289b-540e-474c-a91c-a808d8f7d218" -d '{"events": [{"name": "network-changed", "server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "tag": "d57531bf-5791-4464-b728-45a1df491e9a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:15.026790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Network': ['ID=9c45863c-aedd-4fda-b5fc-9a114e5c82a3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:15.041786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:15.050393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefdce2-253f-4b30-a043-1357b016d737 service neutron] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:15.071991 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8454bfd-1a39-424b-ab2a-d225e7bc9fe2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6839797 Aug 16 20:23:15.080520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:15.085861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'subnet': {'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:15.106241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-c0f39bb8-a1ad-43c3-8e31-2de07cd1ba6c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.108090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-c0f39bb8-a1ad-43c3-8e31-2de07cd1ba6c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.0926518 Aug 16 20:23:15.179192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973a42-5864-4756-aa06-0d3b891e91d2 req-66eefab6-630c-47b1-92d3-f6a00010e8b7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.180697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97973a42-5864-4756-aa06-0d3b891e91d2 req-66eefab6-630c-47b1-92d3-f6a00010e8b7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 945 time: 0.1638346 Aug 16 20:23:15.265615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d673d-7e02-4fa0-898e-1ffd082596b0 req-31553fc8-4f7c-4bbe-82f1-ef808afc363f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.267139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d673d-7e02-4fa0-898e-1ffd082596b0 req-31553fc8-4f7c-4bbe-82f1-ef808afc363f tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 951 time: 0.1419530 Aug 16 20:23:15.278460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-436f29bb-9992-4473-a481-3e17b0d14a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.280611 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-436f29bb-9992-4473-a481-3e17b0d14a88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 1096 time: 0.0460300 Aug 16 20:23:15.286517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97973a42-5864-4756-aa06-0d3b891e91d2 req-c51a6b7a-651e-4520-ba88-b28c5a8a36f7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969620 Aug 16 20:23:15.298086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:15.301712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.318261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Deleting port bd341ef5-8cca-4064-9d8b-26eed5085efd {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:15.319176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.368989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6d673d-7e02-4fa0-898e-1ffd082596b0 req-b88ce89e-49a9-46f0-937f-12157268789c tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 Aug 16 20:23:15.380425 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-1b852447-7276-4bde-80ed-4bb1d01a20af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d57531bf-5791-4464-b728-45a1df491e9a HTTP/1.1" status: 200 len: 217 time: 0.0725176 Aug 16 20:23:15.393648 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ec6a7-c4f1-46fc-9941-041088feced9 x-openstack-request-id: req-9a3ec6a7-c4f1-46fc-9941-041088feced9 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:15.394028 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "tag": "d57531bf-5791-4464-b728-45a1df491e9a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:15.394351 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a3ec6a7-c4f1-46fc-9941-041088feced9 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:15.394809 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a', 'status': 'completed', 'code': 200} Aug 16 20:23:15.438783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] For port bd341ef5-8cca-4064-9d8b-26eed5085efd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bd341ef5-8cca-4064-9d8b-26eed5085efd,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:15.439159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.457319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Calling delete_port for bd341ef5-8cca-4064-9d8b-26eed5085efd owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:15.467867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-71e45e44-c3aa-4548-be44-641f36886717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.470739 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-71e45e44-c3aa-4548-be44-641f36886717 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.0738146 Aug 16 20:23:15.508257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-78f93c91-9c8c-45ea-ba78-9543af92e45c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303793 Aug 16 20:23:15.538202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdbaabf4-4340-4528-bafc-4030b75c9733 req-d41da9f5-477e-4497-8b6f-918cf0ae7059 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 210 time: 0.0610542 Aug 16 20:23:15.670753 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-52a94f96-3e75-410e-8cf0-58e7b04b199b service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443565 Aug 16 20:23:15.764068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.779067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648', 'bd341ef5-8cca-4064-9d8b-26eed5085efd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:15.800119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event deleted for resources: {'Port': ['ID=bd341ef5-8cca-4064-9d8b-26eed5085efd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:15.901235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] No DVR routers for this DVR port bd341ef5-8cca-4064-9d8b-26eed5085efd on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:15.905725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:15.908162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8afc63bb-c2a3-452b-b740-48452c8919ff req-0d1670fe-8fa7-423a-ab70-328635706c5f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "DELETE /v2.0/ports/bd341ef5-8cca-4064-9d8b-26eed5085efd HTTP/1.1" status: 204 len: 173 time: 0.7901723 Aug 16 20:23:15.908484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-deleted', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:15.910868 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c184c76f-6b1f-4ebf-9fbc-bad2a027866f" -d '{"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-deleted", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:15.938967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecb623-9d78-43ed-831b-69ebee2876c6 req-77c5561c-1005-4014-8f8b-02e7c4283109 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:15.940777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecb623-9d78-43ed-831b-69ebee2876c6 req-77c5561c-1005-4014-8f8b-02e7c4283109 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 944 time: 0.1094754 Aug 16 20:23:15.985762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecb623-9d78-43ed-831b-69ebee2876c6 req-433276c6-78e3-4562-a6a9-8f04852efd71 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367794 Aug 16 20:23:16.027193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.072664 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04577c61-95a4-4fa1-9771-dc92995cd988 x-openstack-request-id: req-04577c61-95a4-4fa1-9771-dc92995cd988 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:16.073862 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d44727e-d6be-4467-9f2f-6ac51b732a17", "name": "network-vif-deleted", "tag": "bd341ef5-8cca-4064-9d8b-26eed5085efd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:16.074231 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04577c61-95a4-4fa1-9771-dc92995cd988 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:16.074767 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d44727e-d6be-4467-9f2f-6ac51b732a17', 'name': 'network-vif-deleted', 'tag': 'bd341ef5-8cca-4064-9d8b-26eed5085efd', 'status': 'completed', 'code': 200} Aug 16 20:23:16.116687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Subnet': ['ID=752dc5d6-673c-41cd-a423-efd5a2e052ff,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:16.124970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0fe6f5ca-7b42-495c-bfa7-f78c3b8270d0 req-bb7b7a4c-eebd-4f3b-9185-2ab155c3c6e6 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472601 Aug 16 20:23:16.127906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Checking segment: {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:16.128267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network hostable DHCP agents. Network: 9c45863c-aedd-4fda-b5fc-9a114e5c82a3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:16.361138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-131ba6fa-209f-4f84-b552-4fe25512ad61 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.362675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-131ba6fa-209f-4f84-b552-4fe25512ad61 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 951 time: 0.0648415 Aug 16 20:23:16.368609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:16.444510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc103997-6da4-4eb2-a559-c01183126862 req-a00b6a6d-fa95-4732-9ca8-334af395b3f0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0402544 Aug 16 20:23:16.486167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-4d12bae5-a273-45ef-8741-50c256c056e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.487852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-4d12bae5-a273-45ef-8741-50c256c056e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 1096 time: 0.0524809 Aug 16 20:23:16.500518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Deleting port 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:16.501069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.517212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 9c45863c-aedd-4fda-b5fc-9a114e5c82a3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:16.523341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.524192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.529418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467307fb-8aec-4ec9-8752-99d0c823cbd4 None None] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:16.630086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5d02-ac6b-41b1-bb87-7c0c4c4824b8 req-12f75275-dc8d-4f8d-8ba9-18537664a298 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.637518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8b5d02-ac6b-41b1-bb87-7c0c4c4824b8 req-12f75275-dc8d-4f8d-8ba9-18537664a298 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 951 time: 0.0944726 Aug 16 20:23:16.667766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-0c372027-e603-462e-bb17-cf17dc795582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.708116 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09825dd3-2c29-4f94-b641-d5e2c5e17267 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5866625 Aug 16 20:23:16.708611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-0c372027-e603-462e-bb17-cf17dc795582 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 905 time: 0.1710556 Aug 16 20:23:16.708611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43340) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:16.708611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1440022764'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:16.708878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] For port 399da53c-9216-4eeb-87c9-bb5b306f3a75, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=399da53c-9216-4eeb-87c9-bb5b306f3a75,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:16.708878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.722797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Calling delete_port for 399da53c-9216-4eeb-87c9-bb5b306f3a75 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:16.745590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8b5d02-ac6b-41b1-bb87-7c0c4c4824b8 req-0779593c-2b1d-4723-b5fa-e030107a0bad tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070318 Aug 16 20:23:16.750313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-a12df8bb-7dc3-4bf5-878f-73f69be27c9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d57531bf-5791-4464-b728-45a1df491e9a HTTP/1.1" status: 200 len: 217 time: 0.0586753 Aug 16 20:23:16.778112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-9c45863c-aedd-4fda-b5fc-9a114e5c82a3', 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'fixed_ips': [{'subnet_id': '752dc5d6-673c-41cd-a423-efd5a2e052ff'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:16.778980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.884397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a169a8a3-e07f-4379-b9ab-131bf153caa7 req-1f692310-02de-49e5-bc55-3941020ce087 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 210 time: 0.0491385 Aug 16 20:23:16.887751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:16.894271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:16.920432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-90a5d7ba-6fcb-4030-8330-672cf1bfc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:16.922385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-90a5d7ba-6fcb-4030-8330-672cf1bfc10f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.1607883 Aug 16 20:23:16.965433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Allocated IP 19.80.0.2 (9c45863c-aedd-4fda-b5fc-9a114e5c82a3/752dc5d6-673c-41cd-a423-efd5a2e052ff/41658fe0-88fd-45df-8975-cff16a6261b4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:16.989129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-2e712218-fd92-485e-ac6b-2dfc7e1e6da5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566075 Aug 16 20:23:16.991153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:17.097685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.098219 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Added segment ff30a31b-7e46-4b07-8570-4d1449309a88 of type vlan for network 2e9c9796-8faa-42d6-8716-d6422391fac7 Aug 16 20:23:17.152678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.167006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Transition to ACTIVE for port object 41658fe0-88fd-45df-8975-cff16a6261b4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:17.169473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.187573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Transition to ACTIVE for port object 41658fe0-88fd-45df-8975-cff16a6261b4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:17.194280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e', '572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:17.197770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21', '399da53c-9216-4eeb-87c9-bb5b306f3a75'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:17.202352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event deleted for resources: {'Port': ['ID=399da53c-9216-4eeb-87c9-bb5b306f3a75,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:17.273393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.290149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] No DVR routers for this DVR port 399da53c-9216-4eeb-87c9-bb5b306f3a75 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:17.293249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.295445 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eefea9f9-6e8f-4856-93a0-2d02c086a425 req-3c328126-184e-4166-9acb-bfef8b30288a tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "DELETE /v2.0/ports/399da53c-9216-4eeb-87c9-bb5b306f3a75 HTTP/1.1" status: 204 len: 173 time: 0.9234788 Aug 16 20:23:17.333114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75e88-33c2-4e2d-bf39-7941bf2cd176 req-3459b18e-b2b9-4623-9f99-ff1709380383 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.343363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b75e88-33c2-4e2d-bf39-7941bf2cd176 req-3459b18e-b2b9-4623-9f99-ff1709380383 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 944 time: 0.2433426 Aug 16 20:23:17.376639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-b365c523-5a2f-40f1-bc86-bc5978864ab9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.378592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-b365c523-5a2f-40f1-bc86-bc5978864ab9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.3881392 Aug 16 20:23:17.391979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-6887cb97-868b-4b66-bb4e-be4eef7e6c14 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872416 Aug 16 20:23:17.396349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.397228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-deleted', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:17.399542 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952edbcf-67c3-4c74-aac3-0dd9aa7605e7" -d '{"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-deleted", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:17.419475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'port': {'device_id': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'admin_state_up': True, 'tenant_id': '45396804043944c297984c7010709f70'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:17.489538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:17.510963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:17.524892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:17.553903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Pushing event updated for resources: {'Port': ['ID=41658fe0-88fd-45df-8975-cff16a6261b4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:17.635992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b75e88-33c2-4e2d-bf39-7941bf2cd176 req-f191b663-25f9-41e6-9be4-b1103862a729 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917037 Aug 16 20:23:17.680460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Attempting to bind port 41658fe0-88fd-45df-8975-cff16a6261b4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:17.681216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Attempting to bind port 41658fe0-88fd-45df-8975-cff16a6261b4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:17.681954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Attempting to bind port 41658fe0-88fd-45df-8975-cff16a6261b4 on network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:17.700556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:17.700960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Checking segment: {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:17.701333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.701725 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Bound using segment: {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:17.702194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Bound port: 41658fe0-88fd-45df-8975-cff16a6261b4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:17.702627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.713262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.719387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:17.720291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.748925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a20289b-540e-474c-a91c-a808d8f7d218 req-bdcb3c45-31b7-43d8-8460-a5e179dd5e25 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454393 Aug 16 20:23:17.821786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Made reservation on behalf of 45396804043944c297984c7010709f70 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:17.825761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] For port 41658fe0-88fd-45df-8975-cff16a6261b4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:17.826125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:17.829600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] For port 41658fe0-88fd-45df-8975-cff16a6261b4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41658fe0-88fd-45df-8975-cff16a6261b4,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:17.869302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Network': ['ID=2e9c9796-8faa-42d6-8716-d6422391fac7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:17.880266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:17.924382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-004dbc36-a4a5-4981-8bb3-5758de2c24f4 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2499330 Aug 16 20:23:17.924954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43360) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:17.931105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'subnet': {'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:17.968691 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.007670 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb3f07f-10d9-4364-9b07-3b329d0476af x-openstack-request-id: req-deb3f07f-10d9-4364-9b07-3b329d0476af {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:18.008123 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08579cf6-4d6b-44a6-ae54-b2759028ecef", "name": "network-vif-deleted", "tag": "399da53c-9216-4eeb-87c9-bb5b306f3a75", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:18.008468 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-deb3f07f-10d9-4364-9b07-3b329d0476af {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:18.008956 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08579cf6-4d6b-44a6-ae54-b2759028ecef', 'name': 'network-vif-deleted', 'tag': '399da53c-9216-4eeb-87c9-bb5b306f3a75', 'status': 'completed', 'code': 200} Aug 16 20:23:18.062561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba1d5e-0662-4011-abbe-7dba110046c6 None None] Pushing event updated for resources: {'Port': ['ID=41658fe0-88fd-45df-8975-cff16a6261b4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.080433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:18.098837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d62d2d67-b81a-4c66-8001-aa7278805926 req-3fb489c1-063b-4a40-9748-5309bd07eab4 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0564704 Aug 16 20:23:18.104008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.124703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Allocated IP 172.20.0.14 (725ff5bc-f352-4362-9f22-0293ad9dbc88/db63ed9b-7a8a-4b34-80a9-c9c6496f94f5/e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:18.223783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:18.228463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.235462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:18.249558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'd57531bf-5791-4464-b728-45a1df491e9a', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': 'd57531bf-5791-4464-b728-45a1df491e9a', 'mac_address': 'fa:16:3e:2c:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:18.322233 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.350466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-53df4f08-88cf-4a95-b630-574c5cfd1711 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:23:18.354948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-53df4f08-88cf-4a95-b630-574c5cfd1711 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119178 Aug 16 20:23:18.373494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Request body: {'binding': {'host': 'n-h1-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:18.374323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Unknown quota resources ['binding']. {{(pid=95240) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:23:18.398773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57531bf-5791-4464-b728-45a1df491e9a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:18.445920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:18.508399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.581247 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.582497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6a63151-f207-4df3-93f4-0cdde5552b73 req-c3aabd59-d218-4743-a437-94d7962b4398 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=08579cf6-4d6b-44a6-ae54-b2759028ecef HTTP/1.1" status: 200 len: 210 time: 0.0346382 Aug 16 20:23:18.650708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.672938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.684425 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.720381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on host n-h1-794306-10 for vnic_type normal with profile None {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:18.720646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:18.721445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:18.750096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Subnet': ['ID=7a87cc9c-b302-4c38-94c5-af62fdf1694a,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.755857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Checking segment: {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:18.756509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network hostable DHCP agents. Network: 2e9c9796-8faa-42d6-8716-d6422391fac7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:18.764287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:18.764694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:18.787064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:18.789679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:18.790033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:18.790426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:18.790874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Bound port: d547bf15-7a1e-4894-b854-004d9e553672, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:18.801678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:18.824158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:18.828830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:18.845737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d57531bf-5791-4464-b728-45a1df491e9a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:18.851425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:18.859150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f427ca-e385-4416-b2ba-a18e87b8143c req-70e34a1c-997d-4ec6-803c-cecdeea48076 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.860752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4f427ca-e385-4416-b2ba-a18e87b8143c req-70e34a1c-997d-4ec6-803c-cecdeea48076 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 932 time: 0.1932600 Aug 16 20:23:18.923832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.924466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:18.949921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:18.964773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4f427ca-e385-4416-b2ba-a18e87b8143c req-096f4509-1ccd-4d51-bb05-28823c067131 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931890 Aug 16 20:23:18.984223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2e9c9796-8faa-42d6-8716-d6422391fac7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:18.991036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:18.992223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.005279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba9956-b84b-4458-b742-60748e8f4c9b None None] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:19.084440 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] Notify callbacks [] for binding, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.090053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-4335ce3b-6a46-4cce-99af-698f731946ac service neutron] 10.222.0.70 "POST /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672/bindings HTTP/1.1" status: 201 len: 390 time: 0.7168605 Aug 16 20:23:19.120474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95862a2c-1c8d-4505-8210-88183aa3eeff req-3c07d667-6c18-464f-ae81-13891ec15b8a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.128612 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-872e555d-cce8-46a6-9902-c1dc12839684 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1954496 Aug 16 20:23:19.128978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95862a2c-1c8d-4505-8210-88183aa3eeff req-3c07d667-6c18-464f-ae81-13891ec15b8a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 945 time: 0.0818093 Aug 16 20:23:19.128978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-d2bbcadf-8cc7-4d10-9fb7-c43f7abfd3d8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7122822 Aug 16 20:23:19.146192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Request body: {'port': {'device_id': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:19.250111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2e9c9796-8faa-42d6-8716-d6422391fac7', 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'fixed_ips': [{'subnet_id': '7a87cc9c-b302-4c38-94c5-af62fdf1694a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:23:19.251143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.298613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95862a2c-1c8d-4505-8210-88183aa3eeff req-1b17540d-f998-45dc-905d-fd0d8e7e0d62 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583576 Aug 16 20:23:19.371352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.448038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Allocated IP 19.86.0.2 (2e9c9796-8faa-42d6-8716-d6422391fac7/7a87cc9c-b302-4c38-94c5-af62fdf1694a/3f4c37e6-a564-4170-a78b-fb9cbac54948) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:19.522808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7750609-f001-439c-bd41-b355ad8d14df None None] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:19.600424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be40593a-4e5f-466e-baba-fda33ef4f4fc req-f8493c9b-a2c5-416d-8583-312f4c807a76 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.0583246 Aug 16 20:23:19.747189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9a2812e-cae4-4e18-8404-ca8dc2f02044 None None] Provisioning for port 41658fe0-88fd-45df-8975-cff16a6261b4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:19.749147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.779270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Transition to ACTIVE for port object 3f4c37e6-a564-4170-a78b-fb9cbac54948 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:19.808480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Transition to ACTIVE for port object 3f4c37e6-a564-4170-a78b-fb9cbac54948 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:19.812360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-ade63b54-6ea7-4eea-bb45-ba12b82e6ba8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.818132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-ade63b54-6ea7-4eea-bb45-ba12b82e6ba8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.820609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-ade63b54-6ea7-4eea-bb45-ba12b82e6ba8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/networks?id=9c45863c-aedd-4fda-b5fc-9a114e5c82a3&id=2e9c9796-8faa-42d6-8716-d6422391fac7 HTTP/1.1" status: 200 len: 1392 time: 0.2776325 Aug 16 20:23:19.866831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d864ce-3a69-46ea-a1be-5489b5f72d99 req-246acd59-1beb-43d8-890a-09b89ac3afdf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.868540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02d864ce-3a69-46ea-a1be-5489b5f72d99 req-246acd59-1beb-43d8-890a-09b89ac3afdf tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1773074 Aug 16 20:23:19.879295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:19.881367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-4950a193-4562-4606-8893-5d453e10101c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/quotas/2f2acb22e00e4c75a2312f7a06707795 HTTP/1.1" status: 200 len: 375 time: 0.0425532 Aug 16 20:23:19.921162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-00ae559c-48a0-42aa-8f3a-6c6e5922d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:19.922445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-00ae559c-48a0-42aa-8f3a-6c6e5922d3e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1098 time: 0.1569440 Aug 16 20:23:19.922601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:19.927854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:19.931059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:19.944809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Pushing event updated for resources: {'Port': ['ID=3f4c37e6-a564-4170-a78b-fb9cbac54948,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.023927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Attempting to bind port 3f4c37e6-a564-4170-a78b-fb9cbac54948 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:20.024600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Attempting to bind port 3f4c37e6-a564-4170-a78b-fb9cbac54948 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:20.024714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Attempting to bind port 3f4c37e6-a564-4170-a78b-fb9cbac54948 on network 2e9c9796-8faa-42d6-8716-d6422391fac7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:20.039052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:20.039747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Checking segment: {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:20.040369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.040840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Bound using segment: {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:20.041403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Bound port: 3f4c37e6-a564-4170-a78b-fb9cbac54948, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:20.041859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.048830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02d864ce-3a69-46ea-a1be-5489b5f72d99 req-f5a3fd49-8c77-485b-b0b8-a0b3cdae1aa9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692581 Aug 16 20:23:20.088035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:20.091066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:20.114803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.155818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17b50ea7-48fb-4618-bf4e-40c243944d22 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2617574 Aug 16 20:23:20.184638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Transition to ACTIVE for port object e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:20.261525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-e4210289-51da-4721-a9f8-e8b916e47daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.262988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-e4210289-51da-4721-a9f8-e8b916e47daf service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.3323507 Aug 16 20:23:20.287116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.298119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41658fe0-88fd-45df-8975-cff16a6261b4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:20.301771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:20.358997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-80999060-3209-4ac7-8c58-2e29dc20c51e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 217 time: 0.0851851 Aug 16 20:23:20.361750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: bd341ef5-8cca-4064-9d8b-26eed5085efd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:20.362218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bd341ef5-8cca-4064-9d8b-26eed5085efd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:20.402824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059aaa6e-556e-42e7-a0ed-05918e195b1d req-d77f211e-20e0-40d0-9475-d014c17dfec2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.404312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-059aaa6e-556e-42e7-a0ed-05918e195b1d req-d77f211e-20e0-40d0-9475-d014c17dfec2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 932 time: 0.1769643 Aug 16 20:23:20.408077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] For port 3f4c37e6-a564-4170-a78b-fb9cbac54948, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:20.412032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] For port 3f4c37e6-a564-4170-a78b-fb9cbac54948, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3f4c37e6-a564-4170-a78b-fb9cbac54948,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:20.432657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-d3ecd241-3b6f-4020-a556-3185a893f544 service neutron] 10.222.0.70 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759640 Aug 16 20:23:20.456666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.504953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.539215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 41658fe0-88fd-45df-8975-cff16a6261b4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:20.539426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-6e04598f-3f2a-490b-8026-74ae24dae61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:20.540636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-6e04598f-3f2a-490b-8026-74ae24dae61e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.1654184 Aug 16 20:23:20.544872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port d57531bf-5791-4464-b728-45a1df491e9a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:20.552464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41658fe0-88fd-45df-8975-cff16a6261b4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:20.552840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.567448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port d57531bf-5791-4464-b728-45a1df491e9a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:20.567876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.639068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3357c-a5ee-4c15-8361-10aa725264a6 None None] Pushing event updated for resources: {'Port': ['ID=3f4c37e6-a564-4170-a78b-fb9cbac54948,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:20.755080 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.771264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.809000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:20.811431 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ccc05a-7f58-4618-982a-b50f79649b8e" -d '{"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-plugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:20.846063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 41658fe0-88fd-45df-8975-cff16a6261b4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41658fe0-88fd-45df-8975-cff16a6261b4,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:20.850396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:20.935629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.964511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:20.965309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:20.993608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 399da53c-9216-4eeb-87c9-bb5b306f3a75 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:20.993968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 399da53c-9216-4eeb-87c9-bb5b306f3a75 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:21.003007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-059aaa6e-556e-42e7-a0ed-05918e195b1d req-cf654188-614f-47f2-95d0-a181e7c105e8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746508 Aug 16 20:23:21.004482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-fa070425-18c1-4422-a0e7-fb4b60abdfa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4435201 Aug 16 20:23:21.010835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=41658fe0-88fd-45df-8975-cff16a6261b4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.068722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.113970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-90353153-baf8-492b-859b-5581b1e0103e service neutron] 10.222.0.70 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6728837 Aug 16 20:23:21.138493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Attempting to bind port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:21.138836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Attempting to bind port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:21.139173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Attempting to bind port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:21.183556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:21.183964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Attempting to bind port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:21.204875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:21.205206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Checking segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:21.205599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Bound using segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:21.206034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Bound port: e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:21.206397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.248848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-bed753ec-7648-4980-9c4b-216cb99b1a7c service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294028 Aug 16 20:23:21.254266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f342f973-e264-404a-9097-b557651a420b service neutron] 10.222.0.70 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395061 Aug 16 20:23:21.461453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:21.504755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:21.508501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-a40918e6-3171-4a8c-b0b5-17abffa0d4da service neutron] 10.222.0.70 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369540 Aug 16 20:23:21.522983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-1d8ee984-5430-4d00-89f7-b9107d3980ae service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494931 Aug 16 20:23:21.540997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5215502-faea-45e5-914d-582704d55e61 req-659856ed-b1f8-458b-83b5-eeca69d8186b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.548409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5215502-faea-45e5-914d-582704d55e61 req-659856ed-b1f8-458b-83b5-eeca69d8186b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 946 time: 0.1436756 Aug 16 20:23:21.571536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.623093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.623717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.625155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] 10.222.0.73 "PUT /v2.0/ports/e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf HTTP/1.1" status: 200 len: 1093 time: 2.4889002 Aug 16 20:23:21.631082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:21.633212 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f59986-734e-40d5-bf0d-ca132b98178c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:21.638720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:21.652441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5215502-faea-45e5-914d-582704d55e61 req-1f2188ca-b4b1-49f4-9374-bc09a3feb8ef tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029918 Aug 16 20:23:21.672134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4cca0-f768-4efa-9abd-558c560e3bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:21.848273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-2697c9f8-9318-4819-8286-95df610a48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:21.852065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-2697c9f8-9318-4819-8286-95df610a48b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 1096 time: 0.0643213 Aug 16 20:23:21.879052 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907b1d23-6aa7-4e42-80eb-3533fc4cc0b7 x-openstack-request-id: req-907b1d23-6aa7-4e42-80eb-3533fc4cc0b7 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:21.879859 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-plugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:21.880213 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-907b1d23-6aa7-4e42-80eb-3533fc4cc0b7 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:21.880781 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a', 'code': 200} Aug 16 20:23:21.911599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a838a0-180d-4008-8799-3550c4e6c714 None None] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:21.958812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-5c8cc551-7bd3-415b-9225-0f00bde17674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf HTTP/1.1" status: 200 len: 217 time: 0.0976408 Aug 16 20:23:22.075249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec91b66-effc-4976-a050-6a1ef71cf66f req-c21e7561-c732-4635-91f8-708b7b6c00d2 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d44727e-d6be-4467-9f2f-6ac51b732a17 HTTP/1.1" status: 200 len: 210 time: 0.1129110 Aug 16 20:23:22.174079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c09aa54e-02fe-465d-8420-8ff233d692be None None] Provisioning for port 3f4c37e6-a564-4170-a78b-fb9cbac54948 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:22.183441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-0e6b75c3-d2fc-46e2-9db1-dff92e771a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.185140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-0e6b75c3-d2fc-46e2-9db1-dff92e771a5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.2038229 Aug 16 20:23:22.221595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67263548-88a7-42ad-aa2c-d7ae40b22b63 req-092af393-4f50-4e35-b8fe-d8e61f3d51ab tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.229892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67263548-88a7-42ad-aa2c-d7ae40b22b63 req-092af393-4f50-4e35-b8fe-d8e61f3d51ab tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.2228472 Aug 16 20:23:22.241875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d614d6e-1aa4-4834-8c9e-5309ad49603e req-0ff01dd8-c674-4ac6-a7e4-4d4f36617ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.243655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d614d6e-1aa4-4834-8c9e-5309ad49603e req-0ff01dd8-c674-4ac6-a7e4-4d4f36617ec9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 1098 time: 0.2238202 Aug 16 20:23:22.253456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-1eb9be90-2649-47d0-969d-26ce2620e29b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564029 Aug 16 20:23:22.295848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41658fe0-88fd-45df-8975-cff16a6261b4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:22.375558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41658fe0-88fd-45df-8975-cff16a6261b4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:22.376861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.413387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d614d6e-1aa4-4834-8c9e-5309ad49603e req-cd790e0a-d39b-4904-a631-88d5b1e5c27d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587472 Aug 16 20:23:22.430840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67263548-88a7-42ad-aa2c-d7ae40b22b63 req-53662dfb-3c4a-4552-84ba-1b018e2bfed0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817036 Aug 16 20:23:22.459434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cfde6-161e-4279-8640-48079e0a9aaf req-3db30152-7a4a-450a-9dde-e2bdd1cc92f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.470605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db5cfde6-161e-4279-8640-48079e0a9aaf req-3db30152-7a4a-450a-9dde-e2bdd1cc92f3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 951 time: 0.2319796 Aug 16 20:23:22.558350 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c078df5-cb9f-43b9-8d69-48db72db7d62 x-openstack-request-id: req-7c078df5-cb9f-43b9-8d69-48db72db7d62 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:22.558705 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:22.558889 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c078df5-cb9f-43b9-8d69-48db72db7d62 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:22.559293 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'status': 'completed', 'code': 200} Aug 16 20:23:22.562099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-25ba13ed-9b63-4cfd-9ac2-1359afd7efa7 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938616 Aug 16 20:23:22.591208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3f4c37e6-a564-4170-a78b-fb9cbac54948 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:22.591822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db5cfde6-161e-4279-8640-48079e0a9aaf req-0da2e6c4-e593-4aa8-92d8-0046fc57f1f9 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190982 Aug 16 20:23:22.673662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c4c0cbd-a317-44c5-80d9-85638b8fc411 req-94a76e39-59ec-4ed0-ae19-996d52c1c80c tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 210 time: 0.0387890 Aug 16 20:23:22.825769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06d67e58-3987-40a0-b9df-04ab05472b7d req-6126fb39-b486-4cfa-bb47-5d9224619f03 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526429 Aug 16 20:23:22.852972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26bdbf-519c-4a89-9ea7-5d54a4195853 req-119724d6-0148-4650-9790-061a7ff3fc43 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.854651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a26bdbf-519c-4a89-9ea7-5d54a4195853 req-119724d6-0148-4650-9790-061a7ff3fc43 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 944 time: 0.1037951 Aug 16 20:23:22.855634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3f4c37e6-a564-4170-a78b-fb9cbac54948 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:22.859578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3f4c37e6-a564-4170-a78b-fb9cbac54948 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:22.859990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.873549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08dfe4-391b-430a-bfbd-10a0e3eb4ae7 req-9dad10ae-982e-4a6a-8220-15b47b022bab tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:22.876272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f08dfe4-391b-430a-bfbd-10a0e3eb4ae7 req-9dad10ae-982e-4a6a-8220-15b47b022bab tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 946 time: 0.0880489 Aug 16 20:23:22.955668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:22.971224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f08dfe4-391b-430a-bfbd-10a0e3eb4ae7 req-fcf76189-7c6c-41aa-9116-c419f5548e89 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528967 Aug 16 20:23:23.005051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3f4c37e6-a564-4170-a78b-fb9cbac54948, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3f4c37e6-a564-4170-a78b-fb9cbac54948,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:23.015615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a26bdbf-519c-4a89-9ea7-5d54a4195853 req-20d1940c-34d3-4970-9772-fc1845887853 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379621 Aug 16 20:23:23.077980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-b5936818-4fe2-4c9f-9a7a-c01e6d2ac7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.085627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-b5936818-4fe2-4c9f-9a7a-c01e6d2ac7ae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 1096 time: 0.0694950 Aug 16 20:23:23.095070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-a6998c2f-ff38-40a4-b8be-933773acd472 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.096784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-a6998c2f-ff38-40a4-b8be-933773acd472 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 951 time: 0.1295290 Aug 16 20:23:23.118698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.189487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3f4c37e6-a564-4170-a78b-fb9cbac54948,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:23.317171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-6a8e5e38-a832-49d2-a190-489de2a64b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.318800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-6a8e5e38-a832-49d2-a190-489de2a64b8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 922 time: 0.2210414 Aug 16 20:23:23.331920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Deleting port 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:23.332263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.432494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-3cd825d5-0c6a-44d1-8f69-df5f052512a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf HTTP/1.1" status: 200 len: 217 time: 0.0785158 Aug 16 20:23:23.515628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-e12bfabb-baac-4c78-8111-53f874212d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.517371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-e12bfabb-baac-4c78-8111-53f874212d05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.0676169 Aug 16 20:23:23.648017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-c208f9b1-c1fb-4bd5-9397-6368e02c07ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570378 Aug 16 20:23:23.671810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d223108-deb2-41bc-9fb1-6d0c44c64c02 req-7407836d-8821-4859-84d9-c3a9996d1c3e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.684326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d223108-deb2-41bc-9fb1-6d0c44c64c02 req-7407836d-8821-4859-84d9-c3a9996d1c3e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1481638 Aug 16 20:23:23.695087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] For port 572bb168-6020-4051-a3fe-60d129fe3d52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=572bb168-6020-4051-a3fe-60d129fe3d52,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:23.695502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:23.745074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Calling delete_port for 572bb168-6020-4051-a3fe-60d129fe3d52 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:23.869388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d223108-deb2-41bc-9fb1-6d0c44c64c02 req-80e86957-2f18-4c94-ae9f-1f4f49d96df3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837780 Aug 16 20:23:23.940737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5619668-336e-412e-8b40-ee3eb798c715 req-b2569f11-1220-4a7e-b883-35a304e62ca1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:23.942862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5619668-336e-412e-8b40-ee3eb798c715 req-b2569f11-1220-4a7e-b883-35a304e62ca1 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 951 time: 0.2332664 Aug 16 20:23:24.008544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-7f4665a6-59bc-4061-b59d-f0c3bc762995 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170938 Aug 16 20:23:24.046555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec8f866b-37b7-48bb-a1e9-74d9dafc58e5 req-27dd1fd2-1ec4-4c94-8301-3e9991c82ce0 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 210 time: 0.0655670 Aug 16 20:23:24.071221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3f4c37e6-a564-4170-a78b-fb9cbac54948 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:24.151778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3f4c37e6-a564-4170-a78b-fb9cbac54948 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:24.152117 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.260166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.275977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5619668-336e-412e-8b40-ee3eb798c715 req-cb9e6164-d319-4b90-9e0e-865f5d5b5989 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933669 Aug 16 20:23:24.298809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e', '572bb168-6020-4051-a3fe-60d129fe3d52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:24.301574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9c7681b7-29e1-4f32-9760-4c7c3e29eb21'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:24.343901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event deleted for resources: {'Port': ['ID=572bb168-6020-4051-a3fe-60d129fe3d52,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:24.377390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b74c-1336-4452-9571-de69ae228ec3 req-cd7f74b5-38df-4563-8dd2-1be5763ba75c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.386224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6970b74c-1336-4452-9571-de69ae228ec3 req-cd7f74b5-38df-4563-8dd2-1be5763ba75c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 946 time: 0.2036667 Aug 16 20:23:24.512114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f375dd6a-9981-4b23-a0e6-95906edc68f5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.518266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f375dd6a-9981-4b23-a0e6-95906edc68f5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.519703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] No DVR routers for this DVR port 572bb168-6020-4051-a3fe-60d129fe3d52 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:24.520184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f375dd6a-9981-4b23-a0e6-95906edc68f5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "GET /v2.0/networks?id=9c45863c-aedd-4fda-b5fc-9a114e5c82a3&id=2e9c9796-8faa-42d6-8716-d6422391fac7 HTTP/1.1" status: 200 len: 1392 time: 0.2214379 Aug 16 20:23:24.530428 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.533207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66eed51f-f62f-4b16-9610-a450e8c75775 req-8616960f-5350-4920-bd5f-8f48492b44e6 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "DELETE /v2.0/ports/572bb168-6020-4051-a3fe-60d129fe3d52 HTTP/1.1" status: 204 len: 173 time: 1.4257016 Aug 16 20:23:24.536130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'port': {'device_id': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3', 'admin_state_up': True, 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:24.584814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-deleted', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:24.591183 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c9c78b-2aec-4b7a-8327-ed22ae4f3744" -d '{"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-deleted", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:24.620492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6970b74c-1336-4452-9571-de69ae228ec3 req-d4e25eec-2266-4741-9f38-b21d718ca20f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332318 Aug 16 20:23:24.628856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2f59986-734e-40d5-bf0d-ca132b98178c req-4c89db85-29f2-4cd8-92ec-9d9f4b0ea2c6 service neutron] 10.222.0.73 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950096 Aug 16 20:23:24.702338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e2c9c-1910-4b80-950e-742e8b3fed7c req-191f0085-7f29-4f3d-a212-6b34ae3aa378 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:24.716702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-525e2c9c-1910-4b80-950e-742e8b3fed7c req-191f0085-7f29-4f3d-a212-6b34ae3aa378 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 944 time: 0.3227646 Aug 16 20:23:24.797684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:24.802135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:24.860316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-525e2c9c-1910-4b80-950e-742e8b3fed7c req-2aec0a43-3f6b-40df-8d88-72da3e404d30 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295011 Aug 16 20:23:24.933803 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bb8efb-ad09-437e-90fe-4895d8a2eaf0 x-openstack-request-id: req-68bb8efb-ad09-437e-90fe-4895d8a2eaf0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:24.934106 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68264161-1cad-4554-b3ec-6dfeae1d6d48", "name": "network-vif-deleted", "tag": "572bb168-6020-4051-a3fe-60d129fe3d52", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:24.934366 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68bb8efb-ad09-437e-90fe-4895d8a2eaf0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:24.934776 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68264161-1cad-4554-b3ec-6dfeae1d6d48', 'name': 'network-vif-deleted', 'tag': '572bb168-6020-4051-a3fe-60d129fe3d52', 'status': 'completed', 'code': 200} Aug 16 20:23:25.071057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Allocated IP 19.80.0.197 (9c45863c-aedd-4fda-b5fc-9a114e5c82a3/752dc5d6-673c-41cd-a423-efd5a2e052ff/ee86765d-3be1-4ce9-9ce0-1996a044aef3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:25.089349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4876e-d871-4745-b719-fe343e0a8c51 req-9caf6740-4ead-4a5e-85e0-54e97ddb3faf tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.090900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01c4876e-d871-4745-b719-fe343e0a8c51 req-9caf6740-4ead-4a5e-85e0-54e97ddb3faf tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.0861280 Aug 16 20:23:25.138452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01c4876e-d871-4745-b719-fe343e0a8c51 req-146f9f0f-d9c0-4b3f-85ac-f3f261475d8f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Aug 16 20:23:25.279245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.306203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Transition to ACTIVE for port object ee86765d-3be1-4ce9-9ce0-1996a044aef3 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:25.367592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c817e20-82bf-42a1-bd4e-77dbc239526b req-38e7c2f7-68e8-419c-bc03-a3313b96d59e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.369325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c817e20-82bf-42a1-bd4e-77dbc239526b req-38e7c2f7-68e8-419c-bc03-a3313b96d59e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1534679 Aug 16 20:23:25.395109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3fd4e9-2765-49cb-9335-a1ca2a06f08d req-f3d6b910-9d60-4ebe-a3ad-2ea60af186fa tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.396842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b3fd4e9-2765-49cb-9335-a1ca2a06f08d req-f3d6b910-9d60-4ebe-a3ad-2ea60af186fa tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.0978558 Aug 16 20:23:25.445776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c817e20-82bf-42a1-bd4e-77dbc239526b req-fb3ce5ae-27e8-410e-ad4e-3f3d1147caea tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694299 Aug 16 20:23:25.461650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b3fd4e9-2765-49cb-9335-a1ca2a06f08d req-7a6b9339-6825-4f5f-bcf6-bdb077ba3f85 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554402 Aug 16 20:23:25.505250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.615525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:25.619265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:25.634549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:25.695046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84a4d8-8d7a-489a-a754-c904bf1d133c req-1300fe1c-a26d-40a6-9c36-5eef1f66d461 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.697845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:25.714883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a84a4d8-8d7a-489a-a754-c904bf1d133c req-1300fe1c-a26d-40a6-9c36-5eef1f66d461 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 946 time: 0.1504283 Aug 16 20:23:25.742171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.742834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:25.768451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362b69e-8a31-407b-8e58-ca94472dd791 req-b98a7d8b-adc8-4ed2-bdc8-b1205a2fe7da tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:25.771087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0362b69e-8a31-407b-8e58-ca94472dd791 req-b98a7d8b-adc8-4ed2-bdc8-b1205a2fe7da tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 932 time: 0.1669917 Aug 16 20:23:25.825041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a84a4d8-8d7a-489a-a754-c904bf1d133c req-91f9b78b-997c-4375-a677-396bb5d74e9a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072302 Aug 16 20:23:25.845720 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-3c1157e2-3969-4a54-b59d-c327c9fb97bb tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3147593 Aug 16 20:23:25.861518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Request body: {'port': {'device_id': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7', 'admin_state_up': True, 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:25.889268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0362b69e-8a31-407b-8e58-ca94472dd791 req-202c6a81-234d-4264-9435-06758e781e0d tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038539 Aug 16 20:23:26.008358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8984d44c-001b-409e-a4ee-55cd3ed25ba7 req-ea4d95b2-e9df-4df5-a887-482f7f3c63b2 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=68264161-1cad-4554-b3ec-6dfeae1d6d48 HTTP/1.1" status: 200 len: 210 time: 0.0567272 Aug 16 20:23:26.118427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6bb52-a89d-40e5-aa1f-da4d69224798 req-8a90087d-72fb-4d6b-98bf-cc51b17d1e3c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.119978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5d6bb52-a89d-40e5-aa1f-da4d69224798 req-8a90087d-72fb-4d6b-98bf-cc51b17d1e3c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 944 time: 0.0522504 Aug 16 20:23:26.130736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:26.175857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5d6bb52-a89d-40e5-aa1f-da4d69224798 req-36b3fdbd-78e1-4824-8fea-1369881d52bb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489328 Aug 16 20:23:26.218536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-92efa7e5-9418-4f7f-bc39-bb658cb9bf2a None None] Provisioning for port ee86765d-3be1-4ce9-9ce0-1996a044aef3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:26.224208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-92efa7e5-9418-4f7f-bc39-bb658cb9bf2a None None] Provisioning complete for port ee86765d-3be1-4ce9-9ce0-1996a044aef3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:26.224685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92efa7e5-9418-4f7f-bc39-bb658cb9bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.227970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Made reservation on behalf of 2f2acb22e00e4c75a2312f7a06707795 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:26.231650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.331305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-92efa7e5-9418-4f7f-bc39-bb658cb9bf2a None None] Port ee86765d-3be1-4ce9-9ce0-1996a044aef3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:26.399451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:26.430931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'port_id': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'mac_address': 'fa:16:3e:7b:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db63ed9b-7a8a-4b34-80a9-c9c6496f94f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:26.477362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Allocated IP 19.86.0.68 (2e9c9796-8faa-42d6-8716-d6422391fac7/7a87cc9c-b302-4c38-94c5-af62fdf1694a/10f086df-b3ca-41a7-ab22-dc4a9d98ffba) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:26.525266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.578991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:26.597851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f705398-9269-4701-a0ad-d788724d6313 req-66915eb8-10aa-4d0f-b5dd-c60e677625ff tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.607630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f705398-9269-4701-a0ad-d788724d6313 req-66915eb8-10aa-4d0f-b5dd-c60e677625ff tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.0895748 Aug 16 20:23:26.627304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:26.700919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f705398-9269-4701-a0ad-d788724d6313 req-60369e9d-14ad-46b9-9d4c-aa02a1193942 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883915 Aug 16 20:23:26.725019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.752738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf68846-5a0c-4429-bb80-ae1441e14fee req-ef955c24-fdff-470b-8b44-91b50e1b2a68 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.762449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf68846-5a0c-4429-bb80-ae1441e14fee req-ef955c24-fdff-470b-8b44-91b50e1b2a68 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.1460829 Aug 16 20:23:26.772143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.810244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Transition to ACTIVE for port object 10f086df-b3ca-41a7-ab22-dc4a9d98ffba will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:26.836703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:26.868014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf68846-5a0c-4429-bb80-ae1441e14fee req-0e9d0af9-4478-40eb-ac37-902bdf473000 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997658 Aug 16 20:23:26.915476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714dd0f-702b-4df2-94a6-13044a900d1e req-81a2290f-c590-4941-b8f6-260a50e7bed4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:26.918858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8714dd0f-702b-4df2-94a6-13044a900d1e req-81a2290f-c590-4941-b8f6-260a50e7bed4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.0869164 Aug 16 20:23:26.935127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:26.979039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:26.982044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:26.985616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:26.997774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8714dd0f-702b-4df2-94a6-13044a900d1e req-00ad2f21-d8e7-4685-b7c7-b56e164d7bd7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Aug 16 20:23:27.008536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:27.026407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c8919-af66-4aad-964c-e1a7170419c9 req-0e1f414a-65e2-4a5e-af68-bcad0541d925 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.028485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-198c8919-af66-4aad-964c-e1a7170419c9 req-0e1f414a-65e2-4a5e-af68-bcad0541d925 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 946 time: 0.0747561 Aug 16 20:23:27.041814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event updated for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.064452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:27.114235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.115622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.142943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-198c8919-af66-4aad-964c-e1a7170419c9 req-f8235d5c-b118-474f-815c-77b9f4af503b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Aug 16 20:23:27.215511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-72d3e332-2644-4b64-95cf-3a9bcc6aede2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3604887 Aug 16 20:23:27.244336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Request body: {'port': {'device_id': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:27.271397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6587d0-ad7b-4404-abcc-81b71f89833e req-4f5ebc33-f664-4619-8a22-d15bc9e47219 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.282996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6587d0-ad7b-4404-abcc-81b71f89833e req-4f5ebc33-f664-4619-8a22-d15bc9e47219 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:27.297716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c6587d0-ad7b-4404-abcc-81b71f89833e req-4f5ebc33-f664-4619-8a22-d15bc9e47219 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1654 time: 0.1302817 Aug 16 20:23:27.396340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c6587d0-ad7b-4404-abcc-81b71f89833e req-3f541b3c-39e7-4192-a89e-44f59c05f5c1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974162 Aug 16 20:23:27.412278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.479177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-540990bc-239f-4b1e-9d45-7a178e671c35 None None] Provisioning for port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:27.484396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-540990bc-239f-4b1e-9d45-7a178e671c35 None None] Provisioning complete for port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:27.484396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-540990bc-239f-4b1e-9d45-7a178e671c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.549927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-540990bc-239f-4b1e-9d45-7a178e671c35 None None] Port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:23:27.769101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee86765d-3be1-4ce9-9ce0-1996a044aef3 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:27.779756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.793869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Transition to ACTIVE for port object ee86765d-3be1-4ce9-9ce0-1996a044aef3 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:27.862005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:27.958403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Pushing event updated for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:28.040574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Attempting to bind port ee86765d-3be1-4ce9-9ce0-1996a044aef3 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:28.043510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec6245-51fd-4b84-9130-14b5512f8f20 req-a988ee4a-930d-428e-8de9-3f03b846aa24 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.044530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Attempting to bind port ee86765d-3be1-4ce9-9ce0-1996a044aef3 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:28.051010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Attempting to bind port ee86765d-3be1-4ce9-9ce0-1996a044aef3 on network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:28.052848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddec6245-51fd-4b84-9130-14b5512f8f20 req-a988ee4a-930d-428e-8de9-3f03b846aa24 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 945 time: 0.1886427 Aug 16 20:23:28.059211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Port ee86765d-3be1-4ce9-9ce0-1996a044aef3 on network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:28.059579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Attempting to bind port ee86765d-3be1-4ce9-9ce0-1996a044aef3 on network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:28.067970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:28.068282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Checking segment: {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:28.068674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Bound using segment: {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:28.069114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Bound port: ee86765d-3be1-4ce9-9ce0-1996a044aef3, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:28.075799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.143818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-3a930eb0-2f72-48d0-af1c-eb03e6d04dfb tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.145614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-3a930eb0-2f72-48d0-af1c-eb03e6d04dfb tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.2028008 Aug 16 20:23:28.164522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:28.165331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:28.165453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:28.169371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddec6245-51fd-4b84-9130-14b5512f8f20 req-f10942f8-0ff6-4294-95f7-1e3e168654e5 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913663 Aug 16 20:23:28.251257 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.297272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.298613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.302075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] 10.222.0.64 "PUT /v2.0/ports/ee86765d-3be1-4ce9-9ce0-1996a044aef3 HTTP/1.1" status: 200 len: 1093 time: 1.0678835 Aug 16 20:23:28.330847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:28.337740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:28.344557 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:28.350769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:28.351941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.353994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:28.380359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26863ea5-5c2d-4efb-8c3c-bdd9f3b1db33 service neutron] Pushing event updated for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:28.387337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84396ec0-f676-4918-964c-dbcf7adb6e15 req-5340b667-977a-4241-988d-5a3cb363cef2 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:28.387337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84396ec0-f676-4918-964c-dbcf7adb6e15 req-5340b667-977a-4241-988d-5a3cb363cef2 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 945 time: 0.1369019 Aug 16 20:23:28.406516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 572bb168-6020-4051-a3fe-60d129fe3d52 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:28.413877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 572bb168-6020-4051-a3fe-60d129fe3d52 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:28.432977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Deleting port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:28.432977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.433252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Request body: {'port': {'device_id': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:28.476976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84396ec0-f676-4918-964c-dbcf7adb6e15 req-e82f4b86-677b-44d3-8711-5aa553b5ec47 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857136 Aug 16 20:23:28.533196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.534707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.598352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:28.603601 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d74a8d6-278d-4d69-ab63-ddec53c33856" -d '{"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-plugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:28.620475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:28.621758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] For port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:28.622278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.728148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.785342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:28.873584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f086df-b3ca-41a7-ab22-dc4a9d98ffba {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:28.882081 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:28.896302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Transition to ACTIVE for port object 10f086df-b3ca-41a7-ab22-dc4a9d98ffba will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:28.970940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.026864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Pushing event updated for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:29.103887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Attempting to bind port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:29.104236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Attempting to bind port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:29.104549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Attempting to bind port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba on network 2e9c9796-8faa-42d6-8716-d6422391fac7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:29.109652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba on network 2e9c9796-8faa-42d6-8716-d6422391fac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:29.109924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Attempting to bind port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba on network 2e9c9796-8faa-42d6-8716-d6422391fac7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:29.116192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:29.116503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Checking segment: {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:29.117682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Bound using segment: {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:29.118115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Bound port: 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff30a31b-7e46-4b07-8570-4d1449309a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:29.118482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.200333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:29.209469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:29.247694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f0de0-ed54-4ebc-b37a-d8c0ef27caf9 req-9ca97ca6-3940-4ec8-a333-1f63d276aa45 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.251428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-300f0de0-ed54-4ebc-b37a-d8c0ef27caf9 req-9ca97ca6-3940-4ec8-a333-1f63d276aa45 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.5268033 Aug 16 20:23:29.261967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4e637-a95e-430b-a3e6-3bd37920e55f req-eceacf2c-0c1b-4e5a-9d1a-43cc2e59ca29 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.263574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13c4e637-a95e-430b-a3e6-3bd37920e55f req-eceacf2c-0c1b-4e5a-9d1a-43cc2e59ca29 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.5394316 Aug 16 20:23:29.331744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.367264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.368017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.369431 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] 10.222.0.64 "PUT /v2.0/ports/10f086df-b3ca-41a7-ab22-dc4a9d98ffba HTTP/1.1" status: 200 len: 1092 time: 0.9426134 Aug 16 20:23:29.386423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.386692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.386967 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4 disassociated. External IP: 172.25.7.103, port: 445fde51-81e6-40e8-b93f-aa1f27aaa0dc. Aug 16 20:23:29.387311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Calling delete_port for 445fde51-81e6-40e8-b93f-aa1f27aaa0dc owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:29.406892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0fd96-2666-46da-9f28-fc3acbbaa96c service neutron] Pushing event updated for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:29.415199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-300f0de0-ed54-4ebc-b37a-d8c0ef27caf9 req-323832a9-f4db-44c4-a6f4-a4d1e1f9fa6b tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487184 Aug 16 20:23:29.425163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13c4e637-a95e-430b-a3e6-3bd37920e55f req-f85dbf20-f0be-4538-acc3-11178ff2b097 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486850 Aug 16 20:23:29.501578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-f4ac4faf-ae05-42a2-b44a-1a8386c00e69 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.502555 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d69205-bb70-4d04-a3a1-4e18f53e17d8 x-openstack-request-id: req-45d69205-bb70-4d04-a3a1-4e18f53e17d8 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:29.502899 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:29.503137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-f4ac4faf-ae05-42a2-b44a-1a8386c00e69 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1341887 Aug 16 20:23:29.503245 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45d69205-bb70-4d04-a3a1-4e18f53e17d8 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:29.503536 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3', 'status': 'completed', 'code': 200} Aug 16 20:23:29.584764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-7cc7765c-9459-4f1a-b2a5-c22ef667bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.585359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-7cc7765c-9459-4f1a-b2a5-c22ef667bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.588007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-7cc7765c-9459-4f1a-b2a5-c22ef667bfd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1982 time: 0.0721667 Aug 16 20:23:29.632816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f1167419-60c8-4f6c-8391-b233f1475d5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3 HTTP/1.1" status: 200 len: 217 time: 0.0359340 Aug 16 20:23:29.703038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-29b45fb4-d971-45cf-9d5b-3399ded9924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.704887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-29b45fb4-d971-45cf-9d5b-3399ded9924b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=752dc5d6-673c-41cd-a423-efd5a2e052ff HTTP/1.1" status: 200 len: 801 time: 0.0632169 Aug 16 20:23:29.755504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-0a531855-c4b7-4275-9bd5-42ae95a893c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.758056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-0a531855-c4b7-4275-9bd5-42ae95a893c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c45863c-aedd-4fda-b5fc-9a114e5c82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452149 Aug 16 20:23:29.770593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e391ce-fe80-417d-98f0-01f88e5ae000 req-9ecd8a53-d059-4c69-967b-7c2455d5ee41 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.772101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83e391ce-fe80-417d-98f0-01f88e5ae000 req-9ecd8a53-d059-4c69-967b-7c2455d5ee41 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.1766269 Aug 16 20:23:29.791504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b47c7-eb83-42b9-8c37-496a512b40e9 req-eb4cc748-5ed4-4521-a88a-f7d4b2687b1f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.798235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b47c7-eb83-42b9-8c37-496a512b40e9 req-eb4cc748-5ed4-4521-a88a-f7d4b2687b1f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:29.799889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-242b47c7-eb83-42b9-8c37-496a512b40e9 req-eb4cc748-5ed4-4521-a88a-f7d4b2687b1f tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1678 time: 0.2265003 Aug 16 20:23:29.856006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Deleting port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:29.856351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.859869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-2f291da8-a74c-42e7-8f33-cd3e2a72efda service neutron] 10.222.0.64 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941241 Aug 16 20:23:29.922974 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:29.943711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83e391ce-fe80-417d-98f0-01f88e5ae000 req-8ab02d44-c1eb-44cb-8426-f245fe429c7a tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416152 Aug 16 20:23:29.952208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-242b47c7-eb83-42b9-8c37-496a512b40e9 req-1e039928-32a6-42f6-a4c6-a8115a6253d9 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379561 Aug 16 20:23:29.990142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-f3b63749-9509-493a-9f74-1e985a24e19c service neutron] 10.222.0.64 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220186 Aug 16 20:23:30.008715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event deleted for resources: {'Port': ['ID=445fde51-81e6-40e8-b93f-aa1f27aaa0dc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:30.059638 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30158420-5d19-46ac-9184-54fba1a16f29 x-openstack-request-id: req-30158420-5d19-46ac-9184-54fba1a16f29 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:30.060336 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-plugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:30.060553 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30158420-5d19-46ac-9184-54fba1a16f29 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:30.065017 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'code': 200} Aug 16 20:23:30.065475 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-5c27cc51-9388-4cee-ae2d-5e3b72df2fb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba HTTP/1.1" status: 200 len: 217 time: 0.0607038 Aug 16 20:23:30.098786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] For port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:30.099168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.125581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-1af837a7-21d1-4afe-b3e2-c0d99f6081bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.127085 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-1af837a7-21d1-4afe-b3e2-c0d99f6081bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a87cc9c-b302-4c38-94c5-af62fdf1694a HTTP/1.1" status: 200 len: 801 time: 0.0578034 Aug 16 20:23:30.169487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:30.184612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Calling delete_port for 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:30.196911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-1948e1f2-4b78-4c08-b3ab-5516eddca5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.198464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-1948e1f2-4b78-4c08-b3ab-5516eddca5e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e9c9796-8faa-42d6-8716-d6422391fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596979 Aug 16 20:23:30.207045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084bd05-9c19-40fc-8d0b-a3134d8a2265 req-a122502c-45ff-450f-a5c5-6c4136c82ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.208596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8084bd05-9c19-40fc-8d0b-a3134d8a2265 req-a122502c-45ff-450f-a5c5-6c4136c82ba3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 1098 time: 0.0781391 Aug 16 20:23:30.215791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32a236b4-6d4e-433b-881f-8ccaac394914 req-db45c019-9359-4831-b3bc-825fe64e12d2 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 210 time: 0.0734696 Aug 16 20:23:30.291760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e0ee0-3cb4-40ff-8190-1beb60f751bd req-a2ed3293-30cb-4fec-8e7c-155c114080b4 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.294124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-860e0ee0-3cb4-40ff-8190-1beb60f751bd req-a2ed3293-30cb-4fec-8e7c-155c114080b4 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.1918206 Aug 16 20:23:30.299530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:30.306311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-84e66033-c497-46e0-8e6f-9f5e8b4f0508 service neutron] 10.222.0.64 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967085 Aug 16 20:23:30.312868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'd57531bf-5791-4464-b728-45a1df491e9a', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': 'd57531bf-5791-4464-b728-45a1df491e9a', 'mac_address': 'fa:16:3e:2c:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:30.327940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:30.386230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.403529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d57531bf-5791-4464-b728-45a1df491e9a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:30.430513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-860e0ee0-3cb4-40ff-8190-1beb60f751bd req-0bc253ee-2a94-4bc1-8e70-fb16e6798780 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271727 Aug 16 20:23:30.465171 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d4e2e4a-792b-417c-a229-65fb9e7079f3 req-76181b3c-d2b9-4d1e-9b4f-cd79af356fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413159 Aug 16 20:23:30.469639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:30.490305 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8084bd05-9c19-40fc-8d0b-a3134d8a2265 req-1d8fd256-e02a-4460-b594-459ba619a8e6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675429 Aug 16 20:23:30.505011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-00240f1e-77b9-4b23-b2e3-abef501e3a8f tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.506664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-00240f1e-77b9-4b23-b2e3-abef501e3a8f tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.73 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.1993420 Aug 16 20:23:30.511264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c497f6fc-2c65-43b9-bf6b-f000e18b704e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.531019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.625233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:30.636887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba855fb-ebef-488c-aa8b-fdd8c721d20a req-c69ef0b6-c822-46f1-9331-f2d4176d4abd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.641367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d57531bf-5791-4464-b728-45a1df491e9a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:30.654570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cba855fb-ebef-488c-aa8b-fdd8c721d20a req-c69ef0b6-c822-46f1-9331-f2d4176d4abd tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 950 time: 0.1254580 Aug 16 20:23:30.671525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:30.684722 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:30.694697 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:30.696147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:30.737222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] No DVR routers for this DVR port 445fde51-81e6-40e8-b93f-aa1f27aaa0dc on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:30.741194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.746007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.747850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d27d9d34-3e01-4e26-99cd-b497c9e55c9e req-b1493dd5-2488-4b39-af83-671cbc922c30 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.73 "DELETE /v2.0/ports/445fde51-81e6-40e8-b93f-aa1f27aaa0dc HTTP/1.1" status: 204 len: 173 time: 2.5772488 Aug 16 20:23:30.748315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'name': 'network-vif-deleted', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:30.748568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-a7eb301a-eae1-4a7b-9027-a58001261b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.749063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-a7eb301a-eae1-4a7b-9027-a58001261b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:30.750826 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-a7eb301a-eae1-4a7b-9027-a58001261b68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1982 time: 0.1151865 Aug 16 20:23:30.757138 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54fb81-eba6-4918-bb97-adc063dced73" -d '{"events": [{"server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "name": "network-vif-deleted", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:30.779577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cba855fb-ebef-488c-aa8b-fdd8c721d20a req-1ff8545e-1da0-4d6f-a7cb-a71af8dccad5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238670 Aug 16 20:23:30.790467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:30.810536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event deleted for resources: {'Port': ['ID=9c7681b7-29e1-4f32-9760-4c7c3e29eb21,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:30.901680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] No DVR routers for this DVR port 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:30.910556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:30.916298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886808f5-ddda-4f5a-b56a-ad401dcbae1e req-14bc23f3-ecb5-41d4-83e2-5b640400b5d5 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.73 "DELETE /v2.0/ports/9c7681b7-29e1-4f32-9760-4c7c3e29eb21 HTTP/1.1" status: 204 len: 173 time: 1.4014709 Aug 16 20:23:30.934470 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:30.960169 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855742f5-219c-4065-9b8d-c57687d847cf x-openstack-request-id: req-855742f5-219c-4065-9b8d-c57687d847cf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:30.960169 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c867b699-b1af-4201-b6d7-8c71f6dc39e5", "name": "network-vif-deleted", "tag": "445fde51-81e6-40e8-b93f-aa1f27aaa0dc", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:30.960169 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-855742f5-219c-4065-9b8d-c57687d847cf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:30.960564 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c867b699-b1af-4201-b6d7-8c71f6dc39e5', 'name': 'network-vif-deleted', 'tag': '445fde51-81e6-40e8-b93f-aa1f27aaa0dc', 'status': 'completed', 'code': 200} Aug 16 20:23:30.972749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Deleting port 61507b3c-8af1-4945-ab5f-271e9a9adc52 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:30.973098 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.091945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bd9c1-4ff1-43a7-bac3-4ffd7d7e9c36 req-eb85ceab-c386-4dad-a416-d0a6e3443ecd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.093598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9bd9c1-4ff1-43a7-bac3-4ffd7d7e9c36 req-eb85ceab-c386-4dad-a416-d0a6e3443ecd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1744740 Aug 16 20:23:31.163058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9bd9c1-4ff1-43a7-bac3-4ffd7d7e9c36 req-f1a97fc9-15f4-4a7d-894e-80f79b04c56d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542300 Aug 16 20:23:31.182711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483ebfd-5603-4c6e-87da-78c49a210431 req-7936039d-0ddb-4a81-9d73-17741fc35fdb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.192421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-ac608618-4243-4f7f-a5e9-a501e74ad759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.192421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-ac608618-4243-4f7f-a5e9-a501e74ad759 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c45863c-aedd-4fda-b5fc-9a114e5c82a3 HTTP/1.1" status: 200 len: 903 time: 0.4139242 Aug 16 20:23:31.195456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8483ebfd-5603-4c6e-87da-78c49a210431 req-7936039d-0ddb-4a81-9d73-17741fc35fdb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.1384103 Aug 16 20:23:31.228554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] For port 61507b3c-8af1-4945-ab5f-271e9a9adc52, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=61507b3c-8af1-4945-ab5f-271e9a9adc52,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:31.229720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.262040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8483ebfd-5603-4c6e-87da-78c49a210431 req-abed8786-3e1b-493e-b257-f81af835a9aa tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561695 Aug 16 20:23:31.274092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-56be65d3-eac4-49ca-8ea4-3308dfdc89c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3 HTTP/1.1" status: 200 len: 217 time: 0.0703652 Aug 16 20:23:31.393840 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:31.469789 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:31.485174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:31.486219 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:31.489707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b99fde-12a8-45c5-a49a-576129b44eaa req-f4485131-8922-4ce3-a3aa-808e9a3f0c8a tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.491313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00b99fde-12a8-45c5-a49a-576129b44eaa req-f4485131-8922-4ce3-a3aa-808e9a3f0c8a tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 945 time: 0.2081368 Aug 16 20:23:31.507094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:31.518516 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898f1cdb-570d-42c7-afe1-df9d6a0910c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:31.560639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-56ea7030-07c0-4b8b-b140-cdb4be4f07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.562652 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-56ea7030-07c0-4b8b-b140-cdb4be4f07eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=752dc5d6-673c-41cd-a423-efd5a2e052ff HTTP/1.1" status: 200 len: 801 time: 0.2771699 Aug 16 20:23:31.625232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a91a6f-d386-4c0c-aead-378baafdd059 req-bead7ea2-08b2-4f5d-9238-4136b5ad20dd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.633751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a91a6f-d386-4c0c-aead-378baafdd059 req-bead7ea2-08b2-4f5d-9238-4136b5ad20dd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.642575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a91a6f-d386-4c0c-aead-378baafdd059 req-bead7ea2-08b2-4f5d-9238-4136b5ad20dd tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1678 time: 0.1844604 Aug 16 20:23:31.686738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-0cd5d656-1b6d-4972-8efb-c7681a2e7d53 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.688401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-0cd5d656-1b6d-4972-8efb-c7681a2e7d53 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.3305240 Aug 16 20:23:31.732356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-9be43ca7-997c-409a-ac15-9119008bfff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:31.739996 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-9be43ca7-997c-409a-ac15-9119008bfff5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c45863c-aedd-4fda-b5fc-9a114e5c82a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643491 Aug 16 20:23:31.742232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00b99fde-12a8-45c5-a49a-576129b44eaa req-66b84fec-0716-4352-ac12-93c2539fd3af tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups?id=72cffe93-4a99-4f4d-9608-10e137e85ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392123 Aug 16 20:23:31.800412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:31.865058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a91a6f-d386-4c0c-aead-378baafdd059 req-e04a08c4-6da9-4282-bd02-df2b529e7b7b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209909 Aug 16 20:23:31.886592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.887044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:31.887044 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Floating IP 6291b7ea-f201-47e0-af55-ef5ea073be13 disassociated. External IP: 172.25.7.131, port: 61507b3c-8af1-4945-ab5f-271e9a9adc52. Aug 16 20:23:31.887510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Calling delete_port for 61507b3c-8af1-4945-ab5f-271e9a9adc52 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:31.987886 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-d44c9902-cc7a-49f0-8355-09e2a1b3f988 service neutron] 10.222.0.64 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337625 Aug 16 20:23:32.149336 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f85c21b-9e7d-4de6-8890-bf10f64f76c8 req-c6898f9e-fbf8-4143-889a-de270791e8eb service neutron] 10.222.0.64 "GET /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497483 Aug 16 20:23:32.149691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203e265d-6934-4992-8b6b-b13817d07f6f req-16bc740b-264a-4cb5-abd8-b34cff0c2f36 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c867b699-b1af-4201-b6d7-8c71f6dc39e5 HTTP/1.1" status: 200 len: 210 time: 0.2318230 Aug 16 20:23:32.178307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:32.210670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.279097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port d57531bf-5791-4464-b728-45a1df491e9a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:32.279563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.290811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event deleted for resources: {'Port': ['ID=61507b3c-8af1-4945-ab5f-271e9a9adc52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:32.293410 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a39965-e32b-463c-9732-5df641074ec1 x-openstack-request-id: req-f7a39965-e32b-463c-9732-5df641074ec1 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:32.293700 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:32.293948 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7a39965-e32b-463c-9732-5df641074ec1 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:32.294328 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'status': 'completed', 'code': 200} Aug 16 20:23:32.357574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec5ce3-75a2-4b8d-a4e7-5234a017a6c0 req-8d6b5470-b71c-4fd1-8aa3-c07ec2c7ea5f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:32.360770 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:32.369813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7ec5ce3-75a2-4b8d-a4e7-5234a017a6c0 req-8d6b5470-b71c-4fd1-8aa3-c07ec2c7ea5f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.2299137 Aug 16 20:23:32.376762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Deleting port fac9ddaa-0911-44cd-afc1-d8357efda648 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:32.379130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.454011 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0db64e2-4e0d-43da-b32a-26d45e2a1a62 None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:18:15Z', 'revision_number': 4, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'aa79d582-3fa7-47dc-85c5-c550d073d154', 'name': '', 'network_id': '93c2cd56-6b85-470d-b299-4934fa68e19e', 'tenant_id': '586893d313eb42a8810201d85239449f', 'mac_address': 'fa:16:3e:71:4f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:13Z', 'updated_at': '2021-08-16T20:18:23Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'subnets': [{'id': 'f86a035b-0240-4326-84e8-5d9bf361a039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:32.502097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.569337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-371818c0-faf2-45c5-acee-9ade3bc7e09f req-5ed8b616-010c-4112-9d6c-254c96a3bc39 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=429fe5e4-d07a-425d-a9aa-6aa1f64f6f72 HTTP/1.1" status: 200 len: 210 time: 0.1359310 Aug 16 20:23:32.588060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7ec5ce3-75a2-4b8d-a4e7-5234a017a6c0 req-4d33c4f9-fad1-426c-9585-11a61a6f05dc tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169492 Aug 16 20:23:32.593087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:32.596371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:32.600493 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f93c5a8-6a58-40ed-a2d8-dbea5a8fd751" -d '{"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-plugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:32.658008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] For port fac9ddaa-0911-44cd-afc1-d8357efda648, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fac9ddaa-0911-44cd-afc1-d8357efda648,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:32.658008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.680594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:32.681798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:32.707029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Calling delete_port for fac9ddaa-0911-44cd-afc1-d8357efda648 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:32.715615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:32.719203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9c7681b7-29e1-4f32-9760-4c7c3e29eb21 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:32.720033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 61507b3c-8af1-4945-ab5f-271e9a9adc52 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:32.787628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 61507b3c-8af1-4945-ab5f-271e9a9adc52 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:32.794201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 61507b3c-8af1-4945-ab5f-271e9a9adc52 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:32.794877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 445fde51-81e6-40e8-b93f-aa1f27aaa0dc no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:32.850938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 445fde51-81e6-40e8-b93f-aa1f27aaa0dc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:32.851676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 445fde51-81e6-40e8-b93f-aa1f27aaa0dc not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:32.902516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:32.917383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.918023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.918610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.919818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.920403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.920974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.921527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.922136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.922685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.923238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.923988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.924554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:23:32.960290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1171b1-26cd-4ab2-b67a-b9acc3f048b0 None None] New status for floating IP fc425e30-4f70-47de-91bc-cd8dae29afe4: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:23:32.983860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-deleted', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:32.990060 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c6f373-7fc8-40a4-9546-45d13310e798" -d '{"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-deleted", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:33.104768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-b3b42105-4ae0-4699-a6b2-fe4d96c19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.107588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-b3b42105-4ae0-4699-a6b2-fe4d96c19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.108570 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-b3b42105-4ae0-4699-a6b2-fe4d96c19a15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2f2acb22e00e4c75a2312f7a06707795&device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1982 time: 0.7075038 Aug 16 20:23:33.125523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb140a-98a9-40f3-93c3-ed73f4eecd7e req-98381103-20b5-4cc1-b419-357f6455ff56 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.125523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fbb140a-98a9-40f3-93c3-ed73f4eecd7e req-98381103-20b5-4cc1-b419-357f6455ff56 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 944 time: 0.4622049 Aug 16 20:23:33.171905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.182926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fac9ddaa-0911-44cd-afc1-d8357efda648'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:33.194574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Router cc7369fb-067a-4f9c-9b96-6fdda9b8690e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:33.234573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518384c6-feef-4224-991b-2f1200535c44 req-05419eaa-fda8-40d3-ba41-d47b6b9efa11 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.242993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-518384c6-feef-4224-991b-2f1200535c44 req-05419eaa-fda8-40d3-ba41-d47b6b9efa11 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.2437975 Aug 16 20:23:33.248847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ed9139-414f-4f9d-9c4e-92dbdc1c45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.269390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fbb140a-98a9-40f3-93c3-ed73f4eecd7e req-49383640-86de-45a5-ae86-9240279f14bb tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368918 Aug 16 20:23:33.324141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event deleted for resources: {'Port': ['ID=fac9ddaa-0911-44cd-afc1-d8357efda648,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:33.326116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] No DVR routers for this DVR port fac9ddaa-0911-44cd-afc1-d8357efda648 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:33.329841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.332191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be6a9ab9-3e6a-498e-b273-e84dc962d480 req-e19d153e-b3f8-4a0c-ae79-04fd7ab5d8e7 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "DELETE /v2.0/ports/fac9ddaa-0911-44cd-afc1-d8357efda648 HTTP/1.1" status: 204 len: 173 time: 1.6293826 Aug 16 20:23:33.349969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-c3e0574c-ee39-4410-8cd1-660a6181a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.353623 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-c3e0574c-ee39-4410-8cd1-660a6181a520 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2e9c9796-8faa-42d6-8716-d6422391fac7 HTTP/1.1" status: 200 len: 903 time: 0.2307634 Aug 16 20:23:33.356218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.368996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-518384c6-feef-4224-991b-2f1200535c44 req-d6c766d3-86fe-4b13-aafb-e5a486e35188 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244500 Aug 16 20:23:33.424145 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e36b410-47c7-430b-b1e0-8f60b6fdb907 x-openstack-request-id: req-7e36b410-47c7-430b-b1e0-8f60b6fdb907 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:33.424145 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-plugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:33.424424 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e36b410-47c7-430b-b1e0-8f60b6fdb907 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:33.425018 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a', 'code': 200} Aug 16 20:23:33.450189 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-ca719817-8084-4d52-a6c5-7c4d02ce747b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba HTTP/1.1" status: 200 len: 217 time: 0.0503275 Aug 16 20:23:33.452707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee696e-2b7a-4f9a-bfa8-5d6e484e68d8 req-bb9ad3de-8475-4e40-9342-0abde1e29e95 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.454055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fee696e-2b7a-4f9a-bfa8-5d6e484e68d8 req-bb9ad3de-8475-4e40-9342-0abde1e29e95 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.0628309 Aug 16 20:23:33.493734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:33.509967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Sync routers for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:33.520466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-955890fc-64a6-420c-b3e2-9baa42c3f848 req-264bcfbc-cc84-48ac-91cd-ac1487ad6337 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/ports?device_id=af775dac-b42d-4bad-959d-d3df68efca51 HTTP/1.1" status: 200 len: 210 time: 0.0399554 Aug 16 20:23:33.529456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fee696e-2b7a-4f9a-bfa8-5d6e484e68d8 req-ad3b8903-b6bc-4b11-bb31-f543d4e9dc28 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684795 Aug 16 20:23:33.548339 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:33.552214 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:33.556009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] No DVR routers for this DVR port 61507b3c-8af1-4945-ab5f-271e9a9adc52 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:33.574499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:33.576300 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1e5009d0-2396-4025-be4b-f991f27850c4 req-5b361a94-e754-43bf-90ad-82a3b34be628 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.73 "DELETE /v2.0/ports/61507b3c-8af1-4945-ab5f-271e9a9adc52 HTTP/1.1" status: 204 len: 173 time: 2.9913871 Aug 16 20:23:33.581038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-748a1a22-61db-498b-9b5e-6223250e51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.582424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-748a1a22-61db-498b-9b5e-6223250e51a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a87cc9c-b302-4c38-94c5-af62fdf1694a HTTP/1.1" status: 200 len: 801 time: 0.1223104 Aug 16 20:23:33.598524 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160fcb79-808b-4269-8f53-c811a2dd9d5e x-openstack-request-id: req-160fcb79-808b-4269-8f53-c811a2dd9d5e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:33.599031 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fe5e4-d07a-425d-a9aa-6aa1f64f6f72", "name": "network-vif-deleted", "tag": "9c7681b7-29e1-4f32-9760-4c7c3e29eb21", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:33.599174 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-160fcb79-808b-4269-8f53-c811a2dd9d5e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:33.599684 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429fe5e4-d07a-425d-a9aa-6aa1f64f6f72', 'name': 'network-vif-deleted', 'tag': '9c7681b7-29e1-4f32-9760-4c7c3e29eb21', 'status': 'completed', 'code': 200} Aug 16 20:23:33.668302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-05b7dcd5-fd02-4971-a0ab-eecaabbcc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.669976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-05b7dcd5-fd02-4971-a0ab-eecaabbcc2da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2e9c9796-8faa-42d6-8716-d6422391fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785403 Aug 16 20:23:33.782140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e615279-b159-4c1a-bb41-c7abf25749af req-391a6529-475d-425e-9419-02992a2c3fdc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.800317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e615279-b159-4c1a-bb41-c7abf25749af req-391a6529-475d-425e-9419-02992a2c3fdc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:33.801996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e615279-b159-4c1a-bb41-c7abf25749af req-391a6529-475d-425e-9419-02992a2c3fdc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1678 time: 0.1263409 Aug 16 20:23:33.891949 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:33.893861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e615279-b159-4c1a-bb41-c7abf25749af req-e011cb61-6b9c-4072-9b1f-7d7daeff5b4b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Aug 16 20:23:33.894128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-c3a661ec-ee2f-4c35-a2cb-bfeb1c16f419 service neutron] 10.222.0.64 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129118 Aug 16 20:23:34.114206 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898f1cdb-570d-42c7-afe1-df9d6a0910c5 req-fcf8f427-be99-4893-b348-f46663368261 service neutron] 10.222.0.64 "GET /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093511 Aug 16 20:23:34.159665 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.203621 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.228327 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Checking router: cc7369fb-067a-4f9c-9b96-6fdda9b8690e for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:34.238051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:34.238749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.295443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'name': 'network-vif-deleted', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:34.298241 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b785a1b-1382-49b5-b7d2-eaa32592dd20" -d '{"events": [{"server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "name": "network-vif-deleted", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:34.360786 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:34.385503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ee86765d-3be1-4ce9-9ce0-1996a044aef3 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:34.590936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:34.618603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3', 'network_id': '9c45863c-aedd-4fda-b5fc-9a114e5c82a3', 'port_id': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3', 'mac_address': 'fa:16:3e:08:1b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '752dc5d6-673c-41cd-a423-efd5a2e052ff', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:34.659262 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7464b98-9cd2-4fc0-8f69-004f22f17fe9 x-openstack-request-id: req-b7464b98-9cd2-4fc0-8f69-004f22f17fe9 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:34.660328 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af775dac-b42d-4bad-959d-d3df68efca51", "name": "network-vif-deleted", "tag": "61507b3c-8af1-4945-ab5f-271e9a9adc52", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:34.660762 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7464b98-9cd2-4fc0-8f69-004f22f17fe9 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:34.661531 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af775dac-b42d-4bad-959d-d3df68efca51', 'name': 'network-vif-deleted', 'tag': '61507b3c-8af1-4945-ab5f-271e9a9adc52', 'status': 'completed', 'code': 200} Aug 16 20:23:34.677958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.686275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc666d55-54b2-4629-a608-58b464616acc req-7a6d6c85-be9c-45b5-892f-504d8479fac5 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0727148 Aug 16 20:23:34.720984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee86765d-3be1-4ce9-9ce0-1996a044aef3 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:34.769552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:34.833627 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:34.854809 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:34.855483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 10f086df-b3ca-41a7-ab22-dc4a9d98ffba details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:34.873217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef5c5-4161-4bba-a316-f8263ec0703d req-baa0990e-0f7c-481d-8444-9ba4baf175de tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:34.874682 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e4f6a-0ee3-403b-bea1-ebd10fd1a47a None None] The sync data for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 is: [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:21:02Z', 'revision_number': 4, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '963ab727-6b76-4742-99b8-39453b6302a9', 'name': '', 'network_id': '04a5e225-86e9-40c8-b60f-5c2819bf640d', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'mac_address': 'fa:16:3e:a3:53:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:21:02Z', 'updated_at': '2021-08-16T20:21:10Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'subnets': [{'id': '9e27f611-52c7-4170-b3bc-ed16fa5ece8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:34.888785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5cef5c5-4161-4bba-a316-f8263ec0703d req-baa0990e-0f7c-481d-8444-9ba4baf175de tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 946 time: 0.1325977 Aug 16 20:23:34.953498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:34.979692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5cef5c5-4161-4bba-a316-f8263ec0703d req-1a3d0255-6207-480b-9ecf-461ab921f1f1 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898466 Aug 16 20:23:35.084544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:35.097036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'network_id': '2e9c9796-8faa-42d6-8716-d6422391fac7', 'port_id': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'mac_address': 'fa:16:3e:4c:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a87cc9c-b302-4c38-94c5-af62fdf1694a', 'ip_address': '19.86.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:35.152213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.179755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-c3588149-7358-4952-baf1-e92566fbc289 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.181901 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-c3588149-7358-4952-baf1-e92566fbc289 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1098 time: 0.0670426 Aug 16 20:23:35.186407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f086df-b3ca-41a7-ab22-dc4a9d98ffba {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:35.202504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-10'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:35.237192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:35.279777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c764967-6a5d-43a0-9904-638ed0218187 None None] New status for floating IP 6291b7ea-f201-47e0-af55-ef5ea073be13: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:23:35.292853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.345670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef3531-3feb-4264-bfe5-2776d764b271 req-bc5dbe70-7f89-495b-b74c-2daa79b97b5d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.355390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39ef3531-3feb-4264-bfe5-2776d764b271 req-bc5dbe70-7f89-495b-b74c-2daa79b97b5d tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 951 time: 0.0884576 Aug 16 20:23:35.420201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39ef3531-3feb-4264-bfe5-2776d764b271 req-b2a86007-b0f3-4f5d-9ad9-ca30fc46434e tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632658 Aug 16 20:23:35.504594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:35.526093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.567616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:35.601080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-deleted', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:35.604191 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f9c39-849a-4472-aaf2-1624cc4b1dd7" -d '{"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-deleted", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:35.616599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.673334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:35.684394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ab136-d047-41a1-ad11-1ca697c69874 req-0232e5bf-21cb-41d9-a6c8-b39af6675dd0 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.690493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ab136-d047-41a1-ad11-1ca697c69874 req-0232e5bf-21cb-41d9-a6c8-b39af6675dd0 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:35.692165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-456ab136-d047-41a1-ad11-1ca697c69874 req-0232e5bf-21cb-41d9-a6c8-b39af6675dd0 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1680 time: 0.0671964 Aug 16 20:23:35.740846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-456ab136-d047-41a1-ad11-1ca697c69874 req-aa55315d-4de7-402c-90a6-d088cbbb02ad tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Aug 16 20:23:35.759960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:35.847793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['10f086df-b3ca-41a7-ab22-dc4a9d98ffba'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:35.886722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['ee86765d-3be1-4ce9-9ce0-1996a044aef3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:35.896829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on host n-h2-794306-10 for vnic_type normal with profile {"migrating_to": "n-h1-794306-10"} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:35.899681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:35.899681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:35.904329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:35.904910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Attempting to bind port d547bf15-7a1e-4894-b854-004d9e553672 on network 187b95b0-ebad-4524-bc35-c502c6ac8b8b {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:35.907210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:35.931418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:35.932090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Checking segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:35.932638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Bound using segment: {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:35.936314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Bound port: d547bf15-7a1e-4894-b854-004d9e553672, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a36050d-97f6-4a3b-bcbb-4b518530ef86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '187b95b0-ebad-4524-bc35-c502c6ac8b8b'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:35.936875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.011713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43698) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.053453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:36.064596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:36.074310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.093542 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c11683-2bb8-4e61-b70b-84218f8eebe5 x-openstack-request-id: req-62c11683-2bb8-4e61-b70b-84218f8eebe5 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:36.093811 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0", "name": "network-vif-deleted", "tag": "fac9ddaa-0911-44cd-afc1-d8357efda648", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:36.094064 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62c11683-2bb8-4e61-b70b-84218f8eebe5 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:36.094467 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca857640-7ca7-4a07-8d9b-c8a69b2c6fc0', 'name': 'network-vif-deleted', 'tag': 'fac9ddaa-0911-44cd-afc1-d8357efda648', 'status': 'completed', 'code': 200} Aug 16 20:23:36.138264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.142427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.192440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43706) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.204604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:36.271052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.312882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-b8208a7b-a825-4d19-b492-7fc2de1709a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.314611 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-b8208a7b-a825-4d19-b492-7fc2de1709a8 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 951 time: 0.1843314 Aug 16 20:23:36.332228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.334113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=8']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:36.364806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b03d-99ff-4146-a134-ffdb1b16ae5d req-765e80a7-787b-4db5-9ed0-4bb4cb2217ce tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.373506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5900b03d-99ff-4146-a134-ffdb1b16ae5d req-765e80a7-787b-4db5-9ed0-4bb4cb2217ce tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.1038859 Aug 16 20:23:36.373915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.374828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.376950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-adef5927-7a84-4e50-9dd2-d4dad4ccd24d service neutron] 10.222.0.73 "PUT /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 1124 time: 1.1788771 Aug 16 20:23:36.424576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:36.463999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.512908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: fac9ddaa-0911-44cd-afc1-d8357efda648 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:36.513368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fac9ddaa-0911-44cd-afc1-d8357efda648 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:36.517286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:36.529823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5900b03d-99ff-4146-a134-ffdb1b16ae5d req-fb3cd06d-2a65-4aef-838b-050b1c8d11f8 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485448 Aug 16 20:23:36.535116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d547bf15-7a1e-4894-b854-004d9e553672'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:36.547813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'port_id': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'mac_address': 'fa:16:3e:7b:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db63ed9b-7a8a-4b34-80a9-c9c6496f94f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:23:36.573367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e53de-473e-40c9-bce3-5175fd6104cc req-9f4f806b-168b-4c0e-b0c3-4b88e9f9d86c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:36.575111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-008e53de-473e-40c9-bce3-5175fd6104cc req-9f4f806b-168b-4c0e-b0c3-4b88e9f9d86c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1931746 Aug 16 20:23:36.585530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Deleting port 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:36.586154 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.595375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d547bf15-7a1e-4894-b854-004d9e553672'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:36.664494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672'}, {'name': 'network-changed', 'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:36.681483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-008e53de-473e-40c9-bce3-5175fd6104cc req-e6b1b236-8799-4e28-89c2-8195cc670964 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Aug 16 20:23:36.684263 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cdfc2f-b099-408e-a70a-6acd9410ab82" -d '{"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-unplugged", "status": "completed", "tag": "d547bf15-7a1e-4894-b854-004d9e553672"}, {"name": "network-changed", "server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "tag": "d547bf15-7a1e-4894-b854-004d9e553672"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:36.732744 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.748911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.751690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.752967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "DELETE /v2.0/security-groups/72cffe93-4a99-4f4d-9608-10e137e85ef5 HTTP/1.1" status: 204 len: 168 time: 0.7430131 Aug 16 20:23:36.759176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43714) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.772642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30cb1-56ce-4f73-8063-6c829abb0361 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cffe93-4a99-4f4d-9608-10e137e85ef5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:36.795581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:36.802369 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-fa043482-f628-4c70-bcc5-3e09907d3a7f tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] show failed (client error): The resource could not be found. Aug 16 20:23:36.811564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43718) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.813460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa043482-f628-4c70-bcc5-3e09907d3a7f tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "GET /v2.0/security-groups/72cffe93-4a99-4f4d-9608-10e137e85ef5 HTTP/1.1" status: 404 len: 347 time: 0.0531180 Aug 16 20:23:36.820230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.825352 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.826749 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "DELETE /v2.0/security-groups/c5bae452-f9c8-4c8f-bbc0-47f7e38aac69 HTTP/1.1" status: 204 len: 168 time: 0.6294050 Aug 16 20:23:36.829202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] For port 870b218b-ecc9-4644-8809-5d82db15165e, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=870b218b-ecc9-4644-8809-5d82db15165e,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:36.829885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:36.835211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43720) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:36.866015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Calling delete_port for 870b218b-ecc9-4644-8809-5d82db15165e owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:36.868627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659952b-09c6-4f95-be7e-6d6b8f9a93b4 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bae452-f9c8-4c8f-bbc0-47f7e38aac69,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:36.884273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:36.901540 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-aeff5cfb-8ac2-4c7c-800c-204ca90efd6f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] show failed (client error): The resource could not be found. Aug 16 20:23:36.902779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aeff5cfb-8ac2-4c7c-800c-204ca90efd6f tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "GET /v2.0/security-groups/c5bae452-f9c8-4c8f-bbc0-47f7e38aac69 HTTP/1.1" status: 404 len: 347 time: 0.0663478 Aug 16 20:23:36.909574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43722) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:37.023252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.024793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d547bf15-7a1e-4894-b854-004d9e553672 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:23:37.035485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc9737-d972-4305-a1e4-78287bae8052 req-04917e8b-e322-4653-a1b8-187ab27f1731 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.044410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7edc9737-d972-4305-a1e4-78287bae8052 req-04917e8b-e322-4653-a1b8-187ab27f1731 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/ports?device_id=9aa593c1-caa9-48e5-9f69-3efdd0d3817b HTTP/1.1" status: 200 len: 951 time: 0.2509882 Aug 16 20:23:37.169735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:37.187993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7edc9737-d972-4305-a1e4-78287bae8052 req-130431ce-60f7-449e-9c36-c357a2634932 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.70 "GET /v2.0/security-groups?id=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422291 Aug 16 20:23:37.230893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Deleting port c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:37.231377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.238052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.255337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:37.285451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d547bf15-7a1e-4894-b854-004d9e553672 has no active binding in host n-h1-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:23:37.289082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['870b218b-ecc9-4644-8809-5d82db15165e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:37.301047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Deleting port 02665e86-0d80-4891-8959-00335fa390b5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:37.301047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.316527 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98ff84-bbe0-4997-a3fa-d9f84ba9bec6 x-openstack-request-id: req-1a98ff84-bbe0-4997-a3fa-d9f84ba9bec6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:37.317039 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-unplugged", "status": "completed", "tag": "d547bf15-7a1e-4894-b854-004d9e553672", "code": 200}, {"name": "network-changed", "server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "tag": "d547bf15-7a1e-4894-b854-004d9e553672", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:37.317466 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a98ff84-bbe0-4997-a3fa-d9f84ba9bec6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:37.318089 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672', 'code': 200} Aug 16 20:23:37.318509 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672', 'status': 'completed', 'code': 200} Aug 16 20:23:37.319482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Pushing event deleted for resources: {'Port': ['ID=870b218b-ecc9-4644-8809-5d82db15165e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:37.378501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] No DVR routers for this DVR port 870b218b-ecc9-4644-8809-5d82db15165e on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:37.381214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.384034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f6fe9fa-0c7a-4fa1-8dc6-e8adeb7df07f req-1c867683-ffc8-430b-8f68-4ba6c3663ce3 tempest-MigrationsAdminTest-1541366133 tempest-MigrationsAdminTest-1541366133-project] 10.222.0.64 "DELETE /v2.0/ports/870b218b-ecc9-4644-8809-5d82db15165e HTTP/1.1" status: 204 len: 173 time: 1.0606604 Aug 16 20:23:37.512402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:37.546756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.547429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.587073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Calling delete_port for c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:37.749210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.750387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:37.759328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-5d8c61f1-ee04-42fb-9e3a-e7aa211dc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.763831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-5d8c61f1-ee04-42fb-9e3a-e7aa211dc070 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1127 time: 0.3862247 Aug 16 20:23:37.778815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98608f-8b83-4097-b73a-85719c33b673 req-12b12e27-dc8f-4b4b-bdc6-7061c14fdec6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:37.781208 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0b98608f-8b83-4097-b73a-85719c33b673 req-12b12e27-dc8f-4b4b-bdc6-7061c14fdec6 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.0904093 Aug 16 20:23:37.936575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Deleting port d53974da-539c-452d-aad7-f52bd1edc0da {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:37.938178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.101862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] For port d53974da-539c-452d-aad7-f52bd1edc0da, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d53974da-539c-452d-aad7-f52bd1edc0da,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:38.103586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.126500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Calling delete_port for d53974da-539c-452d-aad7-f52bd1edc0da owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:38.191782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9a72-1081-44b0-98ee-0368cf19e021 req-b196c692-c0de-481c-887d-963df567b52b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.197996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9a72-1081-44b0-98ee-0368cf19e021 req-b196c692-c0de-481c-887d-963df567b52b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.199251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeeb9a72-1081-44b0-98ee-0368cf19e021 req-b196c692-c0de-481c-887d-963df567b52b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1680 time: 0.8094559 Aug 16 20:23:38.215349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:38.222327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Calling delete_port for 02665e86-0d80-4891-8959-00335fa390b5 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:38.257319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071d205-97c0-4a09-b1e5-b84e726c7d80 req-680e438d-91cc-4347-8b22-3e6ec850356f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.362056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b071d205-97c0-4a09-b1e5-b84e726c7d80 req-680e438d-91cc-4347-8b22-3e6ec850356f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 944 time: 0.8390279 Aug 16 20:23:38.362251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:38.362251 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.396128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.401026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ee86765d-3be1-4ce9-9ce0-1996a044aef3 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:38.451103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:38.452188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeeb9a72-1081-44b0-98ee-0368cf19e021 req-99329d1a-d4b8-456a-9742-d00558bda971 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326312 Aug 16 20:23:38.453355 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a760afc-ac14-4f3a-acbb-56cee2bf77e6" -d '{"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-plugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:38.467262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b071d205-97c0-4a09-b1e5-b84e726c7d80 req-efdc77ab-0b0b-4360-9cb7-11d5012a813b tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952767 Aug 16 20:23:38.476113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:38.493893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-a1f6837e-b83f-4f0c-b5d8-5ad158fd1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.495372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-a1f6837e-b83f-4f0c-b5d8-5ad158fd1e6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.2918212 Aug 16 20:23:38.575610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.576312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.600904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-72e2aaf0-8579-46ba-b3b2-ca10c850d136 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 217 time: 0.0793478 Aug 16 20:23:38.648417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port ee86765d-3be1-4ce9-9ce0-1996a044aef3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:38.659188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:38.661128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] No DVR routers for this DVR port d53974da-539c-452d-aad7-f52bd1edc0da on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:38.663621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event deleted for resources: {'Port': ['ID=d53974da-539c-452d-aad7-f52bd1edc0da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:38.666690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.669034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0b98608f-8b83-4097-b73a-85719c33b673 req-81c34c11-5e4e-4581-9341-e736fa02fb23 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "DELETE /v2.0/ports/d53974da-539c-452d-aad7-f52bd1edc0da HTTP/1.1" status: 204 len: 173 time: 0.8784850 Aug 16 20:23:38.685969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port ee86765d-3be1-4ce9-9ce0-1996a044aef3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:38.686475 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.775055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-db4bbd3c-9c62-4050-859b-763ca222b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.776646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-db4bbd3c-9c62-4050-859b-763ca222b394 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0968726 Aug 16 20:23:38.814079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.817188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca715f2-9bb2-4a0d-b852-aa4f33fe1c52 req-f28919a6-7383-49ee-be4d-ca23a50fad41 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.826514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fca715f2-9bb2-4a0d-b852-aa4f33fe1c52 req-f28919a6-7383-49ee-be4d-ca23a50fad41 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.2510526 Aug 16 20:23:38.866516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:38.880225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-61434c16-499d-47b9-b750-1e74201eb33d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902455 Aug 16 20:23:38.885212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.898100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3c894-4427-4b33-a12a-80eb922aed71 req-0d1c1fce-24fa-457f-87da-8826945c8a74 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:38.900291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1f3c894-4427-4b33-a12a-80eb922aed71 req-0d1c1fce-24fa-457f-87da-8826945c8a74 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.3205876 Aug 16 20:23:38.983383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:38.987354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 10f086df-b3ca-41a7-ab22-dc4a9d98ffba up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:23:39.015128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Pushing event deleted for resources: {'Port': ['ID=c5ea6fa5-b9bf-453d-b7c1-ec8a72a32282,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.074870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.164423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:23:39.167812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1f3c894-4427-4b33-a12a-80eb922aed71 req-22d269b9-267e-4360-9ce6-6b7df806eb1e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835713 Aug 16 20:23:39.179262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:23:39.179654 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.205017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.208135 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.212454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43754) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:39.225477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db332f46-6452-4fc7-896e-6ee4542a0250 tempest-ServersTestManualDisk-201115268 tempest-ServersTestManualDisk-201115268-project] 10.222.0.70 "DELETE /v2.0/floatingips/6291b7ea-f201-47e0-af55-ef5ea073be13 HTTP/1.1" status: 204 len: 168 time: 2.4019070 Aug 16 20:23:39.249048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fca715f2-9bb2-4a0d-b852-aa4f33fe1c52 req-1db766a9-ba24-4c92-b74b-b8e736837f91 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216385 Aug 16 20:23:39.262446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-4dcce3e4-9baa-4983-a8f2-ce45c024e006 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543999 Aug 16 20:23:39.304473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.343829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-deleted', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e'}, {'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-deleted', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:39.351462 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75ffbaf-fef7-4b0d-82bb-f6d629b5d3da" -d '{"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-deleted", "tag": "870b218b-ecc9-4644-8809-5d82db15165e"}, {"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-deleted", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:39.382656 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4dd0c4-ddad-4629-ba82-6e33c63a3254 x-openstack-request-id: req-7a4dd0c4-ddad-4629-ba82-6e33c63a3254 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:39.383212 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-plugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:39.383212 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a4dd0c4-ddad-4629-ba82-6e33c63a3254 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:39.383653 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'code': 200} Aug 16 20:23:39.392365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.430482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Pushing event deleted for resources: {'Port': ['ID=02665e86-0d80-4891-8959-00335fa390b5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.449841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:39.507117 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7979c0-6fbb-46cc-a056-18f352abc8ae x-openstack-request-id: req-7d7979c0-6fbb-46cc-a056-18f352abc8ae {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:39.509101 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa593c1-caa9-48e5-9f69-3efdd0d3817b", "name": "network-vif-deleted", "tag": "870b218b-ecc9-4644-8809-5d82db15165e", "status": "completed", "code": 200}, {"server_uuid": "40c42db7-1329-4eaa-8da4-f1930b468a8e", "name": "network-vif-deleted", "tag": "d53974da-539c-452d-aad7-f52bd1edc0da", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:39.510136 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d7979c0-6fbb-46cc-a056-18f352abc8ae {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:39.511661 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa593c1-caa9-48e5-9f69-3efdd0d3817b', 'name': 'network-vif-deleted', 'tag': '870b218b-ecc9-4644-8809-5d82db15165e', 'status': 'completed', 'code': 200} Aug 16 20:23:39.516471 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c42db7-1329-4eaa-8da4-f1930b468a8e', 'name': 'network-vif-deleted', 'tag': 'd53974da-539c-452d-aad7-f52bd1edc0da', 'status': 'completed', 'code': 200} Aug 16 20:23:39.538050 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.538901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 870b218b-ecc9-4644-8809-5d82db15165e no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:39.606216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 870b218b-ecc9-4644-8809-5d82db15165e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:39.606216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 870b218b-ecc9-4644-8809-5d82db15165e not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:39.673435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd021-7862-4fc0-b3d5-7bac56d7469c req-6e4deb21-289c-4073-8d03-343572750c39 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c42db7-1329-4eaa-8da4-f1930b468a8e HTTP/1.1" status: 200 len: 210 time: 0.0640831 Aug 16 20:23:39.680715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7cdfc2f-b099-408e-a70a-6acd9410ab82 req-fd162c41-ccea-4307-99b9-b5cff37f07c3 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087074 Aug 16 20:23:39.685521 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.698948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:39.719281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:39.732634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0dd0d22c-87f8-4b19-9a3e-965b57bef590 tempest-ServersWithSpecificFlavorTestJSON-1997006099 tempest-ServersWithSpecificFlavorTestJSON-1997006099-project] 10.222.0.70 "DELETE /v2.0/floatingips/fc425e30-4f70-47de-91bc-cd8dae29afe4 HTTP/1.1" status: 204 len: 168 time: 2.8153830 Aug 16 20:23:39.897312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69795d-ae57-491c-9e93-f6deccaf9395 req-3c7a2906-6505-4bde-9347-85ef8d3aa6e6 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.906719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69795d-ae57-491c-9e93-f6deccaf9395 req-3c7a2906-6505-4bde-9347-85ef8d3aa6e6 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:39.908673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa69795d-ae57-491c-9e93-f6deccaf9395 req-3c7a2906-6505-4bde-9347-85ef8d3aa6e6 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.1304829 Aug 16 20:23:39.986894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa69795d-ae57-491c-9e93-f6deccaf9395 req-a94d079a-8912-4e7c-878a-9447edb31984 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706701 Aug 16 20:23:39.987623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43776) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:40.218003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.252060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f90f9b-bf76-4d06-b9dc-c97f50ec5c65 req-0fd306ac-ac7c-4751-ad66-2a51758f0a2d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.253598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f90f9b-bf76-4d06-b9dc-c97f50ec5c65 req-0fd306ac-ac7c-4751-ad66-2a51758f0a2d tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.1234407 Aug 16 20:23:40.261974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fa14920f-d3a8-4e0e-99b8-651b11ba41ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a04a74dc1f7468da022c63664652e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701151 Aug 16 20:23:40.270193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43784) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:40.335246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02f90f9b-bf76-4d06-b9dc-c97f50ec5c65 req-96a09b3f-837d-4e5b-a2ef-2ff4e0b12a69 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701866 Aug 16 20:23:40.398736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.449771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.530844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9cbd-3d06-4941-b1a4-ed305daa3133 req-090e5ddb-3345-44fe-9c78-335fbee4ace0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:40.542431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca4a9cbd-3d06-4941-b1a4-ed305daa3133 req-090e5ddb-3345-44fe-9c78-335fbee4ace0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.1069756 Aug 16 20:23:40.603457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca4a9cbd-3d06-4941-b1a4-ed305daa3133 req-486d552a-941a-4a52-8928-21e25115d0bb tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551960 Aug 16 20:23:40.646683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.651009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.654523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba HTTP/1.1" status: 204 len: 168 time: 0.3810737 Aug 16 20:23:40.667517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a4131-2a78-4543-80e7-3ba2606f7dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c3d6cc-9b92-46cd-a3d6-fc7a61beb9ba,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:40.816986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Deleting port 963ab727-6b76-4742-99b8-39453b6302a9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:40.817459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:40.982994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] For port 963ab727-6b76-4742-99b8-39453b6302a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=963ab727-6b76-4742-99b8-39453b6302a9,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:40.983364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.000804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Calling delete_port for 963ab727-6b76-4742-99b8-39453b6302a9 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:41.252790 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.341192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Pushing event deleted for resources: {'Port': ['ID=963ab727-6b76-4742-99b8-39453b6302a9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:41.385557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3'}, {'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:41.388558 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddeb2cb-3394-4bf4-8978-eb6233ca2d90" -d '{"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-plugged", "status": "completed", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3"}, {"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-plugged", "status": "completed", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:41.432773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed693f-c5a1-448f-ac32-7e2238ad3082 req-911880cb-11e9-4d57-9c82-24852fe6082a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:41.439113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed693f-c5a1-448f-ac32-7e2238ad3082 req-911880cb-11e9-4d57-9c82-24852fe6082a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:41.440883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7ed693f-c5a1-448f-ac32-7e2238ad3082 req-911880cb-11e9-4d57-9c82-24852fe6082a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.1460662 Aug 16 20:23:41.578299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7ed693f-c5a1-448f-ac32-7e2238ad3082 req-88ce70ce-ae92-4e33-93f4-ce210b778692 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223803 Aug 16 20:23:41.610595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda962f-b81f-4d97-bb73-d6177ca15666 req-900a47f7-3e55-43dc-b326-c0b31966f426 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:41.621485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cda962f-b81f-4d97-bb73-d6177ca15666 req-900a47f7-3e55-43dc-b326-c0b31966f426 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.1974666 Aug 16 20:23:41.628920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:41.737294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cda962f-b81f-4d97-bb73-d6177ca15666 req-1ffe5469-7811-42db-8dfc-755bdee3e8e9 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144900 Aug 16 20:23:41.822284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:41.873554 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88d677-fcfc-4f84-b63b-d680d1c568b1 x-openstack-request-id: req-ec88d677-fcfc-4f84-b63b-d680d1c568b1 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:41.874208 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-plugged", "status": "completed", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3", "code": 200}, {"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-plugged", "status": "completed", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:41.877883 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec88d677-fcfc-4f84-b63b-d680d1c568b1 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:41.877883 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3', 'code': 200} Aug 16 20:23:41.877883 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'code': 200} Aug 16 20:23:42.014607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-69184403-1b16-4bf5-8874-f959fedbdcc0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.026885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-69184403-1b16-4bf5-8874-f959fedbdcc0 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.2872937 Aug 16 20:23:42.028926 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d3e17b5-ae3a-457f-9268-bed0ce66a938 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87ac7d8b77dc4e3f94a71592e1932173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054784 Aug 16 20:23:42.035252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:42.184462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e319b6-5521-4ee1-b2d3-c945e56cf9a4 req-d91a5e8d-12b9-4ff0-9d1a-eefd418f7638 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.190349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Router cc7369fb-067a-4f9c-9b96-6fdda9b8690e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:42.192158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66e319b6-5521-4ee1-b2d3-c945e56cf9a4 req-d91a5e8d-12b9-4ff0-9d1a-eefd418f7638 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.3228974 Aug 16 20:23:42.215132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-ca192372-cc3c-4688-870d-18aeb9ec4590 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.217152 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-ca192372-cc3c-4688-870d-18aeb9ec4590 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 946 time: 0.3541303 Aug 16 20:23:42.239987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:42.270612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ded4-41fc-4aee-ae32-c3aca7f07e7c req-7f6a2e31-28f9-455c-bbaa-17dee1404d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.271174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75ded4-41fc-4aee-ae32-c3aca7f07e7c req-7f6a2e31-28f9-455c-bbaa-17dee1404d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.272705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7e75ded4-41fc-4aee-ae32-c3aca7f07e7c req-7f6a2e31-28f9-455c-bbaa-17dee1404d1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1986 time: 0.3293529 Aug 16 20:23:42.378235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66e319b6-5521-4ee1-b2d3-c945e56cf9a4 req-abcd89ed-878d-4262-ac30-e1ab015e3065 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819706 Aug 16 20:23:42.405496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Deleting port 41320784-f386-4d27-800c-809fd596de39 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:42.408319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.419030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b459-d3a2-47df-91c5-f7e2c06d5dd5 req-eb8e274a-af59-4ad4-989d-c9379090d27d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.433842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.436948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4c5b459-d3a2-47df-91c5-f7e2c06d5dd5 req-eb8e274a-af59-4ad4-989d-c9379090d27d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.3210661 Aug 16 20:23:42.460543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:42.487427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:42.498618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43846) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:42.515662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: d53974da-539c-452d-aad7-f52bd1edc0da {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:42.516172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d53974da-539c-452d-aad7-f52bd1edc0da not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:42.516743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d547bf15-7a1e-4894-b854-004d9e553672 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:42.579096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.607988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.631959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.709513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4c5b459-d3a2-47df-91c5-f7e2c06d5dd5 req-c84b0e0e-c570-4bc2-88ee-1bf20b1f196c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271349 Aug 16 20:23:42.797518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.807426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.809488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.811781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c6802c9-8cad-4e7d-ab17-4b6a07ca06f6 HTTP/1.1" status: 204 len: 168 time: 0.7056324 Aug 16 20:23:42.812735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] For port 41320784-f386-4d27-800c-809fd596de39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=41320784-f386-4d27-800c-809fd596de39,segment=NetworkSegment(1f2dda35-ba02-444b-8ec0-965a58e52b6c),segment_id=1f2dda35-ba02-444b-8ec0-965a58e52b6c)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:42.813257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:42.830027 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7e75ded4-41fc-4aee-ae32-c3aca7f07e7c req-c19846d1-fecd-411e-84fc-5cf65e6c6401 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337222 Aug 16 20:23:42.836919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Calling delete_port for 41320784-f386-4d27-800c-809fd596de39 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:42.839714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69ad44-f7c3-40ac-b923-a14287078708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6802c9-8cad-4e7d-ab17-4b6a07ca06f6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:42.939546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cff6-6be2-41c8-a336-e303fada9d7c req-eb49afd1-f048-4d0b-b11e-b4c7581a6023 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.949626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cff6-6be2-41c8-a336-e303fada9d7c req-eb49afd1-f048-4d0b-b11e-b4c7581a6023 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:42.951279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9205cff6-6be2-41c8-a336-e303fada9d7c req-eb49afd1-f048-4d0b-b11e-b4c7581a6023 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.2247720 Aug 16 20:23:42.988666 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-836609d0-83e1-463b-bca7-08236ca159c8 service neutron] 10.222.0.64 "GET /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672/bindings/n-h1-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.0991263 Aug 16 20:23:43.007632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:43.013823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d00b7e-dd3f-40fc-8cd3-46d34f25bd76 req-04a2db00-1fab-47a2-b273-1c99b5b6d639 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:43.013993 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-89ffa60e-bf58-482c-a5c3-6d879c63b644 admin admin] 10.222.0.70 "PUT /v2.0/routers/cc7369fb-067a-4f9c-9b96-6fdda9b8690e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8003678 Aug 16 20:23:43.020845 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Sync routers for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:43.021528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73d00b7e-dd3f-40fc-8cd3-46d34f25bd76 req-04a2db00-1fab-47a2-b273-1c99b5b6d639 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 945 time: 0.1599023 Aug 16 20:23:43.022632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:43.047121 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:43.049091 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:43.126332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Deleting port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:43.126668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.128623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9205cff6-6be2-41c8-a336-e303fada9d7c req-db49a3ef-fb7f-4fec-8b9a-ee85caea51f5 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588879 Aug 16 20:23:43.194863 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:43.204929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73d00b7e-dd3f-40fc-8cd3-46d34f25bd76 req-406bdb6b-a1ae-48ab-aab9-689ad0efb37f tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/security-groups?id=769ea26d-ca59-43d8-bf2e-6e48e9b6f108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824977 Aug 16 20:23:43.295366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] For port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:43.296013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.314637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Calling delete_port for e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:43.421412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.440114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:43.502929 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Checking router: cc7369fb-067a-4f9c-9b96-6fdda9b8690e for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:43.522674 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Routers {'cc7369fb-067a-4f9c-9b96-6fdda9b8690e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:43.523284 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:43.559909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.685304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] No DVR routers for this DVR port e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:43.687993 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.691138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac3549cf-8ecf-4e52-8770-958e834ff3cf req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.73 "DELETE /v2.0/ports/e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf HTTP/1.1" status: 204 len: 173 time: 1.4621148 Aug 16 20:23:43.691976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893551-8f4b-4448-a8c5-2ae779f8c768 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event deleted for resources: {'Port': ['ID=e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:43.699504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-deleted', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:43.701715 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5a8be-ea01-499d-a66e-add2db8bd4e1" -d '{"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-deleted", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:43.707716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.834776 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] Set router cc7369fb-067a-4f9c-9b96-6fdda9b8690e gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:43.837323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:43.876561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Pushing event deleted for resources: {'Port': ['ID=41320784-f386-4d27-800c-809fd596de39,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:43.877749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:43.880388 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71da7961-b94d-4c5a-af3a-49fc9a76c908" -d '{"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-unplugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:43.894823 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d254673-6a5a-40f2-8347-3b24002ef3fd x-openstack-request-id: req-9d254673-6a5a-40f2-8347-3b24002ef3fd {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:43.895111 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-deleted", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:43.895355 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d254673-6a5a-40f2-8347-3b24002ef3fd {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:43.895756 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-deleted', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'status': 'completed', 'code': 200} Aug 16 20:23:43.990162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:44.012789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-697c0346-440e-4fea-9743-54b8dbff2a64 req-d797b721-7030-4ba2-846c-e240c54c8c32 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 210 time: 0.2717891 Aug 16 20:23:44.048789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] No DVR routers for this DVR port 41320784-f386-4d27-800c-809fd596de39 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:44.056078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.065267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4c6d1ce-61e9-461e-a965-6637b4f0fb30 req-7fd5cb95-b18e-4741-96d4-e9a5a4851c7c tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.64 "DELETE /v2.0/ports/41320784-f386-4d27-800c-809fd596de39 HTTP/1.1" status: 204 len: 173 time: 2.0288177 Aug 16 20:23:44.144068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:44.144960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-deleted', 'tag': '41320784-f386-4d27-800c-809fd596de39'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:44.151963 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b3475-24fc-4f73-9f7d-d2b88cbbee82" -d '{"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-deleted", "tag": "41320784-f386-4d27-800c-809fd596de39"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:44.262682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e1bc-38bc-438c-9abb-f57065919625 req-1182b933-afbb-4c35-ae1b-f71ccca4a269 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:44.272374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:44.273206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50e7e1bc-38bc-438c-9abb-f57065919625 req-1182b933-afbb-4c35-ae1b-f71ccca4a269 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 944 time: 0.2592316 Aug 16 20:23:44.296747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d547bf15-7a1e-4894-b854-004d9e553672 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:44.315956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05904323-0d78-4c88-aa89-497a7592a262 None None] The sync data for ids ['cc7369fb-067a-4f9c-9b96-6fdda9b8690e'] in n-d-794306-10 is: [{'id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'name': 'tempest-ServersTestManualDisk-267065497-router', 'tenant_id': 'd133617c9f0341e5b79ccf676e6120de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:20:57Z', 'updated_at': '2021-08-16T20:23:41Z', 'revision_number': 5, 'project_id': 'd133617c9f0341e5b79ccf676e6120de', 'gw_port': {'id': '8a80acb5-6d1f-474a-83a0-7b36809e97de', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7369fb-067a-4f9c-9b96-6fdda9b8690e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:20:58Z', 'updated_at': '2021-08-16T20:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:44.373158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50e7e1bc-38bc-438c-9abb-f57065919625 req-47a19538-9d17-4fef-ad58-3d8e3180d1f3 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987830 Aug 16 20:23:44.388112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:44.434652 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0712f2-191f-4dd7-8d71-40f671ea6f24 x-openstack-request-id: req-7b0712f2-191f-4dd7-8d71-40f671ea6f24 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:44.434941 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4e6c16-cbb0-4a0b-a343-e20d985718b9", "name": "network-vif-unplugged", "status": "completed", "tag": "e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:44.435187 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b0712f2-191f-4dd7-8d71-40f671ea6f24 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:44.435573 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe4e6c16-cbb0-4a0b-a343-e20d985718b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf', 'code': 200} Aug 16 20:23:44.464369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Deleting port 8a80acb5-6d1f-474a-83a0-7b36809e97de {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:44.464761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.485552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202dd5a6-eb23-4ce7-b067-634e5a2e57e9 x-openstack-request-id: req-202dd5a6-eb23-4ce7-b067-634e5a2e57e9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:44.485552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da44521-37d8-426c-b06b-9edac1dbf9ea", "name": "network-vif-deleted", "tag": "41320784-f386-4d27-800c-809fd596de39", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:44.485552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-202dd5a6-eb23-4ce7-b067-634e5a2e57e9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:44.485552 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da44521-37d8-426c-b06b-9edac1dbf9ea', 'name': 'network-vif-deleted', 'tag': '41320784-f386-4d27-800c-809fd596de39', 'status': 'completed', 'code': 200} Aug 16 20:23:44.564606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.597634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.688345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-391b094c-b03d-4079-adeb-a4137fa5c230 req-8cfaa706-78b2-4190-8c86-fd7787ee9423 tempest-LiveAutoBlockMigrationV225Test-1543468071 tempest-LiveAutoBlockMigrationV225Test-1543468071-project] 10.222.0.70 "GET /v2.0/ports?device_id=1da44521-37d8-426c-b06b-9edac1dbf9ea HTTP/1.1" status: 200 len: 210 time: 0.1312978 Aug 16 20:23:44.719216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] Transition to ACTIVE for port object d547bf15-7a1e-4894-b854-004d9e553672 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:44.787571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] For port 8a80acb5-6d1f-474a-83a0-7b36809e97de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8a80acb5-6d1f-474a-83a0-7b36809e97de,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:44.788284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.802680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546c2e-d10d-4dab-bde6-2358f8728b4f req-d0cae141-115c-4e71-8ac5-17493095087b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:44.815984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Calling delete_port for 8a80acb5-6d1f-474a-83a0-7b36809e97de owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:44.816123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546c2e-d10d-4dab-bde6-2358f8728b4f req-d0cae141-115c-4e71-8ac5-17493095087b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:44.817527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a546c2e-d10d-4dab-bde6-2358f8728b4f req-d0cae141-115c-4e71-8ac5-17493095087b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.3304048 Aug 16 20:23:44.873367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:44.909789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a546c2e-d10d-4dab-bde6-2358f8728b4f req-21e9450f-45c2-4600-9a7f-617845c6eaa7 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 Aug 16 20:23:44.992809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] No DVR routers for this DVR port d547bf15-7a1e-4894-b854-004d9e553672 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:45.047990 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] 10.222.0.64 "PUT /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672/bindings/n-h1-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0462196 Aug 16 20:23:45.050391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a114cab-ad4a-403e-be2c-b13d14ab5f82 service neutron] Pushing event updated for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=10']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.099891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Deleting port aa79d582-3fa7-47dc-85c5-c550d073d154 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:45.184444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.184444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0241f49b-26fc-403a-9fbe-a27ff02be3ad req-40cc58ae-8045-435e-92bc-a31372906c0e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe4e6c16-cbb0-4a0b-a343-e20d985718b9 HTTP/1.1" status: 200 len: 210 time: 0.0314748 Aug 16 20:23:45.209897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] For port aa79d582-3fa7-47dc-85c5-c550d073d154, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aa79d582-3fa7-47dc-85c5-c550d073d154,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:45.210270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.222750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Calling delete_port for aa79d582-3fa7-47dc-85c5-c550d073d154 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:45.327012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.412316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Pushing event deleted for resources: {'Port': ['ID=8a80acb5-6d1f-474a-83a0-7b36809e97de,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.572840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a1f95-27b1-4265-bc8b-0dd9deb64553 req-f70e1368-d92b-4330-adf9-96881d9224bd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.574212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-494a8de5-00cf-4bd5-9988-6398f1900029 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.574512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-794a1f95-27b1-4265-bc8b-0dd9deb64553 req-f70e1368-d92b-4330-adf9-96881d9224bd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.0736341 Aug 16 20:23:45.576162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-494a8de5-00cf-4bd5-9988-6398f1900029 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.2303042 Aug 16 20:23:45.585028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.596711 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.627870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa79d582-3fa7-47dc-85c5-c550d073d154,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:45.673282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-794a1f95-27b1-4265-bc8b-0dd9deb64553 req-6d38a214-0637-437a-946d-d411c5a12f7e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892110 Aug 16 20:23:45.798700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:45.814065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.817640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:45.831652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-eb8c5e87-8cef-496a-899a-50fe83fc9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.833511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-eb8c5e87-8cef-496a-899a-50fe83fc9e1d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c&tenant_id=818d863923c2444f80d24c6e03eac76c HTTP/1.1" status: 200 len: 1097 time: 0.2440274 Aug 16 20:23:45.950250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327227c-707b-4d2f-9c01-f546068559d6 req-229337d6-cdd5-44dc-b9c5-a279f73dde6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.951424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-6a9231fd-d34e-4e50-b232-c9396ccdb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.955170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-6a9231fd-d34e-4e50-b232-c9396ccdb527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1097 time: 0.0810239 Aug 16 20:23:45.957122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327227c-707b-4d2f-9c01-f546068559d6 req-229337d6-cdd5-44dc-b9c5-a279f73dde6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:45.961762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d327227c-707b-4d2f-9c01-f546068559d6 req-229337d6-cdd5-44dc-b9c5-a279f73dde6b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.1878488 Aug 16 20:23:46.092956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.098763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7369fb-067a-4f9c-9b96-6fdda9b8690e {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:23:46.099785 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.105792 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f716d89d-d427-4794-914a-5303e6997bee admin admin] 10.222.0.70 "DELETE /v2.0/routers/cc7369fb-067a-4f9c-9b96-6fdda9b8690e HTTP/1.1" status: 204 len: 168 time: 3.0812993 Aug 16 20:23:46.106760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:46.150717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 963ab727-6b76-4742-99b8-39453b6302a9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:46.163516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d327227c-707b-4d2f-9c01-f546068559d6 req-9e6ef0ef-6eab-42f0-9da5-9ba61ecceee1 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832142 Aug 16 20:23:46.188024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.206394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Deleting subnet 0624b45f-8027-4a91-842f-13906c0f7a5d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:46.209765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.216738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 963ab727-6b76-4742-99b8-39453b6302a9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:46.220065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Deleting subnet 9e27f611-52c7-4170-b3bc-ed16fa5ece8c {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:46.225275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 963ab727-6b76-4742-99b8-39453b6302a9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:46.232765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.235820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-ea6f0c57-e60c-4c13-b5fd-2ad6f9638c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:46.237430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-ea6f0c57-e60c-4c13-b5fd-2ad6f9638c67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.2748880 Aug 16 20:23:46.246859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:46.249468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.301243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.333152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:46.333495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e8057ad3-62c2-4bb4-ab5b-a4d16a3cc6cf not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:46.371837 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-e1184c70-1a7c-4c48-9145-51c3518dd7d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 200 len: 217 time: 0.0987341 Aug 16 20:23:46.427264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 41320784-f386-4d27-800c-809fd596de39 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:46.471066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.473090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 41320784-f386-4d27-800c-809fd596de39 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:46.473889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 41320784-f386-4d27-800c-809fd596de39 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:46.600372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-8753dad0-76b4-41bb-8550-71c3b7c3e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:46.601879 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-8753dad0-76b4-41bb-8550-71c3b7c3e5a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.2199388 Aug 16 20:23:46.665381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-2ae5a080-9ffa-4e4a-acd2-9cbae3bcbc7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520909 Aug 16 20:23:46.810635 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.849469 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.878259 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-7d81b489-012f-4848-bd50-4cf55d4053e4 service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024038 Aug 16 20:23:46.935958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0624b45f-8027-4a91-842f-13906c0f7a5d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:46.980746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:46.984848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-03c5980a-1f05-4c9f-97e1-37df68586c07 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0624b45f-8027-4a91-842f-13906c0f7a5d HTTP/1.1" status: 204 len: 168 time: 1.1792390 Aug 16 20:23:46.986563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43976) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.047857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34755-2e99-493d-b43b-c8b548d36de9 req-f84e2732-2048-45d1-8186-66dd35eb0828 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.055993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef34755-2e99-493d-b43b-c8b548d36de9 req-f84e2732-2048-45d1-8186-66dd35eb0828 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.2115440 Aug 16 20:23:47.062980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.117364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.120071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9e27f611-52c7-4170-b3bc-ed16fa5ece8c HTTP/1.1" status: 204 len: 168 time: 1.0102985 Aug 16 20:23:47.123573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43978) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.124338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d925f0e2-eca2-4efd-bdc0-ebe6ef348ad8 None None] Network 04a5e225-86e9-40c8-b60f-5c2819bf640d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:47.141574 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-ba5ef286-c973-4519-a205-04069e53f44f service neutron] 10.222.0.73 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546556 Aug 16 20:23:47.144617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f645160-de04-4512-a9fb-de2fb3c88ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e27f611-52c7-4170-b3bc-ed16fa5ece8c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:47.178237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.253367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-82d0b8e6-983d-4a71-ad5d-5084efe3db5c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.260855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-82d0b8e6-983d-4a71-ad5d-5084efe3db5c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.4134066 Aug 16 20:23:47.323209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef34755-2e99-493d-b43b-c8b548d36de9 req-f9b093ba-7643-45ec-8cd9-94ec0db08c80 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621255 Aug 16 20:23:47.347896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-7d872c73-e01e-4df1-8f4f-992a7b39c999 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/quotas/45396804043944c297984c7010709f70 HTTP/1.1" status: 200 len: 375 time: 0.0860586 Aug 16 20:23:47.361253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.411513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c6042e-e019-4e49-9f41-d0da4778fe31']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.427778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2dda35-ba02-444b-8ec0-965a58e52b6c') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.428374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2dda35-ba02-444b-8ec0-965a58e52b6c') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:47.458252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.470894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] DHCP port deletion for 04a5e225-86e9-40c8-b60f-5c2819bf640d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:47.484272 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.492016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Router 99d72f92-15c9-42a8-a423-944a1011084c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:47.498732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-741c3d14-2337-415e-9d8e-5f845b73b7e2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.503688 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.505834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-741c3d14-2337-415e-9d8e-5f845b73b7e2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.507682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-741c3d14-2337-415e-9d8e-5f845b73b7e2 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.2582078 Aug 16 20:23:47.511706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:47.512218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:47.514098 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:47.597232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-b71d4a0c-b21b-4fc7-94eb-271478610f24 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2315607 Aug 16 20:23:47.607556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Deleting port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:47.608266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.765788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.781404 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.783127 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] 10.222.0.70 "DELETE /v2.0/networks/90c6042e-e019-4e49-9f41-d0da4778fe31 HTTP/1.1" status: 204 len: 168 time: 0.7955594 Aug 16 20:23:47.790253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43998) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:47.826118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645768ad-64e2-4051-acc9-40228e298774 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c6042e-e019-4e49-9f41-d0da4778fe31,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:47.862637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-750a2d0f-21bb-4277-9df0-0bff30cdcd64 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:47.864168 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-750a2d0f-21bb-4277-9df0-0bff30cdcd64 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c&tenant_id=818d863923c2444f80d24c6e03eac76c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.2224798 Aug 16 20:23:47.870043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] For port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:47.871420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.874643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:47.874989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:47.887642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Calling delete_port for 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:48.007707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:48.007707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Deleting port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:48.012394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.023242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Sync routers for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:48.033174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7ad71af9-1a24-4bb8-a77e-dd38d4da2959 admin admin] 10.222.0.70 "PUT /v2.0/routers/99d72f92-15c9-42a8-a423-944a1011084c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4955480 Aug 16 20:23:48.040272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Deleting subnet 5ec22407-778b-44b5-bda8-51dcb81f8dc4 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:48.048376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:48.049681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.051004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44000) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:48.084669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:48.088594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.116800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for 10f086df-b3ca-41a7-ab22-dc4a9d98ffba owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:48.131376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8a80acb5-6d1f-474a-83a0-7b36809e97de no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:48.144427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.160775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8a80acb5-6d1f-474a-83a0-7b36809e97de {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:48.161469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8a80acb5-6d1f-474a-83a0-7b36809e97de not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:48.162086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:48.164020 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.180013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa65b-49ba-4574-9361-aaa1cce86f64 req-6e085a3a-2c30-476d-b0ef-55266b7b79aa tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:48.186762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa65b-49ba-4574-9361-aaa1cce86f64 req-6e085a3a-2c30-476d-b0ef-55266b7b79aa tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:48.194108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7aa65b-49ba-4574-9361-aaa1cce86f64 req-6e085a3a-2c30-476d-b0ef-55266b7b79aa tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 1682 time: 0.3505878 Aug 16 20:23:48.225903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] Pushing event deleted for resources: {'Port': ['ID=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:48.229123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd4e53-cc29-4daa-9932-c4789140699d None None] No DVR routers for this DVR port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:48.240518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:48.241745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:48.327228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-cbd12b4a-2d2e-443e-9fa0-6e058555e397 service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6687071 Aug 16 20:23:48.329781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.339305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] For port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,segment=NetworkSegment(50fb570b-8973-45ae-b2d1-84c86f08701f),segment_id=50fb570b-8973-45ae-b2d1-84c86f08701f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:48.347384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.376989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.384363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:48.469806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Calling delete_port for 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:48.470293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-a7a2b7ea-b4f6-499f-8733-fe25ac8a70d5 service neutron] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:48.485867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-a7a2b7ea-b4f6-499f-8733-fe25ac8a70d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.487007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-450eddef-d7fd-4901-b30f-442410ac8a29 req-a7a2b7ea-b4f6-499f-8733-fe25ac8a70d5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672/bindings/n-h2-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.4919229 Aug 16 20:23:48.510654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d7aa65b-49ba-4574-9361-aaa1cce86f64 req-16da6d7b-863e-47f9-a2ea-4260ed2d70d8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143396 Aug 16 20:23:48.590195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.640866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'ee86765d-3be1-4ce9-9ce0-1996a044aef3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:48.665358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=10f086df-b3ca-41a7-ab22-dc4a9d98ffba,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:48.683020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:23:48.719474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.744282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.774542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port 10f086df-b3ca-41a7-ab22-dc4a9d98ffba on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:48.780396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:48.783548 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-49a6b057-71bb-40a3-b412-b817a1ffb4b3 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "DELETE /v2.0/ports/10f086df-b3ca-41a7-ab22-dc4a9d98ffba HTTP/1.1" status: 204 len: 173 time: 1.2676446 Aug 16 20:23:48.784313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-deleted', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:48.789536 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678fcfc9-6205-42db-8717-c12900cf082a" -d '{"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-deleted", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:48.841600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:23:45Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:48.881300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-23231b44-8d9a-422e-91f5-96f81355b89d service neutron] 10.222.0.70 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443203 Aug 16 20:23:48.904499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Checking router: 99d72f92-15c9-42a8-a423-944a1011084c for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:48.955589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Routers {'99d72f92-15c9-42a8-a423-944a1011084c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:48.958089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['99d72f92-15c9-42a8-a423-944a1011084c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.036791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port ee86765d-3be1-4ce9-9ce0-1996a044aef3 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:49.037150 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.151292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.175710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] Set router 99d72f92-15c9-42a8-a423-944a1011084c gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:49.194470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port ee86765d-3be1-4ce9-9ce0-1996a044aef3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ee86765d-3be1-4ce9-9ce0-1996a044aef3,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:49.195256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.201716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] No DVR routers for this DVR port 9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:49.213748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8757c4-9306-4880-9e6e-058d22ad2231 req-97ff7d4a-2af6-4af9-97d6-e802fcaa5698 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.225975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8757c4-9306-4880-9e6e-058d22ad2231 req-97ff7d4a-2af6-4af9-97d6-e802fcaa5698 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.5168638 Aug 16 20:23:49.230553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for ee86765d-3be1-4ce9-9ce0-1996a044aef3 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:49.233615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.294909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2bfcab-28d2-4f98-b845-aaeb12fb7ce3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.323294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.421376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec22407-778b-44b5-bda8-51dcb81f8dc4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:49.425851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.432476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d539fc20-1ca0-4c4e-9f0b-03685c9a1344 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5ec22407-778b-44b5-bda8-51dcb81f8dc4 HTTP/1.1" status: 204 len: 168 time: 1.6294622 Aug 16 20:23:49.433242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:49.445313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8757c4-9306-4880-9e6e-058d22ad2231 req-6f8b10c8-8032-4646-b830-e15198d06d32 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138340 Aug 16 20:23:49.476821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.606501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a5e225-86e9-40c8-b60f-5c2819bf640d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.633321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:23:45Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.655345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fb570b-8973-45ae-b2d1-84c86f08701f') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.655345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fb570b-8973-45ae-b2d1-84c86f08701f') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:49.693501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.721776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cf0ec06-992a-49d8-8b93-570b9e27b307 req-9fd4237e-ab21-4249-90e3-d1292b7f8573 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.1198390 Aug 16 20:23:49.725486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1e89fa-2bc2-4d6d-8915-ab6bcd8ebfe2 None None] The sync data for ids ['99d72f92-15c9-42a8-a423-944a1011084c'] in n-d-794306-10 is: [{'id': '99d72f92-15c9-42a8-a423-944a1011084c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-603819251-router', 'tenant_id': '586893d313eb42a8810201d85239449f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176'}], 'enable_snat': True}, 'gw_port_id': '97b1339d-874d-448e-aa70-5ee08878569d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:07Z', 'updated_at': '2021-08-16T20:23:45Z', 'revision_number': 5, 'project_id': '586893d313eb42a8810201d85239449f', 'gw_port': {'id': '97b1339d-874d-448e-aa70-5ee08878569d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d72f92-15c9-42a8-a423-944a1011084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:08Z', 'updated_at': '2021-08-16T20:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:23:49.843025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.849494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Deleting port 97b1339d-874d-448e-aa70-5ee08878569d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:49.849867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.895664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:49.896102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:49.967549 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:49.978374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6e55a-c5f6-4643-bb79-006fced7d547 req-1830192e-fd38-4e9c-86f1-d3aeb149f3d8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:49.981776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fca6e55a-c5f6-4643-bb79-006fced7d547 req-1830192e-fd38-4e9c-86f1-d3aeb149f3d8 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 946 time: 0.2578669 Aug 16 20:23:50.019784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aa79d582-3fa7-47dc-85c5-c550d073d154 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:50.085304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: aa79d582-3fa7-47dc-85c5-c550d073d154 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:50.085304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aa79d582-3fa7-47dc-85c5-c550d073d154 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:50.107603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.111038 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b783a-7cc4-4d26-a0b2-1b36a293f576 x-openstack-request-id: req-1c3b783a-7cc4-4d26-a0b2-1b36a293f576 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:50.111550 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-deleted", "tag": "10f086df-b3ca-41a7-ab22-dc4a9d98ffba", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:50.111983 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c3b783a-7cc4-4d26-a0b2-1b36a293f576 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:50.112902 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-deleted', 'tag': '10f086df-b3ca-41a7-ab22-dc4a9d98ffba', 'status': 'completed', 'code': 200} Aug 16 20:23:50.267251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fca6e55a-c5f6-4643-bb79-006fced7d547 req-ffbd1f1e-b6d9-4b2b-a867-de84e048195a tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1be1ee92-4a92-440e-8988-e80cc3505971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272733 Aug 16 20:23:50.295660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.320147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.323550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] 10.222.0.70 "DELETE /v2.0/networks/04a5e225-86e9-40c8-b60f-5c2819bf640d HTTP/1.1" status: 204 len: 168 time: 3.1912849 Aug 16 20:23:50.373684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.378318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] For port 97b1339d-874d-448e-aa70-5ee08878569d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97b1339d-874d-448e-aa70-5ee08878569d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:50.379251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.396498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee92563-4e29-4ce3-b17f-a8cda7aad1f1']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:50.426736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1ce7b-8b12-40af-ab64-c193697022a0 req-3b770d6c-7a3a-43f6-b618-6a277fe2183f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:50.427772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f84f75-6452-43d5-b25a-e1e3eb73dc12') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:50.428063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f84f75-6452-43d5-b25a-e1e3eb73dc12') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:50.431225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8a1ce7b-8b12-40af-ab64-c193697022a0 req-3b770d6c-7a3a-43f6-b618-6a277fe2183f tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 1097 time: 0.2957923 Aug 16 20:23:50.433805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fe0b-f4fa-49ae-92b1-3ab12d56e70e admin admin] Pushing event deleted for resources: {'Network': ['ID=04a5e225-86e9-40c8-b60f-5c2819bf640d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:50.441622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.445950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Calling delete_port for 97b1339d-874d-448e-aa70-5ee08878569d owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:50.476456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.496205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.505436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:50.514959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:50.519224 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:50.538253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8a1ce7b-8b12-40af-ab64-c193697022a0 req-38dd4060-32a6-4fb0-9917-d5fab183ada9 tempest-LiveMigrationTest-1086009696 tempest-LiveMigrationTest-1086009696-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014063 Aug 16 20:23:50.714947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=ee86765d-3be1-4ce9-9ce0-1996a044aef3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:50.808778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port ee86765d-3be1-4ce9-9ce0-1996a044aef3 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:50.811374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.813547 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b29a19d-7798-4a16-84a3-c6dbca7ed5f2 req-6b6caf44-4528-4e67-81c9-7b61db1cd60b tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.64 "DELETE /v2.0/ports/ee86765d-3be1-4ce9-9ce0-1996a044aef3 HTTP/1.1" status: 204 len: 173 time: 2.0199332 Aug 16 20:23:50.854672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dac32d00-aac2-479a-a99a-f8d9d308b4c6 req-8fb40f74-1617-479f-8aa8-72e5427c5f64 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0458875 Aug 16 20:23:50.928747 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:50.994316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.016775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Pushing event deleted for resources: {'Port': ['ID=97b1339d-874d-448e-aa70-5ee08878569d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.026836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.031325 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bee92563-4e29-4ce3-b17f-a8cda7aad1f1 HTTP/1.1" status: 204 len: 168 time: 1.5958440 Aug 16 20:23:51.031325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fc39f-801c-4004-8af7-9356bdddff42 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee92563-4e29-4ce3-b17f-a8cda7aad1f1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.086297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.184955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44076) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.192779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.195424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.252928 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69f8a885-0ebe-4e1b-803d-d8418655b54a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d133617c9f0341e5b79ccf676e6120de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645549 Aug 16 20:23:51.254670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44078) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.355297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.401449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.407694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.408353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d72f92-15c9-42a8-a423-944a1011084c {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:23:51.419065 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.420620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aefd719b-4ee5-44d0-b83d-3b612fd547fb admin admin] 10.222.0.70 "DELETE /v2.0/routers/99d72f92-15c9-42a8-a423-944a1011084c HTTP/1.1" status: 204 len: 168 time: 3.3428862 Aug 16 20:23:51.423148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44088) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.518848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:51.584807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9f32fd3-0eaa-4997-9b10-a87b91b86d43 req-afcf0e96-58b7-4490-b69d-0ad9a10d9956 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5 HTTP/1.1" status: 200 len: 210 time: 0.0915561 Aug 16 20:23:51.588838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Deleting subnet f86a035b-0240-4326-84e8-5d9bf361a039 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:51.594500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.643178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa1b46-bed8-469f-8946-5ce029c1749e req-7b7643ce-4a3a-417d-819b-05d9e103823b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:51.644773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-affa1b46-bed8-469f-8946-5ce029c1749e req-7b7643ce-4a3a-417d-819b-05d9e103823b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.1104670 Aug 16 20:23:51.651937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.671291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fda5373d-01b3-4eec-a9ef-505e039d3357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.723783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-affa1b46-bed8-469f-8946-5ce029c1749e req-6777de94-4890-41b7-9989-b5c4e33b6d57 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521846 Aug 16 20:23:51.782792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.791504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.792109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.794225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.795822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1a90503-af65-4aff-88d5-36474bec7861 HTTP/1.1" status: 204 len: 168 time: 0.5397413 Aug 16 20:23:51.804238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fda5373d-01b3-4eec-a9ef-505e039d3357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:51.808115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989b6c-4b82-4e66-ae7a-6d5c03cdad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a90503-af65-4aff-88d5-36474bec7861,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:51.958927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fda5373d-01b3-4eec-a9ef-505e039d3357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.007511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59812c13-5c85-4c89-8037-2b4d277d8f4b req-7025fc76-b838-4de2-b825-cf52085dde4f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0801640 Aug 16 20:23:52.010784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.089238 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fda5373d-01b3-4eec-a9ef-505e039d3357 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2faaa01bd2348c894279b3f38c69c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5638895 Aug 16 20:23:52.089238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44114) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.089238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5373d-01b3-4eec-a9ef-505e039d3357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0246187e-07a5-4266-a1c1-9c92b74e6546,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:52.120525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-deleted', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:52.128974 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4f676-459d-4434-bee4-78aecf8c6016" -d '{"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-deleted", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:52.156903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86a035b-0240-4326-84e8-5d9bf361a039,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:52.158989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44118) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.164446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97b1339d-874d-448e-aa70-5ee08878569d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:52.192275 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a5eb0-c424-4c93-b2f5-2149987e0421 x-openstack-request-id: req-007a5eb0-c424-4c93-b2f5-2149987e0421 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:52.194133 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5", "name": "network-vif-deleted", "tag": "ee86765d-3be1-4ce9-9ce0-1996a044aef3", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:52.197457 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-007a5eb0-c424-4c93-b2f5-2149987e0421 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:52.197457 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e54659-9ad2-48c6-b26d-7b3ab9ad4cc5', 'name': 'network-vif-deleted', 'tag': 'ee86765d-3be1-4ce9-9ce0-1996a044aef3', 'status': 'completed', 'code': 200} Aug 16 20:23:52.217099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.219348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b7628ab5-d1ca-4402-8b50-c393b3699c8b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f86a035b-0240-4326-84e8-5d9bf361a039 HTTP/1.1" status: 204 len: 168 time: 0.7953362 Aug 16 20:23:52.225184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.256776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 97b1339d-874d-448e-aa70-5ee08878569d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:52.258249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97b1339d-874d-448e-aa70-5ee08878569d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:52.263005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba032ba5-c693-41a4-903c-b7fbfa7a8dbb None None] Network 93c2cd56-6b85-470d-b299-4934fa68e19e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:52.291663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.346778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.381834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.419291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a65b940b-26f8-474b-8e5a-c35e97536d44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed954ca3249f4d73998958008a157bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589633 Aug 16 20:23:52.428232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44124) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.442599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ee86765d-3be1-4ce9-9ce0-1996a044aef3 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:52.468685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e1630-ca49-4700-8116-5122cfba42a8 req-338e3859-21fd-4156-a374-e9166e0ada7b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:52.470351 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-473e1630-ca49-4700-8116-5122cfba42a8 req-338e3859-21fd-4156-a374-e9166e0ada7b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.3255196 Aug 16 20:23:52.527960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: ee86765d-3be1-4ce9-9ce0-1996a044aef3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:52.528638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ee86765d-3be1-4ce9-9ce0-1996a044aef3 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:52.529260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 10f086df-b3ca-41a7-ab22-dc4a9d98ffba no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:52.532546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] DHCP port deletion for 93c2cd56-6b85-470d-b299-4934fa68e19e request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:52.582213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.585946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.589611 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0246187e-07a5-4266-a1c1-9c92b74e6546 HTTP/1.1" status: 204 len: 168 time: 0.5011604 Aug 16 20:23:52.597079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 10f086df-b3ca-41a7-ab22-dc4a9d98ffba {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:52.597634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 10f086df-b3ca-41a7-ab22-dc4a9d98ffba not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:52.626136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a87d0-edf6-4ac9-a4d8-d7dd878c719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0246187e-07a5-4266-a1c1-9c92b74e6546,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:52.626238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Deleting port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:52.626238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.707277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] For port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,segment=NetworkSegment(36328604-f931-4ebc-9f4d-0a65bf55c7e1),segment_id=36328604-f931-4ebc-9f4d-0a65bf55c7e1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:52.708848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.731049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Calling delete_port for c960c8cb-7cc8-48bc-a18a-9fe683b18e3a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:52.753562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44136) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:52.858673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting subnet 7a87cc9c-b302-4c38-94c5-af62fdf1694a {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:52.863436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.919780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Deleting port d547bf15-7a1e-4894-b854-004d9e553672 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:52.920105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.972326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:52.997981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.009838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] No DVR routers for this DVR port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:53.065141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d57f1-165f-47a1-aff0-663e7e4a2938 None None] Pushing event deleted for resources: {'Port': ['ID=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.119137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] For port d547bf15-7a1e-4894-b854-004d9e553672, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d547bf15-7a1e-4894-b854-004d9e553672,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:53.120364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.140210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Calling delete_port for d547bf15-7a1e-4894-b854-004d9e553672 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:53.142406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.147015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.182918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6186b995-129d-44d9-a86f-0e12d8206b4e req-7462a813-1fbe-430e-ab59-da11a5c4e8f4 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0772812 Aug 16 20:23:53.198832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0384f3-840f-4b5b-9a2c-f1e7a4a60c64 req-590b6fef-bde2-47bb-9c1c-aa9adae2e4a0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:53.200469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d0384f3-840f-4b5b-9a2c-f1e7a4a60c64 req-590b6fef-bde2-47bb-9c1c-aa9adae2e4a0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 945 time: 0.1838381 Aug 16 20:23:53.212364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Deleting port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:53.212714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.248993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.350797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] For port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:53.351167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.356395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-deb1ad58-7e78-4ecf-b606-bf87f3d4bcc5 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:53.358594 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-deb1ad58-7e78-4ecf-b606-bf87f3d4bcc5 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.64 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 821 time: 0.1814623 Aug 16 20:23:53.367303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d0384f3-840f-4b5b-9a2c-f1e7a4a60c64 req-d4647aae-c37b-49f4-8b6f-5344da137f2b tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410959 Aug 16 20:23:53.383678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Calling delete_port for c960c8cb-7cc8-48bc-a18a-9fe683b18e3a owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:53.384708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:23:53.386972 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.390896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Request body: {'port': {'device_id': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'admin_state_up': True, 'tenant_id': '45396804043944c297984c7010709f70'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:53.417608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Pushing event deleted for resources: {'Port': ['ID=c960c8cb-7cc8-48bc-a18a-9fe683b18e3a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.431132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] No DVR routers for this DVR port c960c8cb-7cc8-48bc-a18a-9fe683b18e3a on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:53.471615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.497070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.507923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c2cd56-6b85-470d-b299-4934fa68e19e']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:53.518029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Subnet': ['ID=7a87cc9c-b302-4c38-94c5-af62fdf1694a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.518421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36328604-f931-4ebc-9f4d-0a65bf55c7e1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:53.518793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36328604-f931-4ebc-9f4d-0a65bf55c7e1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:53.528859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.529407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.531292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8afa4b31-898c-4ec4-a3d6-5d88bb72c636 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/subnets/7a87cc9c-b302-4c38-94c5-af62fdf1694a HTTP/1.1" status: 204 len: 168 time: 0.7754569 Aug 16 20:23:53.534932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44172) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.539813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45dcd2e-f481-40e7-9bc1-434771e9227d None None] Network 2e9c9796-8faa-42d6-8716-d6422391fac7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:53.590357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.594955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.597851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.599240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/769ea26d-ca59-43d8-bf2e-6e48e9b6f108 HTTP/1.1" status: 204 len: 168 time: 1.1676497 Aug 16 20:23:53.615056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:53.615704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:53.624929 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:53.659061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.677171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6180d0-21da-4f26-818d-83eef04e21c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ea26d-ca59-43d8-bf2e-6e48e9b6f108,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.691029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0970f50-a5eb-4575-abfb-8cc9fc69adf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.695349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.704460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.720223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:53.725719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188', 'd547bf15-7a1e-4894-b854-004d9e553672'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:23:53.798527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.800718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event deleted for resources: {'Port': ['ID=d547bf15-7a1e-4894-b854-004d9e553672,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.816324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.820309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] 10.222.0.70 "DELETE /v2.0/networks/93c2cd56-6b85-470d-b299-4934fa68e19e HTTP/1.1" status: 204 len: 168 time: 1.5939586 Aug 16 20:23:53.831569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Made reservation on behalf of 45396804043944c297984c7010709f70 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:53.835069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.842468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44180) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.859121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92338819-9995-4299-9b51-7e8b3acab653 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c2cd56-6b85-470d-b299-4934fa68e19e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:53.924244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port 3f4c37e6-a564-4170-a78b-fb9cbac54948 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:53.924592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:53.942328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:53.962905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] DHCP port deletion for 2e9c9796-8faa-42d6-8716-d6422391fac7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:53.966467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] No DVR routers for this DVR port d547bf15-7a1e-4894-b854-004d9e553672 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:54.082024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port 3f4c37e6-a564-4170-a78b-fb9cbac54948, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3f4c37e6-a564-4170-a78b-fb9cbac54948,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:54.082717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.111048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for 3f4c37e6-a564-4170-a78b-fb9cbac54948 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:54.126609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c960c8cb-7cc8-48bc-a18a-9fe683b18e3a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:54.147661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c960c8cb-7cc8-48bc-a18a-9fe683b18e3a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:54.147980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c960c8cb-7cc8-48bc-a18a-9fe683b18e3a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:54.148408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3f4c37e6-a564-4170-a78b-fb9cbac54948 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:54.191145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.194940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-473e1630-ca49-4700-8116-5122cfba42a8 req-fdaa792e-516f-409f-a278-772c7c2987b7 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "DELETE /v2.0/ports/d547bf15-7a1e-4894-b854-004d9e553672 HTTP/1.1" status: 204 len: 173 time: 1.7165787 Aug 16 20:23:54.198171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-deleted', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:54.201189 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6809be0f-a0a8-4c56-8292-6f74d330ee8a" -d '{"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-deleted", "tag": "d547bf15-7a1e-4894-b854-004d9e553672"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:54.213595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Deleting port 3f4c37e6-a564-4170-a78b-fb9cbac54948 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:54.214207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.217590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0970f50-a5eb-4575-abfb-8cc9fc69adf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.301658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] For port 3f4c37e6-a564-4170-a78b-fb9cbac54948, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3f4c37e6-a564-4170-a78b-fb9cbac54948,segment=NetworkSegment(ff30a31b-7e46-4b07-8570-4d1449309a88),segment_id=ff30a31b-7e46-4b07-8570-4d1449309a88)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:54.302023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.342742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6c3b356-4a3f-444a-82a9-86e1b67e798b req-20db8d7c-8132-4781-a9e1-787e2fafcd49 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0454943 Aug 16 20:23:54.354588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Calling delete_port for 3f4c37e6-a564-4170-a78b-fb9cbac54948 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:54.405984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1302030504-network', 'tenant_id': '0e8accd15aa54e0e82b9db4a8d1ea83e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:54.430870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Allocated IP 172.20.0.3 (725ff5bc-f352-4362-9f22-0293ad9dbc88/db63ed9b-7a8a-4b34-80a9-c9c6496f94f5/913f2afd-db15-4ea3-b7de-1a07ca93eafd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:23:54.451259 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8406906-9182-483c-9fd7-ff2eac9a23ed x-openstack-request-id: req-c8406906-9182-483c-9fd7-ff2eac9a23ed {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:54.451557 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d36578-0c50-4591-85c9-e7dc7109774c", "name": "network-vif-deleted", "tag": "d547bf15-7a1e-4894-b854-004d9e553672", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:54.452200 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8406906-9182-483c-9fd7-ff2eac9a23ed {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:54.454582 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d36578-0c50-4591-85c9-e7dc7109774c', 'name': 'network-vif-deleted', 'tag': 'd547bf15-7a1e-4894-b854-004d9e553672', 'status': 'completed', 'code': 200} Aug 16 20:23:54.468285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0970f50-a5eb-4575-abfb-8cc9fc69adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.547127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e357222-2cfa-48f8-bb4a-06d943b95172 req-6d393516-4f70-4422-acf4-62868dd0ff94 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.0467143 Aug 16 20:23:54.579778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0970f50-a5eb-4575-abfb-8cc9fc69adf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=291c9a404c2844bfbff0f290bf22670d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195197 Aug 16 20:23:54.586651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44226) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:54.589407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0970f50-a5eb-4575-abfb-8cc9fc69adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626bd821-c506-4587-b7d4-c23bd60691c2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.645873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.680774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.691552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Made reservation on behalf of 0e8accd15aa54e0e82b9db4a8d1ea83e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:54.694891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.710538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=3f4c37e6-a564-4170-a78b-fb9cbac54948,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.745689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.762194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port 3f4c37e6-a564-4170-a78b-fb9cbac54948 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:54.765460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.798318 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.812592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] No DVR routers for this DVR port 3f4c37e6-a564-4170-a78b-fb9cbac54948 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:54.832247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708b958-9b6c-42ee-b798-24d733f6447c None None] Pushing event deleted for resources: {'Port': ['ID=3f4c37e6-a564-4170-a78b-fb9cbac54948,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:54.832815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.878733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:54.922774 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d03bac71-cbf7-492d-b585-aa63979c8643 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ffc748780994d9c9acc009fec0b231a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441473 Aug 16 20:23:54.926193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:54.937222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.956495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c9796-8faa-42d6-8716-d6422391fac7']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.959840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.978326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:54.988515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff30a31b-7e46-4b07-8570-4d1449309a88') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:54.988916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff30a31b-7e46-4b07-8570-4d1449309a88') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:55.001347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.020800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.035417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.057690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.066870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:55.067400 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:55.072271 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:55.078008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Network 725ff5bc-f352-4362-9f22-0293ad9dbc88 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:23:55.081440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:55.090641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:23:55.140376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event updated for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.158099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.158731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.209873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.221758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.240214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.243196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.246537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82fa38da-2336-44ec-b602-c2314fb8ea90 HTTP/1.1" status: 204 len: 168 time: 0.3170598 Aug 16 20:23:55.255509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d163831-0dc7-4e25-90ce-65da760abc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fa38da-2336-44ec-b602-c2314fb8ea90,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.314257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.316044 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.318730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.320184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/626bd821-c506-4587-b7d4-c23bd60691c2 HTTP/1.1" status: 204 len: 168 time: 0.7314618 Aug 16 20:23:55.331980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.342603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/networks/2e9c9796-8faa-42d6-8716-d6422391fac7 HTTP/1.1" status: 204 len: 168 time: 1.8060694 Aug 16 20:23:55.348701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44254) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:55.362856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.369224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a34e-2e0c-4961-8cc0-cd22b87916ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626bd821-c506-4587-b7d4-c23bd60691c2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.435295 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-d51155be-2fa4-4c01-91d7-468c15b7d806 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0470209 Aug 16 20:23:55.439014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e799ea8-be7e-41b9-872d-22b2d9303abc tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Network': ['ID=2e9c9796-8faa-42d6-8716-d6422391fac7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.449641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Request body: {'port': {'device_id': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:55.461193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:23:55.516300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.516685 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Added segment 2862b9d0-d8c9-4433-b2cf-c74acb02f0b1 of type vlan for network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 Aug 16 20:23:55.518930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a16f9-996b-462d-b0ca-d42d7c381dd8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:55.531702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.564839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting subnet 752dc5d6-673c-41cd-a423-efd5a2e052ff {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:23:55.627452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.689266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.721331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc98ee-d29f-40b6-8709-d14071469825 req-ef350e10-d3fd-46ce-b97a-ed74b9f622b9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:55.729175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-defc98ee-d29f-40b6-8709-d14071469825 req-ef350e10-d3fd-46ce-b97a-ed74b9f622b9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 931 time: 0.2600775 Aug 16 20:23:55.738830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.858653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-defc98ee-d29f-40b6-8709-d14071469825 req-50b50bd7-c242-46c8-af95-865ec7b84796 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274707 Aug 16 20:23:55.909156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f2afd-db15-4ea3-b7de-1a07ca93eafd {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:23:55.921218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.943296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:55.946450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Transition to ACTIVE for port object 913f2afd-db15-4ea3-b7de-1a07ca93eafd will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:23:55.998513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.001882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:56.001882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.044261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c560588-54c4-4d69-bbd2-0b11bfa902db req-6198b329-cd08-43f4-aa5a-909a4a2b73ca tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.0466905 Aug 16 20:23:56.171870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] Pushing event updated for resources: {'Network': ['ID=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.172272 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.190360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:23:56.221638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9f5eaf97-6960-419c-8a30-add76a23c8ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2737548 Aug 16 20:23:56.223841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.232501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Request body: {'subnet': {'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1302030504-subnet', 'tenant_id': '0e8accd15aa54e0e82b9db4a8d1ea83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:23:56.250768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Deleting port 80bf2735-936d-49fa-b2e2-68d0362affde {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:56.251114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.283439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d547bf15-7a1e-4894-b854-004d9e553672 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:56.324810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: d547bf15-7a1e-4894-b854-004d9e553672 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:56.325592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d547bf15-7a1e-4894-b854-004d9e553672 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:56.326706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775407-c768-40a9-8684-41465159540c service neutron] Pushing event updated for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.327017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:56.368387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.374644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Attempting to bind port 913f2afd-db15-4ea3-b7de-1a07ca93eafd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:23:56.375284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Attempting to bind port 913f2afd-db15-4ea3-b7de-1a07ca93eafd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:23:56.376542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Attempting to bind port 913f2afd-db15-4ea3-b7de-1a07ca93eafd on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:56.381877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Port 913f2afd-db15-4ea3-b7de-1a07ca93eafd on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:23:56.382800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Attempting to bind port 913f2afd-db15-4ea3-b7de-1a07ca93eafd on network 725ff5bc-f352-4362-9f22-0293ad9dbc88 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:23:56.390659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:23:56.391421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Checking segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:56.392070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Bound using segment: {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:23:56.392732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Bound port: 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6e1e0e-346d-47c8-b80a-d63f0549e944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:23:56.393320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.448943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.465365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.469938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/subnets/752dc5d6-673c-41cd-a423-efd5a2e052ff HTTP/1.1" status: 204 len: 168 time: 1.1101587 Aug 16 20:23:56.474013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] For port 80bf2735-936d-49fa-b2e2-68d0362affde, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80bf2735-936d-49fa-b2e2-68d0362affde,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:56.476302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.482317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44292) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:56.485598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19990faf-7943-42c6-ac6d-94b3641bfa41 tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Subnet': ['ID=752dc5d6-673c-41cd-a423-efd5a2e052ff,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.490743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b8697-85aa-4531-a699-d196e359719c None None] Network 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:56.509089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Calling delete_port for 80bf2735-936d-49fa-b2e2-68d0362affde owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:56.524983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:56.539425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:56.543078 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431d8f5-2f37-4567-b92b-b574b0fec06d" -d '{"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:56.598861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.610403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Made reservation on behalf of 0e8accd15aa54e0e82b9db4a8d1ea83e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:23:56.613869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.638142 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.675525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:23:56.706621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:23:56.716759 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed924b17-4131-48af-a129-de8afc850584 x-openstack-request-id: req-ed924b17-4131-48af-a129-de8afc850584 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:56.717435 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-unplugged", "status": "completed", "tag": "d57531bf-5791-4464-b728-45a1df491e9a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:56.717873 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed924b17-4131-48af-a129-de8afc850584 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:56.718411 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a', 'code': 200} Aug 16 20:23:56.806298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.823950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Deleting port 41658fe0-88fd-45df-8975-cff16a6261b4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:56.824765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.845635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:56.951052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] DHCP port deletion for 9c45863c-aedd-4fda-b5fc-9a114e5c82a3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:23:56.987029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:56.988309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:56.992838 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-2e775407-c768-40a9-8684-41465159540c service neutron] 10.222.0.64 "PUT /v2.0/ports/913f2afd-db15-4ea3-b7de-1a07ca93eafd HTTP/1.1" status: 200 len: 1092 time: 1.5535529 Aug 16 20:23:57.007135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:23:57.009907 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa2059-f503-4838-8d6b-7ad716ac9856" -d '{"events": [{"name": "network-changed", "server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:23:57.020831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] For port 41658fe0-88fd-45df-8975-cff16a6261b4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41658fe0-88fd-45df-8975-cff16a6261b4,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:57.021293 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.066138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Calling delete_port for 41658fe0-88fd-45df-8975-cff16a6261b4 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:57.099642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Deleting port 41658fe0-88fd-45df-8975-cff16a6261b4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:57.102498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.149586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775407-c768-40a9-8684-41465159540c service neutron] Pushing event updated for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.149796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5efb8-a732-4a29-bcbd-4c29f76bad05 req-b6290bb3-378e-4b20-b1c0-e310c99717d2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.156086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1f5efb8-a732-4a29-bcbd-4c29f76bad05 req-b6290bb3-378e-4b20-b1c0-e310c99717d2 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1305623 Aug 16 20:23:57.289046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-c5842386-153f-468b-9238-955969e602f6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.296546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-c5842386-153f-468b-9238-955969e602f6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.1380758 Aug 16 20:23:57.296765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] For port 41658fe0-88fd-45df-8975-cff16a6261b4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41658fe0-88fd-45df-8975-cff16a6261b4,segment=NetworkSegment(bf5c05f1-e020-4e57-8687-bf2f7e60fa31),segment_id=bf5c05f1-e020-4e57-8687-bf2f7e60fa31)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:23:57.297218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.313409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.328803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Calling delete_port for 41658fe0-88fd-45df-8975-cff16a6261b4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:23:57.350179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.362112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-abc6b22a-e71c-47a2-be80-6029879c5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.363643 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-abc6b22a-e71c-47a2-be80-6029879c5174 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 1095 time: 0.2225957 Aug 16 20:23:57.371487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-f9e58993-b11a-4e59-aeea-b588424fb507 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/quotas/19d0b5d2a3e94118bcfdfa0001c171c0 HTTP/1.1" status: 200 len: 375 time: 0.0739505 Aug 16 20:23:57.392250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1f5efb8-a732-4a29-bcbd-4c29f76bad05 req-2852cf89-749a-4b55-a73a-6b4dbb95c152 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351077 Aug 16 20:23:57.409886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bf2735-936d-49fa-b2e2-68d0362affde,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.559937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-19fb415e-2425-4313-8f77-d343dfe2c873 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873939 Aug 16 20:23:57.561303 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3543b5e3-36f5-4b35-a922-06ecb61465ba x-openstack-request-id: req-3543b5e3-36f5-4b35-a922-06ecb61465ba {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:23:57.567908 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:23:57.567908 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3543b5e3-36f5-4b35-a922-06ecb61465ba {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:23:57.567908 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd', 'status': 'completed', 'code': 200} Aug 16 20:23:57.662542 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-de4a209c-0eed-4373-b6db-b3ad172b24e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd HTTP/1.1" status: 200 len: 217 time: 0.2696469 Aug 16 20:23:57.680429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.698561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Checking segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:23:57.699117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Network hostable DHCP agents. Network: d5ccab87-ed8d-496f-9f2c-99d7e16e1b22, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:23:57.701537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23097b2e-d444-4813-a5ec-7f6486af87af,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.708650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] Pushing event deleted for resources: {'Port': ['ID=41658fe0-88fd-45df-8975-cff16a6261b4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.715279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807834c1-a077-4db6-b384-19188dbf07ae None None] No DVR routers for this DVR port 41658fe0-88fd-45df-8975-cff16a6261b4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:57.742259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-8c4b0111-271e-4fb4-9ab0-e78e5c695d4d service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785028 Aug 16 20:23:57.757479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:57.782678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] No DVR routers for this DVR port 41658fe0-88fd-45df-8975-cff16a6261b4 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:23:57.868961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-164daad6-54b0-413c-a144-8838d37ac3cf req-80d249ad-c3a4-4d1d-84e7-3e44e70f6638 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.1277673 Aug 16 20:23:57.934789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Port': ['ID=41658fe0-88fd-45df-8975-cff16a6261b4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:57.981386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-f4a08b13-099a-4394-abc7-00bcd3826aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:57.982664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-f4a08b13-099a-4394-abc7-00bcd3826aea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.3088634 Aug 16 20:23:58.054938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.070956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.075382 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-7dd3e7a1-c392-4c6c-bdf6-3bf739cd9764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716479 Aug 16 20:23:58.084216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c45863c-aedd-4fda-b5fc-9a114e5c82a3']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:58.154403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41658fe0-88fd-45df-8975-cff16a6261b4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:23:58.201955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 41658fe0-88fd-45df-8975-cff16a6261b4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:23:58.202209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41658fe0-88fd-45df-8975-cff16a6261b4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:23:58.258951 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-5fcdc362-c577-4cd4-b68d-3299fb706a06 service neutron] 10.222.0.64 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719303 Aug 16 20:23:58.262681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:23:58.269411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:58.269651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5c05f1-e020-4e57-8687-bf2f7e60fa31') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:58.304552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.374487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-a9d71655-24fb-4b1e-9836-1005a71ee700 service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012213 Aug 16 20:23:58.409429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.414035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d5ccab87-ed8d-496f-9f2c-99d7e16e1b22) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:23:58.419890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.420817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.427832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbd4b0e-0e87-43e4-8774-7c1072c571b8 None None] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:58.432101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-111c9447-e51f-4afb-91e2-526a9c1b4df7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3639216 Aug 16 20:23:58.463421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-090d6ac2-31c9-45da-9a08-748eebec70b9 req-84a5698f-be77-434e-840e-738652a6bcff service neutron] 10.222.0.64 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962533 Aug 16 20:23:58.482565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:23:58.482986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:23:58.499348 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:23:58.523171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Router 1da3785e-59d1-46a9-85a1-512f650ae772 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:23:58.705499 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f45ca98-2802-4125-8e9f-1b6a20f17f25 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4820471 Aug 16 20:23:58.755802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152df35c-e621-4879-a69a-ab3b05ceb44c None None] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:23:58.868391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-095b890f-7c07-43d4-9d8c-2afcf3186822 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.870527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-095b890f-7c07-43d4-9d8c-2afcf3186822 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fa89f9d-3add-499d-aba9-620dc1baf6db HTTP/1.1" status: 200 len: 944 time: 0.3452835 Aug 16 20:23:58.916738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-822a2e3f-859b-47c1-b538-49341a2245a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.919624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-822a2e3f-859b-47c1-b538-49341a2245a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=818d863923c2444f80d24c6e03eac76c&device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 1097 time: 0.3955996 Aug 16 20:23:58.953197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-0a02c802-6493-4cf0-9f98-5a01f72c704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.954787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-0a02c802-6493-4cf0-9f98-5a01f72c704e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=45396804043944c297984c7010709f70&device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 1095 time: 0.3371985 Aug 16 20:23:58.956587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40a9c8d8-da14-4f99-b698-5d6496db3edf req-d73b774b-c402-498c-aee2-264135979d86 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 210 time: 0.1186860 Aug 16 20:23:58.984511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67bb0c-a010-4187-9a2c-ad72cf644928 req-8e344198-60b2-4765-a63a-7fd8288c5c28 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:58.989432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae67bb0c-a010-4187-9a2c-ad72cf644928 req-8e344198-60b2-4765-a63a-7fd8288c5c28 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 943 time: 0.3729422 Aug 16 20:23:59.016041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.056691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:23:59.069597 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Sync routers for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:23:59.081282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.091477 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] 10.222.0.70 "DELETE /v2.0/networks/9c45863c-aedd-4fda-b5fc-9a114e5c82a3 HTTP/1.1" status: 204 len: 168 time: 2.6080058 Aug 16 20:23:59.092569 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:59.093692 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:59.107567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc0603-6c8b-410c-ba9a-889d21ed6e1e tempest-ServersTestMultiNic-1583829241 tempest-ServersTestMultiNic-1583829241-project] Pushing event deleted for resources: {'Network': ['ID=9c45863c-aedd-4fda-b5fc-9a114e5c82a3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:23:59.280135 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:59.456615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0a3d9bc4-dbc5-4290-9667-3245bbc6fd91 admin admin] 10.222.0.70 "PUT /v2.0/routers/1da3785e-59d1-46a9-85a1-512f650ae772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6072719 Aug 16 20:23:59.467213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44384) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:23:59.523990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:23:56Z', 'revision_number': 5, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:59.561321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f398670b-5f81-40ff-afe2-f0795c57192d req-0b6112e2-d3cf-4949-be24-bcfb647a717f tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8d36578-0c50-4591-85c9-e7dc7109774c HTTP/1.1" status: 200 len: 210 time: 0.1038043 Aug 16 20:23:59.581522 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Checking router: 1da3785e-59d1-46a9-85a1-512f650ae772 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:23:59.594817 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Routers {'1da3785e-59d1-46a9-85a1-512f650ae772'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:23:59.596564 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:23:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1da3785e-59d1-46a9-85a1-512f650ae772'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:23:59.638270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-cdf7ab87-1285-4b96-95d2-1ae528367f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.639792 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-cdf7ab87-1285-4b96-95d2-1ae528367f7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 200 len: 909 time: 0.6958089 Aug 16 20:23:59.695192 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-d92ebfc5-0272-4fbc-abb3-c25dca23d856 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 200 len: 217 time: 0.0462222 Aug 16 20:23:59.729567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae67bb0c-a010-4187-9a2c-ad72cf644928 req-86baf2b4-ead5-4933-b749-47fc30b7a789 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093723 Aug 16 20:23:59.804746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-0530f68f-9099-4f25-9a69-3b6fb4679d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.806215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-0530f68f-9099-4f25-9a69-3b6fb4679d42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 200 len: 848 time: 0.0989296 Aug 16 20:23:59.811710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] Set router 1da3785e-59d1-46a9-85a1-512f650ae772 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:23:59.817178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-ac681e9f-cf90-4792-9bd0-2bfa13d6f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:23:59.818467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Deleting port d57531bf-5791-4464-b728-45a1df491e9a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:23:59.818873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-ac681e9f-cf90-4792-9bd0-2bfa13d6f60a service neutron] 10.222.0.64 "GET /v2.0/networks?id=725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 200 len: 922 time: 0.8284826 Aug 16 20:23:59.819353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.820835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:23:59.918571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-af327e2e-997f-4dfe-8427-e0e34f1f8ec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd HTTP/1.1" status: 200 len: 217 time: 0.0863936 Aug 16 20:23:59.920277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-095f6eae-1d65-4488-82f0-d9d6f799e34f tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=685d834f8d05442397802d1c5a3f5a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049240 Aug 16 20:23:59.929409 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-a7103c4b-59d5-4b5f-846b-bb2d4ab12a48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=187b95b0-ebad-4524-bc35-c502c6ac8b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138625 Aug 16 20:24:00.031591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-89eaab6f-d2cf-4285-a90b-06be3e4b1222 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942256 Aug 16 20:24:00.062599 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:23:56Z', 'revision_number': 5, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:00.105997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc7361-4805-4025-8d41-b4765eb10e58 None None] The sync data for ids ['1da3785e-59d1-46a9-85a1-512f650ae772'] in n-d-794306-10 is: [{'id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1013636325-router', 'tenant_id': '688916cf075341a1969a5921bd105119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:18:26Z', 'updated_at': '2021-08-16T20:23:56Z', 'revision_number': 5, 'project_id': '688916cf075341a1969a5921bd105119', 'gw_port': {'id': '6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:44:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da3785e-59d1-46a9-85a1-512f650ae772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:18:28Z', 'updated_at': '2021-08-16T20:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:00.109470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] For port d57531bf-5791-4464-b728-45a1df491e9a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d57531bf-5791-4464-b728-45a1df491e9a,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:00.109942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.140351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Calling delete_port for d57531bf-5791-4464-b728-45a1df491e9a owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:00.156779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-835e96a3-b03d-4395-995f-a32cb6e8b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.158262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-835e96a3-b03d-4395-995f-a32cb6e8b061 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 200 len: 861 time: 0.2276623 Aug 16 20:24:00.212028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c84c4e9b-46ef-420b-8656-b516b71867f5 req-4367aa73-a0a1-4d20-9712-59a4b7c13c46 service neutron] 10.222.0.64 "GET /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734061 Aug 16 20:24:00.255451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-fb2c51c4-6be8-4a34-bbc0-354cdb8334e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=725ff5bc-f352-4362-9f22-0293ad9dbc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777891 Aug 16 20:24:00.258547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.270044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-7d614251-9f02-4398-917c-8878832e8131 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.271637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-7d614251-9f02-4398-917c-8878832e8131 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399620 Aug 16 20:24:00.280798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-0bdbfd30-ec1b-4328-8197-426352873e8c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:00.282425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-0bdbfd30-ec1b-4328-8197-426352873e8c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 818 time: 0.3687108 Aug 16 20:24:00.351405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c4e4a9fa-f696-40bc-9ba6-11669f67a251 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/quotas/685d834f8d05442397802d1c5a3f5a12 HTTP/1.1" status: 200 len: 375 time: 0.0597236 Aug 16 20:24:00.355176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-3b5be6d2-fb7b-4cc3-a4c2-15946b11c855 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/quotas/0e8accd15aa54e0e82b9db4a8d1ea83e HTTP/1.1" status: 200 len: 375 time: 0.0614846 Aug 16 20:24:00.388769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.419873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-915b339a-dd97-4cba-bf96-7dfc079cfcf5 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604546 Aug 16 20:24:00.429141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-81e03ffe-6774-464d-b3d3-f232f93d320b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595665 Aug 16 20:24:00.477976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-47665bcc-45cf-4db7-a7b9-8f3bb216f0f4 service neutron] 10.222.0.64 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052159 Aug 16 20:24:00.505638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d85772db-862b-4b5a-96c7-65b5b5499c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.534575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event deleted for resources: {'Port': ['ID=d57531bf-5791-4464-b728-45a1df491e9a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:00.568543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] No DVR routers for this DVR port d57531bf-5791-4464-b728-45a1df491e9a on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:00.571934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.575353 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4597d32-d970-41a9-b3af-d41bf81b3c7a req-d7eb9b7c-f42c-44fd-8819-0ab198c8d520 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "DELETE /v2.0/ports/d57531bf-5791-4464-b728-45a1df491e9a HTTP/1.1" status: 204 len: 173 time: 1.6930857 Aug 16 20:24:00.575850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-deleted', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:00.579848 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0db1aa-5c2e-4e5d-ba0e-54f807bd4dfa" -d '{"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-deleted", "tag": "d57531bf-5791-4464-b728-45a1df491e9a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:00.641288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Deleting port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:00.641526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.726963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18aa2059-f503-4838-8d6b-7ad716ac9856 req-0c485e68-191b-43fe-9136-48b0d87f00b8 service neutron] 10.222.0.64 "GET /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396472 Aug 16 20:24:00.874794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] For port 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:00.875166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:00.897072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ab4a374f-3510-40a7-979c-c2b11e6b9452 service neutron] 10.222.0.70 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432130 Aug 16 20:24:00.897928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Calling delete_port for 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:00.997660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b36283-ec44-45d6-862e-e84855fe9cce req-14983815-829d-4a6e-9875-4cff53cc70bd tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 210 time: 0.0528390 Aug 16 20:24:01.047086 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326baa61-5ac5-45b8-8182-83729682bfc0 x-openstack-request-id: req-326baa61-5ac5-45b8-8182-83729682bfc0 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:01.048485 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fa89f9d-3add-499d-aba9-620dc1baf6db", "name": "network-vif-deleted", "tag": "d57531bf-5791-4464-b728-45a1df491e9a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:01.048939 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-326baa61-5ac5-45b8-8182-83729682bfc0 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:01.050341 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fa89f9d-3add-499d-aba9-620dc1baf6db', 'name': 'network-vif-deleted', 'tag': 'd57531bf-5791-4464-b728-45a1df491e9a', 'status': 'completed', 'code': 200} Aug 16 20:24:01.142846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-9cb30cf6-ed94-451f-8cb6-5836c7619fa8 service neutron] 10.222.0.70 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996377 Aug 16 20:24:01.295331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013de2ec-acb2-4a08-9a0e-3a290cc6dd94 req-c2f3f439-7788-4f8f-9c23-1479ade7bfdf tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:01.296939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-013de2ec-acb2-4a08-9a0e-3a290cc6dd94 req-c2f3f439-7788-4f8f-9c23-1479ade7bfdf tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1371586 Aug 16 20:24:01.337503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-013de2ec-acb2-4a08-9a0e-3a290cc6dd94 req-8ef6f3e6-feec-4525-80b0-faee546aaf32 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Aug 16 20:24:01.425190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e01a8c3e-cee6-4204-b814-0748cb07e8ee req-6b96bcc5-c559-4ed6-93b6-101fe617dd4e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.0396836 Aug 16 20:24:01.452678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:01.520480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:01.675550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:01.685470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-5bcfb1c2-518f-49f8-b8b9-1fe8dce277b3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:01.687271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-5bcfb1c2-518f-49f8-b8b9-1fe8dce277b3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.2569551 Aug 16 20:24:01.749997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Request body: {'port': {'device_id': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'admin_state_up': True, 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:01.869533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.035494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.041271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.170099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80bf2735-936d-49fa-b2e2-68d0362affde no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:02.247807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 80bf2735-936d-49fa-b2e2-68d0362affde {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:02.248466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80bf2735-936d-49fa-b2e2-68d0362affde not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:02.296526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-522bb921-6a91-4751-be68-618401f27479 req-58d92984-2784-43a3-9474-573e55d9828f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.1455278 Aug 16 20:24:02.323618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7094f83f-4514-43af-bc13-5de9921ebfb8 req-642f7955-6c08-49e7-998d-6cdf0575505b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 210 time: 0.1158900 Aug 16 20:24:02.325355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:02.358659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: d57531bf-5791-4464-b728-45a1df491e9a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:02.359473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d57531bf-5791-4464-b728-45a1df491e9a not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:02.426909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:02.432732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.435399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.435988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da3785e-59d1-46a9-85a1-512f650ae772 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:24:02.493495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.496774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc927120-7354-457b-b876-1d4ebbce8c25 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1da3785e-59d1-46a9-85a1-512f650ae772 HTTP/1.1" status: 204 len: 168 time: 3.0274074 Aug 16 20:24:02.502159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44468) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:02.508322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913f2afd-db15-4ea3-b7de-1a07ca93eafd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:02.623601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.838249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:02.853961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19d82d9c-581d-4256-9fb3-4d21ef8dcf2b req-5c5a6522-376a-46c3-b4bb-c63cc0e42e1e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.2387507 Aug 16 20:24:02.893991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '913f2afd-db15-4ea3-b7de-1a07ca93eafd', 'network_id': '725ff5bc-f352-4362-9f22-0293ad9dbc88', 'port_id': '913f2afd-db15-4ea3-b7de-1a07ca93eafd', 'mac_address': 'fa:16:3e:87:e7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db63ed9b-7a8a-4b34-80a9-c9c6496f94f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:02.897531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Deleting subnet 5a4d42c9-6ce9-4b34-ab0d-06bb7424686d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:02.907423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.976179 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:02.988290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:03.004774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.029004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913f2afd-db15-4ea3-b7de-1a07ca93eafd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:03.055064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:03.143097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Allocated IP 172.20.0.4 (dcae15a1-f6e4-483c-8235-f7759e26091a/42af3bab-00ea-4e7d-b30b-caea282c68d2/52474e76-ead6-4f54-8f63-4d8c88824701) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:03.153267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Deleting port c82c3185-c5ef-40dd-9508-60f924909f12 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:03.153721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.195811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.287637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] For port c82c3185-c5ef-40dd-9508-60f924909f12, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c82c3185-c5ef-40dd-9508-60f924909f12,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:03.288062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.303079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Calling delete_port for c82c3185-c5ef-40dd-9508-60f924909f12 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:03.310761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef62b-1256-4114-b4cb-1a8f0836cef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.319961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.397592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.440084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['913f2afd-db15-4ea3-b7de-1a07ca93eafd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:03.452011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-379fe812-2222-4f4f-ba76-ec49b048e4f8 req-f65467a7-e626-4bb5-ba6a-f6c8f261ace1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.0601296 Aug 16 20:24:03.472870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.481621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7955ce-2c46-4ac5-a19f-a016b7f25ce9 req-274cb6fc-e994-4877-b573-ba43c04886fe tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.488167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f7955ce-2c46-4ac5-a19f-a016b7f25ce9 req-274cb6fc-e994-4877-b573-ba43c04886fe tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 943 time: 0.9874341 Aug 16 20:24:03.516209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.590250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Network dcae15a1-f6e4-483c-8235-f7759e26091a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:03.620115 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f131a60-6f10-4d76-b1f4-c89ea8c9349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.639846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.662006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:03.749850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f131a60-6f10-4d76-b1f4-c89ea8c9349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.764462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:03.795614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f7955ce-2c46-4ac5-a19f-a016b7f25ce9 req-5095ec12-c72a-4657-8a8f-a5ee541aec66 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035383 Aug 16 20:24:03.802505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.815033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.830498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.831114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.842573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Pushing event deleted for resources: {'Port': ['ID=c82c3185-c5ef-40dd-9508-60f924909f12,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.842783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dfe1-44e1-4d5b-9736-4e9a5861626f req-079378d5-abea-4e09-812f-29ad676f57db tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:03.844154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84d2dfe1-44e1-4d5b-9736-4e9a5861626f req-079378d5-abea-4e09-812f-29ad676f57db tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 931 time: 0.2520006 Aug 16 20:24:03.848865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.853164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f131a60-6f10-4d76-b1f4-c89ea8c9349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.894800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:03.896879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5a4d42c9-6ce9-4b34-ab0d-06bb7424686d HTTP/1.1" status: 204 len: 168 time: 1.3831804 Aug 16 20:24:03.907200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c823d0-c07d-4670-9297-c64aa2581c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a4d42c9-6ce9-4b34-ab0d-06bb7424686d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:03.910823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83beae1f-dea5-444a-8d54-00714822ae6e None None] Network 4d023e4a-44f9-48d0-b61b-7f677794152c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:03.911654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:03.989140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b3abe9b-013d-4b04-aa46-a1facd72ebd4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2446277 Aug 16 20:24:04.002515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84d2dfe1-44e1-4d5b-9736-4e9a5861626f req-7e16770b-ed90-467d-8e39-a9005c7eabfa tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117346 Aug 16 20:24:04.011096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Request body: {'port': {'device_id': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:04.047969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131a60-6f10-4d76-b1f4-c89ea8c9349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915566da-99a6-458e-a84f-1a7e98828ed2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:04.060453 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f131a60-6f10-4d76-b1f4-c89ea8c9349f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4b1e74620904666913bf4215eda4bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0719912 Aug 16 20:24:04.094837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44494) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:04.136523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.165420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5178ea05-0ca0-4b90-9279-58652133360f req-01fbfb00-88ff-47ca-9ce7-e4e56bae2d5f tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.0713522 Aug 16 20:24:04.175228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.219177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:04.259018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:04.259870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6f82e3c2-5f5d-45b3-a9a6-91b07e57e2e0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:04.266484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.329111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.349339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.372262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] DHCP port deletion for 4d023e4a-44f9-48d0-b61b-7f677794152c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:04.409926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.468075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Deleting port d260437f-127a-49ba-8c9b-a728eb2f779f {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:04.468715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.577361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913f2afd-db15-4ea3-b7de-1a07ca93eafd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:04.639266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-d66f56ef-b50c-4aaf-b446-d375c9a23c2d tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=685d834f8d05442397802d1c5a3f5a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557601 Aug 16 20:24:04.653295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] For port d260437f-127a-49ba-8c9b-a728eb2f779f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d260437f-127a-49ba-8c9b-a728eb2f779f,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:04.653842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.667957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe587e56-1ade-43e4-9702-1430ad054671 req-8e02ae30-9de0-4190-9e0f-0f500399d5b0 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.0747392 Aug 16 20:24:04.679304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Calling delete_port for d260437f-127a-49ba-8c9b-a728eb2f779f owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:04.726633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Deleting port d260437f-127a-49ba-8c9b-a728eb2f779f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:04.726980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.838886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] For port d260437f-127a-49ba-8c9b-a728eb2f779f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d260437f-127a-49ba-8c9b-a728eb2f779f,segment=NetworkSegment(668bf33d-77cd-421f-b7cc-87c7cecbcbeb),segment_id=668bf33d-77cd-421f-b7cc-87c7cecbcbeb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:04.840101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:04.880670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-71ee92f5-b36c-454c-a5cd-2a4ed27d55c1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:04.882195 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-71ee92f5-b36c-454c-a5cd-2a4ed27d55c1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360995 Aug 16 20:24:04.899302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Request body: {'port': {'device_id': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '685d834f8d05442397802d1c5a3f5a12'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:04.951608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Router c562c703-b1ab-48f8-8975-a98d35469853 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:05.000258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 913f2afd-db15-4ea3-b7de-1a07ca93eafd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:05.002637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.077206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] Pushing event deleted for resources: {'Port': ['ID=d260437f-127a-49ba-8c9b-a728eb2f779f,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.093141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 913f2afd-db15-4ea3-b7de-1a07ca93eafd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:05.093653 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.131367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:05.144427 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02908172-6cc1-4cc1-b392-25d3ecab65cc admin admin] 10.222.0.70 "PUT /v2.0/routers/c562c703-b1ab-48f8-8975-a98d35469853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2730327 Aug 16 20:24:05.147032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44506) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:05.225845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Made reservation on behalf of 685d834f8d05442397802d1c5a3f5a12 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:05.236056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.284221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Sync routers for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:05.311304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445afd8-61f3-485e-9d18-27f2a7d7bb09 None None] No DVR routers for this DVR port d260437f-127a-49ba-8c9b-a728eb2f779f on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:05.331249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Calling delete_port for d260437f-127a-49ba-8c9b-a728eb2f779f owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:05.341264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.411694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.414157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.419042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/915566da-99a6-458e-a84f-1a7e98828ed2 HTTP/1.1" status: 204 len: 168 time: 1.3198569 Aug 16 20:24:05.441780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.461557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:05.463456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:05.488801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13164ff6-771d-4374-951d-f7bdb1feb69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915566da-99a6-458e-a84f-1a7e98828ed2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.543216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.574698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52474e76-ead6-4f54-8f63-4d8c88824701 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:05.586279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.589981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] No DVR routers for this DVR port d260437f-127a-49ba-8c9b-a728eb2f779f on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:05.591104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.614515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.644903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Pushing event deleted for resources: {'Port': ['ID=d260437f-127a-49ba-8c9b-a728eb2f779f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.695433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:05.698195 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb75a0f-c4f2-4ad1-8bfd-f3f23267d22c" -d '{"events": [{"server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:05.720892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:05.729072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.742606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Transition to ACTIVE for port object 52474e76-ead6-4f54-8f63-4d8c88824701 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:05.744686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:05.759588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe10573-fad2-48a4-bec2-7878ec3054e1 req-ca3b2e7a-8130-4215-a711-0578f7309d18 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:05.771973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbe10573-fad2-48a4-bec2-7878ec3054e1 req-ca3b2e7a-8130-4215-a711-0578f7309d18 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 931 time: 0.4423904 Aug 16 20:24:05.787160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.815272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.877790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd8f5-6cd7-4272-b9ab-9e6af5d2bd5b req-0c6ba6f9-f423-4bbf-9980-684ee0eee682 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:05.883327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddacd8f5-6cd7-4272-b9ab-9e6af5d2bd5b req-0c6ba6f9-f423-4bbf-9980-684ee0eee682 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 944 time: 0.5554209 Aug 16 20:24:05.897868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.899431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672c3e7d-9352-4491-8ea7-75e725b5c20d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:05.907150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:05.917294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d023e4a-44f9-48d0-b61b-7f677794152c']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:05.951148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668bf33d-77cd-421f-b7cc-87c7cecbcbeb') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:05.951457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668bf33d-77cd-421f-b7cc-87c7cecbcbeb') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:05.987484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.014922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.019588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.026432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:06.027301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.028665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Allocated IP 192.168.233.201 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:06.068917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d260437f-127a-49ba-8c9b-a728eb2f779f no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:06.074729 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:06.091358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d260437f-127a-49ba-8c9b-a728eb2f779f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:06.091702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d260437f-127a-49ba-8c9b-a728eb2f779f not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:06.119277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:24:03Z', 'revision_number': 5, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port': {'id': 'ef425f63-9c5e-436c-aede-fb51ad4243f3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:4b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:22:15Z', 'updated_at': '2021-08-16T20:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.146023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Checking router: c562c703-b1ab-48f8-8975-a98d35469853 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:06.155789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Routers {'c562c703-b1ab-48f8-8975-a98d35469853'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:06.155789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c562c703-b1ab-48f8-8975-a98d35469853'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.168501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbe10573-fad2-48a4-bec2-7878ec3054e1 req-e45b55fd-1db4-425a-afba-3e8f193eca1c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952470 Aug 16 20:24:06.190500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.198535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddacd8f5-6cd7-4272-b9ab-9e6af5d2bd5b req-b14658a0-51ec-41bc-9c58-acdfdd85dbe9 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267520 Aug 16 20:24:06.303743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9d5baf4-9f98-45bc-a906-2a7b38b3a9fd req-b8068ffd-e67a-4aad-a965-b3d2863a36db tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.0549822 Aug 16 20:24:06.312872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.340285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] Set router c562c703-b1ab-48f8-8975-a98d35469853 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:06.351239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b95ea37-f67e-4d52-92b3-50c4c86cfe77 req-51895fcf-1482-49d4-98fc-f20815e04216 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.0451653 Aug 16 20:24:06.367979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.369978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4d023e4a-44f9-48d0-b61b-7f677794152c HTTP/1.1" status: 204 len: 168 time: 2.4571207 Aug 16 20:24:06.373570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21304909-73e3-4ca5-968a-f6a1020d1025 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d023e4a-44f9-48d0-b61b-7f677794152c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.398225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Attempting to bind port 52474e76-ead6-4f54-8f63-4d8c88824701 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:06.398681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Attempting to bind port 52474e76-ead6-4f54-8f63-4d8c88824701 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:06.399216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Attempting to bind port 52474e76-ead6-4f54-8f63-4d8c88824701 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:06.406031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.407899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Port 52474e76-ead6-4f54-8f63-4d8c88824701 on network dcae15a1-f6e4-483c-8235-f7759e26091a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:06.408353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Attempting to bind port 52474e76-ead6-4f54-8f63-4d8c88824701 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:06.422407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:06.422407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Checking segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:06.422407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Bound using segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:06.422407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Bound port: 52474e76-ead6-4f54-8f63-4d8c88824701, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:06.422407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.444863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Transition to ACTIVE for port object 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:06.493263 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b8046-c700-4770-9d2e-83ddfca19adc x-openstack-request-id: req-060b8046-c700-4770-9d2e-83ddfca19adc {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:06.493558 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:06.493812 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-060b8046-c700-4770-9d2e-83ddfca19adc {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:06.494196 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd', 'code': 200} Aug 16 20:24:06.495630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.497369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:24:05Z', 'revision_number': 6, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:06.499524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Deleting port ef425f63-9c5e-436c-aede-fb51ad4243f3 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:06.499976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.525348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2893a5f-5338-4b52-a92e-69a2baabffcc None None] The sync data for ids ['c562c703-b1ab-48f8-8975-a98d35469853'] in n-d-794306-10 is: [{'id': 'c562c703-b1ab-48f8-8975-a98d35469853', 'name': 'tempest-ServersTestMultiNic-1429368699-router', 'tenant_id': '2f2acb22e00e4c75a2312f7a06707795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:22:14Z', 'updated_at': '2021-08-16T20:24:05Z', 'revision_number': 6, 'project_id': '2f2acb22e00e4c75a2312f7a06707795', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:06.571214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:06.584366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f78c3a-8b43-44eb-9581-792509b7e7c2 req-ba797d97-bd1e-42c9-a839-51c1e96847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:06.585959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55f78c3a-8b43-44eb-9581-792509b7e7c2 req-ba797d97-bd1e-42c9-a839-51c1e96847ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 1097 time: 0.1027396 Aug 16 20:24:06.591382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d57a18c-1bf7-44c0-b337-d6d656901dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.599628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:06.599879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.606714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:06.632086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55f78c3a-8b43-44eb-9581-792509b7e7c2 req-ab5883c7-7fa3-4fc3-ab85-3a2b9adeceb4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 16 20:24:06.674028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] For port ef425f63-9c5e-436c-aede-fb51ad4243f3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ef425f63-9c5e-436c-aede-fb51ad4243f3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:06.674261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.698081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:06.701780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.704682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Calling delete_port for ef425f63-9c5e-436c-aede-fb51ad4243f3 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:06.707120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Pushing event updated for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:06.715320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:06.720101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:06.755012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:06.761642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:06.761642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] 10.222.0.64 "PUT /v2.0/ports/52474e76-ead6-4f54-8f63-4d8c88824701 HTTP/1.1" status: 200 len: 1092 time: 2.7576630 Aug 16 20:24:06.761936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:06.764992 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ca42f-55c3-4ed5-8d76-f2899af315ab" -d '{"events": [{"name": "network-changed", "server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:06.882816 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab4c720-c875-40e1-a96c-7faae99cb6bb x-openstack-request-id: req-dab4c720-c875-40e1-a96c-7faae99cb6bb {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:06.890021 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:06.893778 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dab4c720-c875-40e1-a96c-7faae99cb6bb {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:06.893778 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701', 'status': 'completed', 'code': 200} Aug 16 20:24:06.904671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44532) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:07.018794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda8a5d-7740-41ac-8c8c-af8f33b96ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.065385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9a3eb09-b78f-4716-b7d1-60b4816a156d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=586893d313eb42a8810201d85239449f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486671 Aug 16 20:24:07.074085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44534) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:07.094909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-d1ffd0e6-56f9-4321-a2c6-aa7a6b551fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.099229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-d1ffd0e6-56f9-4321-a2c6-aa7a6b551fde service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 1095 time: 0.1488667 Aug 16 20:24:07.242867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.291765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-76c854f5-9a88-4c06-9823-6c84fe1f35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.293641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-76c854f5-9a88-4c06-9823-6c84fe1f35e4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1844580 Aug 16 20:24:07.295941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.312041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29487d2e-c295-448a-abc7-151c1f06d0fa None None] Provisioning for port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:07.317837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29487d2e-c295-448a-abc7-151c1f06d0fa None None] Provisioning complete for port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:07.322666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29487d2e-c295-448a-abc7-151c1f06d0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.375811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.376511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.384347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-29487d2e-c295-448a-abc7-151c1f06d0fa None None] Port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:07.592917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d57a18c-1bf7-44c0-b337-d6d656901dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.617824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ccc28-65e3-43f7-b970-97b13848759d req-d3a50dd1-028e-4832-83ba-1ce0c6c8d419 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.631377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-887ccc28-65e3-43f7-b970-97b13848759d req-d3a50dd1-028e-4832-83ba-1ce0c6c8d419 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.3155746 Aug 16 20:24:07.652349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-41a66806-6683-446a-a6a1-2e8afae8e4a2 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.654588 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-41a66806-6683-446a-a6a1-2e8afae8e4a2 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 818 time: 0.3022354 Aug 16 20:24:07.657957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.661071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.664628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9dd87a39-957f-4756-9244-b1e1fc4a62ee HTTP/1.1" status: 204 len: 168 time: 0.5851274 Aug 16 20:24:07.664796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d57a18c-1bf7-44c0-b337-d6d656901dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.674494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Request body: {'port': {'device_id': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'admin_state_up': True, 'tenant_id': '0e8accd15aa54e0e82b9db4a8d1ea83e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:07.699803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-887ccc28-65e3-43f7-b970-97b13848759d req-3c3ffac7-520c-474b-a9de-9e842580730b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585406 Aug 16 20:24:07.737020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3d076-a3f8-4045-a5f2-183d437eae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd87a39-957f-4756-9244-b1e1fc4a62ee,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.785820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbd228-bea8-4b29-9aa6-557cc55a3481 req-29e6690d-d0e3-403c-ad54-6abff3d3fc1c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.801423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dbbd228-bea8-4b29-9aa6-557cc55a3481 req-29e6690d-d0e3-403c-ad54-6abff3d3fc1c tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2533751 Aug 16 20:24:07.830130 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-c5a5280f-e049-44cc-9f13-3f8e43ebe6c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9374530 Aug 16 20:24:07.830714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:07.857721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-ff674b97-eb99-48d9-824b-c3f1475b7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:07.861185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-552ca42f-55c3-4ed5-8d76-f2899af315ab req-ff674b97-eb99-48d9-824b-c3f1475b7f79 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5559871 Aug 16 20:24:07.862248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Request body: {'port': {'device_id': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:07.950034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dbbd228-bea8-4b29-9aa6-557cc55a3481 req-e4efafd2-3564-4cf9-a333-a1cc07620dab tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454225 Aug 16 20:24:07.953423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ef425f63-9c5e-436c-aede-fb51ad4243f3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:07.971362 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d57a18c-1bf7-44c0-b337-d6d656901dc2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=397008badb454f6497b6988962c7cb60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3984566 Aug 16 20:24:08.007599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57a18c-1bf7-44c0-b337-d6d656901dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b1479d-43c5-4af8-8b06-37ae816fc716,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.024092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44548) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.074865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041a84f-d41b-456b-b881-a6a02a38a81d req-83b7b5e3-6c20-477e-a047-24293dbcfe05 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.082176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1041a84f-d41b-456b-b881-a6a02a38a81d req-83b7b5e3-6c20-477e-a047-24293dbcfe05 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 936 time: 0.2673571 Aug 16 20:24:08.125952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.145485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.150694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ef425f63-9c5e-436c-aede-fb51ad4243f3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:08.155804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Made reservation on behalf of 0e8accd15aa54e0e82b9db4a8d1ea83e for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:08.159264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.175342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ef425f63-9c5e-436c-aede-fb51ad4243f3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:08.175675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ef425f63-9c5e-436c-aede-fb51ad4243f3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:08.176080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c82c3185-c5ef-40dd-9508-60f924909f12 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:08.195073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c82c3185-c5ef-40dd-9508-60f924909f12 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:08.195461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c82c3185-c5ef-40dd-9508-60f924909f12 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:08.206082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8ef9f4d-abae-4428-ba2e-96f02f4fb215 req-88d74abd-9ece-40c7-bade-5c5ef3524e4b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.0749574 Aug 16 20:24:08.229654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1041a84f-d41b-456b-b881-a6a02a38a81d req-42712072-9011-459f-801d-66a847a44481 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466186 Aug 16 20:24:08.280097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f784248-8b22-48d7-8858-6081626cf803 req-ab515949-a6e5-4d5c-99d5-1de1c87ba395 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.281491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f784248-8b22-48d7-8858-6081626cf803 req-ab515949-a6e5-4d5c-99d5-1de1c87ba395 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.3726945 Aug 16 20:24:08.311684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.314557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.318362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.334188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-71a2b881-adb8-4ee9-bbc2-0cc985e74bb1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.335803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-71a2b881-adb8-4ee9-bbc2-0cc985e74bb1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.64 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 818 time: 0.4573028 Aug 16 20:24:08.338192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-e4030071-8d5b-498c-b5bb-9b71cd6cf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.339404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-e4030071-8d5b-498c-b5bb-9b71cd6cf22d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 1095 time: 0.3883882 Aug 16 20:24:08.394260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Request body: {'port': {'device_id': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'admin_state_up': True, 'tenant_id': '0e8accd15aa54e0e82b9db4a8d1ea83e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:08.426645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.469879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-3eda4d64-a627-4a88-85d9-cc7b8a8b601d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.472437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-3eda4d64-a627-4a88-85d9-cc7b8a8b601d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 818 time: 0.5351706 Aug 16 20:24:08.518976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Request body: {'port': {'device_id': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'admin_state_up': True, 'tenant_id': '0e8accd15aa54e0e82b9db4a8d1ea83e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:08.525743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-ede85bae-6d56-4e48-944c-1c2f3af021bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52474e76-ead6-4f54-8f63-4d8c88824701 HTTP/1.1" status: 200 len: 217 time: 0.1498222 Aug 16 20:24:08.530902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.531358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c562c703-b1ab-48f8-8975-a98d35469853 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:24:08.548234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.548234 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72aa41ef-5160-4aa9-8d98-4516e888e9ba admin admin] 10.222.0.70 "DELETE /v2.0/routers/c562c703-b1ab-48f8-8975-a98d35469853 HTTP/1.1" status: 204 len: 168 time: 3.3977473 Aug 16 20:24:08.566375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44552) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:08.674066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc756d-0938-48e4-af54-4885b0c49ac6 req-a2ef09dc-f3c2-4eeb-ae2b-111d6df15d05 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.677958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3bc756d-0938-48e4-af54-4885b0c49ac6 req-a2ef09dc-f3c2-4eeb-ae2b-111d6df15d05 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.3591919 Aug 16 20:24:08.688021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Deleting subnet 2a9ffda9-c1bf-4af9-b362-b4956ee4e03f {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:08.689650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Allocated IP 172.20.0.4 (d5ccab87-ed8d-496f-9f2c-99d7e16e1b22/23097b2e-d444-4813-a5ec-7f6486af87af/def85ec7-04e3-42bc-bc4e-0838b8ae668e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:08.698307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.776660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.783038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-620b0305-eb25-45ec-a0d2-f1c5ccd1dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:08.784356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-620b0305-eb25-45ec-a0d2-f1c5ccd1dedf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.2134674 Aug 16 20:24:08.826314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.828865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.830025 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80b1479d-43c5-4af8-8b06-37ae816fc716 HTTP/1.1" status: 204 len: 168 time: 0.7995989 Aug 16 20:24:08.848970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Deleting port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:08.849311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:08.859796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3bc756d-0938-48e4-af54-4885b0c49ac6 req-f99a72ee-9773-40e8-9339-3902f5cfcfb4 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494339 Aug 16 20:24:08.899829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b464-9203-4c02-ba85-23110781c963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b1479d-43c5-4af8-8b06-37ae816fc716,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:08.927274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-2b4bcace-282c-4dbf-95ae-03f3d07dbc1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249752 Aug 16 20:24:09.004496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:09.014943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccfcd3-971f-4a98-bf1a-c0b5a94665a4 req-b566f8ca-5eeb-4705-8716-22015ced32b6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.016507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64ccfcd3-971f-4a98-bf1a-c0b5a94665a4 req-b566f8ca-5eeb-4705-8716-22015ced32b6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.2384453 Aug 16 20:24:09.029193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Made reservation on behalf of 0e8accd15aa54e0e82b9db4a8d1ea83e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:09.030092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.032459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.035562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.041237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.107076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Transition to ACTIVE for port object 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:09.111455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.155917 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c193e74c-72ca-47f0-ba4d-7eced4d4d978 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=688916cf075341a1969a5921bd105119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1192005 Aug 16 20:24:09.157261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] For port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:09.157638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.159844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44562) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.218484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Calling delete_port for 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:09.223818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Made reservation on behalf of 0e8accd15aa54e0e82b9db4a8d1ea83e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:09.227226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.230998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.232655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64ccfcd3-971f-4a98-bf1a-c0b5a94665a4 req-09679fb8-8743-4015-888f-309c521afc89 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901169 Aug 16 20:24:09.253277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-9459542d-5b5d-4ef0-afd4-e5db82d844a2 service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157964 Aug 16 20:24:09.254604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.262730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.298446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.348087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.350533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a9ffda9-c1bf-4af9-b362-b4956ee4e03f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.360952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f462-2ca5-4595-a405-019d4cad4b2b req-73e00cd3-97b3-483a-8cf4-0b0f4800f127 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.369319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14e4f462-2ca5-4595-a405-019d4cad4b2b req-73e00cd3-97b3-483a-8cf4-0b0f4800f127 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 945 time: 0.3082297 Aug 16 20:24:09.400037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.400037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae8696ea-74fa-40ae-b716-2ed3bdc62cb9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2a9ffda9-c1bf-4af9-b362-b4956ee4e03f HTTP/1.1" status: 204 len: 168 time: 0.8290493 Aug 16 20:24:09.400037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44572) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:09.407960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34843b6e-dee4-499b-9f03-86ceb1868be1 None None] Network 2fa8d127-4f8f-478e-9aa0-651afed7a7da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:09.416297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.451624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2e70ac8-3b15-4f28-81aa-ebce27bda2b4 req-dbae1b5c-a0bf-4b8c-84f0-4d3e7d10f3cf tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.1149724 Aug 16 20:24:09.530315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:09.532810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:09.537070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:09.625081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:09.625756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.768848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Attempting to bind port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:09.774220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Attempting to bind port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:09.774220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Attempting to bind port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:09.774220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event updated for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.774614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] DHCP port deletion for 2fa8d127-4f8f-478e-9aa0-651afed7a7da request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:24:09.778178 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-526ef22c-f330-47e7-8d7c-2d3051eeb45b tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1122401 Aug 16 20:24:09.785482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.788785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:09.789116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Attempting to bind port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:09.796295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Request body: {'port': {'device_id': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:09.826720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:09.826899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:09.827284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:09.827791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Bound port: 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:09.828316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.836901 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.839504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.850286 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a035b8d4-2237-4a79-bde5-50b32ab86779 HTTP/1.1" status: 204 len: 168 time: 0.6869245 Aug 16 20:24:09.856436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Deleting port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:09.857293 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.878213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da5009-ca4a-4591-8e8f-d67de451b9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035b8d4-2237-4a79-bde5-50b32ab86779,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:09.960661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] For port 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e70cd03-b5b1-468c-a3b3-21565895d0d4,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:09.961662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.968894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:09.981992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Calling delete_port for 3e70cd03-b5b1-468c-a3b3-21565895d0d4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:10.031113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14e4f462-2ca5-4595-a405-019d4cad4b2b req-07c149cc-2e1e-4f4a-ac93-97d7843df57e tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544905 Aug 16 20:24:10.078339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Allocated IP 172.20.0.10 (d5ccab87-ed8d-496f-9f2c-99d7e16e1b22/23097b2e-d444-4813-a5ec-7f6486af87af/aeee2795-ef14-4d05-9a9c-93811cf29d9d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:10.086524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:10.112197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Deleting port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:10.112548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.120550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:10.125144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-bc522a73-5bc7-4fd9-a98c-c998c78bbe0d service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644419 Aug 16 20:24:10.192573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93469c7-baf1-4bb1-855b-3538fe663d67 req-b76b8d00-7980-48d3-b66d-b0f9fe314788 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.200197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93469c7-baf1-4bb1-855b-3538fe663d67 req-b76b8d00-7980-48d3-b66d-b0f9fe314788 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 948 time: 0.2726474 Aug 16 20:24:10.258225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.273187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] For port 3e70cd03-b5b1-468c-a3b3-21565895d0d4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e70cd03-b5b1-468c-a3b3-21565895d0d4,segment=NetworkSegment(4609e6fc-9ab6-4d04-b88a-b44f69766fe0),segment_id=4609e6fc-9ab6-4d04-b88a-b44f69766fe0)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:10.273558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.280309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e70cd03-b5b1-468c-a3b3-21565895d0d4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:10.345561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Calling delete_port for 3e70cd03-b5b1-468c-a3b3-21565895d0d4 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:10.353658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.354302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.357235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] 10.222.0.64 "PUT /v2.0/ports/1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 HTTP/1.1" status: 200 len: 1097 time: 2.5119696 Aug 16 20:24:10.359045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:10.367845 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d5903a-6f08-4fe5-a28f-6faef0933c13" -d '{"events": [{"name": "network-changed", "server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:10.446541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba41b6-9280-4444-badb-a066f0023e22 service neutron] Pushing event updated for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.451880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867f7a3-1988-4c9b-b6ea-58a134f490e4 req-38dc8088-4664-442f-aa9f-32081ad25109 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.481399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5867f7a3-1988-4c9b-b6ea-58a134f490e4 req-38dc8088-4664-442f-aa9f-32081ad25109 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 945 time: 0.3372121 Aug 16 20:24:10.518034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93469c7-baf1-4bb1-855b-3538fe663d67 req-0811dd63-1843-4909-8bce-1a4b56ef9ef6 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168497 Aug 16 20:24:10.551687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.574315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.592035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:10.606132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.713438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-cff0acd1-302c-4ea4-9716-6dbacbf97ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:10.724263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event deleted for resources: {'Port': ['ID=7d6cfea8-de0f-42e5-9b8c-46fcd91e7251,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.725215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-cff0acd1-302c-4ea4-9716-6dbacbf97ef6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 1100 time: 0.2239187 Aug 16 20:24:10.791092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] Pushing event deleted for resources: {'Port': ['ID=3e70cd03-b5b1-468c-a3b3-21565895d0d4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.795525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49d801-9fa8-4317-834e-e422a4de655c None None] No DVR routers for this DVR port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:10.811058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.816066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5867f7a3-1988-4c9b-b6ea-58a134f490e4 req-88b3fd51-a386-434a-9250-c7465a413680 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335452 Aug 16 20:24:10.838523 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-0274a686-8979-4f93-ac0e-17906f721bde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.1032305 Aug 16 20:24:10.841739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e70cd03-b5b1-468c-a3b3-21565895d0d4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:10.880028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.880413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.880699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.881235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.881875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.882550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.883220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.883719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.884243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.884730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.885213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.885705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:10.928847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] No DVR routers for this DVR port 3e70cd03-b5b1-468c-a3b3-21565895d0d4 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:10.933955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.936800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] No DVR routers for this DVR port 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:10.948027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:10.950105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f784248-8b22-48d7-8858-6081626cf803 req-66686505-29ff-40ae-8c4a-7fbe8617fec6 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.64 "DELETE /v2.0/ports/7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 HTTP/1.1" status: 204 len: 173 time: 2.6566389 Aug 16 20:24:10.950544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-deleted', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:10.952796 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22547a27-fa52-4e1e-8a82-08f381de080b" -d '{"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-deleted", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:11.014432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa30c6-ec41-46db-8609-0d7530d1ef4f req-eb526013-f403-44d3-ab7c-5eed7e2ca8ea tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.016052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dafa30c6-ec41-46db-8609-0d7530d1ef4f req-eb526013-f403-44d3-ab7c-5eed7e2ca8ea tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.0860224 Aug 16 20:24:11.026194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-497b980b-779e-4830-b6d5-4b1e2a53196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.028878 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-497b980b-779e-4830-b6d5-4b1e2a53196f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1777978 Aug 16 20:24:11.049761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.065188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dafa30c6-ec41-46db-8609-0d7530d1ef4f req-8f150f27-6a57-43f1-9b24-7f3de8c13438 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396581 Aug 16 20:24:11.086603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa8d127-4f8f-478e-9aa0-651afed7a7da']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.099649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4609e6fc-9ab6-4d04-b88a-b44f69766fe0') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.099649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4609e6fc-9ab6-4d04-b88a-b44f69766fe0') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:11.112829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.115943 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe6da4-db3a-4813-9ff8-8f6ca9d26e92 x-openstack-request-id: req-66fe6da4-db3a-4813-9ff8-8f6ca9d26e92 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:11.116228 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:11.116518 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66fe6da4-db3a-4813-9ff8-8f6ca9d26e92 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:11.116907 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1', 'status': 'completed', 'code': 200} Aug 16 20:24:11.133364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-4daccb1c-3b24-4346-8d18-426e3a2eb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.145416 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-4daccb1c-3b24-4346-8d18-426e3a2eb51e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982196 Aug 16 20:24:11.145416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.157461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:11.157868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:11.162205 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:11.185527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77e5d2ca-f102-4b3c-8107-81dfd64dfb52 req-521bbce1-ff9a-4439-a9fb-9fb11293366c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 210 time: 0.0265925 Aug 16 20:24:11.271445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.301718 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09c98e-5178-4d06-b8a8-fc6bcba6f287 x-openstack-request-id: req-0f09c98e-5178-4d06-b8a8-fc6bcba6f287 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:11.303459 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b353d33-d101-4f84-9217-aac90245ea64", "name": "network-vif-deleted", "tag": "7d6cfea8-de0f-42e5-9b8c-46fcd91e7251", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:11.303459 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f09c98e-5178-4d06-b8a8-fc6bcba6f287 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:11.303459 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b353d33-d101-4f84-9217-aac90245ea64', 'name': 'network-vif-deleted', 'tag': '7d6cfea8-de0f-42e5-9b8c-46fcd91e7251', 'status': 'completed', 'code': 200} Aug 16 20:24:11.337516 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-380b3e88-52a4-4f95-904a-52683c3f81d6 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903622 Aug 16 20:24:11.367880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Allocated IP 172.20.0.13 (d5ccab87-ed8d-496f-9f2c-99d7e16e1b22/23097b2e-d444-4813-a5ec-7f6486af87af/cdc2a384-e114-4d2c-a593-795d6721f247) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:11.374759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:11.432707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.451702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:11.459043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:11.477820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.483475 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] 10.222.0.70 "DELETE /v2.0/networks/2fa8d127-4f8f-478e-9aa0-651afed7a7da HTTP/1.1" status: 204 len: 168 time: 2.0821657 Aug 16 20:24:11.487969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661839f-5978-43ab-9acb-151c67fabc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa8d127-4f8f-478e-9aa0-651afed7a7da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:11.505122 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f8f6a28-9c34-4291-8b85-f07ad296795e req-e1355f36-8c68-46a4-a7db-1385c1efe7df service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599948 Aug 16 20:24:11.573325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event updated for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:11.617917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecdd83-dd12-4256-afe4-8371ef2c5410 req-d3795f02-fbd3-47f1-a7de-3cf2401afeba tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.619370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73ecdd83-dd12-4256-afe4-8371ef2c5410 req-d3795f02-fbd3-47f1-a7de-3cf2401afeba tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2856479 Aug 16 20:24:11.642258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a08c189a-c486-4ce9-bc4e-510f8a5ed38d req-305b9017-00f9-4408-8c5f-59cb2d4425b0 tempest-AbsoluteLimitsNegativeTestJSON-2130545338 tempest-AbsoluteLimitsNegativeTestJSON-2130545338-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2d298b24454740788c104db4af415c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699511 Aug 16 20:24:11.655476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.656432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.688615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-34a20511-0251-4546-b046-d40ff77b3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.690161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-34a20511-0251-4546-b046-d40ff77b3922 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 1100 time: 0.0513036 Aug 16 20:24:11.782671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73ecdd83-dd12-4256-afe4-8371ef2c5410 req-9b5648b0-7a65-47e4-a4e2-16c44c71648f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461658 Aug 16 20:24:11.805103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:11.809532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-73aa3cbb-c956-4682-ad77-499269ee93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.813616 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-73aa3cbb-c956-4682-ad77-499269ee93a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1145778 Aug 16 20:24:11.836263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4fbf0a8a-5b01-4209-8646-112f315a5df9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4562819 Aug 16 20:24:11.859851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Request body: {'port': {'device_id': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:11.869027 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-44ce0868-6284-431d-a449-ca72a9fbf293 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 HTTP/1.1" status: 200 len: 217 time: 0.0422065 Aug 16 20:24:11.936356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-4a64607b-71ca-4bed-9160-890897c5411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.937861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-4a64607b-71ca-4bed-9160-890897c5411e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0534482 Aug 16 20:24:11.947630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c189a-c486-4ce9-bc4e-510f8a5ed38d req-3e817943-8408-410d-b1af-9d05c0eb43e0 tempest-AbsoluteLimitsNegativeTestJSON-2130545338 tempest-AbsoluteLimitsNegativeTestJSON-2130545338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:11.950250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a08c189a-c486-4ce9-bc4e-510f8a5ed38d req-3e817943-8408-410d-b1af-9d05c0eb43e0 tempest-AbsoluteLimitsNegativeTestJSON-2130545338 tempest-AbsoluteLimitsNegativeTestJSON-2130545338-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904148 Aug 16 20:24:11.977458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:12.003044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-8d834e21-58ac-4131-bc95-60cc41d656ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.004610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-8d834e21-58ac-4131-bc95-60cc41d656ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573523 Aug 16 20:24:12.007078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a08c189a-c486-4ce9-bc4e-510f8a5ed38d req-84dc2580-e1b8-44d8-9110-ef69ccbc6e2d tempest-AbsoluteLimitsNegativeTestJSON-2130545338 tempest-AbsoluteLimitsNegativeTestJSON-2130545338-project] 10.222.0.70 "GET /v2.0/quotas/2d298b24454740788c104db4af415c43 HTTP/1.1" status: 200 len: 375 time: 0.0483067 Aug 16 20:24:12.031202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.064063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b21e38-81d6-4013-8ebf-3b8f11eb8f40 req-4a3d6084-d1fc-4c32-8d5a-9809959f8dd6 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.065674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9b21e38-81d6-4013-8ebf-3b8f11eb8f40 req-4a3d6084-d1fc-4c32-8d5a-9809959f8dd6 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 948 time: 0.2181742 Aug 16 20:24:12.076147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a08c189a-c486-4ce9-bc4e-510f8a5ed38d req-151e4ef9-a8b0-40ff-9eed-869ec48d98e0 tempest-AbsoluteLimitsNegativeTestJSON-2130545338 tempest-AbsoluteLimitsNegativeTestJSON-2130545338-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d298b24454740788c104db4af415c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581491 Aug 16 20:24:12.128850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.140023 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-3b19a4cb-d641-444e-8c58-495a257600ae service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263809 Aug 16 20:24:12.158727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3efc8079-eb65-4354-9a9d-a82ad47ab346 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f2acb22e00e4c75a2312f7a06707795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798809 Aug 16 20:24:12.195362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44658) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:12.281010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:12.309892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3716b796-8250-4c24-992d-44cb29952249 req-280d1bf6-321b-42af-990f-63b5d30a2f4c tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b353d33-d101-4f84-9217-aac90245ea64 HTTP/1.1" status: 200 len: 210 time: 0.0927346 Aug 16 20:24:12.368040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9b21e38-81d6-4013-8ebf-3b8f11eb8f40 req-4bd5227d-8ec1-4fe6-a5c0-d224fb7e7054 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877030 Aug 16 20:24:12.368936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:12.372494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:12.381259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event updated for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.538462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.539142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.544307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.588287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:12.618922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.633499 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c7d5903a-6f08-4fe5-a28f-6faef0933c13 req-f876dacc-5b2f-465f-a49b-6dddc40241c6 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764349 Aug 16 20:24:12.650537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:12.651342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7d6cfea8-de0f-42e5-9b8c-46fcd91e7251 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:12.654873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c35a-12b4-45a6-a517-d230ff17a18b req-67410629-56ec-43f2-b762-b71ea506727c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.656891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fe3c35a-12b4-45a6-a517-d230ff17a18b req-67410629-56ec-43f2-b762-b71ea506727c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.2032413 Aug 16 20:24:12.672196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fb2934ff-bf79-42a2-a663-89baea163c2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1573102 Aug 16 20:24:12.690813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c4f94-3f69-4693-8961-08416acaecbf req-3c19ae21-b9f2-4986-bb47-3e552676d8c0 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.692351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad9c4f94-3f69-4693-8961-08416acaecbf req-3c19ae21-b9f2-4986-bb47-3e552676d8c0 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 932 time: 0.2179849 Aug 16 20:24:12.708158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def85ec7-04e3-42bc-bc4e-0838b8ae668e {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:12.708158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.714018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Request body: {'port': {'device_id': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:12.721054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Transition to ACTIVE for port object def85ec7-04e3-42bc-bc4e-0838b8ae668e will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:12.779299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-9cb19e7e-2629-4b7f-8bfa-b31f16464f2f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:12.780822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-9cb19e7e-2629-4b7f-8bfa-b31f16464f2f tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2010820 Aug 16 20:24:12.826668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.871237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fe3c35a-12b4-45a6-a517-d230ff17a18b req-acaddd66-4596-487e-b977-2182c75ec35c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980186 Aug 16 20:24:12.885147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad9c4f94-3f69-4693-8961-08416acaecbf req-46df5776-40ca-4996-ab19-9619713a1c99 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717901 Aug 16 20:24:12.909405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44678) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:12.926016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.928641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.932081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1be1ee92-4a92-440e-8988-e80cc3505971 HTTP/1.1" status: 204 len: 168 time: 0.7333908 Aug 16 20:24:12.937075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:12.966619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:12.971157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47440c-9453-4702-8c91-32b6fc6b3525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be1ee92-4a92-440e-8988-e80cc3505971,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.013877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Attempting to bind port def85ec7-04e3-42bc-bc4e-0838b8ae668e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:13.014442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Attempting to bind port def85ec7-04e3-42bc-bc4e-0838b8ae668e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:13.015276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Attempting to bind port def85ec7-04e3-42bc-bc4e-0838b8ae668e on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:13.020653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Port def85ec7-04e3-42bc-bc4e-0838b8ae668e on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:13.023438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Attempting to bind port def85ec7-04e3-42bc-bc4e-0838b8ae668e on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:13.026151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:13.026591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Checking segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:13.027100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Bound using segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:13.028680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Bound port: def85ec7-04e3-42bc-bc4e-0838b8ae668e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:13.029064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.099996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:13.103502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:13.124728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1782-7348-4aec-a5c4-943a65267b6c req-b92edb9e-3e7a-46de-87bc-5e3523b3fa16 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.126242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8c1782-7348-4aec-a5c4-943a65267b6c req-b92edb9e-3e7a-46de-87bc-5e3523b3fa16 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1676524 Aug 16 20:24:13.192235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.255102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.255764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.256366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Deleting port 913f2afd-db15-4ea3-b7de-1a07ca93eafd {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:13.256885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.257403 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] 10.222.0.73 "PUT /v2.0/ports/def85ec7-04e3-42bc-bc4e-0838b8ae668e HTTP/1.1" status: 200 len: 1092 time: 3.4695997 Aug 16 20:24:13.257856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:13.260586 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a7139-4e5d-4d40-aff7-f5a056c93d14" -d '{"events": [{"name": "network-changed", "server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:13.283818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8af857-f8a4-4b20-947f-9759392d4bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.339840 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b825ac-c5a4-49da-8803-08d62296e115 x-openstack-request-id: req-b1b825ac-c5a4-49da-8803-08d62296e115 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:13.340865 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:13.341297 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1b825ac-c5a4-49da-8803-08d62296e115 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:13.341873 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'status': 'completed', 'code': 200} Aug 16 20:24:13.350949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8c1782-7348-4aec-a5c4-943a65267b6c req-1f5bfe9f-a07d-435a-afa5-65e960f360c7 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups?id=6d210d82-ba2d-4a5a-bc5b-8d857e91c341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677849 Aug 16 20:24:13.387131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeee2795-ef14-4d05-9a9c-93811cf29d9d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:13.400554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.435068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Transition to ACTIVE for port object aeee2795-ef14-4d05-9a9c-93811cf29d9d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:13.441904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] For port 913f2afd-db15-4ea3-b7de-1a07ca93eafd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=913f2afd-db15-4ea3-b7de-1a07ca93eafd,segment=NetworkSegment(2e6e1e0e-346d-47c8-b80a-d63f0549e944),segment_id=2e6e1e0e-346d-47c8-b80a-d63f0549e944)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:13.442356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.450049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f04e84e0-721d-4eec-8eb1-c7c5d010b3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.458300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Calling delete_port for 913f2afd-db15-4ea3-b7de-1a07ca93eafd owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:13.548756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.582349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-9d55858d-cb30-476e-8e50-39286d146234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.583895 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-9d55858d-cb30-476e-8e50-39286d146234 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 1095 time: 0.0899234 Aug 16 20:24:13.707249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:13.804327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f04e84e0-721d-4eec-8eb1-c7c5d010b3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.814063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-2db1712e-8c4e-48a8-80be-87694393daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.815560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-2db1712e-8c4e-48a8-80be-87694393daee service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2231429 Aug 16 20:24:13.860075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Attempting to bind port aeee2795-ef14-4d05-9a9c-93811cf29d9d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:13.860418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Attempting to bind port aeee2795-ef14-4d05-9a9c-93811cf29d9d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:13.860753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Attempting to bind port aeee2795-ef14-4d05-9a9c-93811cf29d9d on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:13.878324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Port aeee2795-ef14-4d05-9a9c-93811cf29d9d on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:13.879107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Attempting to bind port aeee2795-ef14-4d05-9a9c-93811cf29d9d on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:13.888287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec880c14-0f31-40ea-9450-05d2fe802e07 req-dd0abde5-ca58-4f7c-9fdc-23a6e778e237 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.889893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec880c14-0f31-40ea-9450-05d2fe802e07 req-dd0abde5-ca58-4f7c-9fdc-23a6e778e237 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 948 time: 0.1893799 Aug 16 20:24:13.914606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-1d733518-31cb-46cb-bc7d-983926162fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:13.916049 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-461a7139-4e5d-4d40-aff7-f5a056c93d14 req-1d733518-31cb-46cb-bc7d-983926162fc1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922244 Aug 16 20:24:13.922382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:13.922732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Checking segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:13.923116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Bound using segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:13.923561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Bound port: aeee2795-ef14-4d05-9a9c-93811cf29d9d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:13.923951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.940184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f04e84e0-721d-4eec-8eb1-c7c5d010b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.950455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:13.956725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc2a384-e114-4d2c-a593-795d6721f247 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:13.966135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['913f2afd-db15-4ea3-b7de-1a07ca93eafd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:13.974864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.021058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e84e0-721d-4eec-8eb1-c7c5d010b3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7954bdbe-22f3-4eb1-9f81-e3f62f4e7e0c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.026618 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f04e84e0-721d-4eec-8eb1-c7c5d010b3a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d298b24454740788c104db4af415c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1160071 Aug 16 20:24:14.030869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44716) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:14.039255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event deleted for resources: {'Port': ['ID=913f2afd-db15-4ea3-b7de-1a07ca93eafd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.052732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-3cd97e24-dcf6-49a5-8fa6-8c711805080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.054443 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-3cd97e24-dcf6-49a5-8fa6-8c711805080f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 1095 time: 0.0949440 Aug 16 20:24:14.058696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec880c14-0f31-40ea-9450-05d2fe802e07 req-176d715a-eb30-4d2a-96e6-2c13b4315dfc tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493742 Aug 16 20:24:14.076598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Transition to ACTIVE for port object cdc2a384-e114-4d2c-a593-795d6721f247 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:14.105563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] No DVR routers for this DVR port 913f2afd-db15-4ea3-b7de-1a07ca93eafd on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:14.111666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.113983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e73382da-33dc-4876-a18d-dfde52e928a0 req-5479e21c-7163-45e4-b5ae-61c96cb06cdb tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.64 "DELETE /v2.0/ports/913f2afd-db15-4ea3-b7de-1a07ca93eafd HTTP/1.1" status: 204 len: 173 time: 1.3224816 Aug 16 20:24:14.114545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'name': 'network-vif-deleted', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:14.117271 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de7f341-ba41-4f7f-b9df-2d1e67159066" -d '{"events": [{"server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "name": "network-vif-deleted", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:14.149262 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-6d719631-c330-4695-8085-994599aafb3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e HTTP/1.1" status: 200 len: 217 time: 0.0848157 Aug 16 20:24:14.167606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.173926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:14.193373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:14.194397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.220263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.229036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-7767143a-63fc-4c47-942a-cb646045ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.230519 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-7767143a-63fc-4c47-942a-cb646045ae01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 200 len: 858 time: 0.0732403 Aug 16 20:24:14.274390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a04ab-1ed3-4a9e-b3f5-5b8c9700c2bb req-e580ee75-c578-47c1-9f4d-c96cc9665d26 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.276313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a1a04ab-1ed3-4a9e-b3f5-5b8c9700c2bb req-e580ee75-c578-47c1-9f4d-c96cc9665d26 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 944 time: 0.1344941 Aug 16 20:24:14.276552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-1ff83fd1-4610-4181-b293-0fc8bbd0eb4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370336 Aug 16 20:24:14.297665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.345538 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.363653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd15c69-0c23-4f73-9475-3d49cf87a29c req-9b0d9e01-f354-4d67-a90b-38271df40b8f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.365184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd15c69-0c23-4f73-9475-3d49cf87a29c req-9b0d9e01-f354-4d67-a90b-38271df40b8f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.1677196 Aug 16 20:24:14.377270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec0299de-4e74-4f54-819d-fbb394b3ae84 service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903451 Aug 16 20:24:14.412485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.415260 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.419414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7954bdbe-22f3-4eb1-9f81-e3f62f4e7e0c HTTP/1.1" status: 204 len: 168 time: 0.3846061 Aug 16 20:24:14.425920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44730) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:14.448898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.449905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.452042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/aeee2795-ef14-4d05-9a9c-93811cf29d9d HTTP/1.1" status: 200 len: 1093 time: 2.5996993 Aug 16 20:24:14.452327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ce650-fd70-4b3c-b15e-f6a688e0c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954bdbe-22f3-4eb1-9f81-e3f62f4e7e0c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.461301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a1a04ab-1ed3-4a9e-b3f5-5b8c9700c2bb req-cbf782f4-53dc-4f36-af8c-3ae68036fab3 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753027 Aug 16 20:24:14.509917 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-91699b00-bcde-4cb3-aca5-7519e2a9710d service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274402 Aug 16 20:24:14.535390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468af89b-af19-4914-aeb1-6fdee67d37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:14.546421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Attempting to bind port cdc2a384-e114-4d2c-a593-795d6721f247 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:14.546757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Attempting to bind port cdc2a384-e114-4d2c-a593-795d6721f247 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:14.547083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Attempting to bind port cdc2a384-e114-4d2c-a593-795d6721f247 on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:14.551785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd15c69-0c23-4f73-9475-3d49cf87a29c req-796402ed-e526-4f96-b0d4-e5e3f993e66e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531889 Aug 16 20:24:14.555652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Port cdc2a384-e114-4d2c-a593-795d6721f247 on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:14.556232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Attempting to bind port cdc2a384-e114-4d2c-a593-795d6721f247 on network d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:14.570893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:14.572250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Checking segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:14.572357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Bound using segment: {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:14.572759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Bound port: cdc2a384-e114-4d2c-a593-795d6721f247, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:14.573127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.599442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:14.628972 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf5f07-1cea-4634-b66e-49455ca1f4a5 x-openstack-request-id: req-fdcf5f07-1cea-4634-b66e-49455ca1f4a5 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:14.629664 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab265d2d-6c14-46da-8814-4e187b42f8d1", "name": "network-vif-deleted", "tag": "913f2afd-db15-4ea3-b7de-1a07ca93eafd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:14.630081 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdcf5f07-1cea-4634-b66e-49455ca1f4a5 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:14.631122 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab265d2d-6c14-46da-8814-4e187b42f8d1', 'name': 'network-vif-deleted', 'tag': '913f2afd-db15-4ea3-b7de-1a07ca93eafd', 'status': 'completed', 'code': 200} Aug 16 20:24:14.639151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1638213592-network', 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:14.710482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:14.725621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '52474e76-ead6-4f54-8f63-4d8c88824701', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': '52474e76-ead6-4f54-8f63-4d8c88824701', 'mac_address': 'fa:16:3e:a8:4b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:14.781234 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.796201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52474e76-ead6-4f54-8f63-4d8c88824701 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:14.798456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-836bce0f-6d85-41a1-be4d-b45c4749e96d req-e577a7a9-3d20-47bf-b684-8088f6a5c6cf tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab265d2d-6c14-46da-8814-4e187b42f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0532596 Aug 16 20:24:14.802546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:14.805380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.823551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:14.830239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:14.833787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7d4dc-716e-4821-9f1a-e8ce7baac1b5 req-8a166ad5-6501-4c6d-b1f9-49223c3c64e2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.835334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ff7d4dc-716e-4821-9f1a-e8ce7baac1b5 req-8a166ad5-6501-4c6d-b1f9-49223c3c64e2 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 945 time: 0.2115481 Aug 16 20:24:14.845554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.857272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-093fed57-15ae-4cd0-9075-beaa659b1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:14.857272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-093fed57-15ae-4cd0-9075-beaa659b1a52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 1096 time: 0.1623745 Aug 16 20:24:14.857272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=cdc2a384-e114-4d2c-a593-795d6721f247,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:14.895238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.895931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:14.922998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-9d384374-7fdf-459f-861a-336bcea8f550 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d HTTP/1.1" status: 200 len: 217 time: 0.0593448 Aug 16 20:24:14.951932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:14.992662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ff7d4dc-716e-4821-9f1a-e8ce7baac1b5 req-43684e8a-e6e8-4656-ad97-ba34b172d2fe tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391196 Aug 16 20:24:15.005273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:15.078408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.079128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.080823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] 10.222.0.73 "PUT /v2.0/ports/cdc2a384-e114-4d2c-a593-795d6721f247 HTTP/1.1" status: 200 len: 1093 time: 2.3775656 Aug 16 20:24:15.087160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-8d4d162e-1d6e-4ec9-bf7a-1c22b4fc9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.088956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-8d4d162e-1d6e-4ec9-bf7a-1c22b4fc9f27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 200 len: 858 time: 0.1509354 Aug 16 20:24:15.121170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:15.142590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-75e77b2f-2733-41d9-8c9d-2570d8e7501e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400994 Aug 16 20:24:15.146990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03ea72-fc78-4e0f-8d4e-53d3be72e974 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:15.148310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1', 'mac_address': 'fa:16:3e:ac:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:15.198635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.214072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:15.247466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:15.318962 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.375559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:15.546833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['52474e76-ead6-4f54-8f63-4d8c88824701'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:15.552218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:15.640964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44770) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:15.666340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.698615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6fc9-07bb-4f94-9684-41932c31e950 req-5147ef0d-699a-46cb-a8eb-e4e0c7e23758 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.707280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a98c6fc9-07bb-4f94-9684-41932c31e950 req-5147ef0d-699a-46cb-a8eb-e4e0c7e23758 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 948 time: 0.5010054 Aug 16 20:24:15.716436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-d4556ad0-3586-4af7-9d5e-0143449d2b2e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.718456 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-d4556ad0-3586-4af7-9d5e-0143449d2b2e tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 945 time: 0.0706680 Aug 16 20:24:15.724241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-fce1c69d-b89c-4381-a867-5bea767cfd62 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727720 Aug 16 20:24:15.743572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-86885be7-7cc6-40d6-aa2d-44386d7d7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.745384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-86885be7-7cc6-40d6-aa2d-44386d7d7e61 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 1096 time: 0.4961026 Aug 16 20:24:15.746177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.814142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:15.866079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Deleting port 663fbd5e-a4f0-406c-8b23-1e802435c188 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:15.868163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.875509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31673-4f42-4c34-9f61-fc593534bebb req-b11db7b7-08bb-4d7c-9f64-d5af321bb300 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:15.883180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26b31673-4f42-4c34-9f61-fc593534bebb req-b11db7b7-08bb-4d7c-9f64-d5af321bb300 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 944 time: 0.2777829 Aug 16 20:24:15.889294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:15.895496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ea0d896d-a1f1-4a1e-a3a4-a57200bad99d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc2a384-e114-4d2c-a593-795d6721f247 HTTP/1.1" status: 200 len: 217 time: 0.1296647 Aug 16 20:24:15.913902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a98c6fc9-07bb-4f94-9684-41932c31e950 req-e4641f76-e436-4987-b27c-45b2d039efe5 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055075 Aug 16 20:24:15.932237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae01dc-63ff-49b2-a327-e1228052e93f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:15.966649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:15.967003 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Added segment 2d58c0e5-a52f-40ea-abed-809da7a2a235 of type vlan for network e74fa0e1-c26b-47ad-98db-34193572e9c9 Aug 16 20:24:15.985856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1374085692-network', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:15.991829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02317848-f46f-4a14-8ed9-f648a70663e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.045602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26b31673-4f42-4c34-9f61-fc593534bebb req-bbe02113-dab2-455a-9b9c-01c954a57a2f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612449 Aug 16 20:24:16.053637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] For port 663fbd5e-a4f0-406c-8b23-1e802435c188, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=663fbd5e-a4f0-406c-8b23-1e802435c188,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:16.054026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.066369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Calling delete_port for 663fbd5e-a4f0-406c-8b23-1e802435c188 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:16.072206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-e7ec9935-3648-4659-b203-fdf36c3dacde service neutron] 10.222.0.64 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350873 Aug 16 20:24:16.073577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-508513b9-e0f2-429a-9a38-14b903817fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.075491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-508513b9-e0f2-429a-9a38-14b903817fb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 200 len: 858 time: 0.1661577 Aug 16 20:24:16.077189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.134575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Made reservation on behalf of 53540dd3fb864d9a8e427c7ed7cbb1ed for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:16.136965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.140909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-b5a4aa73-caa0-475a-a8d4-76c4fc38e69a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465906 Aug 16 20:24:16.157955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.238645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b57ff-a401-4269-972e-7d55df06abda req-a01753b0-40f0-4bb6-a1e5-0c435581696a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.240085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf0b57ff-a401-4269-972e-7d55df06abda req-a01753b0-40f0-4bb6-a1e5-0c435581696a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 944 time: 0.1980362 Aug 16 20:24:16.296911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02317848-f46f-4a14-8ed9-f648a70663e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.299945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1633d9-b0d9-44e4-ad34-cf8578f376dc req-308789ba-a1c6-44c4-b63a-f3d6cad7824d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.301437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1633d9-b0d9-44e4-ad34-cf8578f376dc req-308789ba-a1c6-44c4-b63a-f3d6cad7824d tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 945 time: 0.1458726 Aug 16 20:24:16.302049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.302933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.303498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.367492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf0b57ff-a401-4269-972e-7d55df06abda req-783cb852-dc8e-4bae-9192-a10020f17633 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188650 Aug 16 20:24:16.390546 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02317848-f46f-4a14-8ed9-f648a70663e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.390942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-ea933075-bb12-45a6-b5d0-145a8780c2d9 service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392399 Aug 16 20:24:16.431756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] Pushing event updated for resources: {'Network': ['ID=e74fa0e1-c26b-47ad-98db-34193572e9c9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.450437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.450665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:16.455690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02317848-f46f-4a14-8ed9-f648a70663e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7098330eff2643ce8b6fb5bf94950c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8136430 Aug 16 20:24:16.461385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02317848-f46f-4a14-8ed9-f648a70663e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b370ae-1c8c-4d17-82ce-b1cf8e5f9111,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.463995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:16.469226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1633d9-b0d9-44e4-ad34-cf8578f376dc req-fe87c96d-1fe8-4373-8837-d359b8ac72e9 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498966 Aug 16 20:24:16.476634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['663fbd5e-a4f0-406c-8b23-1e802435c188'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:16.526460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event deleted for resources: {'Port': ['ID=663fbd5e-a4f0-406c-8b23-1e802435c188,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.538507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1191bd2a-543c-405c-a649-de4224c0fdb0 req-0ea939e0-60c4-416c-abd3-b6adc8270ca5 service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374607 Aug 16 20:24:16.613102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] No DVR routers for this DVR port 663fbd5e-a4f0-406c-8b23-1e802435c188 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:16.614252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:16.618541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.620506 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9022cc1-69e3-4534-9879-7592a60cfa3d req-e19317a4-954f-4d12-91ce-ba894e321d54 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "DELETE /v2.0/ports/663fbd5e-a4f0-406c-8b23-1e802435c188 HTTP/1.1" status: 204 len: 173 time: 0.8945286 Aug 16 20:24:16.620941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-deleted', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:16.624076 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f82f06-5161-4b1e-912e-f8adb11c8aa6" -d '{"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-deleted", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:16.632756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d'}, {'name': 'network-changed', 'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:16.635657 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d"}, {"name": "network-changed", "server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:16.651748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.673200 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362133b-ac61-4819-b812-6322087edbef x-openstack-request-id: req-f362133b-ac61-4819-b812-6322087edbef {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:16.673592 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f", "name": "network-vif-deleted", "tag": "663fbd5e-a4f0-406c-8b23-1e802435c188", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:16.673706 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f362133b-ac61-4819-b812-6322087edbef {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:16.674100 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f', 'name': 'network-vif-deleted', 'tag': '663fbd5e-a4f0-406c-8b23-1e802435c188', 'status': 'completed', 'code': 200} Aug 16 20:24:16.685991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:16.687139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.696519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.717518 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2982780-9d9a-456d-9a29-7b834339b17e x-openstack-request-id: req-a2982780-9d9a-456d-9a29-7b834339b17e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:16.717937 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:16.718430 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2982780-9d9a-456d-9a29-7b834339b17e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:16.719053 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d', 'status': 'completed', 'code': 200} Aug 16 20:24:16.719515 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247', 'status': 'completed', 'code': 200} Aug 16 20:24:16.758792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 52474e76-ead6-4f54-8f63-4d8c88824701 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:16.762458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.764240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 52474e76-ead6-4f54-8f63-4d8c88824701 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:16.764787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.767866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.802115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b0493-55d3-4be7-b29d-6bf4885b4f32,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.807612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-2dca22b6-d8a2-4a74-8f37-0fce7cc5c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.809439 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-2dca22b6-d8a2-4a74-8f37-0fce7cc5c254 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 1096 time: 0.0728073 Aug 16 20:24:16.831303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-7692d2ed-511d-48ec-b17f-91bcf6334b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.833868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-7692d2ed-511d-48ec-b17f-91bcf6334b34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 1096 time: 0.0880437 Aug 16 20:24:16.840058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.858654 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.880904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.883589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.887890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64b370ae-1c8c-4d17-82ce-b1cf8e5f9111 HTTP/1.1" status: 204 len: 168 time: 0.4148369 Aug 16 20:24:16.888146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:16.889918 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dfdb3-ed04-4cfc-95c3-bf300f6cab2a" -d '{"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:16.893984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:16.904247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:16.917561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046cd2b-090f-4790-b62b-7796fa3421dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b370ae-1c8c-4d17-82ce-b1cf8e5f9111,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:16.928728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:16.928931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce000e56-da22-4f6b-ae0a-328659cfcd58 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4993091 Aug 16 20:24:16.934976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:16.935321 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Added segment 40d476f9-d50a-415a-ba96-b46e552f9582 of type vlan for network 54fb506c-7234-4e7e-b32a-02aedcd095eb Aug 16 20:24:16.941151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Request body: {'subnet': {'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1638213592-subnet', 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:16.957898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-d5bb22f6-1839-4e5f-850e-29887ef8ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:16.959381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-d5bb22f6-1839-4e5f-850e-29887ef8ee60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 919 time: 0.1428843 Aug 16 20:24:16.968879 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4dd476-e68d-42b1-8da0-fc38c9b647e2 x-openstack-request-id: req-2a4dd476-e68d-42b1-8da0-fc38c9b647e2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:16.969273 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:16.969586 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a4dd476-e68d-42b1-8da0-fc38c9b647e2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:16.970191 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701', 'code': 200} Aug 16 20:24:17.036082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-de0a9139-9242-4e18-a477-8bae9b5e0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.036441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-a2c0d0ae-6944-49f6-a5f6-f94b7dc29fc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdc2a384-e114-4d2c-a593-795d6721f247 HTTP/1.1" status: 200 len: 217 time: 0.0532863 Aug 16 20:24:17.037701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-de0a9139-9242-4e18-a477-8bae9b5e0983 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 200 len: 919 time: 0.1932983 Aug 16 20:24:17.037873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.042952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.043840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:17.129205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.149346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-eb48b732-9b73-40ae-b9cb-9d56b04d29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.150837 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-eb48b732-9b73-40ae-b9cb-9d56b04d29f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 200 len: 858 time: 0.1044474 Aug 16 20:24:17.166401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-1c2f45b2-9049-429e-8594-7b92f03f8d8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d HTTP/1.1" status: 200 len: 217 time: 0.1169944 Aug 16 20:24:17.183410 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-1f9194fb-4640-4c11-aeaa-143aedaa4fe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249119 Aug 16 20:24:17.200234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:17.202950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.227402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:17.233225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:17.233811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.258453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8b3bb-64ee-4fc4-8e9c-c67ce28e534c req-b89b7299-922b-41f4-ae91-e9f7701f3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.260048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3e8b3bb-64ee-4fc4-8e9c-c67ce28e534c req-b89b7299-922b-41f4-ae91-e9f7701f3437 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 1097 time: 0.2263806 Aug 16 20:24:17.272099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2426e-6b29-4a1c-8fc7-2e139864ca48 req-dad5781e-14e4-4a44-b68d-61feafd5e5f1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.273654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ef2426e-6b29-4a1c-8fc7-2e139864ca48 req-dad5781e-14e4-4a44-b68d-61feafd5e5f1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 949 time: 0.2272763 Aug 16 20:24:17.277656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.279496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.280108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.303009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-90092d1f-dfff-4667-a7cb-0e6edb6569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.304034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-90092d1f-dfff-4667-a7cb-0e6edb6569f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 200 len: 858 time: 0.1261470 Aug 16 20:24:17.319687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd3a17-c96e-41a2-a4d9-38406b2f3257 req-4f71c6db-2b57-4d6c-b72e-2f791c1434b1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.320936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5cd3a17-c96e-41a2-a4d9-38406b2f3257 req-4f71c6db-2b57-4d6c-b72e-2f791c1434b1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 944 time: 0.1599085 Aug 16 20:24:17.321600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.326191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.327333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff54ea8b-372b-428e-862e-819d60331940 HTTP/1.1" status: 204 len: 168 time: 0.6401589 Aug 16 20:24:17.333894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.334087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.380162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:17.386104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-1fcec337-d151-4236-8bad-a06f8eb1ee37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575812 Aug 16 20:24:17.390021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=54fb506c-7234-4e7e-b32a-02aedcd095eb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.402069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:17.408136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845158a-3de5-49da-9ce5-50d85c75da07 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54ea8b-372b-428e-862e-819d60331940,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.426874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-57ba367e-6f6e-4664-8d24-617d08dff0a4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6069643 Aug 16 20:24:17.427188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-b0ed28ac-619a-4f56-9910-bfcf98208c90 service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360408 Aug 16 20:24:17.431661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.432690 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-6b7c40b2-4497-45fe-9164-cec75bcfbb71 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] show failed (client error): The resource could not be found. Aug 16 20:24:17.433755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Request body: {'subnet': {'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1374085692-subnet', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:17.434057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6b7c40b2-4497-45fe-9164-cec75bcfbb71 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "GET /v2.0/security-groups/ff54ea8b-372b-428e-862e-819d60331940 HTTP/1.1" status: 404 len: 347 time: 0.0834551 Aug 16 20:24:17.440633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.473069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3e8b3bb-64ee-4fc4-8e9c-c67ce28e534c req-a262a727-5776-4cff-92e5-400e999538be service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960223 Aug 16 20:24:17.497198 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.498181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913f2afd-db15-4ea3-b7de-1a07ca93eafd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:17.531688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ef2426e-6b29-4a1c-8fc7-2e139864ca48 req-d2965fa3-0bf6-478e-9815-3f6e04b4130b tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427800 Aug 16 20:24:17.554717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5cd3a17-c96e-41a2-a4d9-38406b2f3257 req-c882ca02-1c40-4903-a6ca-fc5717cdf8ca tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967604 Aug 16 20:24:17.600406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-a52b3eb9-999b-40ec-9fc6-d63b0ae4f604 service neutron] 10.222.0.64 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972990 Aug 16 20:24:17.604681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 913f2afd-db15-4ea3-b7de-1a07ca93eafd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:17.605039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 913f2afd-db15-4ea3-b7de-1a07ca93eafd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:17.652609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:17.659430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Made reservation on behalf of 53540dd3fb864d9a8e427c7ed7cbb1ed for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:17.662613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.753066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-898f9729-4a4c-4192-a345-dcde67fcf59b req-2b4c211e-b2b7-4119-8e33-0085271120ca tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=3eb1afe1-8c43-417f-bc5f-ab37c7fc3b5f HTTP/1.1" status: 200 len: 210 time: 0.0404689 Aug 16 20:24:17.786952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667fc3-538a-4046-8c8f-1161b4d678f3 req-fab382d8-8edf-46ea-97df-aebac711c793 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:17.787331 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-425cc8d0-ff5f-4967-bead-45b7fde26be1 service neutron] 10.222.0.73 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475497 Aug 16 20:24:17.788596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18667fc3-538a-4046-8c8f-1161b4d678f3 req-fab382d8-8edf-46ea-97df-aebac711c793 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1074522 Aug 16 20:24:17.814763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cdfd55b-f1b5-4148-a9a7-11c6ab270696 req-90eabc1a-4f75-4b05-8ec5-9d7ef8cc686e service neutron] 10.222.0.64 "GET /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056148 Aug 16 20:24:17.838371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18667fc3-538a-4046-8c8f-1161b4d678f3 req-3fc0d275-12ac-44ae-9975-55d4325ba89f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Aug 16 20:24:17.852521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Deleting port dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:17.852871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.865665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44824) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:17.880003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9421025a-acde-4a7d-a75e-35dd31337c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.896055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:17.975487 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9421025a-acde-4a7d-a75e-35dd31337c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.038896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44abebc8-ada0-4244-8d69-a5f9f07d8cca,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.055310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.055310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.074232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Calling delete_port for dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:18.077570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Checking segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:18.083019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Network hostable DHCP agents. Network: e74fa0e1-c26b-47ad-98db-34193572e9c9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:18.101465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.166187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9421025a-acde-4a7d-a75e-35dd31337c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.216363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9421025a-acde-4a7d-a75e-35dd31337c6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbe81207806f430ea57bf4dbe02534f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492298 Aug 16 20:24:18.217379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421025a-acde-4a7d-a75e-35dd31337c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3134690-172d-4e65-8d51-6de20270f015,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.219837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44826) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:18.277412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.303032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.386660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device def85ec7-04e3-42bc-bc4e-0838b8ae668e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:18.432988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.437017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.440620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3134690-172d-4e65-8d51-6de20270f015 HTTP/1.1" status: 204 len: 168 time: 0.2175057 Aug 16 20:24:18.463670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023044a-43d8-49b6-823f-81038097b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3134690-172d-4e65-8d51-6de20270f015,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.479309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:18.481706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.514680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:18.527154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'port_id': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'mac_address': 'fa:16:3e:36:86:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23097b2e-d444-4813-a5ec-7f6486af87af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:18.568046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.586507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e74fa0e1-c26b-47ad-98db-34193572e9c9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:18.588914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def85ec7-04e3-42bc-bc4e-0838b8ae668e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:18.592753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:18.593351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.597473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.614726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:18.618028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736f34e-68ca-410c-9bfb-d90101ed783d None None] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:18.625653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Checking segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:18.626446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Network hostable DHCP agents. Network: 54fb506c-7234-4e7e-b32a-02aedcd095eb, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:18.642179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device aeee2795-ef14-4d05-9a9c-93811cf29d9d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:18.721916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60a5a-ea27-4c3a-9027-58d8ab7a7b5d req-badbd883-6dd2-4c29-94a3-a8fb0f724cca tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:18.723620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea60a5a-ea27-4c3a-9027-58d8ab7a7b5d req-badbd883-6dd2-4c29-94a3-a8fb0f724cca tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.0952382 Aug 16 20:24:18.734939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7fd9-e3da-485c-a180-536046a791d8 req-43e4d7bd-8b85-4a18-b5b2-daf66ab7bf2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:18.736755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ea7fd9-e3da-485c-a180-536046a791d8 req-43e4d7bd-8b85-4a18-b5b2-daf66ab7bf2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 944 time: 0.0709274 Aug 16 20:24:18.759789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e0302e32-c9f5-474b-bdf2-854a0fc40352 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8247230 Aug 16 20:24:18.759789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.761019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:18.786982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea60a5a-ea27-4c3a-9027-58d8ab7a7b5d req-af7ddb9f-67cb-440a-bf4e-e6b7ed12d5c3 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Aug 16 20:24:18.811590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.818312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ea7fd9-e3da-485c-a180-536046a791d8 req-ade171a5-171d-44b2-8b68-65b2844d7c51 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733881 Aug 16 20:24:18.844509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Pushing event deleted for resources: {'Port': ['ID=dcf7b9e3-f9b2-4d19-bde4-d5a6084dce96,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.844509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 54fb506c-7234-4e7e-b32a-02aedcd095eb) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:18.845747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:18.846346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.917223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:18.924388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec755f5-153b-4924-b5ce-9271059f1305 None None] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:18.930768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.933711 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:18.936554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7c7548ce-e775-44c9-8be9-eb268bc15918 tempest-ImagesOneServerNegativeTestJSON-2038420647 tempest-ImagesOneServerNegativeTestJSON-2038420647-project] 10.222.0.70 "DELETE /v2.0/floatingips/97c49477-1c2f-419d-98c5-213b95a3a3a2 HTTP/1.1" status: 204 len: 168 time: 1.4948916 Aug 16 20:24:18.984194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:18.986493 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00e1300-e87b-4d1f-89b4-fc563f78161c" -d '{"events": [{"server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "name": "network-vif-plugged", "status": "completed", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:19.005035 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a5e18c6-333b-4e14-bb47-ebdf3a239619 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5747950 Aug 16 20:24:19.007699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44852) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:19.012230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:19.029082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:19.030636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a5cd8-6273-4d60-82a0-bb4b72c45619 req-2572c29f-bf99-4d87-9919-6d14b147816e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.032558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-399a5cd8-6273-4d60-82a0-bb4b72c45619 req-2572c29f-bf99-4d87-9919-6d14b147816e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Aug 16 20:24:19.039558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ae412-b4e0-41ba-9c1a-5285548971d1 None None] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:19.082191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-399a5cd8-6273-4d60-82a0-bb4b72c45619 req-d4a53b8a-f64b-4620-b213-909669903fc3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430911 Aug 16 20:24:19.089396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['def85ec7-04e3-42bc-bc4e-0838b8ae668e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:19.090997 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.092344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.098774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'port_id': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d', 'mac_address': 'fa:16:3e:1b:17:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23097b2e-d444-4813-a5ec-7f6486af87af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:19.192197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.206259 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb22cc54-4e1c-4784-8a27-6f5574ae18c0 x-openstack-request-id: req-cb22cc54-4e1c-4784-8a27-6f5574ae18c0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:19.206546 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "name": "network-vif-plugged", "status": "completed", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:19.206798 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb22cc54-4e1c-4784-8a27-6f5574ae18c0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:19.207280 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1', 'code': 200} Aug 16 20:24:19.299812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d975336-ce58-4fc7-9998-3164846afea3 req-f43bdd83-d35c-41ed-9ada-9b1e07cd850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.301438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d975336-ce58-4fc7-9998-3164846afea3 req-f43bdd83-d35c-41ed-9ada-9b1e07cd850e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 1102 time: 0.0429783 Aug 16 20:24:19.307045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.348905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d975336-ce58-4fc7-9998-3164846afea3 req-f4893ac4-af38-4fa6-9ccf-a2963705636b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402703 Aug 16 20:24:19.367612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeee2795-ef14-4d05-9a9c-93811cf29d9d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:19.421309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:19.433383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-54fb506c-7234-4e7e-b32a-02aedcd095eb', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:24:19.434616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.567815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.586245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-7037775c-825f-4ebd-ae0a-f9dd6c94baa4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.587838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-7037775c-825f-4ebd-ae0a-f9dd6c94baa4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 0.1399689 Aug 16 20:24:19.607998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-93a151c6-2a11-402f-9056-35daa61e8b1d tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/quotas/74e13689b1d14a09a2fd901c4b2e5453 HTTP/1.1" status: 200 len: 375 time: 0.0139503 Aug 16 20:24:19.643787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-37f3f0df-bba3-499e-82ef-deb7b1ccb854 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292189 Aug 16 20:24:19.687865 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:19.784956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:19.811420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Allocated IP 172.20.0.2 (54fb506c-7234-4e7e-b32a-02aedcd095eb/56dfeaba-41a5-4e54-b6a7-4ee3089e41fe/0a8a8440-2fa1-4d74-a040-ae54d5f67cce) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:19.816714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-d6611cf0-ea4f-4fcd-9bf9-fa3bc4b0474a service neutron] 10.222.0.70 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494372 Aug 16 20:24:19.949814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9d786-059d-49be-bd2d-23e4bf10512f req-be32f609-193e-4d4e-845c-4870e6a070b0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.952288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a9d786-059d-49be-bd2d-23e4bf10512f req-be32f609-193e-4d4e-845c-4870e6a070b0 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 944 time: 0.0759282 Aug 16 20:24:19.964574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['aeee2795-ef14-4d05-9a9c-93811cf29d9d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:19.977188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-31b1d8e3-9838-4b99-a32c-09ac85371408 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:19.979707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-31b1d8e3-9838-4b99-a32c-09ac85371408 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 944 time: 0.1043131 Aug 16 20:24:19.997909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f9231806-d61e-46ba-a2b0-4349f5d44624 service neutron] 10.222.0.70 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709142 Aug 16 20:24:20.042034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a9d786-059d-49be-bd2d-23e4bf10512f req-769c26db-2b94-48a4-8f95-d5892fe13f99 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819540 Aug 16 20:24:20.103045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.120692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Transition to ACTIVE for port object 0a8a8440-2fa1-4d74-a040-ae54d5f67cce will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:20.125649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.151630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Transition to ACTIVE for port object 0a8a8440-2fa1-4d74-a040-ae54d5f67cce will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:20.164201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.178721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Deleting port 324bf606-e428-4e37-acc8-9f9cc70f364b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:20.179068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.220024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43531e-fd2e-4c11-8655-56ab1cc44106 req-c0d0440e-5b5e-4709-b680-1f2d6231ab84 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:20.221650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd43531e-fd2e-4c11-8655-56ab1cc44106 req-c0d0440e-5b5e-4709-b680-1f2d6231ab84 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0603480 Aug 16 20:24:20.257122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.268302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd43531e-fd2e-4c11-8655-56ab1cc44106 req-af0a3f94-1869-4b01-96aa-73973db6cc26 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398376 Aug 16 20:24:20.363320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:20.366448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:20.387099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] For port 324bf606-e428-4e37-acc8-9f9cc70f364b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=324bf606-e428-4e37-acc8-9f9cc70f364b,segment=NetworkSegment(3a36050d-97f6-4a3b-bcbb-4b518530ef86),segment_id=3a36050d-97f6-4a3b-bcbb-4b518530ef86)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:20.388058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.392843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:20.408652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Pushing event updated for resources: {'Port': ['ID=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.410516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Calling delete_port for 324bf606-e428-4e37-acc8-9f9cc70f364b owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:20.426973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:20.431511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Allocated IP 172.25.7.26 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1d1c9cb8-cacb-4976-b236-eb43f5f3b894) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:20.461416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Deleting subnet db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:20.465632 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.506333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device cdc2a384-e114-4d2c-a593-795d6721f247 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:20.508030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device def85ec7-04e3-42bc-bc4e-0838b8ae668e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:20.549599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.619929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4035d3-b1df-4770-9baa-4076c803dd37 req-21eeb2c4-4ef6-45e7-8442-6e2b35029efe tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:20.628265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4035d3-b1df-4770-9baa-4076c803dd37 req-21eeb2c4-4ef6-45e7-8442-6e2b35029efe tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 945 time: 0.1313217 Aug 16 20:24:20.686375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.696845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd05b3-6770-471e-9a5e-f479e87c18c5 req-5509b314-883a-4ced-843d-b92b4058c07a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:20.701069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41bd05b3-6770-471e-9a5e-f479e87c18c5 req-5509b314-883a-4ced-843d-b92b4058c07a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.2022679 Aug 16 20:24:20.722537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=cdc2a384-e114-4d2c-a593-795d6721f247,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:20.748890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'cdc2a384-e114-4d2c-a593-795d6721f247', 'network_id': 'd5ccab87-ed8d-496f-9f2c-99d7e16e1b22', 'port_id': 'cdc2a384-e114-4d2c-a593-795d6721f247', 'mac_address': 'fa:16:3e:ac:4e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23097b2e-d444-4813-a5ec-7f6486af87af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:20.752506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Attempting to bind port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:20.752879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Attempting to bind port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:20.753244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Attempting to bind port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce on network 54fb506c-7234-4e7e-b32a-02aedcd095eb {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:20.760332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:20.760704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Checking segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:20.761105 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.761494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Bound using segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:20.761956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Bound port: 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:20.762346 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.772332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4035d3-b1df-4770-9baa-4076c803dd37 req-0cc93d03-1c6b-4c63-9354-4fdc28b984b8 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428623 Aug 16 20:24:20.806972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41bd05b3-6770-471e-9a5e-f479e87c18c5 req-0956a0ae-be89-4232-85b5-1569676a96d6 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785449 Aug 16 20:24:20.835688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.838436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.855849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port def85ec7-04e3-42bc-bc4e-0838b8ae668e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:20.870683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc2a384-e114-4d2c-a593-795d6721f247 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:20.877840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port def85ec7-04e3-42bc-bc4e-0838b8ae668e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:20.881809 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.885917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.886650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] For port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:20.891274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] For port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:20.901292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Pushing event deleted for resources: {'Port': ['ID=324bf606-e428-4e37-acc8-9f9cc70f364b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:20.920209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=cdc2a384-e114-4d2c-a593-795d6721f247,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:20.933983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-695a5d8f-7068-48eb-b1e0-4c972cfa1e27 req-0e9d7c74-e455-4261-9f95-2d4f0ac67f2a tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.0492721 Aug 16 20:24:20.951529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.967139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] No DVR routers for this DVR port 324bf606-e428-4e37-acc8-9f9cc70f364b on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:20.972808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.978446 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.978584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:20.978766 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-585e9dfb-074e-4a87-8766-20ae47b68f64 req-3883d0d4-98ce-4615-80e0-b0aef886e963 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.73 "DELETE /v2.0/ports/324bf606-e428-4e37-acc8-9f9cc70f364b HTTP/1.1" status: 204 len: 173 time: 0.9725471 Aug 16 20:24:20.978766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-deleted', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:20.979298 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a76d1-dc92-49ed-b121-621b63ac58ba" -d '{"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-deleted", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:20.980861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/db63ed9b-7a8a-4b34-80a9-c9c6496f94f5 HTTP/1.1" status: 204 len: 168 time: 0.5868640 Aug 16 20:24:20.982456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:21.048187 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.048870 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4060e93-0a9e-4ef8-a3ae-49058884ad0a x-openstack-request-id: req-c4060e93-0a9e-4ef8-a3ae-49058884ad0a {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:21.049401 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a42ba0-c18d-4459-ba31-18f113c283de", "name": "network-vif-deleted", "tag": "324bf606-e428-4e37-acc8-9f9cc70f364b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:21.050060 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4060e93-0a9e-4ef8-a3ae-49058884ad0a {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:21.051112 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a42ba0-c18d-4459-ba31-18f113c283de', 'name': 'network-vif-deleted', 'tag': '324bf606-e428-4e37-acc8-9f9cc70f364b', 'status': 'completed', 'code': 200} Aug 16 20:24:21.066777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd07ec8-6277-41bd-8b89-2f384ea13dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db63ed9b-7a8a-4b34-80a9-c9c6496f94f5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.114731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.140806 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ab17-eb59-46f4-a095-87b2b6e41027 None None] Pushing event updated for resources: {'Port': ['ID=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.143299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.203933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:21.207892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:21.208592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:21.217495 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8cdc45-e8e6-4460-a2ff-915c59b52896" -d '{"events": [{"server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "name": "network-vif-plugged", "status": "completed", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:21.218696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:21.239682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08033aa8-526b-44e5-b13b-0cb2ff33d7e9 req-75c2e57a-9d16-4627-a613-83cc748654cd tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 210 time: 0.0532255 Aug 16 20:24:21.243222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.280379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:21.292441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Pushing event updated for resources: {'Port': ['ID=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.309811 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f5497c-35c9-4698-b133-8282cffacf76 x-openstack-request-id: req-78f5497c-35c9-4698-b133-8282cffacf76 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:21.310300 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "name": "network-vif-plugged", "status": "completed", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:21.310577 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78f5497c-35c9-4698-b133-8282cffacf76 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:21.311120 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'code': 200} Aug 16 20:24:21.348407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['cdc2a384-e114-4d2c-a593-795d6721f247'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:21.398890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.406007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.406771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:21.485717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 663fbd5e-a4f0-406c-8b23-1e802435c188 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:21.486062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 663fbd5e-a4f0-406c-8b23-1e802435c188 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:21.511313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.528144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f37012-1198-4048-bc26-bcf520dceee4 req-87b9d037-c3db-46b4-add9-2a3801489245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:21.538357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a6f37012-1198-4048-bc26-bcf520dceee4 req-87b9d037-c3db-46b4-add9-2a3801489245 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 1097 time: 0.1117802 Aug 16 20:24:21.565505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725ff5bc-f352-4362-9f22-0293ad9dbc88']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:21.597452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6e1e0e-346d-47c8-b80a-d63f0549e944') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:21.597786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6e1e0e-346d-47c8-b80a-d63f0549e944') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:21.611967 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a6f37012-1198-4048-bc26-bcf520dceee4 req-01996e84-aee7-40ad-a73c-818204295798 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635381 Aug 16 20:24:21.619943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.622866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.650078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.658236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:21.658893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.691209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:21.706917 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:21.731027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe236e-99f0-4086-b687-175c445021b8 req-df6916c2-d6e1-4a8b-a1a8-b453bcf2404d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:21.739097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfe236e-99f0-4086-b687-175c445021b8 req-df6916c2-d6e1-4a8b-a1a8-b453bcf2404d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.3105605 Aug 16 20:24:21.782181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.824451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfe236e-99f0-4086-b687-175c445021b8 req-f6e55bb0-4a5b-41e9-81eb-89398569322d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842984 Aug 16 20:24:21.839136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.844197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:21.846588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] 10.222.0.70 "DELETE /v2.0/networks/725ff5bc-f352-4362-9f22-0293ad9dbc88 HTTP/1.1" status: 204 len: 168 time: 0.8196030 Aug 16 20:24:21.893345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd506f5e-20c7-4374-8e08-0ecac377f04e admin admin] Pushing event deleted for resources: {'Network': ['ID=725ff5bc-f352-4362-9f22-0293ad9dbc88,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:21.965379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76593c-7a32-464a-9570-0c156bdd4e8a req-aa0157f1-57b8-4c4e-b2bc-e59ffed3e9be tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:21.967142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f76593c-7a32-464a-9570-0c156bdd4e8a req-aa0157f1-57b8-4c4e-b2bc-e59ffed3e9be tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 945 time: 0.0566659 Aug 16 20:24:22.065830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f76593c-7a32-464a-9570-0c156bdd4e8a req-2e28c7d3-3cd9-41e3-92ee-4efa4577eeab tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904524 Aug 16 20:24:22.091778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b08cbb-b4b4-4655-9777-66b3bbc98672 req-8d80e978-b579-456c-ac3a-0886431929aa tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:22.093517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8b08cbb-b4b4-4655-9777-66b3bbc98672 req-8d80e978-b579-456c-ac3a-0886431929aa tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.1171360 Aug 16 20:24:22.187390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.193050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a8a8440-2fa1-4d74-a040-ae54d5f67cce up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:22.197604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-943f013d-6aef-4b4e-82bc-d6ff04796048 req-d14bd840-5281-4371-9073-3ae263b36f2b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.0322652 Aug 16 20:24:22.213105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8b08cbb-b4b4-4655-9777-66b3bbc98672 req-c17accfb-9515-4331-b158-cf7d0ad55e98 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134007 Aug 16 20:24:22.384772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08e05c7d-7cb2-4c3e-8706-a17a717562e6 req-ff20f2ac-027b-4767-8390-50376cb5c758 tempest-LiveMigrationTest-1936913393 tempest-LiveMigrationTest-1936913393-project] 10.222.0.70 "GET /v2.0/ports?device_id=94a42ba0-c18d-4459-ba31-18f113c283de HTTP/1.1" status: 200 len: 210 time: 0.0305786 Aug 16 20:24:22.387681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:22.435655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device cdc2a384-e114-4d2c-a593-795d6721f247 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:22.508146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:24:22.530489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44990) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.597272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44996) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.601514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f5d12964-c9c5-4558-bbda-5a27fed5f1f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45396804043944c297984c7010709f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656083 Aug 16 20:24:22.622776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port cdc2a384-e114-4d2c-a593-795d6721f247 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:22.627073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port cdc2a384-e114-4d2c-a593-795d6721f247 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:22.627451 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.669791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60b15a-cd06-42b3-8bd5-f3f19c5542a3 None None] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:22.681608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device aeee2795-ef14-4d05-9a9c-93811cf29d9d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:22.706454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:22.708216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.728262 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Sync routers for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:22.740080 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:22.745167 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:22.748562 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.750091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca51ed-a7c0-465f-80c9-fe8a8d3f8d4a req-9ac723b3-5d48-4f59-aca6-6ff43bfcc67c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:22.756908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66ca51ed-a7c0-465f-80c9-fe8a8d3f8d4a req-9ac723b3-5d48-4f59-aca6-6ff43bfcc67c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.0962765 Aug 16 20:24:22.804560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.809292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e162dc38-4860-4e35-9a16-ea935e8f6cbc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8004417 Aug 16 20:24:22.811148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:22.853149 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:22.887191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66ca51ed-a7c0-465f-80c9-fe8a8d3f8d4a req-c33e264e-d949-4e0f-9171-bff79e038220 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225066 Aug 16 20:24:22.961489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.966206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:22.967357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d210d82-ba2d-4a5a-bc5b-8d857e91c341 HTTP/1.1" status: 204 len: 168 time: 0.3689570 Aug 16 20:24:22.983408 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.004107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c262fb-7afb-4245-9d4f-5612f5895c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d210d82-ba2d-4a5a-bc5b-8d857e91c341,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.004337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port aeee2795-ef14-4d05-9a9c-93811cf29d9d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:23.009008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Provisioning for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:23.017392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port aeee2795-ef14-4d05-9a9c-93811cf29d9d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:23.017936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.031520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Provisioning complete for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:23.031989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.081046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=cdc2a384-e114-4d2c-a593-795d6721f247,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:23.101375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff49a8-400e-4396-8955-e1fc6f167c5b req-ca6e1f3c-0ec7-4f8a-8250-4a123168acdd tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.120229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ff49a8-400e-4396-8955-e1fc6f167c5b req-ca6e1f3c-0ec7-4f8a-8250-4a123168acdd tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1620214 Aug 16 20:24:23.218502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ff49a8-400e-4396-8955-e1fc6f167c5b req-21adc25e-7157-4661-b85c-8886447de353 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Aug 16 20:24:23.260267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.268658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:23.291985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c1db220f-a11b-4b4c-ac4f-202f9d96792e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=685d834f8d05442397802d1c5a3f5a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422685 Aug 16 20:24:23.314516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:23.316746 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55ba1a5-27d0-45a2-93df-237e0fc836b6" -d '{"events": [{"server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:23.349055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 324bf606-e428-4e37-acc8-9f9cc70f364b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:23.349401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 324bf606-e428-4e37-acc8-9f9cc70f364b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:23.387671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 3, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:23.436183 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Checking router: d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:23.439809 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Updating router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:23.505181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45026) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:23.526325 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.540934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.549866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.565677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.663089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359be1-b3b2-434e-8c22-6f1564aa9eac req-506e8a98-afaa-4acc-843b-78a2b4b9eba3 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.672584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d359be1-b3b2-434e-8c22-6f1564aa9eac req-506e8a98-afaa-4acc-843b-78a2b4b9eba3 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 945 time: 0.3078089 Aug 16 20:24:23.692544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] For port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:23.715113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:23.743911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75ea482-3bda-4af9-a8c5-cffc9393bc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.746735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.769860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-f8558c28-0531-4fb4-b63d-65075f9b2fc9 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:23.780828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-f8558c28-0531-4fb4-b63d-65075f9b2fc9 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4855671 Aug 16 20:24:23.799670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.803781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-bd8f2d84-d1a7-4b8a-a395-a7114fa01b5a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/quotas/685d834f8d05442397802d1c5a3f5a12 HTTP/1.1" status: 200 len: 375 time: 0.0216262 Aug 16 20:24:23.834152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d359be1-b3b2-434e-8c22-6f1564aa9eac req-7c543cb3-b161-4460-a382-e0120fdf07c6 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603932 Aug 16 20:24:23.868950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.951906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-df27f72a-5d6c-4b32-a836-b1b92585e78a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468875 Aug 16 20:24:23.954035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70e79e-1a10-4ca2-86c1-e9c00437cb73 None None] Pushing event updated for resources: {'Port': ['ID=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:23.969349 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:23.979314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Allocated IP 172.20.0.1 (54fb506c-7234-4e7e-b32a-02aedcd095eb/56dfeaba-41a5-4e54-b6a7-4ee3089e41fe/4c0f74b7-a804-4307-9154-4d175f1784f8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:23.980179 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Transition to ACTIVE for port object 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:23.998066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-38ef5bf7-24a2-49a1-85e1-56d47b25b4e4 None None] Provisioning complete for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:23.998478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38ef5bf7-24a2-49a1-85e1-56d47b25b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.010717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9e1bdf4-3e88-4662-ad40-91cf5bc257d1 req-3492fd0c-c992-4134-b133-842a73046da8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.0555470 Aug 16 20:24:24.063101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.106010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.124274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Transition to ACTIVE for port object 4c0f74b7-a804-4307-9154-4d175f1784f8 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:24.158346 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.193864 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f4f899-f4dd-410f-b23a-6b9d7fe73cf0 x-openstack-request-id: req-98f4f899-f4dd-410f-b23a-6b9d7fe73cf0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:24.194125 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:24.194366 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98f4f899-f4dd-410f-b23a-6b9d7fe73cf0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:24.194737 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247', 'code': 200} Aug 16 20:24:24.195286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75ea482-3bda-4af9-a8c5-cffc9393bc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.200268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a8a8440-2fa1-4d74-a040-ae54d5f67cce up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:24.217349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45040) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.270417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Attempting to bind port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:24.271170 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Attempting to bind port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:24.271849 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Attempting to bind port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:24.280931 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Pushing event updated for resources: {'Port': ['ID=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.284464 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:24.285445 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:24.286316 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.286506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:24.286981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.289669 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:24.290347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Bound port: 1d1c9cb8-cacb-4976-b236-eb43f5f3b894, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:24.290937 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.329926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75ea482-3bda-4af9-a8c5-cffc9393bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.362085 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c75ea482-3bda-4af9-a8c5-cffc9393bc1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8eae7ccdce014fa19459568993061939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8558462 Aug 16 20:24:24.363356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.378023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:24.390424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-851e7246-95e5-44bb-bd9b-186e84a400ec req-72baa1f9-f37c-4a5a-8623-381adebf4d30 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 210 time: 0.0726566 Aug 16 20:24:24.390734 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.391261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.391816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.392321 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.393151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.393642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.394554 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.395183 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.395659 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.396169 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.396655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.397124 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:24.436955 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] For port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:24.442975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] For port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:24.479284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6850a-fc90-41d9-af51-2f068c4b976c req-6bba9865-bcbe-40f2-90d9-867199161a9c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.482199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85d6850a-fc90-41d9-af51-2f068c4b976c req-6bba9865-bcbe-40f2-90d9-867199161a9c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1012464 Aug 16 20:24:24.513261 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.588622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:24.596185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:24.597229 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:24.605047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85d6850a-fc90-41d9-af51-2f068c4b976c req-1d2a13b0-ac71-4147-b7cd-ef8b114bd614 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113071 Aug 16 20:24:24.628705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.633112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:24.634877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ea482-3bda-4af9-a8c5-cffc9393bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e7f68a-728f-4197-92c6-8951621b944e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.637925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:24.642197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cd6a7-21ab-421a-8b71-ce36dfb6cdd6 req-281bd1cd-d025-4bc7-a0a2-d5aa4912ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:24.643692 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-118cd6a7-21ab-421a-8b71-ce36dfb6cdd6 req-281bd1cd-d025-4bc7-a0a2-d5aa4912ce37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 1098 time: 0.4283271 Aug 16 20:24:24.664939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07522457-ef55-4081-921b-ef37a99efc72 None None] Pushing event updated for resources: {'Port': ['ID=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:24.717141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.742459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.779106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Deleting subnet da3fa43c-ec44-4e3f-a527-f772dadc1f4f {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:24.780068 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:24.788218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:24.874256 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-118cd6a7-21ab-421a-8b71-ce36dfb6cdd6 req-ea566bf5-5ac8-4a9e-a189-4f901d3c12e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965652 Aug 16 20:24:24.883943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.020006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.023276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.024558 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01e7f68a-728f-4197-92c6-8951621b944e HTTP/1.1" status: 204 len: 168 time: 0.5619962 Aug 16 20:24:25.032869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.048297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d03819-8394-4045-bc2f-808ffad5121e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e7f68a-728f-4197-92c6-8951621b944e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.112291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-8a90c337-4e69-43ed-9edc-22ec4cb5c216 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.114082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-8a90c337-4e69-43ed-9edc-22ec4cb5c216 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 0.4925008 Aug 16 20:24:25.135573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Request body: {'port': {'device_id': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'admin_state_up': True, 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:25.172965 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 3, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:25.187235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d6fea27-15e3-4029-acee-ad6ef2bbae63 None None] Provisioning for port 4c0f74b7-a804-4307-9154-4d175f1784f8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:25.191440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d6fea27-15e3-4029-acee-ad6ef2bbae63 None None] Provisioning complete for port 4c0f74b7-a804-4307-9154-4d175f1784f8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:25.191918 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d6fea27-15e3-4029-acee-ad6ef2bbae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.209233 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a16b7-7988-4d54-9206-b455dc01fb95 None None] The sync data for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 is: [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:21Z', 'revision_number': 3, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:25.288278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fea27-15e3-4029-acee-ad6ef2bbae63 None None] Port 4c0f74b7-a804-4307-9154-4d175f1784f8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:25.320251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.532423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.639409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.647031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.674921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:24:25.754765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:25.770638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:25.799573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b1cb-c17d-4187-a7f5-924d9c9fc9bb req-9f4f1d39-0119-4c07-ae51-335f6e44c078 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.806942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1882b1cb-c17d-4187-a7f5-924d9c9fc9bb req-9f4f1d39-0119-4c07-ae51-335f6e44c078 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 946 time: 0.8251488 Aug 16 20:24:25.866321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eef41af7-f94c-47f6-8044-89015d6dd79d req-81b60327-7c3a-4374-8697-7b04c31d7db1 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.1863053 Aug 16 20:24:25.878224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-6e6e5bf2-9199-4144-bd33-5ed28b61ddc1 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:25.880032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-6e6e5bf2-9199-4144-bd33-5ed28b61ddc1 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.64 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 1.0488605 Aug 16 20:24:25.905108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1882b1cb-c17d-4187-a7f5-924d9c9fc9bb req-f3f508ad-9e5d-4503-a96b-90b0a2294a68 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971653 Aug 16 20:24:25.944211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:25.945789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:25.960741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Request body: {'port': {'device_id': '37852465-33f7-417b-991b-c7c0fe4d292f', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'admin_state_up': True, 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:26.002567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45092) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:26.084699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:24:26.149931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:26.158249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd63ceaf-e53d-45d9-8084-bbc2e592f425 req-bd67daba-92e2-4b04-a466-59bf97c32c91 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 210 time: 0.0931618 Aug 16 20:24:26.204834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.227575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:26.236055 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5d0ff-85c6-4958-862d-477d26b01cc1" -d '{"events": [{"server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "name": "network-vif-plugged", "status": "completed", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:26.239354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45096) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:26.305091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3fa43c-ec44-4e3f-a527-f772dadc1f4f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.317240 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6462af5-0b70-4b5b-a1bb-f161223c5321 x-openstack-request-id: req-b6462af5-0b70-4b5b-a1bb-f161223c5321 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:26.319232 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "name": "network-vif-plugged", "status": "completed", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:26.319567 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6462af5-0b70-4b5b-a1bb-f161223c5321 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:26.323813 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d', 'code': 200} Aug 16 20:24:26.334101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.336501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71f8611c-5634-4838-8200-0846f57a1ec4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/da3fa43c-ec44-4e3f-a527-f772dadc1f4f HTTP/1.1" status: 204 len: 168 time: 2.1181371 Aug 16 20:24:26.342119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45100) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:26.386826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:26.392641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:26.396403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.396981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.442293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.491927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29a0459b-c4f8-4c75-a152-3c1a0d7f2754 None None] Provisioning complete for port 4c0f74b7-a804-4307-9154-4d175f1784f8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:26.493411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29a0459b-c4f8-4c75-a152-3c1a0d7f2754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.532629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:26.536212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.551270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-29a0459b-c4f8-4c75-a152-3c1a0d7f2754 None None] Port 4c0f74b7-a804-4307-9154-4d175f1784f8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:26.559302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72906fc-d67d-4bc5-a395-fdd647e3d830 req-59293e84-1b7e-468d-97fa-e8457b9fcc09 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:26.564461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a72906fc-d67d-4bc5-a395-fdd647e3d830 req-59293e84-1b7e-468d-97fa-e8457b9fcc09 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.4712009 Aug 16 20:24:26.601670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.626719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89935890-befb-4ff3-b4ee-b822673a24d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.636050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:26.753280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42c013-ff4d-4c83-9b71-fe077e171af7 req-15733bf4-ec1c-4b69-b72c-2fca8c7df5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:26.754826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e42c013-ff4d-4c83-9b71-fe077e171af7 req-15733bf4-ec1c-4b69-b72c-2fca8c7df5d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 1098 time: 0.3023365 Aug 16 20:24:26.771000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:26.774621 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.781216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.797500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:24:26.803897 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-93129a91-64a4-4a50-98e9-75f3bb6c6b46 admin admin] 10.222.0.70 "PUT /v2.0/routers/d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9914525 Aug 16 20:24:26.805711 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:24:26.805711 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:24:26.805711 n-d-794306-10 neutron-server[95241]: [parameters: {'project_id_1': '6662eb897cdf4f1a9b5651890e3be1f9', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 24, 26, 790950)}] Aug 16 20:24:26.805711 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:26.806131 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:26.832814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:26.835342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a72906fc-d67d-4bc5-a395-fdd647e3d830 req-3d08f570-44b1-4369-8118-e307b2cb9a1b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529166 Aug 16 20:24:26.843976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.868348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187b95b0-ebad-4524-bc35-c502c6ac8b8b']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:26.893245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a36050d-97f6-4a3b-bcbb-4b518530ef86') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:26.895621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a36050d-97f6-4a3b-bcbb-4b518530ef86') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:26.949095 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:26.967904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e42c013-ff4d-4c83-9b71-fe077e171af7 req-1a80667c-d4be-4ebd-afa9-cd35d9c05343 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020826 Aug 16 20:24:27.035790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.088228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:27.088649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.092583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b591b588-5096-476b-9293-508e3fbcf29f req-81c2381b-821e-4bf9-8763-23d72fe58e43 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.0916972 Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:27.093229 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:27.108915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Allocated IP 172.20.0.12 (e74fa0e1-c26b-47ad-98db-34193572e9c9/44abebc8-ada0-4244-8d69-a5f9f07d8cca/a4ecac79-1580-4d71-adeb-d857626074ca) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:27.216803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8cefc-7ef3-479d-983e-7b81e4e45ae3 req-9c2533e3-5cce-428a-a5c1-77d1f8db38aa tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.218517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cea8cefc-7ef3-479d-983e-7b81e4e45ae3 req-9c2533e3-5cce-428a-a5c1-77d1f8db38aa tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 946 time: 0.2218153 Aug 16 20:24:27.227509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-3f631349-8108-4890-bf81-11d57dee291e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=685d834f8d05442397802d1c5a3f5a12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364079 Aug 16 20:24:27.266862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89935890-befb-4ff3-b4ee-b822673a24d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.310639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.323570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.344102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.346052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] 10.222.0.70 "DELETE /v2.0/networks/187b95b0-ebad-4524-bc35-c502c6ac8b8b HTTP/1.1" status: 204 len: 168 time: 0.9961672 Aug 16 20:24:27.349071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45114) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.361331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cea8cefc-7ef3-479d-983e-7b81e4e45ae3 req-90477850-35fd-4092-b093-6cc67982b83f tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267753 Aug 16 20:24:27.372015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef336ed-5bd3-4833-a169-a7c761f82d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=187b95b0-ebad-4524-bc35-c502c6ac8b8b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.397873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89935890-befb-4ff3-b4ee-b822673a24d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.423893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-4b155f57-b9d8-4814-85a3-18a284a8561c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:27.425360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-4b155f57-b9d8-4814-85a3-18a284a8561c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968899 Aug 16 20:24:27.461183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Request body: {'port': {'device_id': 'efb976ca-630c-4f35-9e27-af145f564413', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '685d834f8d05442397802d1c5a3f5a12'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:27.469547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Deleting subnet 90a4077f-14b4-4db2-9896-9736e7de5ce2 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:27.476817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89935890-befb-4ff3-b4ee-b822673a24d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d986328e-1d3e-4482-98d9-858aac6c3cfd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.485117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89935890-befb-4ff3-b4ee-b822673a24d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a39f5e2d7857406c8b8612ea48b8b1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4668858 Aug 16 20:24:27.486384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.490662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45116) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.563985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.590552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aee2083c-38de-455c-98e5-a716a7274d91 req-6b88fcd8-9d63-423b-be4f-84441974632b tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 210 time: 0.0697224 Aug 16 20:24:27.601964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.604518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Sync routers for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:24:27.615125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:27.616168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:27.676311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.702913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.716674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.717878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.722690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342493055', 'description': 'tempest-description--578874681'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:27.749261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.807783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.841880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.864276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6662eb897cdf4f1a9b5651890e3be1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6231928 Aug 16 20:24:27.866365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45120) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:27.873771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8b28b-2111-42bd-8756-d18fcc42b6bb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.895806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.899423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0491db23-e28d-465a-bccc-ceaeeb6afa1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:27.932758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.939205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:27.944887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:27.955196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.966258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:27.968524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event updated for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:27.969454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Made reservation on behalf of 685d834f8d05442397802d1c5a3f5a12 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:27.973632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.974075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:27.977318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Allocated IP 172.20.0.3 (e74fa0e1-c26b-47ad-98db-34193572e9c9/44abebc8-ada0-4244-8d69-a5f9f07d8cca/412a36cd-17c3-444c-a218-e092e0a35b9b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:27.987052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.989704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:27.993236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d986328e-1d3e-4482-98d9-858aac6c3cfd HTTP/1.1" status: 204 len: 168 time: 0.4821200 Aug 16 20:24:27.993236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a4077f-14b4-4db2-9896-9736e7de5ce2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.015964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.062778 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.079979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1e566dc9-30b2-461b-86bd-ca686529c85a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/90a4077f-14b4-4db2-9896-9736e7de5ce2 HTTP/1.1" status: 204 len: 168 time: 0.7067804 Aug 16 20:24:28.079979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:28.079979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216fa62-f068-447c-90df-68d5a18f365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d986328e-1d3e-4482-98d9-858aac6c3cfd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.101440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.179535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:28.217158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Allocated IP 192.168.233.213 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/e3b62e54-0e1b-48d7-9eac-0cffb8240329) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:28.227596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.238647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.290144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ea83a-fdf3-4228-8ce2-c8e6dccc66cb req-167e8c7b-1fd2-4046-918d-7ca0445eec9c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.291795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea6ea83a-fdf3-4228-8ce2-c8e6dccc66cb req-167e8c7b-1fd2-4046-918d-7ca0445eec9c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.3119814 Aug 16 20:24:28.293610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b59eb5a3-ea8c-4a0c-9849-ad1de7e85572 req-469e2b4f-45da-4758-81d1-d5d7feb08d9c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 210 time: 0.1126134 Aug 16 20:24:28.312542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:28.313410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.325172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.345481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.348282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.354247 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76a8b28b-2111-42bd-8756-d18fcc42b6bb HTTP/1.1" status: 204 len: 168 time: 0.4825587 Aug 16 20:24:28.366561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d7c81-7e77-4d34-993b-b55093a99c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8b28b-2111-42bd-8756-d18fcc42b6bb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.379864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 2, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.447169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Checking router: d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:24:28.453497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Updating router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 port 4c0f74b7-a804-4307-9154-4d175f1784f8 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:24:28.461489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.479701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.484306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.490376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Transition to ACTIVE for port object e3b62e54-0e1b-48d7-9eac-0cffb8240329 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:28.590000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.592620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea6ea83a-fdf3-4228-8ce2-c8e6dccc66cb req-0846dad8-7349-4f47-8dd6-9776c98b7a2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916753 Aug 16 20:24:28.660547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18071e1a-e7de-4f09-8566-101847ad3a0e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.664892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.673255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.691096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3224a96-2a24-4f17-b5be-ae7ae1d931d4 req-0eaf124c-6e2b-46bf-a032-b93c0632c464 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.695566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:28.698342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3224a96-2a24-4f17-b5be-ae7ae1d931d4 req-0eaf124c-6e2b-46bf-a032-b93c0632c464 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 946 time: 0.1900945 Aug 16 20:24:28.711640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:28.715016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:28.719337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:28.722209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17676879-cfc6-4b69-bc4c-1a8e5e6870fd']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.741605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-9df70273-e4c1-4260-b19a-57faf1d1e87f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6116319 Aug 16 20:24:28.750728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.764538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.765794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5a4a086f-5dfe-436d-9f79-e5ea3d2784b2 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0468624 Aug 16 20:24:28.772963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45144) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:28.775102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d4cc6a-2d29-458f-a84f-338c51b873a1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.775409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d4cc6a-2d29-458f-a84f-338c51b873a1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:28.781858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Request body: {'port': {'device_id': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:28.790162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'security_group_rule': {'security_group_id': '18071e1a-e7de-4f09-8566-101847ad3a0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:28.842728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.843956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.850049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.850539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Pushing event updated for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:28.893042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3224a96-2a24-4f17-b5be-ae7ae1d931d4 req-7e4801e5-4d09-4a63-979a-c307516d14b2 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844983 Aug 16 20:24:28.893042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.942782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:28.943137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:28.947208 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:28.955931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043081-eed8-417f-937b-081a9816a5bd req-110ff8ac-7758-45f8-ba0b-242eb2ef0eb7 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:28.957530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a043081-eed8-417f-937b-081a9816a5bd req-110ff8ac-7758-45f8-ba0b-242eb2ef0eb7 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 936 time: 0.2500658 Aug 16 20:24:28.973115 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.045439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.052094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.068133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.069950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2a2f34a-cc6b-4bfe-a2f1-821a6e810601 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6212170 Aug 16 20:24:29.084661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Request body: {'port': {'device_id': 'efb976ca-630c-4f35-9e27-af145f564413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:29.160488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.160868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.192150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-68517f27-efb3-41ef-b89a-eebcc47b7d19 None None] Provisioning for port e3b62e54-0e1b-48d7-9eac-0cffb8240329 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:29.193864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a043081-eed8-417f-937b-081a9816a5bd req-a2e917c1-e92d-4a83-b0d6-48b424e69b27 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755691 Aug 16 20:24:29.200177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-68517f27-efb3-41ef-b89a-eebcc47b7d19 None None] Provisioning complete for port e3b62e54-0e1b-48d7-9eac-0cffb8240329 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:29.201287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-68517f27-efb3-41ef-b89a-eebcc47b7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.213356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.229582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60758ab3-643d-49cb-9fd2-2f71c52efa4c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.251602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Transition to ACTIVE for port object 4c0f74b7-a804-4307-9154-4d175f1784f8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:29.258637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-68517f27-efb3-41ef-b89a-eebcc47b7d19 None None] Port e3b62e54-0e1b-48d7-9eac-0cffb8240329 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:29.265669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfe3a4-0785-4ddf-9bf7-de9fe063fd9b req-3f7cdc38-dd28-4c6f-87e5-ad07f4d29355 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:29.267267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfdfe3a4-0785-4ddf-9bf7-de9fe063fd9b req-3f7cdc38-dd28-4c6f-87e5-ad07f4d29355 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 946 time: 0.2085783 Aug 16 20:24:29.282983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.284474 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c64406f1-c59b-430b-916b-9bc385de9946 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5008337 Aug 16 20:24:29.289909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45162) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:29.296650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'security_group_rule': {'security_group_id': '18071e1a-e7de-4f09-8566-101847ad3a0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:29.328727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.334569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:29.345022 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.394475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.397440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] 10.222.0.70 "DELETE /v2.0/networks/17676879-cfc6-4b69-bc4c-1a8e5e6870fd HTTP/1.1" status: 204 len: 168 time: 1.3197999 Aug 16 20:24:29.398835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d260f78-81b5-4964-9a17-454ac04a926e admin admin] Pushing event deleted for resources: {'Network': ['ID=17676879-cfc6-4b69-bc4c-1a8e5e6870fd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.401004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:29.401560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365716-5fcc-4864-be57-a1a803705b82 None None] Pushing event updated for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.418425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event updated for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.421293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:29.500966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Attempting to bind port 4c0f74b7-a804-4307-9154-4d175f1784f8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:29.501346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Attempting to bind port 4c0f74b7-a804-4307-9154-4d175f1784f8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:29.507194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Attempting to bind port 4c0f74b7-a804-4307-9154-4d175f1784f8 on network 54fb506c-7234-4e7e-b32a-02aedcd095eb {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:29.518675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:29.519355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Checking segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:29.520243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.523720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:29.524426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.524843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Bound using segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:29.525526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Bound port: 4c0f74b7-a804-4307-9154-4d175f1784f8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:29.526243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.539639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfdfe3a4-0785-4ddf-9bf7-de9fe063fd9b req-90e2ce50-77bd-4584-9b02-d5e0e1387e62 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121375 Aug 16 20:24:29.700068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] For port 4c0f74b7-a804-4307-9154-4d175f1784f8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:29.706265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] For port 4c0f74b7-a804-4307-9154-4d175f1784f8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c0f74b7-a804-4307-9154-4d175f1784f8,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:29.725391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.798336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.807425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b62e54-0e1b-48d7-9eac-0cffb8240329 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:29.818711 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.846211 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.849229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Transition to ACTIVE for port object e3b62e54-0e1b-48d7-9eac-0cffb8240329 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:29.887128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365716-5fcc-4864-be57-a1a803705b82 None None] Pushing event updated for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.890443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:24:29.891060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:24:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:29.925473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:29.981043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d144aa-cbee-4793-8d7d-a1aeda0dcd4c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:29.997309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.041549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-bce05a92-6802-48a1-b117-fae330f006f8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1299329 Aug 16 20:24:30.086810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45184) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.091055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Request body: {'port': {'device_id': '37852465-33f7-417b-991b-c7c0fe4d292f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:30.094993 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.098914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42dabaf7-bf9f-42f1-9d8b-06e0dd51056c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8053334 Aug 16 20:24:30.100605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45186) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.111276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:30.167235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:24:30.188903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Pushing event updated for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.203134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8eb03-b968-4b81-aa11-29a2b70bd436 req-7e490318-1cf4-4a35-a8d3-69867bfd199a tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.204968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc8eb03-b968-4b81-aa11-29a2b70bd436 req-7e490318-1cf4-4a35-a8d3-69867bfd199a tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 931 time: 0.8017845 Aug 16 20:24:30.264089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.307526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638de72-0fe9-4f7d-9057-64af9b7614cc req-31d7c6c0-2730-4149-a061-fe86961e53f5 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.317064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b638de72-0fe9-4f7d-9057-64af9b7614cc req-31d7c6c0-2730-4149-a061-fe86961e53f5 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.2842846 Aug 16 20:24:30.324935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Attempting to bind port e3b62e54-0e1b-48d7-9eac-0cffb8240329 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:30.328659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Attempting to bind port e3b62e54-0e1b-48d7-9eac-0cffb8240329 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:30.329015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Attempting to bind port e3b62e54-0e1b-48d7-9eac-0cffb8240329 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:30.337113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Port e3b62e54-0e1b-48d7-9eac-0cffb8240329 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:30.337446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Attempting to bind port e3b62e54-0e1b-48d7-9eac-0cffb8240329 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:30.348159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.356252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:30.356465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:30.356871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:30.357624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Bound port: e3b62e54-0e1b-48d7-9eac-0cffb8240329, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:30.357999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.362509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-298dfede-7ecc-4c19-a339-432c39aafcf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=818d863923c2444f80d24c6e03eac76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664759 Aug 16 20:24:30.368451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:30.422270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc8eb03-b968-4b81-aa11-29a2b70bd436 req-e973e55d-c354-4f11-bf43-707eabaa3830 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808896 Aug 16 20:24:30.463244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:30.463244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:30.488946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b638de72-0fe9-4f7d-9057-64af9b7614cc req-31feef75-0b25-4af1-9b01-463312e95619 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637893 Aug 16 20:24:30.510376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ecac79-1580-4d71-adeb-d857626074ca {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:30.524772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.562335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.606313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Transition to ACTIVE for port object a4ecac79-1580-4d71-adeb-d857626074ca will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:30.627937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Pushing event updated for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:30.639824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.645977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.656837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c11f7-eb8a-4007-9bc5-a251e4076866 req-e86faeb3-7a4b-4be0-af33-3ee6c3371b71 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.671668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-254c11f7-eb8a-4007-9bc5-a251e4076866 req-e86faeb3-7a4b-4be0-af33-3ee6c3371b71 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0888498 Aug 16 20:24:30.681352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2559c128-d109-4ca7-8ee5-9da9935ee889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.681608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:30.682102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.683676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-6e3f4a42-76df-4e91-8d78-db74ba5b430c service neutron] 10.222.0.73 "PUT /v2.0/ports/e3b62e54-0e1b-48d7-9eac-0cffb8240329 HTTP/1.1" status: 200 len: 1097 time: 1.6041753 Aug 16 20:24:30.685854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:30.689434 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae1c100-9502-4806-8bd7-645f2889b7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:30.706758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.711519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:30.804722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:30.820934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-254c11f7-eb8a-4007-9bc5-a251e4076866 req-8a7de8f3-4963-435b-b235-ab060a15911e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499655 Aug 16 20:24:30.907447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362b2af1-ea18-498a-b4a6-f9b88c82d819 None None] The sync data for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 is: [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:29Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:24:31.037489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.040330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.041715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91 HTTP/1.1" status: 204 len: 168 time: 0.6714137 Aug 16 20:24:31.110629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ae94b-e73b-44d8-ad98-00ecca38e543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade3a5e-a4d5-4348-a6d4-4195f4bbaa91,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.135482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.147310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-5b336a77-1476-4dac-87ab-d96c07d06e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.156887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-5b336a77-1476-4dac-87ab-d96c07d06e81 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 1100 time: 0.3158236 Aug 16 20:24:31.221674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Allocated IP 172.25.7.102 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3f1ca123-b22d-4293-9752-a0518b715074) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:31.232674 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-145710dc-1d66-409b-ae2c-d3d6a8a73f26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329 HTTP/1.1" status: 200 len: 217 time: 0.0624008 Aug 16 20:24:31.372540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-4f39a2d7-90c2-4354-87b5-7f2dbef257dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.374667 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-4f39a2d7-90c2-4354-87b5-7f2dbef257dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1352503 Aug 16 20:24:31.412344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee3aa9-27dc-491d-a8f4-48d5d0c8af2e req-9bd87ce4-f248-4a31-8cb4-780ae769eb40 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.419828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ee3aa9-27dc-491d-a8f4-48d5d0c8af2e req-9bd87ce4-f248-4a31-8cb4-780ae769eb40 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 948 time: 0.3998590 Aug 16 20:24:31.462950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412a36cd-17c3-444c-a218-e092e0a35b9b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:31.515515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.531323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2d581b3-be7f-45b2-804d-53ae4b6ffa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:31.532932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-c2d581b3-be7f-45b2-804d-53ae4b6ffa28 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1499946 Aug 16 20:24:31.542292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.568209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Attempting to bind port a4ecac79-1580-4d71-adeb-d857626074ca on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:31.568209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Attempting to bind port a4ecac79-1580-4d71-adeb-d857626074ca by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:31.568209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Attempting to bind port a4ecac79-1580-4d71-adeb-d857626074ca on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:31.585258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Port a4ecac79-1580-4d71-adeb-d857626074ca on network e74fa0e1-c26b-47ad-98db-34193572e9c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:31.585725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Attempting to bind port a4ecac79-1580-4d71-adeb-d857626074ca on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:31.593069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ee3aa9-27dc-491d-a8f4-48d5d0c8af2e req-8bc84c62-96d9-415b-8404-da86130033a2 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722591 Aug 16 20:24:31.601885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Transition to ACTIVE for port object 412a36cd-17c3-444c-a218-e092e0a35b9b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:31.603052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:31.604040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Checking segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:31.604168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Bound using segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:31.604635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Bound port: a4ecac79-1580-4d71-adeb-d857626074ca, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:31.605058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.690034 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83842782-9bd0-4a70-afe3-d78b706cbeac x-openstack-request-id: req-83842782-9bd0-4a70-afe3-d78b706cbeac {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:31.690330 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:31.690577 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83842782-9bd0-4a70-afe3-d78b706cbeac {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:31.690987 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329', 'status': 'completed', 'code': 200} Aug 16 20:24:31.702423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.762802 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-375e22ee-1402-4627-a2ed-bc1fc42f469c service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160065 Aug 16 20:24:31.822874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:31.860162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a4ecac79-1580-4d71-adeb-d857626074ca,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:31.861945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Pushing event updated for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:31.908139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:31.964633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:31.969421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:31.978379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:32.057511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.096234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'Port': ['ID=3f1ca123-b22d-4293-9752-a0518b715074,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.140868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c0f74b7-a804-4307-9154-4d175f1784f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:32.144707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bde05-0606-4fdd-bed3-b6708d2f80a1 req-811eb3d1-0896-4797-93e2-7dfa05e6cd4b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.145353 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-977e43dd-ccd7-4d2a-a0b9-bcaa9cbdf73b req-5687718c-2157-4b7a-8474-8a321935ae6b service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730929 Aug 16 20:24:32.157530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8bde05-0606-4fdd-bed3-b6708d2f80a1 req-811eb3d1-0896-4797-93e2-7dfa05e6cd4b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 943 time: 0.2902250 Aug 16 20:24:32.240151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.240833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.241965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a4ecac79-1580-4d71-adeb-d857626074ca HTTP/1.1" status: 200 len: 1093 time: 3.4692326 Aug 16 20:24:32.242431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:32.244948 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a0541-f920-4be9-9ade-a04746d6673a" -d '{"events": [{"name": "network-changed", "server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:32.256772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Attempting to bind port 412a36cd-17c3-444c-a218-e092e0a35b9b on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:32.257106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Attempting to bind port 412a36cd-17c3-444c-a218-e092e0a35b9b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:32.257435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Attempting to bind port 412a36cd-17c3-444c-a218-e092e0a35b9b on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:32.257775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.297513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Port 412a36cd-17c3-444c-a218-e092e0a35b9b on network e74fa0e1-c26b-47ad-98db-34193572e9c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:32.297974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Attempting to bind port 412a36cd-17c3-444c-a218-e092e0a35b9b on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:32.309094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4c0f74b7-a804-4307-9154-4d175f1784f8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:32.314202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4c0f74b7-a804-4307-9154-4d175f1784f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:32.315586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.321168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:32.323050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.325535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Checking segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:32.326759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Bound using segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:32.327452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Bound port: 412a36cd-17c3-444c-a218-e092e0a35b9b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:32.327865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.340741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8bde05-0606-4fdd-bed3-b6708d2f80a1 req-c790799c-e0ca-4f6c-9700-5d83f9971d97 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827161 Aug 16 20:24:32.387180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9e32-dbd6-4f56-a9cb-2546f4533ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.452753 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3c9fb1d7-68bf-48e7-8a81-13c7c272ac7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ece897b2bac14d6bb368425c68616284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280348 Aug 16 20:24:32.456234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:32.497607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.522870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.573912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-77baf507-e039-436c-ac5d-28073d7e79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.575434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-77baf507-e039-436c-ac5d-28073d7e79bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=deac4045-8eda-42db-86b2-404e5c8ff3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1351223 Aug 16 20:24:32.581118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 4c0f74b7-a804-4307-9154-4d175f1784f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c0f74b7-a804-4307-9154-4d175f1784f8,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:32.590379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-c2989d4b-d895-4b31-9162-ea19a7587bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.592627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-c2989d4b-d895-4b31-9162-ea19a7587bfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=685d834f8d05442397802d1c5a3f5a12&device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 1100 time: 0.2475610 Aug 16 20:24:32.610845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054df59-14ac-41ea-b302-6835069f2864 req-44e78810-58fd-4154-9940-8c9ecfaf4beb tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.618503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1054df59-14ac-41ea-b302-6835069f2864 req-44e78810-58fd-4154-9940-8c9ecfaf4beb tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.2767148 Aug 16 20:24:32.668456 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-939b84b9-bd7f-45eb-a82f-1334c1ae0cd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ecac79-1580-4d71-adeb-d857626074ca HTTP/1.1" status: 200 len: 217 time: 0.0834239 Aug 16 20:24:32.669196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.671316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.678635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5c696-3146-4b16-8b47-6375de8e7c8c req-76eb0001-4a3e-4666-8e17-27516d734d12 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.678635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1db5c696-3146-4b16-8b47-6375de8e7c8c req-76eb0001-4a3e-4666-8e17-27516d734d12 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.2278142 Aug 16 20:24:32.680907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:32.730297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=412a36cd-17c3-444c-a218-e092e0a35b9b,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:32.732816 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.748257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:32.770920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1054df59-14ac-41ea-b302-6835069f2864 req-e997a55b-db49-415f-a608-d3278fa6fe55 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458185 Aug 16 20:24:32.808852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.810016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-4d58e7c9-c6dc-49b4-a0c9-d7b7f28b2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.811591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-4d58e7c9-c6dc-49b4-a0c9-d7b7f28b2fb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.1310489 Aug 16 20:24:32.837282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1db5c696-3146-4b16-8b47-6375de8e7c8c req-1ebf15d3-1b2b-44c3-91ed-e11304a19bd1 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237009 Aug 16 20:24:32.856082 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-7f530b68-3169-4b42-bdcc-9485379eceeb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316489 Aug 16 20:24:32.887541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-5eaf7d78-d9da-4ee9-83f0-3b5e39f5d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.891004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-5eaf7d78-d9da-4ee9-83f0-3b5e39f5d9b8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2695796 Aug 16 20:24:32.900385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.901129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:32.901818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.903283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] 10.222.0.64 "PUT /v2.0/ports/412a36cd-17c3-444c-a218-e092e0a35b9b HTTP/1.1" status: 200 len: 1092 time: 2.8350325 Aug 16 20:24:32.948220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.950741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:32.954640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/979696af-3e6a-409e-b747-162ce1cf43b4 HTTP/1.1" status: 204 len: 168 time: 0.4768772 Aug 16 20:24:32.968096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8445c85a-25b4-4451-b959-bafdc8ce7384 x-openstack-request-id: req-8445c85a-25b4-4451-b959-bafdc8ce7384 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:32.968096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:32.968096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8445c85a-25b4-4451-b959-bafdc8ce7384 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:32.968734 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca', 'status': 'completed', 'code': 200} Aug 16 20:24:32.973081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-142025e0-6042-410a-8f0a-684c8997ccc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329 HTTP/1.1" status: 200 len: 217 time: 0.0657885 Aug 16 20:24:32.976341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060a43-bc58-4646-9e4a-e7aa7d5d842b service neutron] Pushing event updated for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:33.009959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72da248-d85e-458c-9f5c-1580220f915a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979696af-3e6a-409e-b747-162ce1cf43b4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:33.033409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.064578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-76977e34-86c7-482a-92e7-028ff9316088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.066383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-76977e34-86c7-482a-92e7-028ff9316088 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0827506 Aug 16 20:24:33.172939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-db7995fc-d17c-4d6e-8a9f-29a8ca5ad305 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036134 Aug 16 20:24:33.180789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-97d6ebbe-2eb5-42d2-82b0-9fdc1cea6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.183356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-97d6ebbe-2eb5-42d2-82b0-9fdc1cea6e63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995116 Aug 16 20:24:33.219510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cc282afd-c81b-4248-abcc-ee4c13dcf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.248191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-cc282afd-c81b-4248-abcc-ee4c13dcf096 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 1095 time: 0.1535301 Aug 16 20:24:33.282440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'Port': ['ID=3f1ca123-b22d-4293-9752-a0518b715074,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:33.299656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-427460da-2ac5-4c82-8f5d-42250a836180 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412a36cd-17c3-444c-a218-e092e0a35b9b HTTP/1.1" status: 200 len: 217 time: 0.0494163 Aug 16 20:24:33.309208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.315852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-70d49a9a-47c7-43bd-bc1a-7730a5033a89 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328669 Aug 16 20:24:33.334317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-678f93af-50d0-4d65-945d-6ff37e12c8dc tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3afea78b551847b78767c373b8d33558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406032 Aug 16 20:24:33.353969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-059ad3ef-ce7d-4e4b-b662-07453026f83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.438408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-62421739-19ce-4b9e-ac6d-9850290db1c5 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466233 Aug 16 20:24:33.447755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-64646b49-1ac0-4580-96bb-6acea467523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.449164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-64646b49-1ac0-4580-96bb-6acea467523f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.1348510 Aug 16 20:24:33.468807 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.519670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-20b2cbf3-924a-449a-bce4-80c2b6c248b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572774 Aug 16 20:24:33.548771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:33.551444 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1af64d41-bb88-4fc4-8888-8564ae84b382 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4468188 Aug 16 20:24:33.614109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-d979a1b2-ef0e-40c4-bc08-b20577750b0e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.615633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-d979a1b2-ef0e-40c4-bc08-b20577750b0e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630782 Aug 16 20:24:33.672684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-570c167c-54d1-41c6-b965-9617fe45a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.674619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-570c167c-54d1-41c6-b965-9617fe45a425 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=deac4045-8eda-42db-86b2-404e5c8ff3e2 HTTP/1.1" status: 200 len: 1096 time: 0.0901339 Aug 16 20:24:33.697722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-1f963843-7803-4595-b3ae-0815e813c77d tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/quotas/3afea78b551847b78767c373b8d33558 HTTP/1.1" status: 200 len: 375 time: 0.0532765 Aug 16 20:24:33.706547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae1c100-9502-4806-8bd7-645f2889b7f8 req-28f93a84-ecd4-476f-a612-44869d326607 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544899 Aug 16 20:24:33.775213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-6209fc01-94f5-456c-8140-834e9ee85ca0 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3afea78b551847b78767c373b8d33558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662179 Aug 16 20:24:33.778210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-538aa9f7-4cc9-4661-ad97-34fd7d41db1e service neutron] 10.222.0.64 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382987 Aug 16 20:24:33.789965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-3762850c-3862-475e-9f4c-7d5fdc86cbaf tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.791442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-3762850c-3862-475e-9f4c-7d5fdc86cbaf tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.1714759 Aug 16 20:24:33.834610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-01694d49-e31e-453e-b68f-9d23c52f0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.836632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-01694d49-e31e-453e-b68f-9d23c52f0c57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 914 time: 0.1430643 Aug 16 20:24:33.903168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803c12-e541-419a-8caa-c29dbb7c81ea req-d996a46b-1a22-4663-a9ea-78ac9f1438fe tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.909392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-2db0eec2-2399-4e3a-b0ea-7721140bf739 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4ecac79-1580-4d71-adeb-d857626074ca HTTP/1.1" status: 200 len: 217 time: 0.0627306 Aug 16 20:24:33.910896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be803c12-e541-419a-8caa-c29dbb7c81ea req-d996a46b-1a22-4663-a9ea-78ac9f1438fe tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 948 time: 0.2000124 Aug 16 20:24:33.992941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-728d8671-4f5b-40b2-b506-338d9b7a453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:33.994790 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-728d8671-4f5b-40b2-b506-338d9b7a453a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.0652027 Aug 16 20:24:34.004402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be803c12-e541-419a-8caa-c29dbb7c81ea req-635c8d22-9398-45dd-ba54-58093161bc28 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924697 Aug 16 20:24:34.006302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4960bfa0-9a6f-4272-a72b-f67025038047 req-d29de245-f8a3-4343-a4fc-47d880495a71 service neutron] 10.222.0.64 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131100 Aug 16 20:24:34.034934 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-fa5dc952-57eb-4202-8986-19670fa597fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326002 Aug 16 20:24:34.044429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Deleting port def85ec7-04e3-42bc-bc4e-0838b8ae668e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:34.045704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.158220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c0f74b7-a804-4307-9154-4d175f1784f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:34.196524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-00aad5d3-257b-477f-a8d4-6c350b93a3cf service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531994 Aug 16 20:24:34.215098 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.225447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4929d-755a-4f82-8f84-60702f471099 req-634278d3-0533-4b14-bd55-87c0de2cd216 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:34.226135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4c0f74b7-a804-4307-9154-4d175f1784f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:34.226135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.226345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ff4929d-755a-4f82-8f84-60702f471099 req-634278d3-0533-4b14-bd55-87c0de2cd216 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 943 time: 0.1036973 Aug 16 20:24:34.244705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] For port def85ec7-04e3-42bc-bc4e-0838b8ae668e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=def85ec7-04e3-42bc-bc4e-0838b8ae668e,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:34.245165 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.324395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ff4929d-755a-4f82-8f84-60702f471099 req-1aa87899-d1aa-408c-b782-a56d7058688b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822930 Aug 16 20:24:34.332577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Calling delete_port for def85ec7-04e3-42bc-bc4e-0838b8ae668e owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:34.347370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e0a0541-f920-4be9-9ade-a04746d6673a req-7c169228-d818-4385-b4c1-6949ec15a0b0 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402960 Aug 16 20:24:34.520914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a28b99-923e-47b9-9871-ccb8ec1b503d req-32760193-19ff-4751-98ce-bedda056e7b6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:34.522455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4a28b99-923e-47b9-9871-ccb8ec1b503d req-32760193-19ff-4751-98ce-bedda056e7b6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1222677 Aug 16 20:24:34.548903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ebca4-1195-4e43-8136-83266a16f4a9 req-70414baa-886b-4aaf-8b77-53e4ff4a60c4 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:34.552187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe2ebca4-1195-4e43-8136-83266a16f4a9 req-70414baa-886b-4aaf-8b77-53e4ff4a60c4 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 945 time: 0.0977113 Aug 16 20:24:34.648416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4a28b99-923e-47b9-9871-ccb8ec1b503d req-42001dca-4a41-4ae1-8980-8ebaf586dc41 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139905 Aug 16 20:24:34.668084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe2ebca4-1195-4e43-8136-83266a16f4a9 req-023d479d-88d7-4f11-8d6d-3fee189cf3b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981305 Aug 16 20:24:34.732729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26092e7c-8b66-4eb0-9871-6fb1fba14ca8 req-4056b787-717d-4f53-aa60-b5cac1a7479a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.0293889 Aug 16 20:24:34.811555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.824427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'cdc2a384-e114-4d2c-a593-795d6721f247'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:34.830089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['aeee2795-ef14-4d05-9a9c-93811cf29d9d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:34.844496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event deleted for resources: {'Port': ['ID=def85ec7-04e3-42bc-bc4e-0838b8ae668e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:34.918802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] No DVR routers for this DVR port def85ec7-04e3-42bc-bc4e-0838b8ae668e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:34.922456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:34.924811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ada8b76-cc78-4dd5-a3a8-526c81fd5419 req-c5bf8776-c9ba-4fe3-a9b0-2ca7c731eb2d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "DELETE /v2.0/ports/def85ec7-04e3-42bc-bc4e-0838b8ae668e HTTP/1.1" status: 204 len: 173 time: 1.1212471 Aug 16 20:24:34.969580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b'}, {'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'name': 'network-vif-deleted', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:34.972097 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2" -d '{"events": [{"name": "network-changed", "server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b"}, {"server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "name": "network-vif-deleted", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:35.038598 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8821cd30-eeb6-41eb-9d15-e083db838657 x-openstack-request-id: req-8821cd30-eeb6-41eb-9d15-e083db838657 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:35.038989 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b", "status": "completed", "code": 200}, {"server_uuid": "0475bd52-893d-4525-bac7-69575bc7c8c7", "name": "network-vif-deleted", "tag": "def85ec7-04e3-42bc-bc4e-0838b8ae668e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:35.039340 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8821cd30-eeb6-41eb-9d15-e083db838657 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:35.039883 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b', 'status': 'completed', 'code': 200} Aug 16 20:24:35.040293 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0475bd52-893d-4525-bac7-69575bc7c8c7', 'name': 'network-vif-deleted', 'tag': 'def85ec7-04e3-42bc-bc4e-0838b8ae668e', 'status': 'completed', 'code': 200} Aug 16 20:24:35.135191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-8b3d1c7c-8744-4636-b952-795dfd034646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.137234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-8b3d1c7c-8744-4636-b952-795dfd034646 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 1095 time: 0.0586233 Aug 16 20:24:35.292216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96fa64-39ac-4b65-a720-efea8262f77b req-13238d8f-0b0f-492d-92ad-0cb23d05825e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.293682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc96fa64-39ac-4b65-a720-efea8262f77b req-13238d8f-0b0f-492d-92ad-0cb23d05825e tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 948 time: 0.1369255 Aug 16 20:24:35.312281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-e63f53a9-6858-4140-95ac-459872afaf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.313596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-e63f53a9-6858-4140-95ac-459872afaf6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 914 time: 0.1666644 Aug 16 20:24:35.365372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-beae46dc-7862-4c4f-bc07-5f181adab6b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=412a36cd-17c3-444c-a218-e092e0a35b9b HTTP/1.1" status: 200 len: 217 time: 0.0428250 Aug 16 20:24:35.372755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc96fa64-39ac-4b65-a720-efea8262f77b req-8a40f58f-ea69-4fd1-b1a1-6caeaa83e7ef tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Aug 16 20:24:35.421768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-9c384559-49cf-44c9-ba62-3a3771edb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.425205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-9c384559-49cf-44c9-ba62-3a3771edb227 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.0513799 Aug 16 20:24:35.476706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-72b927a8-2850-4a45-8189-42bf4d4f3581 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420191 Aug 16 20:24:35.594336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fbb2b-a106-4b4f-a433-feffecb2f7a0 req-2ab94801-2c49-4014-87f1-489aeda49445 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.601890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025fbb2b-a106-4b4f-a433-feffecb2f7a0 req-2ab94801-2c49-4014-87f1-489aeda49445 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 943 time: 0.1179416 Aug 16 20:24:35.705685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-db980f0a-defd-4df0-adae-30ffe416bc06 service neutron] 10.222.0.64 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116172 Aug 16 20:24:35.711500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025fbb2b-a106-4b4f-a433-feffecb2f7a0 req-9b31c8a3-5db3-41c5-8bfa-81e54443a938 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085191 Aug 16 20:24:35.873701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf88fa9a-fbc2-49a2-a658-5db99ab686d2 req-cd8cae8f-48bc-461b-9115-e14a23695e50 service neutron] 10.222.0.64 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533539 Aug 16 20:24:35.879351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83596c-23bc-453b-b10c-6500f469211d req-2eb71f44-6c52-4dc3-94da-fcd3d9dc4e0d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:35.887274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc83596c-23bc-453b-b10c-6500f469211d req-2eb71f44-6c52-4dc3-94da-fcd3d9dc4e0d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0927927 Aug 16 20:24:35.986103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bcb94f7-13c4-4db4-8ab2-55a99af7c0a7 req-8c8dc631-f228-4467-a4c5-68e7f05f8f79 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=0475bd52-893d-4525-bac7-69575bc7c8c7 HTTP/1.1" status: 200 len: 210 time: 0.0367002 Aug 16 20:24:36.024123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc83596c-23bc-453b-b10c-6500f469211d req-14bd6a16-a1f4-416d-9751-bf047679091f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176004 Aug 16 20:24:36.074635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.128269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68ebfb22-051e-412d-8a36-d6c9a0b33f4b req-4cbd648e-502b-440b-a618-f39405344740 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.0417068 Aug 16 20:24:36.496989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a4ecac79-1580-4d71-adeb-d857626074ca details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:36.629545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a4ecac79-1580-4d71-adeb-d857626074ca,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:36.643418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'a4ecac79-1580-4d71-adeb-d857626074ca', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'port_id': 'a4ecac79-1580-4d71-adeb-d857626074ca', 'mac_address': 'fa:16:3e:d6:01:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44abebc8-ada0-4244-8d69-a5f9f07d8cca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:36.643846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a7497-1a99-4218-9131-ca35d4c7ef1d req-c9ecf1b0-1b06-4b3d-8e47-d345462955dc tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.645377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c98a7497-1a99-4218-9131-ca35d4c7ef1d req-c9ecf1b0-1b06-4b3d-8e47-d345462955dc tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 948 time: 0.0531197 Aug 16 20:24:36.682366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.692050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c98a7497-1a99-4218-9131-ca35d4c7ef1d req-543df24b-b538-465e-aad0-757b873379dd tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Aug 16 20:24:36.696159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ecac79-1580-4d71-adeb-d857626074ca {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:36.728470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a4ecac79-1580-4d71-adeb-d857626074ca,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:36.817392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:36.818069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e3b62e54-0e1b-48d7-9eac-0cffb8240329 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:36.922534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:36.939143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.940703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.940703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.940703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.940703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.941093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.941296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.941651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.941984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.942303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.942627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.942945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:24:36.965305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3af4c-0fe4-46ee-8324-1e1be2486b66 req-13d4de2a-2d74-4d6f-8951-63f71ae412ca tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:36.967529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28f3af4c-0fe4-46ee-8324-1e1be2486b66 req-13d4de2a-2d74-4d6f-8951-63f71ae412ca tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 943 time: 0.0558472 Aug 16 20:24:36.981173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:36.992460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329', 'mac_address': 'fa:16:3e:61:fd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:37.013666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28f3af4c-0fe4-46ee-8324-1e1be2486b66 req-228b7351-0e5a-43ae-ab8e-330b5d6dbbea tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Aug 16 20:24:37.036699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.053583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b62e54-0e1b-48d7-9eac-0cffb8240329 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:37.079033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:37.291642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:37.320687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80407ad3-20c3-4a4a-aa04-d57101ff8bd6 req-d075f737-1827-4e1a-af1d-32d36c3d9099 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:37.322670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80407ad3-20c3-4a4a-aa04-d57101ff8bd6 req-d075f737-1827-4e1a-af1d-32d36c3d9099 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0546603 Aug 16 20:24:37.344668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:37.368267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80407ad3-20c3-4a4a-aa04-d57101ff8bd6 req-06344108-fe92-4a42-846b-fd40b90325a0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392058 Aug 16 20:24:37.488425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60a7c77a-929f-48ae-91fe-eb6cafc4f3f3 req-20dd4fee-890d-4cb6-933e-08f1dc04909f tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Aug 16 20:24:37.521362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-0211f6b1-0892-431a-beef-3eb3989c9881 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3afea78b551847b78767c373b8d33558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353324 Aug 16 20:24:37.531188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a4ecac79-1580-4d71-adeb-d857626074ca'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:37.597914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e3b62e54-0e1b-48d7-9eac-0cffb8240329'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:38.048200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-77908d0f-1454-4203-81ab-77bf3e0b075c tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:38.049661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-77908d0f-1454-4203-81ab-77bf3e0b075c tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5226719 Aug 16 20:24:38.070080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Request body: {'port': {'device_id': '13898096-f055-4cba-b094-55982d2524f4', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '3afea78b551847b78767c373b8d33558'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:38.189392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9e0da-6f94-49a6-bb0c-014db3de81a1 req-dc62981f-a334-4006-8f4e-997eebb266ef tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:38.190890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51e9e0da-6f94-49a6-bb0c-014db3de81a1 req-dc62981f-a334-4006-8f4e-997eebb266ef tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 949 time: 0.0801582 Aug 16 20:24:38.243036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51e9e0da-6f94-49a6-bb0c-014db3de81a1 req-7a7ab01e-a439-4233-94b6-1c0f7159315d tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Aug 16 20:24:38.352221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17279-8e56-488f-9e0f-0a17212601a7 req-615066fe-caac-495e-b24d-f8af5ec353f2 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:38.353806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6b17279-8e56-488f-9e0f-0a17212601a7 req-615066fe-caac-495e-b24d-f8af5ec353f2 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 943 time: 0.0494037 Aug 16 20:24:38.387766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Made reservation on behalf of 3afea78b551847b78767c373b8d33558 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:38.391891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.403561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.407908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6b17279-8e56-488f-9e0f-0a17212601a7 req-f6c58272-9435-4538-981b-5378ec22ac4e tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Aug 16 20:24:38.517272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.534331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e3b62e54-0e1b-48d7-9eac-0cffb8240329 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:38.618277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395a907-bb3a-4fd9-adfe-8e4cd1f222bf req-6c4d221e-ebf0-4edb-a010-ab5f0d5812ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:38.620150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6395a907-bb3a-4fd9-adfe-8e4cd1f222bf req-6c4d221e-ebf0-4edb-a010-ab5f0d5812ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0557013 Aug 16 20:24:38.633957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.659458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e3b62e54-0e1b-48d7-9eac-0cffb8240329 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:38.664339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e3b62e54-0e1b-48d7-9eac-0cffb8240329 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:38.664713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.695114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 412a36cd-17c3-444c-a218-e092e0a35b9b details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:38.727368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6395a907-bb3a-4fd9-adfe-8e4cd1f222bf req-a0291c58-0583-44a1-9aae-d455227ea09a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006861 Aug 16 20:24:38.730982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef18224-63d4-4f7e-9e9e-1b2f175867c7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:38.823575 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.844564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Allocated IP 192.168.233.161 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/7700c180-2f46-468b-a75a-fa57f2b7aafe) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:38.869963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:38.872285 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99539f55-e671-454e-b5c4-840dcd5ffd6f" -d '{"events": [{"server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "name": "network-vif-plugged", "status": "completed", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:38.881940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=412a36cd-17c3-444c-a218-e092e0a35b9b,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:38.914115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:38.916317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '412a36cd-17c3-444c-a218-e092e0a35b9b', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'port_id': '412a36cd-17c3-444c-a218-e092e0a35b9b', 'mac_address': 'fa:16:3e:96:2d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44abebc8-ada0-4244-8d69-a5f9f07d8cca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:38.950833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aaaccc04-4e11-4bd8-b0d1-16c531d69667 req-f54983f7-7732-4948-8963-6ee2a9efd741 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.0486732 Aug 16 20:24:38.978525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:38.992518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412a36cd-17c3-444c-a218-e092e0a35b9b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:39.016511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=412a36cd-17c3-444c-a218-e092e0a35b9b,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:39.028807 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.029578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a4ecac79-1580-4d71-adeb-d857626074ca up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:39.078149 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.094217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Transition to ACTIVE for port object 7700c180-2f46-468b-a75a-fa57f2b7aafe will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:39.111087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.172455 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f2007-3346-49f4-b576-4dc6ab70c7cc x-openstack-request-id: req-ab2f2007-3346-49f4-b576-4dc6ab70c7cc {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:39.172876 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "name": "network-vif-plugged", "status": "completed", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:39.173380 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab2f2007-3346-49f4-b576-4dc6ab70c7cc {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:39.173903 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329', 'code': 200} Aug 16 20:24:39.195507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.263960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port a4ecac79-1580-4d71-adeb-d857626074ca completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:39.264552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.284778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port a4ecac79-1580-4d71-adeb-d857626074ca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:39.284778 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.317130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.342986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:39.350382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:39.356424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:39.392442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Pushing event updated for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.408043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.411199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d109f1-8eab-4c48-9a16-296dc423d943 req-bcd4abce-b378-4468-ae24-2b769088f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:39.413036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5d109f1-8eab-4c48-9a16-296dc423d943 req-bcd4abce-b378-4468-ae24-2b769088f83d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 1102 time: 0.1650617 Aug 16 20:24:39.465539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:39.466231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.490313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5d109f1-8eab-4c48-9a16-296dc423d943 req-0d1c546c-e8ef-4cd9-a24c-1bfc02ae5677 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684035 Aug 16 20:24:39.511341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a4ecac79-1580-4d71-adeb-d857626074ca,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:39.562614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['412a36cd-17c3-444c-a218-e092e0a35b9b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:39.578346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a062567c-cc1f-45bd-8c2e-a947d0ec8b3e tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5128121 Aug 16 20:24:39.595212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Request body: {'port': {'device_id': '13898096-f055-4cba-b094-55982d2524f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:39.620912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.621716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device def85ec7-04e3-42bc-bc4e-0838b8ae668e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:39.698490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:39.707477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: def85ec7-04e3-42bc-bc4e-0838b8ae668e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:39.707867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device def85ec7-04e3-42bc-bc4e-0838b8ae668e not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:39.718266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.794323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2279061-33db-464c-b1f3-decb182d629d None None] Provisioning for port 7700c180-2f46-468b-a75a-fa57f2b7aafe completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:39.807458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2279061-33db-464c-b1f3-decb182d629d None None] Provisioning complete for port 7700c180-2f46-468b-a75a-fa57f2b7aafe triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:39.807825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2279061-33db-464c-b1f3-decb182d629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:39.836684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12958977-4df9-4926-bded-cf78eab30b1a req-e17d7775-e8f6-4861-a3f8-a56bf227a987 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:39.838788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12958977-4df9-4926-bded-cf78eab30b1a req-e17d7775-e8f6-4861-a3f8-a56bf227a987 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.1116970 Aug 16 20:24:39.860667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f2279061-33db-464c-b1f3-decb182d629d None None] Port 7700c180-2f46-468b-a75a-fa57f2b7aafe cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:24:40.021992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12958977-4df9-4926-bded-cf78eab30b1a req-42242d26-0bbf-4f5c-bc2a-e067d18d4b60 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737828 Aug 16 20:24:40.042031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f967-a253-4d56-9b79-f21dff8b6179 req-777abe0d-0d60-4717-a398-0566f450301b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.043569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1739f967-a253-4d56-9b79-f21dff8b6179 req-777abe0d-0d60-4717-a398-0566f450301b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 944 time: 0.1819065 Aug 16 20:24:40.107320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1739f967-a253-4d56-9b79-f21dff8b6179 req-10fb9b67-8409-4c2f-b5a8-53fd5bc3ff96 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Aug 16 20:24:40.253340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5c6e-bbdf-49e0-b0d5-377e2ec4d955 req-9d078555-54e0-4faa-9dc0-b06d7e32a32b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.254541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27cc5c6e-bbdf-49e0-b0d5-377e2ec4d955 req-9d078555-54e0-4faa-9dc0-b06d7e32a32b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1180146 Aug 16 20:24:40.279327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45488) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.296346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7700c180-2f46-468b-a75a-fa57f2b7aafe {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:40.313213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.347459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e3d5-67a7-4880-9780-5cefc4e6feea req-e6995d99-3b8b-496a-b01e-822383f0aa7a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.349111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77c0e3d5-67a7-4880-9780-5cefc4e6feea req-e6995d99-3b8b-496a-b01e-822383f0aa7a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 936 time: 0.1269896 Aug 16 20:24:40.354776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27cc5c6e-bbdf-49e0-b0d5-377e2ec4d955 req-0530a120-0d58-4dd5-a61c-c82e6995a48b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812507 Aug 16 20:24:40.357543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Transition to ACTIVE for port object 7700c180-2f46-468b-a75a-fa57f2b7aafe will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:40.410104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77c0e3d5-67a7-4880-9780-5cefc4e6feea req-145cf770-cf78-43e9-9d77-db35e3b08eaa tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461967 Aug 16 20:24:40.430011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.430151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f91ed78-75ca-49d7-8a7b-7ba3b87ce949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.485654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.568864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f91ed78-75ca-49d7-8a7b-7ba3b87ce949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.606662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Attempting to bind port 7700c180-2f46-468b-a75a-fa57f2b7aafe on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:40.607546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Attempting to bind port 7700c180-2f46-468b-a75a-fa57f2b7aafe by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:40.608646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Attempting to bind port 7700c180-2f46-468b-a75a-fa57f2b7aafe on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:40.613827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Port 7700c180-2f46-468b-a75a-fa57f2b7aafe on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:40.614418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Attempting to bind port 7700c180-2f46-468b-a75a-fa57f2b7aafe on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:40.637767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:40.638390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:40.638798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:40.640022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Bound port: 7700c180-2f46-468b-a75a-fa57f2b7aafe, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:40.644237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.644368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f91ed78-75ca-49d7-8a7b-7ba3b87ce949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.712861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f91ed78-75ca-49d7-8a7b-7ba3b87ce949 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b15cb0dd256b4a2daf9900582da20ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233384 Aug 16 20:24:40.712992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45498) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:40.719844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 412a36cd-17c3-444c-a218-e092e0a35b9b up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:40.755297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91ed78-75ca-49d7-8a7b-7ba3b87ce949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4163b5-ebf3-411f-89f6-9f65f8bdf3d5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:40.859920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:40.862358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.865446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:40.893269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.914916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 412a36cd-17c3-444c-a218-e092e0a35b9b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:40.919475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 412a36cd-17c3-444c-a218-e092e0a35b9b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:40.919957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:40.990456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da070dc-6ddf-4e9c-9fc0-24525dac43a0 req-20901e45-4e4c-4d1d-b406-51bcf249dc2c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.996530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da070dc-6ddf-4e9c-9fc0-24525dac43a0 req-20901e45-4e4c-4d1d-b406-51bcf249dc2c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:40.998146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5da070dc-6ddf-4e9c-9fc0-24525dac43a0 req-20901e45-4e4c-4d1d-b406-51bcf249dc2c tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733&device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 1683 time: 0.0685079 Aug 16 20:24:41.001829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.016941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.055896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=412a36cd-17c3-444c-a218-e092e0a35b9b,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:41.056070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.056701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.058109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7700c180-2f46-468b-a75a-fa57f2b7aafe HTTP/1.1" status: 200 len: 1097 time: 1.4679186 Aug 16 20:24:41.060477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:41.063420 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9f4793-4fd2-48d0-aa57-2a424181c95c" -d '{"events": [{"name": "network-changed", "server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:41.104537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5da070dc-6ddf-4e9c-9fc0-24525dac43a0 req-07aa4785-63d4-4a1d-9bbb-ec3d7e80ede7 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981705 Aug 16 20:24:41.110605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.120332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.122789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b4163b5-ebf3-411f-89f6-9f65f8bdf3d5 HTTP/1.1" status: 204 len: 168 time: 0.4109778 Aug 16 20:24:41.146215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5d29d-f3aa-480f-8116-f79914d1d9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.169265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98684f5d-76ad-45e2-8eaa-7edac14fc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4163b5-ebf3-411f-89f6-9f65f8bdf3d5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.176045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca'}, {'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:41.193214 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610b5130-943c-4679-8287-61902a3289e1" -d '{"events": [{"server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca"}, {"server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "name": "network-vif-plugged", "status": "completed", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:41.214398 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.239618 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ecf12c-c62b-4100-869d-b99008f1a557 x-openstack-request-id: req-33ecf12c-c62b-4100-869d-b99008f1a557 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:41.240262 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:41.240701 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33ecf12c-c62b-4100-869d-b99008f1a557 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:41.241296 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe', 'status': 'completed', 'code': 200} Aug 16 20:24:41.295859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.377485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0cadf-0e93-4503-aad2-99e49813697c req-43ba9430-f40b-4089-a234-8ee22cce308a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.387488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-efd0cadf-0e93-4503-aad2-99e49813697c req-43ba9430-f40b-4089-a234-8ee22cce308a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.2356443 Aug 16 20:24:41.398220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4793-4fd2-48d0-aa57-2a424181c95c req-260e2f81-8d55-408d-b44b-365d8dcdf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.399757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f9f4793-4fd2-48d0-aa57-2a424181c95c req-260e2f81-8d55-408d-b44b-365d8dcdf9fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3afea78b551847b78767c373b8d33558&device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 1100 time: 0.1564214 Aug 16 20:24:41.420193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:41.441216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f9f4793-4fd2-48d0-aa57-2a424181c95c req-7ecf5147-e605-4fd1-be2b-3e1abe751507 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3afea78b551847b78767c373b8d33558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292177 Aug 16 20:24:41.458949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341d0b4-31d9-4fb3-838e-8f9a3a5e353e req-2059dfe6-f806-4a11-9285-936a5c35e045 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.460553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2341d0b4-31d9-4fb3-838e-8f9a3a5e353e req-2059dfe6-f806-4a11-9285-936a5c35e045 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 945 time: 0.1498549 Aug 16 20:24:41.490507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-efd0cadf-0e93-4503-aad2-99e49813697c req-7e16573c-61d8-4cdf-b3a0-3a7fa18f9912 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991302 Aug 16 20:24:41.580790 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1981a0e-d776-4920-83bc-74726a4001f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.635259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2341d0b4-31d9-4fb3-838e-8f9a3a5e353e req-d6fe5239-95b1-419e-a660-5a54d20cb5ef tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553447 Aug 16 20:24:41.692859 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2bba2-8913-43bc-9d2d-f33aac0bd615 x-openstack-request-id: req-cbc2bba2-8913-43bc-9d2d-f33aac0bd615 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:41.696750 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "name": "network-vif-plugged", "status": "completed", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca", "code": 200}, {"server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "name": "network-vif-plugged", "status": "completed", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:41.696750 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbc2bba2-8913-43bc-9d2d-f33aac0bd615 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:41.696750 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca', 'code': 200} Aug 16 20:24:41.696750 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b', 'code': 200} Aug 16 20:24:41.705778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4793-4fd2-48d0-aa57-2a424181c95c req-a3b3b3c3-6579-4d21-b397-7667ad6a38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.708020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f9f4793-4fd2-48d0-aa57-2a424181c95c req-a3b3b3c3-6579-4d21-b397-7667ad6a38fd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444077 Aug 16 20:24:41.770959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1981a0e-d776-4920-83bc-74726a4001f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.776058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b356-4dc6-4ef1-804d-0723a49024ad req-cbf72d21-07c5-4c80-b52a-514a10d8dcc2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.777879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb18b356-4dc6-4ef1-804d-0723a49024ad req-cbf72d21-07c5-4c80-b52a-514a10d8dcc2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0661252 Aug 16 20:24:41.869142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1981a0e-d776-4920-83bc-74726a4001f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.873112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45534) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:41.915474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e8856dc-35f6-46b2-ae8b-3992989987b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:41.934637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1981a0e-d776-4920-83bc-74726a4001f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0a0b7-318b-49da-bb3e-d38b2f4623ae,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:41.942084 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1981a0e-d776-4920-83bc-74726a4001f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10549f61deee47d585553e165c049cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205500 Aug 16 20:24:41.944708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45536) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:41.959380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb18b356-4dc6-4ef1-804d-0723a49024ad req-419813c4-8f1f-4f48-af2f-6f0c64f7c4d3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726494 Aug 16 20:24:41.979595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32986d-5866-4a3e-adab-f3d10b226ae8 req-4f234182-2300-4f39-99e1-1446731a2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.979595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c32986d-5866-4a3e-adab-f3d10b226ae8 req-4f234182-2300-4f39-99e1-1446731a2997 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=deac4045-8eda-42db-86b2-404e5c8ff3e2 HTTP/1.1" status: 200 len: 1098 time: 0.1812067 Aug 16 20:24:41.985380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71064514-b63b-4fc0-8962-eb3b425fa0aa req-3ad44359-53d9-49c1-b1a4-0d9c78388a7a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:41.992664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71064514-b63b-4fc0-8962-eb3b425fa0aa req-3ad44359-53d9-49c1-b1a4-0d9c78388a7a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 948 time: 0.1991270 Aug 16 20:24:42.033759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8903665-685b-4a59-9653-df589a2229d4 req-addb9d17-3716-492f-8662-1bdb24298d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.035175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8903665-685b-4a59-9653-df589a2229d4 req-addb9d17-3716-492f-8662-1bdb24298d21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 1097 time: 0.1672065 Aug 16 20:24:42.036883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-630896fe-a391-4dc1-8b31-e1018e2297aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.038268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-630896fe-a391-4dc1-8b31-e1018e2297aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3afea78b551847b78767c373b8d33558&device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 1100 time: 0.2162738 Aug 16 20:24:42.054054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.088091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.113281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c32986d-5866-4a3e-adab-f3d10b226ae8 req-335784f2-1eed-41e0-8d71-eb6850acae2a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171784 Aug 16 20:24:42.122111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71064514-b63b-4fc0-8962-eb3b425fa0aa req-81741794-97d8-43c4-8e9b-9bf46a86eca7 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286476 Aug 16 20:24:42.126576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-a8c313e0-4caa-4fde-ba8d-28e859bb87b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe HTTP/1.1" status: 200 len: 217 time: 0.0618026 Aug 16 20:24:42.131327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e8856dc-35f6-46b2-ae8b-3992989987b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.209027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8903665-685b-4a59-9653-df589a2229d4 req-6beb4ee7-9c9c-40c3-b425-fdbd0ac730d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430824 Aug 16 20:24:42.218113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e8856dc-35f6-46b2-ae8b-3992989987b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.228175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-21c27403-829c-4a6c-bba2-f966abb48ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.229693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-21c27403-829c-4a6c-bba2-f966abb48ff5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0885446 Aug 16 20:24:42.260381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8856dc-35f6-46b2-ae8b-3992989987b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b064d78b-3b11-412a-98d9-4dc214db74e7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:42.266032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7e8856dc-35f6-46b2-ae8b-3992989987b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aac541f6acf24c349a675dd4c371c2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896165 Aug 16 20:24:42.268998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45540) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:42.274906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.282485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.282485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35e0a0b7-318b-49da-bb3e-d38b2f4623ae HTTP/1.1" status: 204 len: 168 time: 0.3329377 Aug 16 20:24:42.295037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950945a-8e2b-4f1a-af4f-a4bf570e58b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0a0b7-318b-49da-bb3e-d38b2f4623ae,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:42.365019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-22228060-911e-4a1c-ba62-1488dddb11c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.366545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-22228060-911e-4a1c-ba62-1488dddb11c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684240 Aug 16 20:24:42.371692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.491052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.606672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660dc1c-bd73-42ff-8250-3f9c986fbef8 req-8d81d71c-8dd3-4fa2-9fad-91f115abde2d tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.608238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f660dc1c-bd73-42ff-8250-3f9c986fbef8 req-8d81d71c-8dd3-4fa2-9fad-91f115abde2d tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.1319969 Aug 16 20:24:42.612575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-4d011964-9d75-491d-bc8b-3f331819bf96 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356372 Aug 16 20:24:42.702775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f660dc1c-bd73-42ff-8250-3f9c986fbef8 req-bb86c1bf-6cd2-44cf-9337-148f57f732d1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878227 Aug 16 20:24:42.721618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.727064 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:42.728246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b064d78b-3b11-412a-98d9-4dc214db74e7 HTTP/1.1" status: 204 len: 168 time: 0.4582539 Aug 16 20:24:42.761585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae512592-cea3-4f8f-ab7f-f7e6f1ddf4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b064d78b-3b11-412a-98d9-4dc214db74e7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:42.808295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d522c75-a8fe-441b-a1e6-453faa043ed9 req-80ddc1db-3803-49b8-894e-a631446664c5 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781745 Aug 16 20:24:42.828196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f564594-af23-43ca-9117-b74f1b942c35 req-6e4596c6-d6e0-4ae1-89dc-329e61ba5911 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:42.829910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f564594-af23-43ca-9117-b74f1b942c35 req-6e4596c6-d6e0-4ae1-89dc-329e61ba5911 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 945 time: 0.1006081 Aug 16 20:24:42.882952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f564594-af23-43ca-9117-b74f1b942c35 req-ab85cc0b-e631-404d-8897-bc2794293ff6 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Aug 16 20:24:43.110518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8687-b25e-4029-9983-c4a05851807c req-00d5cd57-24f3-47f6-8999-5c6be07d2583 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.112055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eccf8687-b25e-4029-9983-c4a05851807c req-00d5cd57-24f3-47f6-8999-5c6be07d2583 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0715458 Aug 16 20:24:43.168404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eccf8687-b25e-4029-9983-c4a05851807c req-364465a4-9090-4436-8f76-fbee21d9204e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477383 Aug 16 20:24:43.323605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db48aff-3802-4e53-ba72-6104e6ede14f req-a1e4dec9-de96-4300-8788-842fd3ff88ff tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.324188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db48aff-3802-4e53-ba72-6104e6ede14f req-a1e4dec9-de96-4300-8788-842fd3ff88ff tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 948 time: 0.0708175 Aug 16 20:24:43.427899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db48aff-3802-4e53-ba72-6104e6ede14f req-5afba7e1-42e5-43f0-a0d8-a3807b39b387 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937676 Aug 16 20:24:43.458101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acf5aa-52a9-464f-acf8-a53f13539d7c req-acfe1dd1-d511-4330-9848-df4f6cad8683 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.461433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60acf5aa-52a9-464f-acf8-a53f13539d7c req-acfe1dd1-d511-4330-9848-df4f6cad8683 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 946 time: 0.0774293 Aug 16 20:24:43.504457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60acf5aa-52a9-464f-acf8-a53f13539d7c req-c7e93ee3-cf1d-432d-9ece-8b9db3c0e003 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360475 Aug 16 20:24:43.709128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45592) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:43.820869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1990443462-network', 'tenant_id': '3a8e305929224a2ebdcf329f1f3f7890'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:43.846241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacdf63-7c9c-4bb3-8e69-29a722ac8dff req-1ca6dd30-1d96-4ca3-96ac-b2c68fe68424 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:43.847802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daacdf63-7c9c-4bb3-8e69-29a722ac8dff req-1ca6dd30-1d96-4ca3-96ac-b2c68fe68424 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.0703859 Aug 16 20:24:43.896230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daacdf63-7c9c-4bb3-8e69-29a722ac8dff req-bded59c3-ea0c-43c9-b18d-532f275b5634 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Aug 16 20:24:44.017482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Made reservation on behalf of 3a8e305929224a2ebdcf329f1f3f7890 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:44.019615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.053999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.082877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196793aa-67d9-4e62-b061-ed7660b68821 req-48a5b08d-6847-4756-9e77-3bbe1e365f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.084500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-196793aa-67d9-4e62-b061-ed7660b68821 req-48a5b08d-6847-4756-9e77-3bbe1e365f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 945 time: 0.1061471 Aug 16 20:24:44.105414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-3d25794a-1b26-48f4-bc30-e1c63aaf7d89 tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.106893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-3d25794a-1b26-48f4-bc30-e1c63aaf7d89 tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 1102 time: 0.1018958 Aug 16 20:24:44.148208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-65ebd234-12b4-447c-8a86-72f6b23a3dcd tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.173380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-196793aa-67d9-4e62-b061-ed7660b68821 req-9eab5724-fd5c-4125-af50-ce60b5202b3c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790226 Aug 16 20:24:44.261129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.300973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40763f-8761-42b1-9d3f-dee80ed7e6c3 req-e2e6bec4-016c-4f9b-9f3c-c91bfc8242c0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.302552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b40763f-8761-42b1-9d3f-dee80ed7e6c3 req-e2e6bec4-016c-4f9b-9f3c-c91bfc8242c0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0640051 Aug 16 20:24:44.356639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.382884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b40763f-8761-42b1-9d3f-dee80ed7e6c3 req-6d5cd4e1-7a36-468a-824f-b0908c634b22 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741735 Aug 16 20:24:44.406466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:44.437366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e8d485-b3e5-43bc-a864-c3b5b9de213a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.440386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.440742 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Added segment df389873-967c-4f84-bc53-090ea591a8dd of type vlan for network 4fd07285-2892-40b7-a9a8-cea05eeb32a7 Aug 16 20:24:44.489970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead659d-d591-4127-9483-d17b4d52da7d req-58b34a40-bc31-41fc-9025-ca0b86545d04 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.491437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dead659d-d591-4127-9483-d17b4d52da7d req-58b34a40-bc31-41fc-9025-ca0b86545d04 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 946 time: 0.1526387 Aug 16 20:24:44.556301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.665390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b2735-3337-48df-984a-8a51d32ce053 req-92215fbd-6fe9-4229-9993-12ad6c8194be tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.666924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a77b2735-3337-48df-984a-8a51d32ce053 req-92215fbd-6fe9-4229-9993-12ad6c8194be tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=deac4045-8eda-42db-86b2-404e5c8ff3e2 HTTP/1.1" status: 200 len: 946 time: 0.1897378 Aug 16 20:24:44.702452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-65ebd234-12b4-447c-8a86-72f6b23a3dcd tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.732904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a77b2735-3337-48df-984a-8a51d32ce053 req-617e66d1-1cda-41a1-a6d4-f2956501e715 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545247 Aug 16 20:24:44.736213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Deleting port cdc2a384-e114-4d2c-a593-795d6721f247 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:44.736609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.785395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.792618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.792618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.877640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-65ebd234-12b4-447c-8a86-72f6b23a3dcd tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.922497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] Pushing event updated for resources: {'Network': ['ID=4fd07285-2892-40b7-a9a8-cea05eeb32a7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.933289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4fd07285-2892-40b7-a9a8-cea05eeb32a7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:44.938067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd12eaaf-9950-473b-a2e7-176c3b5a5d49 req-65ebd234-12b4-447c-8a86-72f6b23a3dcd tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177495 Aug 16 20:24:44.952658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-183e1f2f-8d35-471f-9b07-13bb8c21a248 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2395370 Aug 16 20:24:44.952925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45632) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:44.959714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Request body: {'subnet': {'network_id': '4fd07285-2892-40b7-a9a8-cea05eeb32a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1990443462-subnet', 'tenant_id': '3a8e305929224a2ebdcf329f1f3f7890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:44.962270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebd234-12b4-447c-8a86-72f6b23a3dcd tempest-LiveMigrationNegativeTest-1522006741 tempest-LiveMigrationNegativeTest-1522006741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6144f-8351-49db-9142-ed7607efa913,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:44.974532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] For port cdc2a384-e114-4d2c-a593-795d6721f247, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=cdc2a384-e114-4d2c-a593-795d6721f247,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:44.974858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:44.991064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117caad-3c04-47a6-b62f-038e635a5e1c req-7343983c-138d-4a5a-8fed-40f4be2027e1 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:44.998609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f117caad-3c04-47a6-b62f-038e635a5e1c req-7343983c-138d-4a5a-8fed-40f4be2027e1 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 948 time: 0.1939981 Aug 16 20:24:45.020555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Calling delete_port for cdc2a384-e114-4d2c-a593-795d6721f247 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:45.093238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f117caad-3c04-47a6-b62f-038e635a5e1c req-cdb4b979-5777-4a9a-8184-2dafa6b9ba8d tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933404 Aug 16 20:24:45.138042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Made reservation on behalf of 3a8e305929224a2ebdcf329f1f3f7890 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:45.142244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.166836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d3ba3-ccf1-4750-9280-3ac87871a707 req-feda0b86-36d8-4fff-ba1a-4fd454d3688a tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.168427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a75d3ba3-ccf1-4750-9280-3ac87871a707 req-feda0b86-36d8-4fff-ba1a-4fd454d3688a tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 946 time: 0.0790482 Aug 16 20:24:45.280120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a75d3ba3-ccf1-4750-9280-3ac87871a707 req-352e5687-3ba8-487c-a75e-b76e8d3fa496 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/security-groups?id=141a16f9-996b-462d-b0ca-d42d7c381dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046300 Aug 16 20:24:45.306489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-e6413292-ec55-4c1f-ba9c-51b90a09290d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.306489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-e6413292-ec55-4c1f-ba9c-51b90a09290d tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.64 "GET /v2.0/ports?device_id=6cbbf482-dbcb-43cd-b83c-b164a0d47733 HTTP/1.1" status: 200 len: 946 time: 0.0690861 Aug 16 20:24:45.385921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.399417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['cdc2a384-e114-4d2c-a593-795d6721f247'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:45.402541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['aeee2795-ef14-4d05-9a9c-93811cf29d9d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:45.510033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.520835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event deleted for resources: {'Port': ['ID=cdc2a384-e114-4d2c-a593-795d6721f247,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:45.572024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] No DVR routers for this DVR port cdc2a384-e114-4d2c-a593-795d6721f247 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:45.578266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.581210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dead659d-d591-4127-9483-d17b4d52da7d req-8d09ce6c-3a64-445e-8be6-449ab24ff2b9 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.73 "DELETE /v2.0/ports/cdc2a384-e114-4d2c-a593-795d6721f247 HTTP/1.1" status: 204 len: 173 time: 1.0729623 Aug 16 20:24:45.594654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'name': 'network-vif-deleted', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:45.600775 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3c8b5d-f0a3-4d1b-978d-da880fb2bd3b" -d '{"events": [{"server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "name": "network-vif-deleted", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:45.618127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Deleting port aeee2795-ef14-4d05-9a9c-93811cf29d9d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:45.618840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.652789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f918e637-797d-4b7e-9960-153656d842d3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:45.719967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Checking segment: {'id': 'df389873-967c-4f84-bc53-090ea591a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '4fd07285-2892-40b7-a9a8-cea05eeb32a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:45.719967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Network hostable DHCP agents. Network: 4fd07285-2892-40b7-a9a8-cea05eeb32a7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:45.806182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177c2e9-1ace-414f-be74-fd1de05796e3 req-a146ca69-8047-4571-8a29-c6a890b6729d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.812651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9177c2e9-1ace-414f-be74-fd1de05796e3 req-a146ca69-8047-4571-8a29-c6a890b6729d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1104252 Aug 16 20:24:45.823327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Network 4fd07285-2892-40b7-a9a8-cea05eeb32a7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:45.853601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] For port aeee2795-ef14-4d05-9a9c-93811cf29d9d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=aeee2795-ef14-4d05-9a9c-93811cf29d9d,segment=NetworkSegment(2862b9d0-d8c9-4433-b2cf-c74acb02f0b1),segment_id=2862b9d0-d8c9-4433-b2cf-c74acb02f0b1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:45.853976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.875828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Calling delete_port for aeee2795-ef14-4d05-9a9c-93811cf29d9d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:45.880050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9177c2e9-1ace-414f-be74-fd1de05796e3 req-b9a96ad3-8c98-4ced-bace-8e0fc5c0ee12 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643175 Aug 16 20:24:45.938126 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0b0325-e5da-4264-92ff-ac05406a6b68 x-openstack-request-id: req-1e0b0325-e5da-4264-92ff-ac05406a6b68 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:45.938421 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0c3e44-cf70-4c2a-8e4b-0255c5461b15", "name": "network-vif-deleted", "tag": "cdc2a384-e114-4d2c-a593-795d6721f247", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:45.938659 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e0b0325-e5da-4264-92ff-ac05406a6b68 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:45.939050 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0c3e44-cf70-4c2a-8e4b-0255c5461b15', 'name': 'network-vif-deleted', 'tag': 'cdc2a384-e114-4d2c-a593-795d6721f247', 'status': 'completed', 'code': 200} Aug 16 20:24:45.942785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4fd07285-2892-40b7-a9a8-cea05eeb32a7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:45.948947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:45.949548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:45.959493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca07c50-cd59-44c5-b806-ea827ba9f0d0 None None] Network 4fd07285-2892-40b7-a9a8-cea05eeb32a7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:46.063977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4cfa05d6-306c-4ce9-a6bc-d966280ef572 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1085420 Aug 16 20:24:46.126513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d97994-d99c-428f-b215-9ec7c28f99b6 None None] Network 4fd07285-2892-40b7-a9a8-cea05eeb32a7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:46.241125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.261808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['cdc2a384-e114-4d2c-a593-795d6721f247'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:46.291217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Pushing event deleted for resources: {'Port': ['ID=aeee2795-ef14-4d05-9a9c-93811cf29d9d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:46.335771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] No DVR routers for this DVR port aeee2795-ef14-4d05-9a9c-93811cf29d9d on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:46.338313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:46.340454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9754574-8727-4b1c-a50a-8edcca6b3c88 req-787df191-9ea5-48e7-b5e8-2b87b77daf27 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.64 "DELETE /v2.0/ports/aeee2795-ef14-4d05-9a9c-93811cf29d9d HTTP/1.1" status: 204 len: 173 time: 1.0237765 Aug 16 20:24:46.398079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df312-0f65-4588-84a1-44c40ae3ce8e req-e7f8874c-11b1-4960-b228-c15d15431bd7 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.399783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e21df312-0f65-4588-84a1-44c40ae3ce8e req-e7f8874c-11b1-4960-b228-c15d15431bd7 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 948 time: 0.0517180 Aug 16 20:24:46.446718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e21df312-0f65-4588-84a1-44c40ae3ce8e req-01d15d1c-7a87-4835-bbf4-0bbf709be0f3 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Aug 16 20:24:46.544301 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-73d1003a-2bb2-4a49-a376-6007e51cd24a req-b43e4f60-1027-4444-b3da-36ff4bb509df tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] show failed (client error): The resource could not be found. Aug 16 20:24:46.545480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73d1003a-2bb2-4a49-a376-6007e51cd24a req-b43e4f60-1027-4444-b3da-36ff4bb509df tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/70cf47af-73af-42d3-9d33-b2275f256957 HTTP/1.1" status: 404 len: 352 time: 0.0153923 Aug 16 20:24:46.701390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05e849-fc3f-4055-a361-e8ce7a1a315f req-d4e870b6-93f3-418c-bdb5-3df6f240ec36 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:46.703580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c05e849-fc3f-4055-a361-e8ce7a1a315f req-d4e870b6-93f3-418c-bdb5-3df6f240ec36 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.0709136 Aug 16 20:24:46.775203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7700c180-2f46-468b-a75a-fa57f2b7aafe details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:46.788493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ed303e2-fd60-4b39-a185-6d88cc4e0354 req-5e3b64d4-417a-4fb5-bdc0-802ccede0428 tempest-ListServersNegativeTestJSON-1661509988 tempest-ListServersNegativeTestJSON-1661509988-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff0c3e44-cf70-4c2a-8e4b-0255c5461b15 HTTP/1.1" status: 200 len: 210 time: 0.0427010 Aug 16 20:24:46.808848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c05e849-fc3f-4055-a361-e8ce7a1a315f req-046be9e6-52d3-4c20-b345-ad7d93a59d62 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988960 Aug 16 20:24:46.928757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:46.945026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '7700c180-2f46-468b-a75a-fa57f2b7aafe', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '7700c180-2f46-468b-a75a-fa57f2b7aafe', 'mac_address': 'fa:16:3e:20:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:46.981572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca5fcbb-09f3-4df6-99ad-a6460038553e req-c05a199c-8d17-4c58-a83a-ec21b47dfcf7 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a8e305929224a2ebdcf329f1f3f7890 HTTP/1.1" status: 200 len: 2984 time: 0.1014559 Aug 16 20:24:46.988977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.002575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7700c180-2f46-468b-a75a-fa57f2b7aafe {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:47.026797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:47.062361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca5fcbb-09f3-4df6-99ad-a6460038553e req-8f1b1596-0572-433a-b301-3ad50a8a4cb7 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/12e8d485-b3e5-43bc-a864-c3b5b9de213a HTTP/1.1" status: 200 len: 2981 time: 0.0726240 Aug 16 20:24:47.072599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ea806978-bfb1-421e-a207-47778b91e5a7 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.074161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ea806978-bfb1-421e-a207-47778b91e5a7 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 0.1521807 Aug 16 20:24:47.115256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-b0235f8e-fbec-4496-951a-b409e9934c94 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/quotas/74e13689b1d14a09a2fd901c4b2e5453 HTTP/1.1" status: 200 len: 375 time: 0.0335808 Aug 16 20:24:47.143657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.179611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca5fcbb-09f3-4df6-99ad-a6460038553e req-ace8d74d-7aab-4d51-8b5c-7c9df70a0233 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/12e8d485-b3e5-43bc-a864-c3b5b9de213a HTTP/1.1" status: 200 len: 2981 time: 0.1041265 Aug 16 20:24:47.199877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-d5b53d72-1e49-4f2a-bb53-41ca67ae1927 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.201322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-d5b53d72-1e49-4f2a-bb53-41ca67ae1927 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/ports?device_id=deac4045-8eda-42db-86b2-404e5c8ff3e2 HTTP/1.1" status: 200 len: 946 time: 0.1054914 Aug 16 20:24:47.233013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-7fbe4cab-b545-41c2-bb23-7494f53ff4e4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019747 Aug 16 20:24:47.241312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:47.427029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7700c180-2f46-468b-a75a-fa57f2b7aafe'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:47.782563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-2e971aa8-d7fc-471d-ad69-de9b0172c920 service neutron] 10.222.0.70 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479789 Aug 16 20:24:47.789794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f9c88-a522-4e5b-928d-6c1f2341f523 req-e5abb2b4-f93c-4826-8164-ea6709e807d9 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.793048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496f9c88-a522-4e5b-928d-6c1f2341f523 req-e5abb2b4-f93c-4826-8164-ea6709e807d9 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.4766970 Aug 16 20:24:47.884306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Deleting port a4ecac79-1580-4d71-adeb-d857626074ca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:47.884651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:47.910050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496f9c88-a522-4e5b-928d-6c1f2341f523 req-8e7f8e87-1da6-4a6e-ad1d-42e441591ecc tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086216 Aug 16 20:24:47.922440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-b4a28b41-d36f-4425-b6e3-b0ed17e3ef0c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:47.935562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-b4a28b41-d36f-4425-b6e3-b0ed17e3ef0c tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.73 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.0851943 Aug 16 20:24:47.940483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'name': 'network-vif-deleted', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:47.942602 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd01cc-47df-4d57-beb4-e46ddc5bde05" -d '{"events": [{"server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "name": "network-vif-deleted", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:47.988674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-6567bc5a-8ad7-4f78-a6ce-878ee76cc0e9 service neutron] 10.222.0.70 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965613 Aug 16 20:24:48.031908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef2ff0aa-fcd0-4f33-9eac-bb5e4687e2c5 req-f74adfdf-09de-4e35-9d33-2cbf67d3fa90 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/12e8d485-b3e5-43bc-a864-c3b5b9de213a HTTP/1.1" status: 200 len: 2981 time: 0.0828180 Aug 16 20:24:48.077674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] For port a4ecac79-1580-4d71-adeb-d857626074ca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a4ecac79-1580-4d71-adeb-d857626074ca,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:48.078161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.090849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Deleting port e3b62e54-0e1b-48d7-9eac-0cffb8240329 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:48.091355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.102556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Calling delete_port for a4ecac79-1580-4d71-adeb-d857626074ca owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:48.174697 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-ef2ff0aa-fcd0-4f33-9eac-bb5e4687e2c5 req-bfc556c5-dcbf-400f-91a4-feb4445d8d36 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:24:48.175931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef2ff0aa-fcd0-4f33-9eac-bb5e4687e2c5 req-bfc556c5-dcbf-400f-91a4-feb4445d8d36 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "DELETE /v2.0/security-groups/12e8d485-b3e5-43bc-a864-c3b5b9de213a HTTP/1.1" status: 409 len: 352 time: 0.1277983 Aug 16 20:24:48.299785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-c6836633-efa9-44f6-af80-83f0bd3bf6ec tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.301377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-c6836633-efa9-44f6-af80-83f0bd3bf6ec tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.64 "GET /v2.0/ports?device_id=37852465-33f7-417b-991b-c7c0fe4d292f HTTP/1.1" status: 200 len: 945 time: 0.0867743 Aug 16 20:24:48.423687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adb57c-f493-4911-8c26-4f2befcb6f9d req-8c7ad017-3793-4e46-89ee-24bbe917170b tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.425287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79adb57c-f493-4911-8c26-4f2befcb6f9d req-8c7ad017-3793-4e46-89ee-24bbe917170b tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 949 time: 0.1343639 Aug 16 20:24:48.480501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79adb57c-f493-4911-8c26-4f2befcb6f9d req-3e3b4c5c-e5a9-46eb-a3a4-777c2f9fd5c5 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Aug 16 20:24:48.483579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Deleting port 412a36cd-17c3-444c-a218-e092e0a35b9b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:48.484105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.544447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device cdc2a384-e114-4d2c-a593-795d6721f247 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:48.577894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: cdc2a384-e114-4d2c-a593-795d6721f247 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:48.577894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device cdc2a384-e114-4d2c-a593-795d6721f247 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:48.578120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] For port e3b62e54-0e1b-48d7-9eac-0cffb8240329, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e3b62e54-0e1b-48d7-9eac-0cffb8240329,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:48.579612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.594113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Calling delete_port for e3b62e54-0e1b-48d7-9eac-0cffb8240329 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:48.604865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] For port 412a36cd-17c3-444c-a218-e092e0a35b9b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=412a36cd-17c3-444c-a218-e092e0a35b9b,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:48.605329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.623031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Calling delete_port for 412a36cd-17c3-444c-a218-e092e0a35b9b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:48.720321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3385e33-f932-460f-a2a1-dd518481bc17 req-8e61229d-d559-4f8c-b7a8-585c00e2ed48 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:48.722061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3385e33-f932-460f-a2a1-dd518481bc17 req-8e61229d-d559-4f8c-b7a8-585c00e2ed48 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 950 time: 0.1004841 Aug 16 20:24:48.750442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.753182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.767865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['412a36cd-17c3-444c-a218-e092e0a35b9b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:48.771791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a4ecac79-1580-4d71-adeb-d857626074ca'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:48.808071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event deleted for resources: {'Port': ['ID=a4ecac79-1580-4d71-adeb-d857626074ca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:48.821537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3385e33-f932-460f-a2a1-dd518481bc17 req-219a1c9f-b85f-4ca1-8795-33239bae5d5b tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887733 Aug 16 20:24:48.830036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7700c180-2f46-468b-a75a-fa57f2b7aafe up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:48.859642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.903663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e3b62e54-0e1b-48d7-9eac-0cffb8240329'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:48.940827 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b3be9a-303b-40aa-ba0c-b0d1c491be4e x-openstack-request-id: req-86b3be9a-303b-40aa-ba0c-b0d1c491be4e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:48.941121 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbbf482-dbcb-43cd-b83c-b164a0d47733", "name": "network-vif-deleted", "tag": "aeee2795-ef14-4d05-9a9c-93811cf29d9d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:48.941369 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86b3be9a-303b-40aa-ba0c-b0d1c491be4e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:48.942253 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbbf482-dbcb-43cd-b83c-b164a0d47733', 'name': 'network-vif-deleted', 'tag': 'aeee2795-ef14-4d05-9a9c-93811cf29d9d', 'status': 'completed', 'code': 200} Aug 16 20:24:48.942869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] No DVR routers for this DVR port a4ecac79-1580-4d71-adeb-d857626074ca on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:48.949283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:48.953589 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aae8e4cd-7d78-4c06-b2fb-c2c4623d36ff req-0743a9f1-46a5-4098-af14-e0ba1c535605 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "DELETE /v2.0/ports/a4ecac79-1580-4d71-adeb-d857626074ca HTTP/1.1" status: 204 len: 173 time: 1.7423382 Aug 16 20:24:48.973999 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-40869e23-24a8-44e3-b22e-d972d4a636ee req-59ab848d-a86f-4809-b1a9-02ed17a3294d tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] show failed (client error): The resource could not be found. Aug 16 20:24:48.986090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40869e23-24a8-44e3-b22e-d972d4a636ee req-59ab848d-a86f-4809-b1a9-02ed17a3294d tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/f61c7908-d34d-4a7e-b2c3-a4bdd835d119 HTTP/1.1" status: 404 len: 352 time: 0.0402656 Aug 16 20:24:48.998311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] No DVR routers for this DVR port e3b62e54-0e1b-48d7-9eac-0cffb8240329 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:49.003056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Pushing event deleted for resources: {'Port': ['ID=e3b62e54-0e1b-48d7-9eac-0cffb8240329,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.006516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.011548 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8a3f8ad3-8930-4507-ace4-6891bac16d4e req-ed674bfd-39e3-4d62-854e-e517bbef2055 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.73 "DELETE /v2.0/ports/e3b62e54-0e1b-48d7-9eac-0cffb8240329 HTTP/1.1" status: 204 len: 173 time: 1.0675685 Aug 16 20:24:49.012258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'name': 'network-vif-deleted', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:49.017227 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff85cc5-7513-48bf-86ad-8bc284347a45" -d '{"events": [{"server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "name": "network-vif-deleted", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:49.070735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45744) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.131491 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-80144368-2029-443c-9056-ae45dc703eb5 req-5ad1521c-eb8e-47da-89a8-47e4167ce9b4 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] show failed (client error): The resource could not be found. Aug 16 20:24:49.137265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80144368-2029-443c-9056-ae45dc703eb5 req-5ad1521c-eb8e-47da-89a8-47e4167ce9b4 tempest-SecurityGroupsNegativeTestJSON-1985103933 tempest-SecurityGroupsNegativeTestJSON-1985103933-project] 10.222.0.70 "GET /v2.0/security-groups/c2600041-1b2d-46ed-8a7c-fcab7b2dc4e4 HTTP/1.1" status: 404 len: 352 time: 0.0209997 Aug 16 20:24:49.145708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45746) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.179839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Deleting subnet 23097b2e-d444-4813-a5ec-7f6486af87af {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:49.179839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.209529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:49.216021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 7700c180-2f46-468b-a75a-fa57f2b7aafe completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:24:49.244414 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.266870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 7700c180-2f46-468b-a75a-fa57f2b7aafe triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:49.267088 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.274667 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.298891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a4ecac79-1580-4d71-adeb-d857626074ca'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:49.311085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.375713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Deleting subnet f918e637-797d-4b7e-9960-153656d842d3 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:24:49.379152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.439523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.467494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event deleted for resources: {'Port': ['ID=412a36cd-17c3-444c-a218-e092e0a35b9b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.532621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] No DVR routers for this DVR port 412a36cd-17c3-444c-a218-e092e0a35b9b on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:49.535653 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a343ba-cc76-45cd-bafb-f3c2c83749eb x-openstack-request-id: req-e3a343ba-cc76-45cd-bafb-f3c2c83749eb {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:49.536085 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb976ca-630c-4f35-9e27-af145f564413", "name": "network-vif-deleted", "tag": "e3b62e54-0e1b-48d7-9eac-0cffb8240329", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:49.537490 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3a343ba-cc76-45cd-bafb-f3c2c83749eb {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:49.537638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.537959 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb976ca-630c-4f35-9e27-af145f564413', 'name': 'network-vif-deleted', 'tag': 'e3b62e54-0e1b-48d7-9eac-0cffb8240329', 'status': 'completed', 'code': 200} Aug 16 20:24:49.539643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61f5e816-9110-4f44-a3cb-40d3c35a3111 req-7699054a-5020-4bb2-a28d-4a3fbb2aec01 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.64 "DELETE /v2.0/ports/412a36cd-17c3-444c-a218-e092e0a35b9b HTTP/1.1" status: 204 len: 173 time: 1.2245488 Aug 16 20:24:49.550278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.558119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.574446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0942c-f9ff-4092-8bb0-2fd53dae9a5e req-09c3071a-7c77-4ff5-aac7-666fdd5e7f4d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:49.582169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ba0942c-f9ff-4092-8bb0-2fd53dae9a5e req-09c3071a-7c77-4ff5-aac7-666fdd5e7f4d tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.3061416 Aug 16 20:24:49.589073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.638117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.643596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/23097b2e-d444-4813-a5ec-7f6486af87af HTTP/1.1" status: 204 len: 168 time: 0.5686853 Aug 16 20:24:49.645338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:49.649230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83c4c0-0c58-45c8-b84d-eb20e84b90dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23097b2e-d444-4813-a5ec-7f6486af87af,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:49.757225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c5d460b-7683-4b5d-b8ca-39294b725cd8 req-fb0b5b71-ae11-470f-b171-830711da9d1f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0864604 Aug 16 20:24:49.818436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ba0942c-f9ff-4092-8bb0-2fd53dae9a5e req-e5cca8a4-ad86-438d-a87a-b510aae8e352 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006247 Aug 16 20:24:49.848247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:49.902258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:49.906341 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73151a4e-b67b-407a-b3cc-d51466a0ceba" -d '{"events": [{"server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "name": "network-vif-plugged", "status": "completed", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:49.938661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:50.035528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.036718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device aeee2795-ef14-4d05-9a9c-93811cf29d9d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:50.049109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.112819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f918e637-797d-4b7e-9960-153656d842d3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.136377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.148833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: aeee2795-ef14-4d05-9a9c-93811cf29d9d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:50.149536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device aeee2795-ef14-4d05-9a9c-93811cf29d9d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:50.163460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.163460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-029bdbd2-dc63-47a1-9347-6980f40f92cd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f918e637-797d-4b7e-9960-153656d842d3 HTTP/1.1" status: 204 len: 168 time: 1.0126350 Aug 16 20:24:50.164020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:50.165107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.203814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe177-a6a2-4ef0-b65d-711db78119c6 req-ca0cfb0c-8a8f-4997-875b-b7d5c58ecfc8 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.203814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe8fe177-a6a2-4ef0-b65d-711db78119c6 req-ca0cfb0c-8a8f-4997-875b-b7d5c58ecfc8 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 949 time: 0.3307095 Aug 16 20:24:50.224748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ccab87-ed8d-496f-9f2c-99d7e16e1b22']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.288777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.289361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2862b9d0-d8c9-4433-b2cf-c74acb02f0b1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.317074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.320812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.345046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.355412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:50.356070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.430674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.442353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd07285-2892-40b7-a9a8-cea05eeb32a7']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:50.449168 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:50.453912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef20d84d-b782-439d-bb90-ac362f4cc170 req-2f911a84-4de1-4161-9d4a-51dd790445d7 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=efb976ca-630c-4f35-9e27-af145f564413 HTTP/1.1" status: 200 len: 210 time: 0.2230794 Aug 16 20:24:50.478820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df389873-967c-4f84-bc53-090ea591a8dd') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.481725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df389873-967c-4f84-bc53-090ea591a8dd') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:24:50.496421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe8fe177-a6a2-4ef0-b65d-711db78119c6 req-5c0ad275-1389-4400-9176-56f1c2f8c84b tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566166 Aug 16 20:24:50.501795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.520489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.532463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:24:50.532966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:24:50.535000 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:24:50.541596 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e508ce-2945-42ba-8a38-65e8becdb5db x-openstack-request-id: req-14e508ce-2945-42ba-8a38-65e8becdb5db {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:50.541972 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "name": "network-vif-plugged", "status": "completed", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:50.542347 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14e508ce-2945-42ba-8a38-65e8becdb5db {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:50.542875 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe', 'code': 200} Aug 16 20:24:50.551331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.559055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.561085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d5ccab87-ed8d-496f-9f2c-99d7e16e1b22 HTTP/1.1" status: 204 len: 168 time: 0.9142749 Aug 16 20:24:50.587699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80220b2f-d089-4f23-a1c5-c2a48f2145e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ccab87-ed8d-496f-9f2c-99d7e16e1b22,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.744398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.750484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:50.751958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbf0aa-2487-4937-a636-974d4aafb1e5 req-931fb7af-f2d4-495b-9931-8422e9a6bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:50.762313 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4fd07285-2892-40b7-a9a8-cea05eeb32a7 HTTP/1.1" status: 204 len: 168 time: 0.5870531 Aug 16 20:24:50.762454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ebbf0aa-2487-4937-a636-974d4aafb1e5 req-931fb7af-f2d4-495b-9931-8422e9a6bd88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 1102 time: 0.0729704 Aug 16 20:24:50.764779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bda121-add3-4f72-bc98-dec2fd387817 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd07285-2892-40b7-a9a8-cea05eeb32a7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:50.819120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ebbf0aa-2487-4937-a636-974d4aafb1e5 req-3a9b8723-5017-452f-bca1-c457175ab666 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541821 Aug 16 20:24:50.866224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10434fad-c037-4515-85a4-d35c2f0d6923 req-0e90ab4f-d892-4435-a65d-78746a79c7e1 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Aug 16 20:24:50.866347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:50.949572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'name': 'network-vif-deleted', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca'}, {'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'name': 'network-vif-deleted', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:50.953092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2736b57f-1fac-42d8-8f37-746434c5aec6" -d '{"events": [{"server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "name": "network-vif-deleted", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca"}, {"server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "name": "network-vif-deleted", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:51.003884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20482bcf-6a06-46d2-bdc6-86e13f0436dd req-f2b8530f-d4ab-4402-8bf6-77c25c1a966b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:51.005697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20482bcf-6a06-46d2-bdc6-86e13f0436dd req-f2b8530f-d4ab-4402-8bf6-77c25c1a966b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0933130 Aug 16 20:24:51.020628 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab17a833-1a74-4501-b7f9-0da0025f829f x-openstack-request-id: req-ab17a833-1a74-4501-b7f9-0da0025f829f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:51.021025 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deac4045-8eda-42db-86b2-404e5c8ff3e2", "name": "network-vif-deleted", "tag": "a4ecac79-1580-4d71-adeb-d857626074ca", "status": "completed", "code": 200}, {"server_uuid": "37852465-33f7-417b-991b-c7c0fe4d292f", "name": "network-vif-deleted", "tag": "412a36cd-17c3-444c-a218-e092e0a35b9b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:51.021392 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab17a833-1a74-4501-b7f9-0da0025f829f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:51.022145 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deac4045-8eda-42db-86b2-404e5c8ff3e2', 'name': 'network-vif-deleted', 'tag': 'a4ecac79-1580-4d71-adeb-d857626074ca', 'status': 'completed', 'code': 200} Aug 16 20:24:51.022534 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37852465-33f7-417b-991b-c7c0fe4d292f', 'name': 'network-vif-deleted', 'tag': '412a36cd-17c3-444c-a218-e092e0a35b9b', 'status': 'completed', 'code': 200} Aug 16 20:24:51.066526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20482bcf-6a06-46d2-bdc6-86e13f0436dd req-2f9d7c9e-1b57-409e-a113-53083a01cb00 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497015 Aug 16 20:24:51.190978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.240027 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3c43213-fa44-484f-a20f-5f6f85f92cee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e8accd15aa54e0e82b9db4a8d1ea83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477936 Aug 16 20:24:51.242484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.310549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.337783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.390219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.407375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88e06983-8f36-4a69-858a-4f1e6e7e923b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.436159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-84c7cd00-794d-4c6f-b4cd-1bea20f9f783 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a8e305929224a2ebdcf329f1f3f7890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445824 Aug 16 20:24:51.438360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.489445 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.504931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.506469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/141a16f9-996b-462d-b0ca-d42d7c381dd8 HTTP/1.1" status: 204 len: 168 time: 0.2625411 Aug 16 20:24:51.521604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586c6ca-d817-4a2a-b09e-a251b67a180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a16f9-996b-462d-b0ca-d42d7c381dd8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.551304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88e06983-8f36-4a69-858a-4f1e6e7e923b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.559447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.592405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.670036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88e06983-8f36-4a69-858a-4f1e6e7e923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.698839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.730761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.737595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.739104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12e8d485-b3e5-43bc-a864-c3b5b9de213a HTTP/1.1" status: 204 len: 168 time: 0.2990801 Aug 16 20:24:51.751561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ef819-0e0b-40ee-b88e-3dcada552a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e8d485-b3e5-43bc-a864-c3b5b9de213a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.758931 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-88e06983-8f36-4a69-858a-4f1e6e7e923b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f723ec3e46ef48859441a69871d7b74d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913777 Aug 16 20:24:51.764326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e06983-8f36-4a69-858a-4f1e6e7e923b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55106dd6-1d3f-469b-b081-073776c3c0ec,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:51.768003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45826) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:51.771027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b233d-58db-416f-b40f-23b7bb74ccd8 req-a5dfd78b-b61c-4259-9bb4-8e6ed872049a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:51.772814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-786b233d-58db-416f-b40f-23b7bb74ccd8 req-a5dfd78b-b61c-4259-9bb4-8e6ed872049a tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 950 time: 0.0933886 Aug 16 20:24:51.849183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:51.869108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-786b233d-58db-416f-b40f-23b7bb74ccd8 req-b1bcb93c-6ca4-4f93-ac46-d40ab461bc78 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880923 Aug 16 20:24:51.876305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.210471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebd52880-5e49-4a69-98eb-a14e3ed76592 req-61f499f0-3cb6-4394-a827-01ef6fa3956e tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0407734 Aug 16 20:24:52.227223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.231558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:52.236577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55106dd6-1d3f-469b-b081-073776c3c0ec HTTP/1.1" status: 204 len: 168 time: 0.4659166 Aug 16 20:24:52.262162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10c324-dc3d-486a-acac-800e8495dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55106dd6-1d3f-469b-b081-073776c3c0ec,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:52.566815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e3b62e54-0e1b-48d7-9eac-0cffb8240329 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:52.617655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e3b62e54-0e1b-48d7-9eac-0cffb8240329 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:52.618083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e3b62e54-0e1b-48d7-9eac-0cffb8240329 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:52.618934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a4ecac79-1580-4d71-adeb-d857626074ca no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:52.664117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: a4ecac79-1580-4d71-adeb-d857626074ca {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:52.664467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a4ecac79-1580-4d71-adeb-d857626074ca not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:52.745904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c79b30-fe14-425a-927b-efda61736184 req-6a5bf30b-1ca4-4573-8143-0e3ac7a894be tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:52.752351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c79b30-fe14-425a-927b-efda61736184 req-6a5bf30b-1ca4-4573-8143-0e3ac7a894be tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.0932677 Aug 16 20:24:52.782846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 412a36cd-17c3-444c-a218-e092e0a35b9b no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:52.792791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c79b30-fe14-425a-927b-efda61736184 req-ab6107c5-a6f9-4901-89ef-76d17bf104a0 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Aug 16 20:24:52.822339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 412a36cd-17c3-444c-a218-e092e0a35b9b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:52.822753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 412a36cd-17c3-444c-a218-e092e0a35b9b not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:53.063565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe961fe-b2ff-49f4-8371-e6d051ca8375 req-d27909fa-a599-4850-9de6-b1289517a175 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:53.068298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fe961fe-b2ff-49f4-8371-e6d051ca8375 req-d27909fa-a599-4850-9de6-b1289517a175 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 950 time: 0.1109376 Aug 16 20:24:53.109615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fe961fe-b2ff-49f4-8371-e6d051ca8375 req-9419a880-5a4d-43ad-bacc-83e98220df0b tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Aug 16 20:24:53.156793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-a51bfa3e-2a31-4177-aa35-33d2b69397e4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:53.158880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-a51bfa3e-2a31-4177-aa35-33d2b69397e4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 0.1587331 Aug 16 20:24:53.173427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Request body: {'port': {'device_id': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'admin_state_up': True, 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:53.370010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6159023-4376-4638-b02e-2e35cb3c82e7 req-efd5fcbd-7349-42fa-8113-6c69b361d7ff tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0434713 Aug 16 20:24:53.402273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45894) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:53.417574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a598312-a305-4ed2-937e-72ea13cc1cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:53.447462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:53.452063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.250400 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a598312-a305-4ed2-937e-72ea13cc1cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.255801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Allocated IP 172.20.0.4 (e74fa0e1-c26b-47ad-98db-34193572e9c9/44abebc8-ada0-4244-8d69-a5f9f07d8cca/c51d3fa1-7248-40d2-8686-432b0aa30028) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:54.255801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d1f28-9d9a-4683-8726-f697ce0c0249 req-bd15091b-54ff-4695-b3bf-0c3f10c9259a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-408d1f28-9d9a-4683-8726-f697ce0c0249 req-bd15091b-54ff-4695-b3bf-0c3f10c9259a tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.0542526 Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-408d1f28-9d9a-4683-8726-f697ce0c0249 req-2bbe3652-2f1d-45f6-9c95-3471acf913c5 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/security-groups?id=672c3e7d-9352-4491-8ea7-75e725b5c20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-7600e562-0020-4c76-a207-9d383b120d38 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-7600e562-0020-4c76-a207-9d383b120d38 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 950 time: 0.0474598 Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Deleting port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:54.258873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.308406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] For port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:54.308775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.321506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Calling delete_port for 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:54.413855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.428998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a598312-a305-4ed2-937e-72ea13cc1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.509377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:54.511152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event updated for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:54.516272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:54.520268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:54.571486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53b6824f-7025-492c-a62f-78d8ffe36436 req-9653588f-6e53-433a-8fab-2d4ae0bfed0f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0969160 Aug 16 20:24:54.607522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6a598312-a305-4ed2-937e-72ea13cc1cf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3626735011514e339f467831be380411&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2041359 Aug 16 20:24:54.611311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:54.652876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:54.652876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.657875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a598312-a305-4ed2-937e-72ea13cc1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee110f4-f85c-4ccd-8f59-ffad87d78f30,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:54.734858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.757486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-35625a13-718e-4393-b2f6-d3acd3810f25 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5885897 Aug 16 20:24:54.774678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.779851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Request body: {'port': {'device_id': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:54.794897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:24:54.865149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.905415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:54.934995 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:54.951655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:55.093344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:55.115486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '52474e76-ead6-4f54-8f63-4d8c88824701', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': '52474e76-ead6-4f54-8f63-4d8c88824701', 'mac_address': 'fa:16:3e:a8:4b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:24:55.161163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.176263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52474e76-ead6-4f54-8f63-4d8c88824701 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:55.179803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-522886768-network', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:55.208540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-343b8f82-3ea9-4679-a0a3-bb3a108822f1 req-c26c910f-7885-4624-a854-ff90f22b85e4 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.0587690 Aug 16 20:24:55.212873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:55.290923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-6881e193-676a-497c-867c-c34ce4522735 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.297612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-6881e193-676a-497c-867c-c34ce4522735 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 813 time: 0.4791567 Aug 16 20:24:55.297612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Pushing event deleted for resources: {'Port': ['ID=1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.327593 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.335046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Request body: {'port': {'device_id': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'admin_state_up': True, 'tenant_id': '74e13689b1d14a09a2fd901c4b2e5453'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:55.371150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Made reservation on behalf of cec0ee24f3b64648bde07f5d4a92f36b for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:55.372039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c3dcc-4360-4ca4-a5e3-e0ad45e8d2e3 req-b646fd7a-ce44-4308-bd87-6bc699e068e0 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:55.373829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.380831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f40c3dcc-4360-4ca4-a5e3-e0ad45e8d2e3 req-b646fd7a-ce44-4308-bd87-6bc699e068e0 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 950 time: 0.4424472 Aug 16 20:24:55.385581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.419986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:55.433079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c51d3fa1-7248-40d2-8686-432b0aa30028 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:55.435435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] No DVR routers for this DVR port 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:55.439454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.443195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44c04bd6-5d83-4ec7-a3b6-ffbeb245e673 req-3b05dc74-7d98-4c73-9f6d-8749910c08a1 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.64 "DELETE /v2.0/ports/1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 HTTP/1.1" status: 204 len: 173 time: 1.3193309 Aug 16 20:24:55.455694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'name': 'network-vif-deleted', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:55.458840 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eccffa-a817-48f9-bd8d-d6af2b2a07a3" -d '{"events": [{"server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "name": "network-vif-deleted", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:55.463530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.498238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['52474e76-ead6-4f54-8f63-4d8c88824701'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:55.528261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f40c3dcc-4360-4ca4-a5e3-e0ad45e8d2e3 req-8a9fd7ae-6019-4638-a23b-8269607426b0 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409667 Aug 16 20:24:55.536008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8f710d-c395-4074-a027-838220a277d0 x-openstack-request-id: req-1e8f710d-c395-4074-a027-838220a277d0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:55.536389 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afc0ea4d-4603-421d-bc54-62a2fdd5c416", "name": "network-vif-deleted", "tag": "1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:55.537432 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e8f710d-c395-4074-a027-838220a277d0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:55.537846 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc0ea4d-4603-421d-bc54-62a2fdd5c416', 'name': 'network-vif-deleted', 'tag': '1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1', 'status': 'completed', 'code': 200} Aug 16 20:24:55.584192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Transition to ACTIVE for port object c51d3fa1-7248-40d2-8686-432b0aa30028 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:55.591108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.591108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.598918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ee110f4-f85c-4ccd-8f59-ffad87d78f30 HTTP/1.1" status: 204 len: 168 time: 0.9779799 Aug 16 20:24:55.616739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba3bf3-aed4-46d9-aeb6-24c65dfe0fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee110f4-f85c-4ccd-8f59-ffad87d78f30,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.638105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.659337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-19167396-network', 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:55.686759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.810354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17bc87f9-949b-44e0-ae52-deaa660c9177 req-ae658e49-c102-4e11-bcca-3e3ad6716784 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.0591373 Aug 16 20:24:55.857429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:55.954471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:55.987483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Attempting to bind port c51d3fa1-7248-40d2-8686-432b0aa30028 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:24:55.988268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Attempting to bind port c51d3fa1-7248-40d2-8686-432b0aa30028 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:24:55.988899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Attempting to bind port c51d3fa1-7248-40d2-8686-432b0aa30028 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:55.997165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Port c51d3fa1-7248-40d2-8686-432b0aa30028 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:24:55.997666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Attempting to bind port c51d3fa1-7248-40d2-8686-432b0aa30028 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:24:56.031626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:24:56.032198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Checking segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:56.032594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Bound using segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:24:56.033095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Bound port: c51d3fa1-7248-40d2-8686-432b0aa30028, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:24:56.034925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.094554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.132977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:24:56.132977 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:24:56.132977 n-d-794306-10 neutron-server[95241]: [parameters: {'project_id_1': '462a1420a2e1489196ae6bc56e2ec759', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 24, 55, 702459)}] Aug 16 20:24:56.132977 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:24:56.133420 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:24:56.151169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:56.180356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.180983 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Added segment 5809e4f2-8608-4c74-85f3-bb091fc88bd8 of type vlan for network d267254b-4100-4dad-b444-a4ea10a92fcb Aug 16 20:24:56.204849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33830c4-df10-43b7-a85f-ec1734363b39,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.224455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Made reservation on behalf of 74e13689b1d14a09a2fd901c4b2e5453 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:56.228286 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.254554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:24:56.273878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.317755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c51d3fa1-7248-40d2-8686-432b0aa30028,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:24:56.379664 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.524199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.526829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.528582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.536583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.536583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.538197 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] 10.222.0.73 "PUT /v2.0/ports/c51d3fa1-7248-40d2-8686-432b0aa30028 HTTP/1.1" status: 200 len: 1092 time: 1.7634895 Aug 16 20:24:56.546173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:56.549730 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:56.570841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bbf86-a74b-4395-9bf4-2cae26d3d003 service neutron] Pushing event updated for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.648701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15227974-1afa-4704-aee1-ec29c39bc37b req-5ebe1034-569f-43e5-9719-d45da05e17d7 tempest-LiveMigrationNegativeTest-2089834025 tempest-LiveMigrationNegativeTest-2089834025-project] 10.222.0.70 "GET /v2.0/ports?device_id=afc0ea4d-4603-421d-bc54-62a2fdd5c416 HTTP/1.1" status: 200 len: 210 time: 0.2325335 Aug 16 20:24:56.650007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d267254b-4100-4dad-b444-a4ea10a92fcb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:56.674360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d267254b-4100-4dad-b444-a4ea10a92fcb details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:56.738207 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1563ea13-4e8a-4382-826b-879c4c2831e3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8306773 Aug 16 20:24:56.744349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46026) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:56.750686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Request body: {'subnet': {'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-522886768-subnet', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:56.758034 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf87b376-865a-4c38-89f4-4b80d8db4850 x-openstack-request-id: req-cf87b376-865a-4c38-89f4-4b80d8db4850 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:56.758562 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:56.759002 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf87b376-865a-4c38-89f4-4b80d8db4850 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:56.759762 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028', 'status': 'completed', 'code': 200} Aug 16 20:24:56.772994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-44e03090-585c-40bd-96f5-b6b0b5a5dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.774546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-44e03090-585c-40bd-96f5-b6b0b5a5dd7a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=8130a73c-0dc0-464d-83e1-d272ff7f685c HTTP/1.1" status: 200 len: 1095 time: 0.1167064 Aug 16 20:24:56.783937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800111-caaa-443e-ad0b-9752a57066cc req-9561ba9b-41ff-4ce2-9002-eb7fc60f0773 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.801575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00800111-caaa-443e-ad0b-9752a57066cc req-9561ba9b-41ff-4ce2-9002-eb7fc60f0773 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.64 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 950 time: 0.3614290 Aug 16 20:24:56.804844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:24:56.836248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec5952a2-2f14-4e52-8a4d-312c3e353e08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c51d3fa1-7248-40d2-8686-432b0aa30028 HTTP/1.1" status: 200 len: 217 time: 0.0534701 Aug 16 20:24:56.956064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 52474e76-ead6-4f54-8f63-4d8c88824701 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:24:56.956688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:56.961672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-4f81a04b-96c8-4580-bbd8-67e85838f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:56.965137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-4f81a04b-96c8-4580-bbd8-67e85838f0c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.1198392 Aug 16 20:24:56.972869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Made reservation on behalf of 462a1420a2e1489196ae6bc56e2ec759 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:56.979717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.060907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Allocated IP 172.20.0.5 (e74fa0e1-c26b-47ad-98db-34193572e9c9/44abebc8-ada0-4244-8d69-a5f9f07d8cca/772d6cf0-1452-4c7a-b079-7cf40c178639) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:24:57.092220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.135397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-fafbe867-3602-447f-952b-23bfef008294 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402752 Aug 16 20:24:57.155936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.222498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:57.224736 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43bcf2-65a1-436c-8688-d7ed3f316edb" -d '{"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:57.269105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:57.301668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Made reservation on behalf of cec0ee24f3b64648bde07f5d4a92f36b for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:57.302393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.351350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755b430-247a-4c41-83e3-7f5f9c086584 req-1ef76610-6e3e-4bcc-aacf-b7d7d3f2198f tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:57.355873 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.356688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:24:57.375922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2755b430-247a-4c41-83e3-7f5f9c086584 req-1ef76610-6e3e-4bcc-aacf-b7d7d3f2198f tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 950 time: 0.6600995 Aug 16 20:24:57.420182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cdaea14-1b5a-4938-9a0e-f4440c21411d req-64bfa5ee-7f49-4f81-9875-316882460e04 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 210 time: 0.2587385 Aug 16 20:24:57.525703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46056) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:57.541384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:24:57.541743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1bcdc48a-86b1-4a21-bcf2-f541f7e9c8f1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:24:57.550091 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8178e3c-7efa-41fa-a43b-2d34996cd87a x-openstack-request-id: req-d8178e3c-7efa-41fa-a43b-2d34996cd87a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:57.550321 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:57.550573 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8178e3c-7efa-41fa-a43b-2d34996cd87a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:57.551456 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701', 'code': 200} Aug 16 20:24:57.551576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:57.846105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2755b430-247a-4c41-83e3-7f5f9c086584 req-c3c7ea61-015b-429d-b75b-2cb49e3daa11 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ef18224-63d4-4f7e-9e9e-1b2f175867c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652998 Aug 16 20:24:57.866508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:57.870143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-aeeee8c3-734f-4df7-a93f-3b878003580a service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7262869 Aug 16 20:24:57.922053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Deleting port 7700c180-2f46-468b-a75a-fa57f2b7aafe {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:24:57.922365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.018253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-network', 'tenant_id': '42d06626e6db42749f54af409653956c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:58.027221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.034440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.058902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.139042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] For port 7700c180-2f46-468b-a75a-fa57f2b7aafe, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=7700c180-2f46-468b-a75a-fa57f2b7aafe,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:24:58.139764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.143889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9238445b-5152-4992-ad2b-5f6422ceca64,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.160474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Calling delete_port for 7700c180-2f46-468b-a75a-fa57f2b7aafe owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:24:58.170286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d37ed-09ed-4824-be03-411caaac99ff,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.174988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:58.210954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.211302 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Added segment 6d1b7991-d67b-4612-8c5f-09dabd669889 of type vlan for network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 Aug 16 20:24:58.291836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.297071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-8c200d1d-7591-4446-beb8-5633c7147600 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173341 Aug 16 20:24:58.310980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Made reservation on behalf of 42d06626e6db42749f54af409653956c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:58.314196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.329945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Checking segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:24:58.331028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Network hostable DHCP agents. Network: d267254b-4100-4dad-b444-a4ea10a92fcb, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:24:58.356698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.364580 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.386174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Network e74fa0e1-c26b-47ad-98db-34193572e9c9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:24:58.393258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:58.401815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:24:58.480652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event updated for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.505499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46080) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.534971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Network d267254b-4100-4dad-b444-a4ea10a92fcb is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:24:58.582103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.583140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.611126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.614429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.614429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.617888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd008b-b834-4173-9815-1112647e5772 req-4d2bd6ed-7d24-4691-be43-885bffaff3d0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.619870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5fd008b-b834-4173-9815-1112647e5772 req-4d2bd6ed-7d24-4691-be43-885bffaff3d0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 931 time: 0.0992768 Aug 16 20:24:58.629333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-7080de64-1e94-4349-b466-b615e252b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.630899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-7080de64-1e94-4349-b466-b615e252b4c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=8130a73c-0dc0-464d-83e1-d272ff7f685c HTTP/1.1" status: 200 len: 1095 time: 0.1123116 Aug 16 20:24:58.650544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.689743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5fd008b-b834-4173-9815-1112647e5772 req-120dd2c5-adb3-4432-8c33-b9d2ed235307 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Aug 16 20:24:58.750772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.774115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['7700c180-2f46-468b-a75a-fa57f2b7aafe'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:24:58.784898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] Pushing event updated for resources: {'Network': ['ID=38ebf53d-0bea-4d8d-8241-711dd181e3f5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.802288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.815181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Pushing event deleted for resources: {'Port': ['ID=7700c180-2f46-468b-a75a-fa57f2b7aafe,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:58.815811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d267254b-4100-4dad-b444-a4ea10a92fcb) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:24:58.827305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:58.829882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c4dbb-aede-4550-812a-90a90b16f2a9 None None] Network d267254b-4100-4dad-b444-a4ea10a92fcb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:58.830681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:58.831298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.854580 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2e9ca58a-3e6c-4884-bb39-ba4df84b2e87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=685d834f8d05442397802d1c5a3f5a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478568 Aug 16 20:24:58.874420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:24:58.874420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46088) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:58.883238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] No DVR routers for this DVR port 7700c180-2f46-468b-a75a-fa57f2b7aafe on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:24:58.893673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.901116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00800111-caaa-443e-ad0b-9752a57066cc req-7b035b4c-a4d3-4b1a-b744-abb394458d18 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.64 "DELETE /v2.0/ports/7700c180-2f46-468b-a75a-fa57f2b7aafe HTTP/1.1" status: 204 len: 173 time: 2.0938344 Aug 16 20:24:58.902709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'name': 'network-vif-deleted', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:24:58.913146 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1ad002-e5bf-4ee3-b273-a099715ca5a5" -d '{"events": [{"server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "name": "network-vif-deleted", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:24:58.956798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:58.957151 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Added segment f5638ce2-0429-43f2-af49-a99d5d3a116c of type vlan for network 360b2841-85d8-443c-9eed-aefa20c96607 Aug 16 20:24:59.016367 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ca8b1-236d-4d28-b192-f2d44e7abc92 x-openstack-request-id: req-2e7ca8b1-236d-4d28-b192-f2d44e7abc92 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:24:59.016987 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13898096-f055-4cba-b094-55982d2524f4", "name": "network-vif-deleted", "tag": "7700c180-2f46-468b-a75a-fa57f2b7aafe", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:24:59.017503 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e7ca8b1-236d-4d28-b192-f2d44e7abc92 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:24:59.018100 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13898096-f055-4cba-b094-55982d2524f4', 'name': 'network-vif-deleted', 'tag': '7700c180-2f46-468b-a75a-fa57f2b7aafe', 'status': 'completed', 'code': 200} Aug 16 20:24:59.020647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0b51d48-32b9-482f-b23a-eba51cb74f77 req-d4402686-26b9-4d9d-8731-60d7a76d3da5 tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.0615540 Aug 16 20:24:59.068152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4228808d-0e85-4f1c-a34a-27fe9af0f6e9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.130902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7260d10c-cede-4a19-97bc-9fc627499bf3 None None] Network d267254b-4100-4dad-b444-a4ea10a92fcb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:24:59.140897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.152668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-6c30cfa7-45e1-49fb-ae5a-0280c0469d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.154327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-6c30cfa7-45e1-49fb-ae5a-0280c0469d1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 200 len: 914 time: 0.5024772 Aug 16 20:24:59.180260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-9bdb7c45-9df7-4d13-bff9-d10f02f086b5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8773289 Aug 16 20:24:59.199492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Request body: {'port': {'device_id': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:59.210705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c744729d-f7b8-4bd0-bbdf-cd7f49902e72 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.7860146 Aug 16 20:24:59.241328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:59.247106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Request body: {'subnet': {'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-19167396-subnet', 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:59.263442 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-40e1274d-20af-458b-9261-d8498b93dad8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c51d3fa1-7248-40d2-8686-432b0aa30028 HTTP/1.1" status: 200 len: 217 time: 0.0964458 Aug 16 20:24:59.325136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.336270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.368802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.381423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-1e8b8063-2938-4222-a7b9-69b878c3af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.383169 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-1e8b8063-2938-4222-a7b9-69b878c3af31 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.0884070 Aug 16 20:24:59.448276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8c499b82-4f18-4bbc-bc16-1c87baa133d9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7022409 Aug 16 20:24:59.450338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-d936c50f-c5e2-420a-906b-6104143b977d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565429 Aug 16 20:24:59.450668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46104) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:59.457925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:59.522418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.523395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.524009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.644194 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-95916b73-f285-4c8c-82fe-f3b751480978 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843796 Aug 16 20:24:59.645221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] Pushing event updated for resources: {'Network': ['ID=360b2841-85d8-443c-9eed-aefa20c96607,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.655285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 360b2841-85d8-443c-9eed-aefa20c96607 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:24:59.658896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Made reservation on behalf of 462a1420a2e1489196ae6bc56e2ec759 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:24:59.662675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.768182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.775165 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.780054 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/672c3e7d-9352-4491-8ea7-75e725b5c20d HTTP/1.1" status: 204 len: 168 time: 0.9080381 Aug 16 20:24:59.798914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9acb70ba-ef87-4dfc-864b-16eb7d6caa5d req-2abeeda7-496b-4aa4-a577-27360c760086 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446919 Aug 16 20:24:59.807228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc8ac8-0c39-4d05-a801-de05047ebf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672c3e7d-9352-4491-8ea7-75e725b5c20d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:24:59.807228 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc7bae45-e13b-44ba-936f-2c2805cea5ac admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2513134 Aug 16 20:24:59.809876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46112) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:24:59.831145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Request body: {'subnet': {'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-subnet', 'tenant_id': '42d06626e6db42749f54af409653956c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:24:59.860498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772d6cf0-1452-4c7a-b079-7cf40c178639 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:24:59.876584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:24:59.960805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Transition to ACTIVE for port object 772d6cf0-1452-4c7a-b079-7cf40c178639 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:24:59.985308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f45392-5821-4ce8-8055-1abfbada5fc4 req-a7ce024a-c0f7-4393-bd69-f3a914262803 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:24:59.987158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13f45392-5821-4ce8-8055-1abfbada5fc4 req-a7ce024a-c0f7-4393-bd69-f3a914262803 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 931 time: 0.1059489 Aug 16 20:25:00.066439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13f45392-5821-4ce8-8055-1abfbada5fc4 req-c668863c-0577-4635-a99f-8aba53d63d0f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721302 Aug 16 20:25:00.088933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.091696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.162718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.179425 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.261770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Made reservation on behalf of 42d06626e6db42749f54af409653956c for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:00.269574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.284743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Pushing event updated for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:00.321068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.507310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08479495-dace-4c0d-8130-612c282334f4 req-f3cd0d64-44e2-488a-83fc-754a4eb3931c tempest-TenantUsagesTestJSON-829863334 tempest-TenantUsagesTestJSON-829863334-project] 10.222.0.70 "GET /v2.0/ports?device_id=13898096-f055-4cba-b094-55982d2524f4 HTTP/1.1" status: 200 len: 210 time: 0.2519794 Aug 16 20:25:00.523506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cded0329-61cd-414d-bc2a-c3fdf7b6a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.705650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:00.805573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7700c180-2f46-468b-a75a-fa57f2b7aafe no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:00.831111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58bd4e7-b743-495e-a92b-21f8b636f304,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:00.854107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Checking segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:00.854470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Network hostable DHCP agents. Network: 360b2841-85d8-443c-9eed-aefa20c96607, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:00.880015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 7700c180-2f46-468b-a75a-fa57f2b7aafe {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:00.883100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 7700c180-2f46-468b-a75a-fa57f2b7aafe not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:01.014448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46130) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.072813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a35065c-22e8-4fee-b14f-ee8f3b481464 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3296fcb549384a94841d23a48ca0acb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570526 Aug 16 20:25:01.075147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46132) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.082780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Network 360b2841-85d8-443c-9eed-aefa20c96607 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:01.157720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.188716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.200413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=38849014-335d-493f-9245-67382e85f44a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:01.227701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 360b2841-85d8-443c-9eed-aefa20c96607) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:01.238046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10abb827-860b-494a-b461-876973fe3141 None None] Network 360b2841-85d8-443c-9eed-aefa20c96607 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:01.241184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.247079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.249090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Attempting to bind port 772d6cf0-1452-4c7a-b079-7cf40c178639 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:01.249435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Attempting to bind port 772d6cf0-1452-4c7a-b079-7cf40c178639 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:01.249792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Attempting to bind port 772d6cf0-1452-4c7a-b079-7cf40c178639 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:01.252155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Checking segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:01.253407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Network hostable DHCP agents. Network: 38ebf53d-0bea-4d8d-8241-711dd181e3f5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:01.259312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.273834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Port 772d6cf0-1452-4c7a-b079-7cf40c178639 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:01.274743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Attempting to bind port 772d6cf0-1452-4c7a-b079-7cf40c178639 on network e74fa0e1-c26b-47ad-98db-34193572e9c9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:01.316822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:01.317243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Checking segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:01.317571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Bound using segment: {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:01.318026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Bound port: 772d6cf0-1452-4c7a-b079-7cf40c178639, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d58c0e5-a52f-40ea-abed-809da7a2a235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:01.318389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.388248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196567-337f-4fd1-b777-69e413154c01 req-7e92c919-8c42-47aa-a8f5-440ac582deaa tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.397092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e196567-337f-4fd1-b777-69e413154c01 req-7e92c919-8c42-47aa-a8f5-440ac582deaa tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 943 time: 0.2230518 Aug 16 20:25:01.470289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-360b2841-85d8-443c-9eed-aefa20c96607', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'tenant_id': '42d06626e6db42749f54af409653956c', 'fixed_ips': [{'subnet_id': 'f58bd4e7-b743-495e-a92b-21f8b636f304'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:01.471225 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.484094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.488384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.494440 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ff6144f-8351-49db-9142-ed7607efa913 HTTP/1.1" status: 204 len: 168 time: 0.4163110 Aug 16 20:25:01.499085 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2cf06da0-e510-447f-8ca8-c996ee6b687e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6858599 Aug 16 20:25:01.499662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:01.526630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:01.535894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dc495-a76b-4cf6-9703-4d46d9a24a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6144f-8351-49db-9142-ed7607efa913,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:01.545529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e196567-337f-4fd1-b777-69e413154c01 req-83f2b452-4d66-44c0-a82e-8e3a9956386c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470203 Aug 16 20:25:01.548378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:01.564811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:01.582967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=772d6cf0-1452-4c7a-b079-7cf40c178639,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:01.688207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.689740 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.795128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Allocated IP 172.20.0.2 (360b2841-85d8-443c-9eed-aefa20c96607/f58bd4e7-b743-495e-a92b-21f8b636f304/56770d88-45ab-41da-a6c2-3a52db6a09a8) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:01.822957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.881081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 38ebf53d-0bea-4d8d-8241-711dd181e3f5) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:01.883816 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.895807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.899396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.901790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb42b9-e621-4fdf-aba4-4a27332053a7 None None] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:01.990226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:01.991390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:01.994704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] 10.222.0.73 "PUT /v2.0/ports/772d6cf0-1452-4c7a-b079-7cf40c178639 HTTP/1.1" status: 200 len: 1092 time: 2.8031895 Aug 16 20:25:02.002006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:02.006414 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad22d0de-7c45-4f4f-97a4-8874864ae382" -d '{"events": [{"name": "network-changed", "server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:02.091433 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e1ad7-1055-4ecd-8993-6700b50ea886 x-openstack-request-id: req-6d6e1ad7-1055-4ecd-8993-6700b50ea886 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:02.091433 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:02.093794 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d6e1ad7-1055-4ecd-8993-6700b50ea886 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:02.093794 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639', 'status': 'completed', 'code': 200} Aug 16 20:25:02.112067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ac818-4d8e-4038-bb84-7a35f3e68de8 service neutron] Pushing event updated for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:02.118429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.188468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.220275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.227085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Transition to ACTIVE for port object 56770d88-45ab-41da-a6c2-3a52db6a09a8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:02.230970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.241875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759', 'fixed_ips': [{'subnet_id': '38849014-335d-493f-9245-67382e85f44a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:02.243011 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.283889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Transition to ACTIVE for port object 56770d88-45ab-41da-a6c2-3a52db6a09a8 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:02.401024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Allocated IP 172.25.7.44 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/054f4b2d-ee74-4a02-bab1-62966ef37a8c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:02.419845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8627cc32-3196-46e8-8c18-be4d72d093ed admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1689053 Aug 16 20:25:02.480227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-b88af06e-4660-4422-820e-562e7e5619ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.481944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-b88af06e-4660-4422-820e-562e7e5619ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 1095 time: 0.3649588 Aug 16 20:25:02.490136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Allocated IP 172.20.0.2 (38ebf53d-0bea-4d8d-8241-711dd181e3f5/38849014-335d-493f-9245-67382e85f44a/a25cf456-9bf7-4a9c-b2f3-7a5dc591680c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:02.554063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46172) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:02.643840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c51d3fa1-7248-40d2-8686-432b0aa30028 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:02.667566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.677054 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:25:02.685317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-28bde4b4-189c-4a1a-908b-56bc053dbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.688146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-28bde4b4-189c-4a1a-908b-56bc053dbf06 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1404309 Aug 16 20:25:02.699628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Network 360b2841-85d8-443c-9eed-aefa20c96607 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:02.710518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.710914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:02.736843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:02.889628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Pushing event updated for resources: {'Port': ['ID=56770d88-45ab-41da-a6c2-3a52db6a09a8,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:02.896081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Attempting to bind port 56770d88-45ab-41da-a6c2-3a52db6a09a8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:02.896579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Attempting to bind port 56770d88-45ab-41da-a6c2-3a52db6a09a8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:02.897896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Attempting to bind port 56770d88-45ab-41da-a6c2-3a52db6a09a8 on network 360b2841-85d8-443c-9eed-aefa20c96607 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:02.923669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:02.924217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Checking segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:02.924718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.925298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Bound using segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:02.926526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Bound port: 56770d88-45ab-41da-a6c2-3a52db6a09a8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:02.926526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:02.966066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaaa3b-64b9-45e3-b08f-2290a96c845f req-3bf15506-70ad-4008-93e7-50105a5385f3 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:02.974543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ccaaa3b-64b9-45e3-b08f-2290a96c845f req-3bf15506-70ad-4008-93e7-50105a5385f3 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 943 time: 0.2788951 Aug 16 20:25:03.026054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.063372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.071282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f34de6cc-3f3e-4a8d-9502-3b8fe589d485 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3afea78b551847b78767c373b8d33558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140169 Aug 16 20:25:03.071465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46194) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:03.071567 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.079844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Transition to ACTIVE for port object a25cf456-9bf7-4a9c-b2f3-7a5dc591680c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:03.098447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Transition to ACTIVE for port object a25cf456-9bf7-4a9c-b2f3-7a5dc591680c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:03.116337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-9c2e46a6-17a1-48a3-98b5-1e3bd0fa8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:03.126900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad22d0de-7c45-4f4f-97a4-8874864ae382 req-9c2e46a6-17a1-48a3-98b5-1e3bd0fa8f3c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4194469 Aug 16 20:25:03.130719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ccaaa3b-64b9-45e3-b08f-2290a96c845f req-57dfa583-317a-4bf8-9450-b28e056696f5 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978851 Aug 16 20:25:03.215939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.230928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.304006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.308031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-bc4b6519-0d58-4a23-9762-20e99f54dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:03.310548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-bc4b6519-0d58-4a23-9762-20e99f54dd1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 1095 time: 0.1294034 Aug 16 20:25:03.319353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:03.342281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:03.367689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Allocated IP 172.25.7.25 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/0a0d9817-a7a9-4d17-a522-fc16ebec47e1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:03.383796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c51d3fa1-7248-40d2-8686-432b0aa30028,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:03.393813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.464071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] For port 56770d88-45ab-41da-a6c2-3a52db6a09a8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:03.466176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'c51d3fa1-7248-40d2-8686-432b0aa30028', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'port_id': 'c51d3fa1-7248-40d2-8686-432b0aa30028', 'mac_address': 'fa:16:3e:89:31:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44abebc8-ada0-4244-8d69-a5f9f07d8cca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:03.482102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:03.495880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:03.515039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4268a570-59e6-476f-80f4-820bf96ccb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.520748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] For port 56770d88-45ab-41da-a6c2-3a52db6a09a8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56770d88-45ab-41da-a6c2-3a52db6a09a8,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:03.521312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:03.558977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Pushing event updated for resources: {'Port': ['ID=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.570632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:03.587026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Pushing event updated for resources: {'Port': ['ID=054f4b2d-ee74-4a02-bab1-62966ef37a8c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.604296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.637845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.645831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.649360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.654614 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ef18224-63d4-4f7e-9e9e-1b2f175867c7 HTTP/1.1" status: 204 len: 168 time: 0.5880842 Aug 16 20:25:03.659857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-fc8bba20-92fe-4efc-be2b-c6b9cbb67441 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772d6cf0-1452-4c7a-b079-7cf40c178639 HTTP/1.1" status: 200 len: 217 time: 0.3364866 Aug 16 20:25:03.661470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.689855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9320238-f0a2-4bf1-9ecc-def44702f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef18224-63d4-4f7e-9e9e-1b2f175867c7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:03.752761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.755368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Attempting to bind port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:03.755832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Attempting to bind port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:03.756200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Attempting to bind port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:03.785908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:03.786372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Checking segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:03.786782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.787174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Bound using segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:03.787662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Bound port: a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:03.788394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-dcf69144-d648-4d93-b304-32f4bc4a16ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:03.788542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:03.802079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-dcf69144-d648-4d93-b304-32f4bc4a16ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 0.4908910 Aug 16 20:25:03.811647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c51d3fa1-7248-40d2-8686-432b0aa30028 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:03.943706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c51d3fa1-7248-40d2-8686-432b0aa30028,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:03.950793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-f8e35797-6683-4f47-9737-1c22e2be72f6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/quotas/462a1420a2e1489196ae6bc56e2ec759 HTTP/1.1" status: 200 len: 375 time: 0.1438892 Aug 16 20:25:03.997722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] For port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:04.005707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] For port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:04.007568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360ce86-5c01-4e0a-b423-c257195bf5ee None None] Pushing event updated for resources: {'Port': ['ID=56770d88-45ab-41da-a6c2-3a52db6a09a8,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:04.139323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-20cb2e48-e2e5-46d8-88cc-7a4d6f8c731b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1870270 Aug 16 20:25:04.175634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.175862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.249951 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.356995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:04.372647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56770d88-45ab-41da-a6c2-3a52db6a09a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:04.377579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:04.404673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:04.458806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:04.459702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:04.476235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['c51d3fa1-7248-40d2-8686-432b0aa30028'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:04.491650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-8cf35d6b-63a1-48d6-a6f1-7e421c66d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.495931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-8cf35d6b-63a1-48d6-a6f1-7e421c66d076 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 200 len: 853 time: 0.6635606 Aug 16 20:25:04.586428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:04.616136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-2870e12c-7904-4147-9027-57d1f81d2807 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e74fa0e1-c26b-47ad-98db-34193572e9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052461 Aug 16 20:25:04.851189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e355fb2-d926-4d5e-a447-0ca73e30031f None None] Pushing event updated for resources: {'Port': ['ID=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:04.921528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 56770d88-45ab-41da-a6c2-3a52db6a09a8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:04.929182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68bc2c-1548-40a0-90ae-9bf629b9f078 req-14c2e0a5-8573-4dc0-9a1f-4742ce2cfda8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:04.942146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e68bc2c-1548-40a0-90ae-9bf629b9f078 req-14c2e0a5-8573-4dc0-9a1f-4742ce2cfda8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 943 time: 0.4786818 Aug 16 20:25:04.980793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-cabe6936-fcd1-4758-a230-1c5f6c5e0e32 service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8393333 Aug 16 20:25:05.396734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e68bc2c-1548-40a0-90ae-9bf629b9f078 req-ef51d027-f80b-4b20-9f9c-98b585c107d1 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160604 Aug 16 20:25:05.561160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-008443c5-2f08-4d17-adcf-6bbb16e2f086 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272757 Aug 16 20:25:05.600647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171790c-6d85-451e-9ea8-854ee08d845a None None] Network 360b2841-85d8-443c-9eed-aefa20c96607 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:05.654394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46256) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:05.668594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.713968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-f98d6e0d-cf2e-4bb7-8f54-631ac53ed7e4 service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968127 Aug 16 20:25:05.745014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-654288e0-c72d-4850-b371-dfaf3cb201b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.856302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:05.960206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2945a18-2157-486a-ad8f-6dc1c58cc26e req-91cba794-c049-4765-8cc4-dc481419b2a8 service neutron] 10.222.0.73 "GET /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713224 Aug 16 20:25:06.030517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Provisioning for port 56770d88-45ab-41da-a6c2-3a52db6a09a8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:06.120212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Provisioning complete for port 56770d88-45ab-41da-a6c2-3a52db6a09a8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:06.122986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.252287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cfcbd-6c8b-4da4-a20c-b7637efb6db0 None None] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:06.379947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-654288e0-c72d-4850-b371-dfaf3cb201b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.386952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a25cf456-9bf7-4a9c-b2f3-7a5dc591680c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:06.388198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.460598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-654288e0-c72d-4850-b371-dfaf3cb201b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.506783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.644804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-654288e0-c72d-4850-b371-dfaf3cb201b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac43e095f09249d0a47ccc35578ef7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9878840 Aug 16 20:25:06.654918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c51d3fa1-7248-40d2-8686-432b0aa30028 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:06.663244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46292) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:06.692617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654288e0-c72d-4850-b371-dfaf3cb201b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39136538-17f0-434d-9d09-83f482b87389,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:06.767134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:06.822407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.824998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.862143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.943049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:06.993519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] For port 56770d88-45ab-41da-a6c2-3a52db6a09a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56770d88-45ab-41da-a6c2-3a52db6a09a8,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:07.081027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port c51d3fa1-7248-40d2-8686-432b0aa30028 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:07.097268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port c51d3fa1-7248-40d2-8686-432b0aa30028 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:07.099576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.143620 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.183157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.185674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b4f6f-8243-45b5-aeb2-ae66a29713d0 req-1c201c52-1f71-4a36-af2e-60169ea53ab8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:07.187293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004b4f6f-8243-45b5-aeb2-ae66a29713d0 req-1c201c52-1f71-4a36-af2e-60169ea53ab8 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 943 time: 0.5444593 Aug 16 20:25:07.195906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.202518 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39136538-17f0-434d-9d09-83f482b87389 HTTP/1.1" status: 204 len: 168 time: 0.5373755 Aug 16 20:25:07.236960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dce15b-40f3-463b-83ad-deca0a256dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39136538-17f0-434d-9d09-83f482b87389,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:07.241365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3368d-1046-4908-8ac2-9b57d40960cc None None] Pushing event updated for resources: {'Port': ['ID=56770d88-45ab-41da-a6c2-3a52db6a09a8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:07.321390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-9a418bf7-6d22-4be9-aa76-fade0b9f72ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:07.334231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-9a418bf7-6d22-4be9-aa76-fade0b9f72ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 0.6959226 Aug 16 20:25:07.355906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.379344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Router 253674ef-ca37-424c-81de-c0446b32463d is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:07.390358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-c1f3bbd4-d7f8-424c-b1dc-71895f53484f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/quotas/462a1420a2e1489196ae6bc56e2ec759 HTTP/1.1" status: 200 len: 375 time: 0.0549634 Aug 16 20:25:07.404495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:07.410135 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac6122d-7097-46d0-8ca3-0fe7a1d36d60" -d '{"events": [{"server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "name": "network-vif-plugged", "status": "completed", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:07.419758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004b4f6f-8243-45b5-aeb2-ae66a29713d0 req-a634b53e-55d7-40fa-9853-08473807eefe tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198215 Aug 16 20:25:07.423788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Provisioning for port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:07.429749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Provisioning complete for port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:07.430162 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.471959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c51d3fa1-7248-40d2-8686-432b0aa30028,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:07.516711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Router ca60d814-0786-4dbd-84a0-8580eb37d0bb is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:07.555801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b60d8b0e-2280-4d12-9517-bed13b15ea03 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1635828 Aug 16 20:25:07.579568 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.623810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.757075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:07.770836 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Sync routers for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:07.793190 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:07.794313 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:07.816384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-c2eeefe6-7a6c-4236-bb60-187dc3ecf27a service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019980 Aug 16 20:25:07.872398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] For port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:07.873418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:07.876439 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-adabada6-a4e5-406f-8795-915932b66ec3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3699470 Aug 16 20:25:07.884434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:07.885818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:07.986021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:08.003025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.040138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-5018ce14-7321-4918-823c-aa5e9b6cf564 service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169333 Aug 16 20:25:08.112423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Provisioning complete for port 56770d88-45ab-41da-a6c2-3a52db6a09a8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:08.113189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.233776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:08.310617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56770d88-45ab-41da-a6c2-3a52db6a09a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:08.322443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Sync routers for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:08.464643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.468314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.468314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.468314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.468314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.481478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.485178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.486815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.487504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.491076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09e252-932f-48cc-8e75-4d3fe9001e4b None None] Pushing event updated for resources: {'Port': ['ID=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:08.515146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb70528c-8232-4f65-ae63-f21cf6572f5e req-8b08749e-4a97-4dea-9765-e06800de56c6 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6405 time: 0.2402697 Aug 16 20:25:08.519860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.533038 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:05Z', 'revision_number': 3, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:08.543568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a282314d-3c01-4ed2-a2d6-55a21affd77a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0895934 Aug 16 20:25:08.555027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:08.559662 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186e7c8-5660-40bd-bfb1-a8dbb9837cbe x-openstack-request-id: req-8186e7c8-5660-40bd-bfb1-a8dbb9837cbe {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:08.566015 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "name": "network-vif-plugged", "status": "completed", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:08.566822 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8186e7c8-5660-40bd-bfb1-a8dbb9837cbe {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:08.567305 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028', 'code': 200} Aug 16 20:25:08.577516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:08.578211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:08.659512 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Checking router: 253674ef-ca37-424c-81de-c0446b32463d for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:08.659879 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Updating router 253674ef-ca37-424c-81de-c0446b32463d port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:08.764343 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:08.792791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626168bc-62d9-4079-8fe9-22ac11b1610b req-f7dc14ff-7f76-4d00-bc44-2964f1421190 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:08.794414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-626168bc-62d9-4079-8fe9-22ac11b1610b req-f7dc14ff-7f76-4d00-bc44-2964f1421190 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 886 time: 0.2033768 Aug 16 20:25:09.106363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d505b828-b30f-4f84-80ef-b463def4e657 None None] Provisioning complete for port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:09.107043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d505b828-b30f-4f84-80ef-b463def4e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.215671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 56770d88-45ab-41da-a6c2-3a52db6a09a8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:09.226328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.284225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.453643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:09.526681 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.579885 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Transition to ACTIVE for port object 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:09.651500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:09.654731 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.737630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Allocated IP 172.20.0.1 (360b2841-85d8-443c-9eed-aefa20c96607/f58bd4e7-b743-495e-a92b-21f8b636f304/6554851e-bf14-49f3-a3a4-cfa3730cb91e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:09.755946 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c82d-dec5-442d-a101-2276c0ee50a8 None None] Pushing event updated for resources: {'Port': ['ID=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:09.808164 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Attempting to bind port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:09.809725 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Attempting to bind port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:09.810447 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Attempting to bind port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:09.817387 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:09.818484 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:09.819363 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.820189 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:09.821137 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Bound port: 0a0d9817-a7a9-4d17-a522-fc16ebec47e1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:09.821844 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:09.903186 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] For port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:09.910275 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] For port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:09.914722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9c15-91f9-464c-bff8-a5de08abc2f1 req-a111e117-a7db-4e51-b118-f3a3bae999ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:09.924453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8de9c15-91f9-464c-bff8-a5de08abc2f1 req-a111e117-a7db-4e51-b118-f3a3bae999ca service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8130a73c-0dc0-464d-83e1-d272ff7f685c HTTP/1.1" status: 200 len: 1097 time: 1.1278491 Aug 16 20:25:09.952453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-network', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:09.986274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:04Z', 'revision_number': 3, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:10.001750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e8355-1358-43a7-8958-8c942bc9d68f req-8315830b-f7f3-4a59-b1ba-20ed3ecf71b4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.009619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-345e8355-1358-43a7-8958-8c942bc9d68f req-8315830b-f7f3-4a59-b1ba-20ed3ecf71b4 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 943 time: 1.2140841 Aug 16 20:25:10.027633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Checking router: ca60d814-0786-4dbd-84a0-8580eb37d0bb for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:10.028011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Updating router ca60d814-0786-4dbd-84a0-8580eb37d0bb port 054f4b2d-ee74-4a02-bab1-62966ef37a8c binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:10.037529 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.116214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.158427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Made reservation on behalf of b653eec44bd64eb6afa479379df7ae92 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:10.167024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.176272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8de9c15-91f9-464c-bff8-a5de08abc2f1 req-08471a97-7c34-4130-8fa5-f9a402d04ba7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298951 Aug 16 20:25:10.200726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.209010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.209736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-2dc762ad-8755-4928-abaa-bb1cff291e79 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.211241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-2dc762ad-8755-4928-abaa-bb1cff291e79 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 0.5378735 Aug 16 20:25:10.240465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Transition to ACTIVE for port object 6554851e-bf14-49f3-a3a4-cfa3730cb91e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:10.253204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Request body: {'port': {'device_id': '44d42641-572b-4000-913f-fbf93f0d07f0', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'admin_state_up': True, 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:10.277335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-345e8355-1358-43a7-8958-8c942bc9d68f req-45144b68-f55d-44e8-bed5-aef53a790d95 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664976 Aug 16 20:25:10.329396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a25cf456-9bf7-4a9c-b2f3-7a5dc591680c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:10.359843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.361164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.361822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.362448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.372448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.373194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.373865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.374496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.375125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:10.378102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-010eb371-6174-4f40-8bc9-0d00d32ca2ad req-f3d30624-a45c-40b9-bc1c-f61dc153a5e5 tempest-NetworksTest-415903152 tempest-NetworksTest-415903152-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6405 time: 0.8634708 Aug 16 20:25:10.479972 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c82d-dec5-442d-a101-2276c0ee50a8 None None] Pushing event updated for resources: {'Port': ['ID=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:10.511139 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:10.512747 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:10.587301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.660792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 772d6cf0-1452-4c7a-b079-7cf40c178639 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:10.661014 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:10.694855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.698482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.831456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:10.837583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=772d6cf0-1452-4c7a-b079-7cf40c178639,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:10.854656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '772d6cf0-1452-4c7a-b079-7cf40c178639', 'network_id': 'e74fa0e1-c26b-47ad-98db-34193572e9c9', 'port_id': '772d6cf0-1452-4c7a-b079-7cf40c178639', 'mac_address': 'fa:16:3e:92:77:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44abebc8-ada0-4244-8d69-a5f9f07d8cca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:10.871970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Network 360b2841-85d8-443c-9eed-aefa20c96607 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:10.923828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:10.939997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.945429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Pushing event updated for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:10.965445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-886d4140-f401-4b6b-8cda-e25419de8df5 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1342493055&fields=id&tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed HTTP/1.1" status: 200 len: 267 time: 0.3811162 Aug 16 20:25:10.966038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:10.966847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.972583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:10.982884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed8090f-a6e6-41c6-9dd0-165dcdd60a32,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:10.986941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:10.987284 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Added segment 35d5cd50-72b5-4340-8431-642c671177ab of type vlan for network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 Aug 16 20:25:11.137263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772d6cf0-1452-4c7a-b079-7cf40c178639 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:11.193650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.196305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.222235 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:05Z', 'revision_number': 3, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:11.256095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=772d6cf0-1452-4c7a-b079-7cf40c178639,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:11.339645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:25:11.364138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-6bd886c1-9130-4c6a-805a-45ed263b2e95 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.373528 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d920e07-8e20-497b-b9ab-4e8bc331c192 None None] The sync data for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 is: [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:05Z', 'revision_number': 3, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:11.376711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-6bd886c1-9130-4c6a-805a-45ed263b2e95 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 0.8190763 Aug 16 20:25:11.433945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.462087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-2d18e9ac-6d31-4040-9c5c-4a9dfd115989 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/quotas/462a1420a2e1489196ae6bc56e2ec759 HTTP/1.1" status: 200 len: 375 time: 0.0837739 Aug 16 20:25:11.474572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Transition to ACTIVE for port object 054f4b2d-ee74-4a02-bab1-62966ef37a8c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:11.482593 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.487231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:11.513256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.515853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.515853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.618570 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.699990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] Pushing event updated for resources: {'Network': ['ID=7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.705442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Made reservation on behalf of 462a1420a2e1489196ae6bc56e2ec759 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:11.709123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.731297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:11.751487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:11.779262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ca85255-db48-4488-ab78-c5e78993692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.842048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['772d6cf0-1452-4c7a-b079-7cf40c178639'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:11.882456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Attempting to bind port 054f4b2d-ee74-4a02-bab1-62966ef37a8c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:11.882830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Attempting to bind port 054f4b2d-ee74-4a02-bab1-62966ef37a8c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:11.883203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Attempting to bind port 054f4b2d-ee74-4a02-bab1-62966ef37a8c on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:11.885631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-756acaca-6a6b-491a-9a5c-8d296a41e852 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:11.887196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-756acaca-6a6b-491a-9a5c-8d296a41e852 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/networks?id=54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 200 len: 816 time: 0.9209654 Aug 16 20:25:11.894898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:11.895193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:11.895424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.895896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:11.896385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Bound port: 054f4b2d-ee74-4a02-bab1-62966ef37a8c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:11.896769 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.897508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:11.897667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-f72ab78e-4aaf-40a6-904c-070542eeff38 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4346528 Aug 16 20:25:11.992532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] For port 054f4b2d-ee74-4a02-bab1-62966ef37a8c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:11.995398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] For port 054f4b2d-ee74-4a02-bab1-62966ef37a8c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=054f4b2d-ee74-4a02-bab1-62966ef37a8c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:12.007967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb5d7-4534-48ca-9872-2b31d85a31dc None None] Pushing event updated for resources: {'Port': ['ID=054f4b2d-ee74-4a02-bab1-62966ef37a8c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.014483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-0cafd64c-3973-416f-8ecd-2bed826df1d5 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/quotas/53540dd3fb864d9a8e427c7ed7cbb1ed HTTP/1.1" status: 200 len: 375 time: 0.0923796 Aug 16 20:25:12.095525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.124321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f8712ef-5843-42f6-92e4-40be48c68e2a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4660180 Aug 16 20:25:12.132359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:12.139124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Request body: {'subnet': {'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-subnet', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:12.208332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3109f5-c254-48d9-9434-428bb6d06b41 None None] Provisioning for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:12.214920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:12.218968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Allocated IP 172.20.0.4 (38ebf53d-0bea-4d8d-8241-711dd181e3f5/38849014-335d-493f-9245-67382e85f44a/c6dc9a8e-526a-47ed-ac4a-643ce46021c6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:12.249340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3109f5-c254-48d9-9434-428bb6d06b41 None None] Provisioning complete for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:12.249652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3109f5-c254-48d9-9434-428bb6d06b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.266883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ca85255-db48-4488-ab78-c5e78993692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.276715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.287167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.356236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-9a7bcd0c-3d1f-4cab-b383-39386b81e15e service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268143 Aug 16 20:25:12.356774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3109f5-c254-48d9-9434-428bb6d06b41 None None] Port 6554851e-bf14-49f3-a3a4-cfa3730cb91e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:12.401504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:12.402559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:12.414477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-b447539d-20b3-40d7-9c9c-0e3898909cf3 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3900824 Aug 16 20:25:12.421408 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6ca85255-db48-4488-ab78-c5e78993692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.434327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.593280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:12.653097 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6ca85255-db48-4488-ab78-c5e78993692b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b5734d5b8724dc48677c2ced6f0acb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1627545 Aug 16 20:25:12.653972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:12.672489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 772d6cf0-1452-4c7a-b079-7cf40c178639 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:12.711841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbb5d7-4534-48ca-9872-2b31d85a31dc None None] Pushing event updated for resources: {'Port': ['ID=054f4b2d-ee74-4a02-bab1-62966ef37a8c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.714978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85255-db48-4488-ab78-c5e78993692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa86a661-7e4a-4765-a450-b27a0011e48e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.719649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Made reservation on behalf of b653eec44bd64eb6afa479379df7ae92 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:12.721989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.746536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.748295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Pushing event updated for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:12.757246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:12.787410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:12.788446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:12.955655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-38e85863-3a5a-4ef1-b769-a3280c295807 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:12.974129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-38e85863-3a5a-4ef1-b769-a3280c295807 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 0.7592421 Aug 16 20:25:12.974412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 772d6cf0-1452-4c7a-b079-7cf40c178639 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:13.003634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 772d6cf0-1452-4c7a-b079-7cf40c178639 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:13.003634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.051527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.075891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Request body: {'port': {'device_id': 'fed58385-c294-408c-a950-48563c4fa18a', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'admin_state_up': True, 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:13.096960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:13.120475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:04Z', 'revision_number': 3, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:13.193515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7270174-bb53-4ae6-9fe8-061c07fc6095 None None] The sync data for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 is: [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:04Z', 'revision_number': 3, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:13.214917 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.217920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-01260d3c-360c-4ac4-8827-840755f26828 service neutron] 10.222.0.70 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530792 Aug 16 20:25:13.247885 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.297926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.300217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:13.304563 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39308e4-6d95-41e8-9dda-6f7d6c8891b1" -d '{"events": [{"server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "name": "network-vif-plugged", "status": "completed", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:13.379625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Allocated IP 172.20.0.1 (d267254b-4100-4dad-b444-a4ea10a92fcb/9238445b-5152-4992-ad2b-5f6422ceca64/74ef17f0-7d18-428c-b3c6-773422e120a3) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:13.386845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.418360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-c59f3881-3389-491a-9887-1266b28bfd6b service neutron] 10.222.0.70 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0021362 Aug 16 20:25:13.536138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e1ef31-3f89-464c-a521-07ec7ffe64ad,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.578683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.594355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.599459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=772d6cf0-1452-4c7a-b079-7cf40c178639,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:13.617264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Checking segment: {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:13.621897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Network hostable DHCP agents. Network: 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:13.650971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.694069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Network 360b2841-85d8-443c-9eed-aefa20c96607 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:13.694484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Transition to ACTIVE for port object c6dc9a8e-526a-47ed-ac4a-643ce46021c6 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:13.706663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.725362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:13.787864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-37e246bd-acd6-4cfd-acd2-1b88fc0fe655 service neutron] 10.222.0.70 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430467 Aug 16 20:25:13.935128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:13.945305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:13.955265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:13.962885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Made reservation on behalf of 462a1420a2e1489196ae6bc56e2ec759 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:13.967115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.106728 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.109714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.111253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa86a661-7e4a-4765-a450-b27a0011e48e HTTP/1.1" status: 204 len: 168 time: 1.4433939 Aug 16 20:25:14.120685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156f2d1-4be1-48d4-b422-2934dd400eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa86a661-7e4a-4765-a450-b27a0011e48e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:14.134384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:14.150906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f0ce9-50d0-45be-b0bc-56e7edb93d51 None None] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:14.156119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:14.157089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.243369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Router 253674ef-ca37-424c-81de-c0446b32463d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:14.445826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-66f866d9-cef8-40f5-855f-dd5824d7d843 None None] Provisioning complete for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:14.447085 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-66f866d9-cef8-40f5-855f-dd5824d7d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:14.453735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 054f4b2d-ee74-4a02-bab1-62966ef37a8c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:14.673936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-66f866d9-cef8-40f5-855f-dd5824d7d843 None None] Port 6554851e-bf14-49f3-a3a4-cfa3730cb91e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:14.867832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'fixed_ips': [{'subnet_id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:14.869140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.016036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 054f4b2d-ee74-4a02-bab1-62966ef37a8c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:15.018582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.063836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 054f4b2d-ee74-4a02-bab1-62966ef37a8c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:15.064627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.116802 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1bc66-96a1-4488-82e1-a568c8399ae9 x-openstack-request-id: req-aec1bc66-96a1-4488-82e1-a568c8399ae9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:15.118301 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "name": "network-vif-plugged", "status": "completed", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:15.118777 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aec1bc66-96a1-4488-82e1-a568c8399ae9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:15.121799 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639', 'code': 200} Aug 16 20:25:15.203813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9655458d-2bfe-4068-b710-9e2f7144a7fa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0659611 Aug 16 20:25:15.221194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:15.227925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:15.281983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:15.295210 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Sync routers for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:15.305526 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-81090c76-2e86-467d-8a59-c2a0028bec8a admin admin] 10.222.0.70 "PUT /v2.0/routers/253674ef-ca37-424c-81de-c0446b32463d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4184930 Aug 16 20:25:15.318333 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:15.321492 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:15.341457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.350371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:15.352902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Allocated IP 172.20.0.2 (7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47/69e1ef31-3f89-464c-a521-07ec7ffe64ad/e5a4595e-1618-4534-be71-b0ce0d0852ed) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:15.368654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d894b47-fcd3-48e5-ae40-e8b00e7dbe3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.417593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event updated for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:15.447544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:15.456908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae63ee48-4308-456b-a35a-810cf0ad4e81 req-cd1be5b9-2d1e-46df-b0be-77eba8c93ca8 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.1835997 Aug 16 20:25:15.499598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:15.504149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.504404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.504519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.504648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.504648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.504648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.505100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.505376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.505783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.506179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.506563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.506943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.507321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.507773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:15.524713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:15.556328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Network d267254b-4100-4dad-b444-a4ea10a92fcb is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:15.614522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:15.670110 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:15.679701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:15.697064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fb3ec-3b0c-4331-9702-0f99b6f1eab9 req-34fa1f33-2285-4ea0-8291-7e96d62a6a05 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:15.718608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd9fb3ec-3b0c-4331-9702-0f99b6f1eab9 req-34fa1f33-2285-4ea0-8291-7e96d62a6a05 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 945 time: 0.7069767 Aug 16 20:25:15.794130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:15.899043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d894b47-fcd3-48e5-ae40-e8b00e7dbe3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.009564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.023118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Pushing event updated for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:16.026363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.046167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d894b47-fcd3-48e5-ae40-e8b00e7dbe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.056307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Transition to ACTIVE for port object e5a4595e-1618-4534-be71-b0ce0d0852ed will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:16.066443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.106736 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 4, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6554851e-bf14-49f3-a3a4-cfa3730cb91e', 'name': '', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'tenant_id': '42d06626e6db42749f54af409653956c', 'mac_address': 'fa:16:3e:f6:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:09Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 2, 'project_id': '42d06626e6db42749f54af409653956c', 'subnets': [{'id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:16.153094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Transition to ACTIVE for port object e5a4595e-1618-4534-be71-b0ce0d0852ed will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:16.159213 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Checking router: 253674ef-ca37-424c-81de-c0446b32463d for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:16.162197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Updating router 253674ef-ca37-424c-81de-c0446b32463d port 6554851e-bf14-49f3-a3a4-cfa3730cb91e binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:16.183280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 054f4b2d-ee74-4a02-bab1-62966ef37a8c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=054f4b2d-ee74-4a02-bab1-62966ef37a8c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:16.208368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f4d77bb-3e61-4ec8-9dc7-2e9bd49584ca req-c03129c6-b171-4e50-aea0-8c5c53db6439 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.5377672 Aug 16 20:25:16.210765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a17946-e5de-4464-a32b-0ff0b6699682 req-7a0a2efd-b29f-4529-9795-177df8774599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.214726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58a17946-e5de-4464-a32b-0ff0b6699682 req-7a0a2efd-b29f-4529-9795-177df8774599 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 1097 time: 0.9687850 Aug 16 20:25:16.223638 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.303932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Allocated IP 172.20.0.12 (38ebf53d-0bea-4d8d-8241-711dd181e3f5/38849014-335d-493f-9245-67382e85f44a/93353055-b682-4b57-a0b5-e954ffa69ad6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:16.329047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:16.331533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.357135 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d894b47-fcd3-48e5-ae40-e8b00e7dbe3d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e7c56bb4e3ec4967b7347d30b64cdf51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0057378 Aug 16 20:25:16.368639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46466) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:16.369669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d894b47-fcd3-48e5-ae40-e8b00e7dbe3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179f7328-7d5e-4bfb-aa96-fc20598c84d1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:16.371543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.372640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:16.381186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.392206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6cdbac43-c314-4b33-ae56-3b30a8166905 None None] Provisioning for port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:16.418451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.425549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6cdbac43-c314-4b33-ae56-3b30a8166905 None None] Provisioning complete for port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:16.426397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cdbac43-c314-4b33-ae56-3b30a8166905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.525868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd9fb3ec-3b0c-4331-9702-0f99b6f1eab9 req-306b8d11-cf8a-4789-b90b-4a153d1ae768 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052068 Aug 16 20:25:16.582428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.603707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbac43-c314-4b33-ae56-3b30a8166905 None None] Port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:16.721276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:16.723633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.725679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:16.730712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:16.734650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=054f4b2d-ee74-4a02-bab1-62966ef37a8c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:16.819764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:16.820488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.873911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.912940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Transition to ACTIVE for port object 93353055-b682-4b57-a0b5-e954ffa69ad6 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:16.928714 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:16.944871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Pushing event updated for resources: {'Port': ['ID=e5a4595e-1618-4534-be71-b0ce0d0852ed,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:16.979236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c01f5448-3e61-4827-821b-0ffda7c1c2c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7440000 Aug 16 20:25:16.979367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Attempting to bind port e5a4595e-1618-4534-be71-b0ce0d0852ed on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:16.979661 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Transition to ACTIVE for port object 6554851e-bf14-49f3-a3a4-cfa3730cb91e will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:16.980461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Attempting to bind port e5a4595e-1618-4534-be71-b0ce0d0852ed by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:16.981317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Attempting to bind port e5a4595e-1618-4534-be71-b0ce0d0852ed on network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:16.998583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58a17946-e5de-4464-a32b-0ff0b6699682 req-dab3dfc3-7324-4eee-a8ba-13faca03da63 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883423 Aug 16 20:25:17.013151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:17.013747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Checking segment: {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:17.014307 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.014843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Bound using segment: {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:17.015958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Bound port: e5a4595e-1618-4534-be71-b0ce0d0852ed, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:17.016895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.059082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Request body: {'port': {'device_id': '44d42641-572b-4000-913f-fbf93f0d07f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:17.091382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.094669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.098056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/179f7328-7d5e-4bfb-aa96-fc20598c84d1 HTTP/1.1" status: 204 len: 168 time: 0.7064621 Aug 16 20:25:17.109850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb4393aa-39b4-4d3f-9a1e-b25173b659d9 req-54a052e4-e3ca-4c7a-86be-412244b229c6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.4933383 Aug 16 20:25:17.168352 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.199614 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.211180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee788165-f118-4e29-ae52-71479a627270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179f7328-7d5e-4bfb-aa96-fc20598c84d1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:17.218949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] For port e5a4595e-1618-4534-be71-b0ce0d0852ed, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:17.237862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] For port e5a4595e-1618-4534-be71-b0ce0d0852ed, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e5a4595e-1618-4534-be71-b0ce0d0852ed,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:17.284766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.296019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.382622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 054f4b2d-ee74-4a02-bab1-62966ef37a8c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:17.387463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9561085-6043-4ede-ba4a-736a96ea933c None None] Pushing event updated for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:17.424589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:17.430355 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.476312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.565259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:17.566602 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Attempting to bind port 6554851e-bf14-49f3-a3a4-cfa3730cb91e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:17.567974 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Attempting to bind port 6554851e-bf14-49f3-a3a4-cfa3730cb91e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:17.568443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Attempting to bind port 6554851e-bf14-49f3-a3a4-cfa3730cb91e on network 360b2841-85d8-443c-9eed-aefa20c96607 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:17.572118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:17.585697 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:17.588065 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Checking segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:17.588621 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.589182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Bound using segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:17.591975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Bound port: 6554851e-bf14-49f3-a3a4-cfa3730cb91e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:17.593352 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.759451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event updated for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:17.824050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] For port 6554851e-bf14-49f3-a3a4-cfa3730cb91e, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:17.833280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] For port 6554851e-bf14-49f3-a3a4-cfa3730cb91e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6554851e-bf14-49f3-a3a4-cfa3730cb91e,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:17.842502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616667af-b435-4658-8d27-cb94e9a4f56b None None] Pushing event updated for resources: {'Port': ['ID=e5a4595e-1618-4534-be71-b0ce0d0852ed,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:17.850980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Allocated IP 172.25.7.208 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/df7f5f78-1acb-4577-8e97-cf899bbc47a8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:17.881017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 054f4b2d-ee74-4a02-bab1-62966ef37a8c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:17.881237 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.914263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:17.914939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:17.925788 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.036799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:18.050899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-network', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:18.090521 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9561085-6043-4ede-ba4a-736a96ea933c None None] Pushing event updated for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:18.131255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79eda80c-f418-4faa-8419-74785401d128 req-ed3ce613-292c-4f05-8822-5ab46cb84263 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.5846007 Aug 16 20:25:18.226906 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:18.227487 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:18.277011 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.335224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Made reservation on behalf of 3d4c4a69c23945e2910265a2c6b945a0 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:18.371341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.392878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.443508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.517847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-08042ba2-9da6-46d2-b16c-bce5cd6e8b29 None None] Provisioning for port 93353055-b682-4b57-a0b5-e954ffa69ad6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:18.522649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-08042ba2-9da6-46d2-b16c-bce5cd6e8b29 None None] Provisioning complete for port 93353055-b682-4b57-a0b5-e954ffa69ad6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:18.522937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08042ba2-9da6-46d2-b16c-bce5cd6e8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.531865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-fd9864c9-25b1-4420-991d-d289dc21b72b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4776254 Aug 16 20:25:18.536467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.590884 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:18.607962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-08042ba2-9da6-46d2-b16c-bce5cd6e8b29 None None] Port 93353055-b682-4b57-a0b5-e954ffa69ad6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:18.626841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e4f3ffc-f2f7-479a-b895-ad425d4b08be req-f0507534-87f0-4030-b9ac-4fa19a90fc18 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.2389026 Aug 16 20:25:18.677576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Request body: {'port': {'device_id': 'fed58385-c294-408c-a950-48563c4fa18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:18.759744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.857182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.941582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:18.953434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-dccd4e53-a556-4d66-8e21-7391de940c35 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:18.955012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-dccd4e53-a556-4d66-8e21-7391de940c35 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.73 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 814 time: 1.1855795 Aug 16 20:25:18.963177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:19.024345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Request body: {'port': {'device_id': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'admin_state_up': True, 'tenant_id': '462a1420a2e1489196ae6bc56e2ec759'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:19.051713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:19.084186 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 4, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6554851e-bf14-49f3-a3a4-cfa3730cb91e', 'name': '', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'tenant_id': '42d06626e6db42749f54af409653956c', 'mac_address': 'fa:16:3e:f6:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:09Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 4, 'project_id': '42d06626e6db42749f54af409653956c', 'subnets': [{'id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:19.093405 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.093803 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Added segment cb80ceb2-07b3-46b2-8e38-798f8b545d69 of type vlan for network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 Aug 16 20:25:19.116037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6801615-d73b-4f4c-b972-d6ddb063de5d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:19.161463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72603686-8996-4efa-bba2-2ecb50edd8e9 None None] The sync data for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 is: [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:25:11Z', 'revision_number': 4, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6554851e-bf14-49f3-a3a4-cfa3730cb91e', 'name': '', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'tenant_id': '42d06626e6db42749f54af409653956c', 'mac_address': 'fa:16:3e:f6:57:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:09Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 4, 'project_id': '42d06626e6db42749f54af409653956c', 'subnets': [{'id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:19.171703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1ada9-5412-4338-880a-2fb949a3bb7e req-4ae45bf7-e287-4a73-b591-48a411fb41f3 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:19.174823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5a1ada9-5412-4338-880a-2fb949a3bb7e req-4ae45bf7-e287-4a73-b591-48a411fb41f3 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 945 time: 1.3337557 Aug 16 20:25:19.273185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:19.326412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:19.399973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Pushing event updated for resources: {'Port': ['ID=df7f5f78-1acb-4577-8e97-cf899bbc47a8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:19.429789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e5a4595e-1618-4534-be71-b0ce0d0852ed up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:19.536209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.537813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.655383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e5a4595e-1618-4534-be71-b0ce0d0852ed completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:19.768387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-7b8b91e7-e53b-42e5-950f-27a3ed84d778 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:19.770374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-7b8b91e7-e53b-42e5-950f-27a3ed84d778 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.73 "GET /v2.0/networks?id=54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 200 len: 816 time: 0.6408451 Aug 16 20:25:19.776382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.780365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:19.780365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.840611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:19.857137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a1f57-ca8c-4c0f-a11a-bc64aabcb37c None None] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:19.937738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b65df01b-834e-45b6-9e98-89e1e1e54eeb req-ca80ce0c-600c-421a-b4e1-9228eab18a65 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.5703518 Aug 16 20:25:20.204647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dc9a8e-526a-47ed-ac4a-643ce46021c6 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:20.204647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.204647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Transition to ACTIVE for port object c6dc9a8e-526a-47ed-ac4a-643ce46021c6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:20.214368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Provisioning for port e5a4595e-1618-4534-be71-b0ce0d0852ed completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:20.225070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5a1ada9-5412-4338-880a-2fb949a3bb7e req-5dfeffc8-ce12-4015-95aa-c19bc558fc29 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9444535 Aug 16 20:25:20.247350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5defd12f-001c-4889-8fa0-abca29645ed7 req-20e888dc-b61e-40d3-acfc-17b8560aa866 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.0702529 Aug 16 20:25:20.255962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.269214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Provisioning complete for port e5a4595e-1618-4534-be71-b0ce0d0852ed triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:20.306268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.341960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2995698 Aug 16 20:25:20.342560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:20.350756 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-f2e56c9d-f0e8-4152-bf8a-431fbd6a1944 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed HTTP/1.1" status: 200 len: 380 time: 0.5684893 Aug 16 20:25:20.360983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Request body: {'subnet': {'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-subnet', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:20.399928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.416724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45f70e-0039-417a-bc51-6fc1d258bafb admin admin] Pushing event updated for resources: {'Network': ['ID=a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:20.433943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:20.434512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'port': {'device_id': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'admin_state_up': True, 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'security_groups': ['18071e1a-e7de-4f09-8566-101847ad3a0e']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:20.435067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Pushing event updated for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:20.574086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.628968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.670678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] For port e5a4595e-1618-4534-be71-b0ce0d0852ed, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e5a4595e-1618-4534-be71-b0ce0d0852ed,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:20.701337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Network d267254b-4100-4dad-b444-a4ea10a92fcb is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:20.717619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:20.726011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:20.796684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Made reservation on behalf of 3d4c4a69c23945e2910265a2c6b945a0 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:20.800582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.809396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:20.968213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463741e4-7d22-41dc-bce3-c5b1ad57a32e None None] Pushing event updated for resources: {'Port': ['ID=e5a4595e-1618-4534-be71-b0ce0d0852ed,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:21.148059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f9b7b8a2-0ae9-47a7-948c-0bdd697bd7b8 None None] Provisioning complete for port e5a4595e-1618-4534-be71-b0ce0d0852ed triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:21.148059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b8a2-0ae9-47a7-948c-0bdd697bd7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.267285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.433731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53d388a1-7079-4f3c-a642-7cd7c98be907 req-667cf365-2289-4d4a-bfd8-bec5883a584e tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.3310742 Aug 16 20:25:21.442368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Made reservation on behalf of 462a1420a2e1489196ae6bc56e2ec759 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:21.461557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.494957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e5a4595e-1618-4534-be71-b0ce0d0852ed up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:21.689173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e5a4595e-1618-4534-be71-b0ce0d0852ed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:21.689537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.701905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Made reservation on behalf of 53540dd3fb864d9a8e427c7ed7cbb1ed for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:21.707390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.765837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.894237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93353055-b682-4b57-a0b5-e954ffa69ad6 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:21.898024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6554851e-bf14-49f3-a3a4-cfa3730cb91e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:21.918259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.942822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Transition to ACTIVE for port object 93353055-b682-4b57-a0b5-e954ffa69ad6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:21.978562 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:21.979818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Router ca60d814-0786-4dbd-84a0-8580eb37d0bb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:22.035987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d016179-88ae-4801-b54d-ba24bb289d6f req-f10139bd-4818-4f4c-a341-da49e025be34 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.0917890 Aug 16 20:25:22.131541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:22.136050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:22.136303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.192527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.350585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Allocated IP 172.20.0.13 (54fb506c-7234-4e7e-b32a-02aedcd095eb/56dfeaba-41a5-4e54-b6a7-4ee3089e41fe/3c72780b-b837-42b7-9967-fa061d4e6e2b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:22.357615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387cc753-89aa-43c5-bcb2-db700b4973a4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.375185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.375383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Checking segment: {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:22.375383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Network hostable DHCP agents. Network: a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:22.441167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 6554851e-bf14-49f3-a3a4-cfa3730cb91e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6554851e-bf14-49f3-a3a4-cfa3730cb91e,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:22.486360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Router 856f0df1-7a6e-409d-afc9-f25c8a61987f is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:22.523563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.589255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Attempting to bind port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:22.589954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Attempting to bind port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:22.589954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Attempting to bind port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:22.631466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:22.637496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:22.649613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Sync routers for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:22.677823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:22.678588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:22.680615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.695928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.711429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Transition to ACTIVE for port object 3c72780b-b837-42b7-9967-fa061d4e6e2b will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:22.725654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:22.743174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:22.744581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.761982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40867db1-68e7-4a8a-a5cd-de0aaaaf7e56 None None] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:22.777917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:22.793797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:22.794132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Attempting to bind port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:22.800936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.806363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4d0bca23-1ea1-451e-bf9a-cac49d89a6ea admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5840974 Aug 16 20:25:22.807120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46606) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:22.843513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:22.843960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Checking segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:22.844436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Bound using segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:22.845670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Bound port: c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:22.846140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:22.939226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:22.944085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:22.986866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'fixed_ips': [{'subnet_id': '387cc753-89aa-43c5-bcb2-db700b4973a4'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:25:22.987753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.025527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Allocated IP 172.20.0.8 (38ebf53d-0bea-4d8d-8241-711dd181e3f5/38849014-335d-493f-9245-67382e85f44a/4d99862a-d606-4501-ba41-e752ca60cb27) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:23.068174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84075e0-968e-4179-9c72-96f008eb8e9d req-6520ec44-3b03-4269-b7c3-b3c82e4eecfb tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.070133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a84075e0-968e-4179-9c72-96f008eb8e9d req-6520ec44-3b03-4269-b7c3-b3c82e4eecfb tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 945 time: 1.6745377 Aug 16 20:25:23.081361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.108496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:23.111442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.120173 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Sync routers for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:23.133421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0c8f82f5-d74d-4aa7-a48d-eb3c9b3e8e88 admin admin] 10.222.0.70 "PUT /v2.0/routers/ca60d814-0786-4dbd-84a0-8580eb37d0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5762522 Aug 16 20:25:23.133878 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:23.134502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:23.151926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:23.193194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b7f6f-25d4-46fd-be65-06c7860db36e req-ac411fad-213e-4d3d-ae92-2e3cdfd13bee tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.201259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255b7f6f-25d4-46fd-be65-06c7860db36e req-ac411fad-213e-4d3d-ae92-2e3cdfd13bee tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 932 time: 0.3269489 Aug 16 20:25:23.315331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:23.361889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6554851e-bf14-49f3-a3a4-cfa3730cb91e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:23.384518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:23.385149 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.389385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-30ab84da-8c43-453c-97e4-b7634195a163 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 200 len: 1092 time: 6.3960612 Aug 16 20:25:23.406882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:23.412235 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2b33c-2756-476c-b54f-9647d034013a" -d '{"events": [{"name": "network-changed", "server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:23.484816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:23.510877 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-510b0355-448c-4fa4-8d46-48cefba3fd29 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1669927 Aug 16 20:25:23.511166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a84075e0-968e-4179-9c72-96f008eb8e9d req-eb247a28-de29-4eda-96e9-c17f33590e9b tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310157 Aug 16 20:25:23.512588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:23.515058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:23.552278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255b7f6f-25d4-46fd-be65-06c7860db36e req-5a68fe1f-33f2-4be5-92ef-67f15740c3bb tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499646 Aug 16 20:25:23.578400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:23.636820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:23.665994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:23.676259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:23.936598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b1650c5-2522-4967-92da-3af5485e02d8 req-83301871-8759-491b-9e40-55952efcc2df tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.1605859 Aug 16 20:25:23.952014 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91596183-fa73-4850-9c1f-dd35b1ce3a0d x-openstack-request-id: req-91596183-fa73-4850-9c1f-dd35b1ce3a0d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:23.952547 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:23.953058 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-91596183-fa73-4850-9c1f-dd35b1ce3a0d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:23.953991 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6', 'status': 'completed', 'code': 200} Aug 16 20:25:23.958586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event updated for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:24.021565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.022276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.130314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Attempting to bind port 93353055-b682-4b57-a0b5-e954ffa69ad6 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:24.130670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Attempting to bind port 93353055-b682-4b57-a0b5-e954ffa69ad6 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:24.131016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Attempting to bind port 93353055-b682-4b57-a0b5-e954ffa69ad6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:24.147571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Allocated IP 172.20.0.2 (a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1/387cc753-89aa-43c5-bcb2-db700b4973a4/d568b5dd-7461-4764-841a-c851d7a60581) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:24.155627 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 4, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74ef17f0-7d18-428c-b3c6-773422e120a3', 'name': '', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:12Z', 'updated_at': '2021-08-16T20:25:19Z', 'revision_number': 2, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'subnets': [{'id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:24.168477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:20Z', 'revision_number': 3, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:24.192001 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Checking router: ca60d814-0786-4dbd-84a0-8580eb37d0bb for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:24.192865 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Updating router ca60d814-0786-4dbd-84a0-8580eb37d0bb port 74ef17f0-7d18-428c-b3c6-773422e120a3 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:24.207278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Checking router: 856f0df1-7a6e-409d-afc9-f25c8a61987f for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:24.207632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Updating router 856f0df1-7a6e-409d-afc9-f25c8a61987f port df7f5f78-1acb-4577-8e97-cf899bbc47a8 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:24.221244 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.239013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Port 93353055-b682-4b57-a0b5-e954ffa69ad6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:24.239013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Attempting to bind port 93353055-b682-4b57-a0b5-e954ffa69ad6 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:24.239997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.241820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6554851e-bf14-49f3-a3a4-cfa3730cb91e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:24.242185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.295377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.296362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.363023 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-f4a69a69-ec9e-4949-bd0d-7d113b4d2bf8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9397972 Aug 16 20:25:24.385270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Request body: {'port': {'device_id': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:24.392954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:24.392954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Checking segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:24.393375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Bound using segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:24.393807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Bound port: 93353055-b682-4b57-a0b5-e954ffa69ad6, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:24.394123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8579ef4b-c0e6-4e9b-b9b5-29584a8eba88 None None] Provisioning for port 3c72780b-b837-42b7-9967-fa061d4e6e2b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:24.394258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.402661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8579ef4b-c0e6-4e9b-b9b5-29584a8eba88 None None] Provisioning complete for port 3c72780b-b837-42b7-9967-fa061d4e6e2b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:24.403034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8579ef4b-c0e6-4e9b-b9b5-29584a8eba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.416830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-e2d5fc40-e28d-494b-b51c-b9e7b58ce865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.418360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-e2d5fc40-e28d-494b-b51c-b9e7b58ce865 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 1095 time: 0.8089087 Aug 16 20:25:24.570406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8579ef4b-c0e6-4e9b-b9b5-29584a8eba88 None None] Port 3c72780b-b837-42b7-9967-fa061d4e6e2b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:24.620377 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.631682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-c55cdbe5-725e-4040-a44e-703032e760c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 200 len: 217 time: 0.1588967 Aug 16 20:25:24.635330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Transition to ACTIVE for port object 74ef17f0-7d18-428c-b3c6-773422e120a3 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:24.667240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.685758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.730433 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.734792 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.738826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb516e-e34b-442c-aa40-0aecea6694ae req-7af152d9-227f-4e1d-b2ea-f2589d969266 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.746338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfb516e-e34b-442c-aa40-0aecea6694ae req-7af152d9-227f-4e1d-b2ea-f2589d969266 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/ports?device_id=8130a73c-0dc0-464d-83e1-d272ff7f685c HTTP/1.1" status: 200 len: 945 time: 0.5897100 Aug 16 20:25:24.755018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Transition to ACTIVE for port object d568b5dd-7461-4764-841a-c851d7a60581 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:24.768456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.774152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.796501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Transition to ACTIVE for port object d568b5dd-7461-4764-841a-c851d7a60581 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:24.812162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-3a48c0cb-57e6-44ef-b7bb-620a67e9c567 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.813771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-3a48c0cb-57e6-44ef-b7bb-620a67e9c567 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 810 time: 0.6524446 Aug 16 20:25:24.828909 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Pushing event updated for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:24.843175 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.843818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.844345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.844950 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.845933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.846600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.847579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.848149 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.848661 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.849154 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.849644 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.850131 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:24.866842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Transition to ACTIVE for port object 4d99862a-d606-4501-ba41-e752ca60cb27 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:24.896204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.901135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-e1e4c43a-8c22-4089-9389-5df5296b46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:24.903157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-e1e4c43a-8c22-4089-9389-5df5296b46fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.2239432 Aug 16 20:25:24.910639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:24.912356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Transition to ACTIVE for port object df7f5f78-1acb-4577-8e97-cf899bbc47a8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:24.916463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-2a913f3a-eab4-40d3-a8d9-96354dee3628 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/quotas/cec0ee24f3b64648bde07f5d4a92f36b HTTP/1.1" status: 200 len: 375 time: 0.0792549 Aug 16 20:25:24.929510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.948890 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Attempting to bind port 74ef17f0-7d18-428c-b3c6-773422e120a3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:24.949629 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Attempting to bind port 74ef17f0-7d18-428c-b3c6-773422e120a3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:24.950318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Attempting to bind port 74ef17f0-7d18-428c-b3c6-773422e120a3 on network d267254b-4100-4dad-b444-a4ea10a92fcb {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:24.956984 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:24.957676 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Checking segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:24.958311 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.958921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Bound using segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:24.959587 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Bound port: 74ef17f0-7d18-428c-b3c6-773422e120a3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:24.960243 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:24.987139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:24.993854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfb516e-e34b-442c-aa40-0aecea6694ae req-dee1daa9-8bc4-4a7f-98ce-8fd2c8d5643f tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.70 "GET /v2.0/security-groups?id=74ae01dc-63ff-49b2-a327-e1228052e93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465429 Aug 16 20:25:25.014132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:25.021901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:25.025692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Pushing event updated for resources: {'Port': ['ID=d568b5dd-7461-4764-841a-c851d7a60581,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.036012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Allocated IP 172.20.0.1 (7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47/69e1ef31-3f89-464c-a521-07ec7ffe64ad/38407a1d-6e08-49bc-9728-14ab1c057b20) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:25.060095 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] For port 74ef17f0-7d18-428c-b3c6-773422e120a3, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:25.063355 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] For port 74ef17f0-7d18-428c-b3c6-773422e120a3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74ef17f0-7d18-428c-b3c6-773422e120a3,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:25.089467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=93353055-b682-4b57-a0b5-e954ffa69ad6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:25.096860 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.151481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Attempting to bind port d568b5dd-7461-4764-841a-c851d7a60581 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:25.151481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Attempting to bind port d568b5dd-7461-4764-841a-c851d7a60581 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:25.151481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Attempting to bind port d568b5dd-7461-4764-841a-c851d7a60581 on network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:25.182558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:25.182974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Checking segment: {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:25.183331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.184614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Bound using segment: {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:25.184900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Bound port: d568b5dd-7461-4764-841a-c851d7a60581, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:25.185302 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.195320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.208156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ba5f-2c17-4fc8-b8db-e891a34267b9 None None] Pushing event updated for resources: {'Port': ['ID=df7f5f78-1acb-4577-8e97-cf899bbc47a8,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.216284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Attempting to bind port df7f5f78-1acb-4577-8e97-cf899bbc47a8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:25.216647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Attempting to bind port df7f5f78-1acb-4577-8e97-cf899bbc47a8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:25.217095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Attempting to bind port df7f5f78-1acb-4577-8e97-cf899bbc47a8 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:25.226862 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.293194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] For port d568b5dd-7461-4764-841a-c851d7a60581, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:25.296899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] For port d568b5dd-7461-4764-841a-c851d7a60581, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d568b5dd-7461-4764-841a-c851d7a60581,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:25.303964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:25.304338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:25.304738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.307371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:25.308051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:25.308185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Bound port: df7f5f78-1acb-4577-8e97-cf899bbc47a8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:25.308506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.309284 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:25.329112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Transition to ACTIVE for port object 38407a1d-6e08-49bc-9728-14ab1c057b20 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:25.335137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.375165 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.395718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.426135 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:25.436880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569867-993c-45f9-a87f-4791a23bff31 req-83cf049d-633b-4ca6-9169-0d4392b64065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:25.438461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-83cf049d-633b-4ca6-9169-0d4392b64065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5210927 Aug 16 20:25:25.445044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:25.446138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.447631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] 10.222.0.64 "PUT /v2.0/ports/93353055-b682-4b57-a0b5-e954ffa69ad6 HTTP/1.1" status: 200 len: 1093 time: 6.7904079 Aug 16 20:25:25.468475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.481515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-61e62d62-d59f-4281-9aeb-4f0bf7434468 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5068269 Aug 16 20:25:25.500397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.530314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] For port df7f5f78-1acb-4577-8e97-cf899bbc47a8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:25.561539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] For port df7f5f78-1acb-4577-8e97-cf899bbc47a8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df7f5f78-1acb-4577-8e97-cf899bbc47a8,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:25.618144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0642-0264-477e-8177-b71ded206ed1 None None] Pushing event updated for resources: {'Port': ['ID=d568b5dd-7461-4764-841a-c851d7a60581,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.627135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.651369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:25.699402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:25.712690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:25.758392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c72780b-b837-42b7-9967-fa061d4e6e2b {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:25.790885 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 4, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74ef17f0-7d18-428c-b3c6-773422e120a3', 'name': '', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:12Z', 'updated_at': '2021-08-16T20:25:25Z', 'revision_number': 4, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'subnets': [{'id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:25.797619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:25.804222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.819187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ba5f-2c17-4fc8-b8db-e891a34267b9 None None] Pushing event updated for resources: {'Port': ['ID=df7f5f78-1acb-4577-8e97-cf899bbc47a8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.821420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Pushing event updated for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.843304 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276fc36d-db0c-4ae7-ac27-510d56a51161 None None] The sync data for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 is: [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:25:17Z', 'revision_number': 4, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74ef17f0-7d18-428c-b3c6-773422e120a3', 'name': '', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'mac_address': 'fa:16:3e:e2:ab:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:12Z', 'updated_at': '2021-08-16T20:25:25Z', 'revision_number': 4, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'subnets': [{'id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:25.846030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfe709-3e57-450c-a058-fbdaaebbf81f None None] Pushing event updated for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:25.883885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:25.890112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:25.903781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:25.955123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:25.963328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:25.965837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:25.968308 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5dd244-183d-42f8-ae87-fae7d58d1e77" -d '{"events": [{"name": "network-changed", "server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:26.084017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Transition to ACTIVE for port object 3c72780b-b837-42b7-9967-fa061d4e6e2b will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:26.118990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683ba3-cddb-4618-bcc0-0889639a2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:26.205850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-04b87245-e650-4ac3-9235-42ebcce19a96 service neutron] 10.222.0.70 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063818 Aug 16 20:25:26.230623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:26.237659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event updated for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:26.250594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.329072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.373093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:26.434403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-21ad9961-7c87-4526-8282-629339ad29b7 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9847081 Aug 16 20:25:26.486479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.487547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.552310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1d699965-2ba5-4835-ac8f-0fd8b42b516b None None] Provisioning for port 38407a1d-6e08-49bc-9728-14ab1c057b20 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:26.560919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1d699965-2ba5-4835-ac8f-0fd8b42b516b None None] Provisioning complete for port 38407a1d-6e08-49bc-9728-14ab1c057b20 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:26.567686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1d699965-2ba5-4835-ac8f-0fd8b42b516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.602007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:20Z', 'revision_number': 3, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:26.625193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Attempting to bind port 3c72780b-b837-42b7-9967-fa061d4e6e2b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:26.625588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Attempting to bind port 3c72780b-b837-42b7-9967-fa061d4e6e2b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:26.626026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Attempting to bind port 3c72780b-b837-42b7-9967-fa061d4e6e2b on network 54fb506c-7234-4e7e-b32a-02aedcd095eb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:26.634910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Port 3c72780b-b837-42b7-9967-fa061d4e6e2b on network 54fb506c-7234-4e7e-b32a-02aedcd095eb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:26.643150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda35cbe-022f-4e58-9bff-3ea8bb84f621 None None] The sync data for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 is: [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:20Z', 'revision_number': 3, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:26.649247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1d699965-2ba5-4835-ac8f-0fd8b42b516b None None] Port 38407a1d-6e08-49bc-9728-14ab1c057b20 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:26.649398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Attempting to bind port 3c72780b-b837-42b7-9967-fa061d4e6e2b on network 54fb506c-7234-4e7e-b32a-02aedcd095eb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:26.661937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:26.662594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Checking segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:26.662912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Bound using segment: {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:26.663641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Bound port: 3c72780b-b837-42b7-9967-fa061d4e6e2b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d476f9-d50a-415a-ba96-b46e552f9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:26.664149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.804125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389a70a-33ba-48ff-83dc-066927d285a8 req-4a50feee-35e1-496b-9c35-45eacf52953c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.813691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7389a70a-33ba-48ff-83dc-066927d285a8 req-4a50feee-35e1-496b-9c35-45eacf52953c tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 932 time: 1.0088756 Aug 16 20:25:26.817248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-e89ece4b-5c10-43ef-82b1-a291fb5e3d3e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8452978 Aug 16 20:25:26.819802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-a6e26bd5-8181-423f-b95d-a0adfea4c030 service neutron] 10.222.0.70 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543239 Aug 16 20:25:26.825316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-c532e103-fe34-4413-8879-c827a4e94675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:26.827053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-c532e103-fe34-4413-8879-c827a4e94675 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 1096 time: 1.2267609 Aug 16 20:25:26.847826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Request body: {'port': {'device_id': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:26.889977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45709761-f1a3-40e7-b89d-f7f1b55d7f9f None None] Provisioning for port 4d99862a-d606-4501-ba41-e752ca60cb27 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:26.900335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45709761-f1a3-40e7-b89d-f7f1b55d7f9f None None] Provisioning complete for port 4d99862a-d606-4501-ba41-e752ca60cb27 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:26.900335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45709761-f1a3-40e7-b89d-f7f1b55d7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.904570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-cd7ea535-e6e8-4aec-8be3-2d49fafb8406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93353055-b682-4b57-a0b5-e954ffa69ad6 HTTP/1.1" status: 200 len: 217 time: 0.0640757 Aug 16 20:25:26.906572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3569867-993c-45f9-a87f-4791a23bff31 req-4227add2-1c32-4f2e-a630-a100c4aaf229 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010673 Aug 16 20:25:26.928138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:26.944160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:26.950873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:26.955172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:27.007086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-45709761-f1a3-40e7-b89d-f7f1b55d7f9f None None] Port 4d99862a-d606-4501-ba41-e752ca60cb27 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:27.076991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7389a70a-33ba-48ff-83dc-066927d285a8 req-b4c6a8c0-45da-4d87-8ef9-0b51d934f944 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593524 Aug 16 20:25:27.124449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.129866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.147687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.255288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:27.275272 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507a41b-778c-49e8-a1f1-0aca3410a010" -d '{"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:27.313431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:27.336181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.336970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.346622 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 200 len: 1093 time: 2.9643643 Aug 16 20:25:27.347570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:27.353348 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69b492-f41e-4514-a3ca-5859b0c5c038" -d '{"events": [{"name": "network-changed", "server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:27.404083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.447659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.518794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b2cfa775-9986-48af-aa60-b7f2fc08ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.529722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-b2cfa775-9986-48af-aa60-b7f2fc08ac4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.5759797 Aug 16 20:25:27.543227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea00af-0d5a-4ac8-97c2-70f0d7ea99c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:27.557356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:27.881192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d568b5dd-7461-4764-841a-c851d7a60581 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:27.884038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fe6140-e49e-4968-ae38-3c0fb0910add None None] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:27.904149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Pushing event updated for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:27.927914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.928558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.929069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.929571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.931129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.931669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.933475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.934041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.934559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.935070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.935578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.943014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:27.978422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-cd5aae56-8a4a-4e41-b6a7-30539ff53280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:27.982747 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-cd5aae56-8a4a-4e41-b6a7-30539ff53280 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 1096 time: 0.4817977 Aug 16 20:25:28.106646 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-97ec4434-ee80-4fa9-994f-2630e70f7f46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 200 len: 217 time: 0.0847645 Aug 16 20:25:28.132852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:28.145324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:28.161626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-720b671c-217d-41ff-b155-0535e4e95a3f None None] Provisioning for port d568b5dd-7461-4764-841a-c851d7a60581 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:28.202597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:28.337900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-6698d4ce-c4e0-4b2f-8b2d-ecc85526b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.339965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-6698d4ce-c4e0-4b2f-8b2d-ecc85526b701 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe HTTP/1.1" status: 200 len: 855 time: 0.2324870 Aug 16 20:25:28.411526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d568b5dd-7461-4764-841a-c851d7a60581 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:28.421056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d568b5dd-7461-4764-841a-c851d7a60581 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:28.421509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.549613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b33c-2756-476c-b54f-9647d034013a req-1513f920-3223-451b-a037-b24d74944c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.552976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-1513f920-3223-451b-a037-b24d74944c7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 1095 time: 1.4166033 Aug 16 20:25:28.554443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da458ca9-0913-4385-936b-16d936d0350c req-232b5853-3803-4891-bd3b-7bc4173635e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.557281 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-232b5853-3803-4891-bd3b-7bc4173635e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54fb506c-7234-4e7e-b32a-02aedcd095eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078660 Aug 16 20:25:28.571840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ccf88-959e-4ff4-a3ba-2e6d3936996b req-f849031a-477a-443d-9951-59a4244d669d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.588345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee7ccf88-959e-4ff4-a3ba-2e6d3936996b req-f849031a-477a-443d-9951-59a4244d669d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 931 time: 1.3031061 Aug 16 20:25:28.634527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.669442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Router 856f0df1-7a6e-409d-afc9-f25c8a61987f has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:28.745688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d568b5dd-7461-4764-841a-c851d7a60581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d568b5dd-7461-4764-841a-c851d7a60581,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:28.747077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-6d54242d-67cf-4c2c-9fcc-e283c5e4723d service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775842 Aug 16 20:25:28.770412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-392ffad2-afc9-4f0a-9cec-4ebe7667c40b None None] Provisioning complete for port 38407a1d-6e08-49bc-9728-14ab1c057b20 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:28.770996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-392ffad2-afc9-4f0a-9cec-4ebe7667c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.804550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.824283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.825082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74ef17f0-7d18-428c-b3c6-773422e120a3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:28.831802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-f4e106f4-bb4a-4edc-8020-cfdecad4866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:28.832962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-f4e106f4-bb4a-4edc-8020-cfdecad4866c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2949867 Aug 16 20:25:28.852276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-392ffad2-afc9-4f0a-9cec-4ebe7667c40b None None] Port 38407a1d-6e08-49bc-9728-14ab1c057b20 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:28.919056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:28.943205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d568b5dd-7461-4764-841a-c851d7a60581,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:28.945708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee7ccf88-959e-4ff4-a3ba-2e6d3936996b req-28d70f91-ee97-4cee-aac2-97ce35c90def tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551731 Aug 16 20:25:28.958641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:28.962726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-da458ca9-0913-4385-936b-16d936d0350c req-b2864e9f-ab6a-4a1d-9709-c98d1f899261 service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040083 Aug 16 20:25:28.966711 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e433b334-f33e-4d52-b78f-832dd2f2d144 admin admin] 10.222.0.70 "PUT /v2.0/routers/856f0df1-7a6e-409d-afc9-f25c8a61987f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1584764 Aug 16 20:25:28.990783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb921490-10dd-4f3d-8dcc-16c0af8be463 None None] Provisioning complete for port d568b5dd-7461-4764-841a-c851d7a60581 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:28.990783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb921490-10dd-4f3d-8dcc-16c0af8be463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.151853 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0954fa-325c-4987-84f2-42aaf1c40fc4 x-openstack-request-id: req-fd0954fa-325c-4987-84f2-42aaf1c40fc4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:29.152147 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:29.152400 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd0954fa-325c-4987-84f2-42aaf1c40fc4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:29.152798 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6', 'status': 'completed', 'code': 200} Aug 16 20:25:29.158621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 74ef17f0-7d18-428c-b3c6-773422e120a3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:29.165365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 74ef17f0-7d18-428c-b3c6-773422e120a3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:29.172309 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.279434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.318446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 74ef17f0-7d18-428c-b3c6-773422e120a3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74ef17f0-7d18-428c-b3c6-773422e120a3,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:29.355014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-875a8fe1-7c6d-4d42-9b48-ad8be45b18c7 req-e8a081e6-5f5b-4b96-95c4-5e200c3e43a8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 210 time: 0.1679752 Aug 16 20:25:29.358058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Allocated IP 172.25.7.68 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/9fb252c0-dc3b-4d75-9fd8-c376e26ec528) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:29.361457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-3289c737-29c1-4239-beb1-5e081fe54088 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641759 Aug 16 20:25:29.362523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b33c-2756-476c-b54f-9647d034013a req-392ae423-eb1f-418b-923f-b19f1a8f3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.364098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-392ae423-eb1f-418b-923f-b19f1a8f3c33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.6729627 Aug 16 20:25:29.400611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.479193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-fd28b742-389e-46e5-aaca-781b3d585f08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 200 len: 217 time: 0.0924580 Aug 16 20:25:29.512016 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de37cb34-e855-4ca0-b1dc-386d4c9a9f6d x-openstack-request-id: req-de37cb34-e855-4ca0-b1dc-386d4c9a9f6d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:29.512586 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:29.512586 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de37cb34-e855-4ca0-b1dc-386d4c9a9f6d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:29.512916 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'status': 'completed', 'code': 200} Aug 16 20:25:29.518385 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b473e1b-247c-45b7-b3e7-37a18702b927 x-openstack-request-id: req-7b473e1b-247c-45b7-b3e7-37a18702b927 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:29.518881 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-unplugged", "status": "completed", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:29.518990 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b473e1b-247c-45b7-b3e7-37a18702b927 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:29.519347 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701', 'code': 200} Aug 16 20:25:29.585629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-a0f03d35-61ff-407c-8e00-e17bedb9f6d6 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.587886 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-a0f03d35-61ff-407c-8e00-e17bedb9f6d6 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/ports?device_id=8130a73c-0dc0-464d-83e1-d272ff7f685c HTTP/1.1" status: 200 len: 945 time: 0.1216710 Aug 16 20:25:29.616641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:29.748822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d568b5dd-7461-4764-841a-c851d7a60581 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:29.761805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d99862a-d606-4501-ba41-e752ca60cb27 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:29.792459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Deleting port c51d3fa1-7248-40d2-8686-432b0aa30028 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:29.792813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.815866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b33c-2756-476c-b54f-9647d034013a req-43e5b509-5d80-4787-9560-1c780c7a834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.817520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-43e5b509-5d80-4787-9560-1c780c7a834d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.3231735 Aug 16 20:25:29.824244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.838968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d568b5dd-7461-4764-841a-c851d7a60581 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:29.839340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.875222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e326bca-b6f9-4c61-8b42-557506cc575a req-d57f9581-b1cf-452c-ac82-15dbd2126b3e service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006337 Aug 16 20:25:29.886320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-3e40b1e0-aa18-4433-b1f5-eefc40b4b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:29.888107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-3e40b1e0-aa18-4433-b1f5-eefc40b4b931 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 1096 time: 0.2789636 Aug 16 20:25:29.912857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Transition to ACTIVE for port object 4d99862a-d606-4501-ba41-e752ca60cb27 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:29.931532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] For port c51d3fa1-7248-40d2-8686-432b0aa30028, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c51d3fa1-7248-40d2-8686-432b0aa30028,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:29.932604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:29.942479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df7f5f78-1acb-4577-8e97-cf899bbc47a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:29.953938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Calling delete_port for c51d3fa1-7248-40d2-8686-432b0aa30028 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:29.961838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.058896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2b33c-2756-476c-b54f-9647d034013a req-de550b0f-f980-4862-aff3-624a042824bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.058896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-de550b0f-f980-4862-aff3-624a042824bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526060 Aug 16 20:25:30.091368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-3394a493-3c35-44ee-ad67-3f546764b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.092876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-3394a493-3c35-44ee-ad67-3f546764b4f3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 200 len: 917 time: 0.1930563 Aug 16 20:25:30.159827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-22abfa55-8e31-43ca-b50b-d26d91b03895 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 200 len: 217 time: 0.0477266 Aug 16 20:25:30.167347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-e2a5037d-7f2d-44a1-a959-075b7e6f4497 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691484 Aug 16 20:25:30.282290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-1cda7133-80c9-47c9-a194-ad64dedc4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.284350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-1cda7133-80c9-47c9-a194-ad64dedc4693 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe HTTP/1.1" status: 200 len: 855 time: 0.1158557 Aug 16 20:25:30.339059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.350476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ac2b33c-2756-476c-b54f-9647d034013a req-d15bb7d9-7136-4a67-94ff-72ee1488966f service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710901 Aug 16 20:25:30.398353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port df7f5f78-1acb-4577-8e97-cf899bbc47a8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:30.403299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.405114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port df7f5f78-1acb-4577-8e97-cf899bbc47a8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:30.405699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.433230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['c51d3fa1-7248-40d2-8686-432b0aa30028', '772d6cf0-1452-4c7a-b079-7cf40c178639'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:30.443595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.454281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event deleted for resources: {'Port': ['ID=c51d3fa1-7248-40d2-8686-432b0aa30028,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.474874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-24860637-2d4c-45f9-ba54-8598b0fd27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.476743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-24860637-2d4c-45f9-ba54-8598b0fd27c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54fb506c-7234-4e7e-b32a-02aedcd095eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839275 Aug 16 20:25:30.523215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:30.560965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Sync routers for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:30.588459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] No DVR routers for this DVR port c51d3fa1-7248-40d2-8686-432b0aa30028 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:30.598606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.598606 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e13721a7-aa2d-4097-99a1-a660c10cb09d req-d5797884-9f47-43d6-992c-603eb7848e1c tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "DELETE /v2.0/ports/c51d3fa1-7248-40d2-8686-432b0aa30028 HTTP/1.1" status: 204 len: 173 time: 0.9957738 Aug 16 20:25:30.603793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:30.617267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:30.618235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:30.654799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:30.665139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-62398d61-2f5c-4b83-9548-19e6413d4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.667365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-62398d61-2f5c-4b83-9548-19e6413d4efe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 1096 time: 0.2916625 Aug 16 20:25:30.669483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:30.739486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-37547e73-d048-4a86-bf24-7352aec7f8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:30.762579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:30.886832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980da033-1205-4ad1-804a-ac03a6a3e774 req-eda86ea0-5500-4d11-8c35-d99911dffff6 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:30.890142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-980da033-1205-4ad1-804a-ac03a6a3e774 req-eda86ea0-5500-4d11-8c35-d99911dffff6 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 944 time: 0.4584825 Aug 16 20:25:30.901334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Pushing event updated for resources: {'Port': ['ID=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.013020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c6dc9a8e-526a-47ed-ac4a-643ce46021c6 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:31.050171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-79482d82-1577-4ac2-9fde-6507656ff6b4 service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511997 Aug 16 20:25:31.116325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.137754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Attempting to bind port 4d99862a-d606-4501-ba41-e752ca60cb27 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:31.138097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Attempting to bind port 4d99862a-d606-4501-ba41-e752ca60cb27 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:31.138428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Attempting to bind port 4d99862a-d606-4501-ba41-e752ca60cb27 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:31.182306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-980da033-1205-4ad1-804a-ac03a6a3e774 req-6d0b68f4-ac30-4604-b590-8b371e2a0615 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782443 Aug 16 20:25:31.199046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port df7f5f78-1acb-4577-8e97-cf899bbc47a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df7f5f78-1acb-4577-8e97-cf899bbc47a8,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:31.237007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-15320f98-d45e-41e2-acad-20460915eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:31.239015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-15320f98-d45e-41e2-acad-20460915eb03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.5574415 Aug 16 20:25:31.239834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Port 4d99862a-d606-4501-ba41-e752ca60cb27 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:31.240345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Attempting to bind port 4d99862a-d606-4501-ba41-e752ca60cb27 on network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:31.338721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:31.339279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Checking segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:31.339896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Bound using segment: {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:31.340955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46760) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.341876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Bound port: 4d99862a-d606-4501-ba41-e752ca60cb27, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1b7991-d67b-4612-8c5f-09dabd669889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:31.342247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.346981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.427560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-a4ad0c00-9b1d-4e7d-a541-b9aa55c88df9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93353055-b682-4b57-a0b5-e954ffa69ad6 HTTP/1.1" status: 200 len: 217 time: 0.1636717 Aug 16 20:25:31.495546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:31.499296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d814107-f35e-4812-9735-6585f77f615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.513814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'port_id': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6', 'mac_address': 'fa:16:3e:66:02:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38849014-335d-493f-9245-67382e85f44a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:31.532780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'name': 'network-vif-deleted', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:31.536441 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0415a49-f997-43bd-a8c7-e1f5bb632d4a" -d '{"events": [{"server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "name": "network-vif-deleted", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:31.609068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=df7f5f78-1acb-4577-8e97-cf899bbc47a8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.621164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74ef17f0-7d18-428c-b3c6-773422e120a3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:31.728125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d814107-f35e-4812-9735-6585f77f615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.805995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:26Z', 'revision_number': 4, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '38407a1d-6e08-49bc-9728-14ab1c057b20', 'name': '', 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'mac_address': 'fa:16:3e:7b:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:26Z', 'revision_number': 2, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'subnets': [{'id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:31.815820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d814107-f35e-4812-9735-6585f77f615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.840883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.855499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Checking router: 856f0df1-7a6e-409d-afc9-f25c8a61987f for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:31.855961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Updating router 856f0df1-7a6e-409d-afc9-f25c8a61987f port 38407a1d-6e08-49bc-9728-14ab1c057b20 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:31.873669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d814107-f35e-4812-9735-6585f77f615d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16055f7e3eaf46929b550d6d8bbbf4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315487 Aug 16 20:25:31.874571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d814107-f35e-4812-9735-6585f77f615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7526b-fc3b-46e9-b18d-733818e0df60,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:31.886829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dc9a8e-526a-47ed-ac4a-643ce46021c6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:31.899945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:31.914575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 74ef17f0-7d18-428c-b3c6-773422e120a3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:31.914953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.918138 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:31.921527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:31.955234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b69b492-f41e-4514-a3ca-5859b0c5c038 req-05d8725e-5166-4dda-b43a-edd3ee084015 service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8568170 Aug 16 20:25:31.970926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-31c0df1e-1925-4abf-8fd8-e45ead0a3e45 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0280762 Aug 16 20:25:31.980420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-a6112d26-4bce-4a65-b6a0-a300292a8509 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:31.981984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-a6112d26-4bce-4a65-b6a0-a300292a8509 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 810 time: 0.7485945 Aug 16 20:25:32.004569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.015010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:32.037427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.045707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Request body: {'port': {'device_id': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'admin_state_up': True, 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:32.072852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.157429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc6705-1e7f-4fb4-8d2d-5df2b77ed2e9 req-1c20b4e3-b75b-4982-bab5-cb39af04f12f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.160192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0cc6705-1e7f-4fb4-8d2d-5df2b77ed2e9 req-1c20b4e3-b75b-4982-bab5-cb39af04f12f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 943 time: 0.8311174 Aug 16 20:25:32.192882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.215514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.218109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.219533 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34c7526b-fc3b-46e9-b18d-733818e0df60 HTTP/1.1" status: 204 len: 168 time: 0.3135064 Aug 16 20:25:32.229638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ae1c3-ebe0-44e0-98b9-7690352d126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7526b-fc3b-46e9-b18d-733818e0df60,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.241526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-d40ad1fd-d904-4f79-9f37-ba040862a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.243035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-d40ad1fd-d904-4f79-9f37-ba040862a855 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.8016162 Aug 16 20:25:32.315315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c6dc9a8e-526a-47ed-ac4a-643ce46021c6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:32.344465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:32.363679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.376546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0cc6705-1e7f-4fb4-8d2d-5df2b77ed2e9 req-cc2b8bb6-4928-45db-92f5-106a098a1274 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985087 Aug 16 20:25:32.379619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Transition to ACTIVE for port object 38407a1d-6e08-49bc-9728-14ab1c057b20 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:32.388721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4d99862a-d606-4501-ba41-e752ca60cb27,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:32.404915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.417750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.427166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7202-49ad-4e34-af36-396aca831bc0 req-b8c704f5-1b70-41b2-a3a5-a6f5afb09b02 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.428705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-167e7202-49ad-4e34-af36-396aca831bc0 req-b8c704f5-1b70-41b2-a3a5-a6f5afb09b02 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc80f4b4-f02f-49af-a757-8c591a0d0254 HTTP/1.1" status: 200 len: 945 time: 0.2853875 Aug 16 20:25:32.457441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.509240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-f2e4078c-473e-424d-bcec-1aab30dba2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.510881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-f2e4078c-473e-424d-bcec-1aab30dba2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2350211 Aug 16 20:25:32.512031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.537862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b7f2-0e8f-46dc-825e-c3e6a38a9255 None None] Pushing event updated for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:32.614173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Attempting to bind port 38407a1d-6e08-49bc-9728-14ab1c057b20 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:32.614897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Attempting to bind port 38407a1d-6e08-49bc-9728-14ab1c057b20 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:32.615877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Attempting to bind port 38407a1d-6e08-49bc-9728-14ab1c057b20 on network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:32.622967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:32.624234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Checking segment: {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:32.624760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.625462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Bound using segment: {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:32.627176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Bound port: 38407a1d-6e08-49bc-9728-14ab1c057b20, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d5cd50-72b5-4340-8431-642c671177ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:32.627471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.678433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:32.679066 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.685738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d99862a-d606-4501-ba41-e752ca60cb27 HTTP/1.1" status: 200 len: 1092 time: 5.8571928 Aug 16 20:25:32.728094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:32.736334 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796" -d '{"events": [{"name": "network-changed", "server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:32.776740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] For port 38407a1d-6e08-49bc-9728-14ab1c057b20, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:32.785388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] For port 38407a1d-6e08-49bc-9728-14ab1c057b20, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=38407a1d-6e08-49bc-9728-14ab1c057b20,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:32.850084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Made reservation on behalf of cec0ee24f3b64648bde07f5d4a92f36b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:32.853930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.881673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:32.968767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:32.969268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:32.971946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 93353055-b682-4b57-a0b5-e954ffa69ad6 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:32.976747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fe0c3-c123-41a3-89d4-9fe5d55c15b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.012761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15b7f2-0e8f-46dc-825e-c3e6a38a9255 None None] Pushing event updated for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.022400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ba74f92-02ed-4d3e-bd91-2ff4304ba407 req-b94653bd-5855-44dc-b405-9409e4498b53 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 210 time: 0.0802517 Aug 16 20:25:33.143166 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931764d-5f9e-4c87-a480-7c4bc940cc6f x-openstack-request-id: req-e931764d-5f9e-4c87-a480-7c4bc940cc6f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:33.144153 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8130a73c-0dc0-464d-83e1-d272ff7f685c", "name": "network-vif-deleted", "tag": "c51d3fa1-7248-40d2-8686-432b0aa30028", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:33.144650 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e931764d-5f9e-4c87-a480-7c4bc940cc6f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:33.145289 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130a73c-0dc0-464d-83e1-d272ff7f685c', 'name': 'network-vif-deleted', 'tag': 'c51d3fa1-7248-40d2-8686-432b0aa30028', 'status': 'completed', 'code': 200} Aug 16 20:25:33.150418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-73894545-9ecd-4c43-a536-21d9fa736afd service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244097 Aug 16 20:25:33.155026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.209590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:33.260680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=93353055-b682-4b57-a0b5-e954ffa69ad6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:33.286242 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df4d4f3f-89e5-4ea1-aa16-bdfa1b93e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.318797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '93353055-b682-4b57-a0b5-e954ffa69ad6', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'port_id': '93353055-b682-4b57-a0b5-e954ffa69ad6', 'mac_address': 'fa:16:3e:29:86:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38849014-335d-493f-9245-67382e85f44a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:33.322852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-719b395f-c79e-443e-8ee3-a5d76250bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:33.324413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-719b395f-c79e-443e-8ee3-a5d76250bdd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 1095 time: 0.4823785 Aug 16 20:25:33.354812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Deleting port 772d6cf0-1452-4c7a-b079-7cf40c178639 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:33.355161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.384177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:33.403659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9556e-9ea4-47f0-88cf-031b9c5cd32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.417104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.425253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.446239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93353055-b682-4b57-a0b5-e954ffa69ad6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:33.491441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=93353055-b682-4b57-a0b5-e954ffa69ad6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:33.503515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-343797f7-3229-499c-ad0c-f160b8013cab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d99862a-d606-4501-ba41-e752ca60cb27 HTTP/1.1" status: 200 len: 217 time: 0.1533089 Aug 16 20:25:33.519556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9556e-9ea4-47f0-88cf-031b9c5cd32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.522798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:26Z', 'revision_number': 4, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '38407a1d-6e08-49bc-9728-14ab1c057b20', 'name': '', 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'mac_address': 'fa:16:3e:7b:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:32Z', 'revision_number': 4, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'subnets': [{'id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:33.555359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df7f5f78-1acb-4577-8e97-cf899bbc47a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:33.557827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47f6910-ef60-42df-8d35-1514638cf467 None None] The sync data for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 is: [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:25:26Z', 'revision_number': 4, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '38407a1d-6e08-49bc-9728-14ab1c057b20', 'name': '', 'network_id': '7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'mac_address': 'fa:16:3e:7b:f2:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:32Z', 'revision_number': 4, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'subnets': [{'id': '69e1ef31-3f89-464c-a521-07ec7ffe64ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:33.590599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.622695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9556e-9ea4-47f0-88cf-031b9c5cd32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.690120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port df7f5f78-1acb-4577-8e97-cf899bbc47a8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:33.690749 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.691487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Allocated IP 172.20.0.13 (d267254b-4100-4dad-b444-a4ea10a92fcb/9238445b-5152-4992-ad2b-5f6422ceca64/564bd9a4-a98c-4932-ac03-099cd8cf2efc) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:33.699490 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3f9556e-9ea4-47f0-88cf-031b9c5cd32c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=892756dffeb140adb4265dc715ccc1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137512 Aug 16 20:25:33.702691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9556e-9ea4-47f0-88cf-031b9c5cd32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db67b80d-e39a-4fe4-aa0e-54c482d47ba3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.703652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:33.759331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:33.763128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.792439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.868610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['93353055-b682-4b57-a0b5-e954ffa69ad6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:33.888647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.955410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.960564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738924f-2824-4215-9d9c-34a646f302c3 req-b9095f32-9e10-420f-b97c-7a8252e2aa16 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:33.962816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6738924f-2824-4215-9d9c-34a646f302c3 req-b9095f32-9e10-420f-b97c-7a8252e2aa16 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 944 time: 0.7462704 Aug 16 20:25:33.965714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba5dd244-183d-42f8-ae87-fae7d58d1e77 req-98c3bd09-6e8a-425b-b146-5ddcc45cc397 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975099 Aug 16 20:25:33.986565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.990158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:33.991524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db67b80d-e39a-4fe4-aa0e-54c482d47ba3 HTTP/1.1" status: 204 len: 168 time: 0.2868578 Aug 16 20:25:34.002106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2840faf-a04b-42a9-af6f-7a0c4d4c313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67b80d-e39a-4fe4-aa0e-54c482d47ba3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:34.004667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] For port 772d6cf0-1452-4c7a-b079-7cf40c178639, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=772d6cf0-1452-4c7a-b079-7cf40c178639,segment=NetworkSegment(2d58c0e5-a52f-40ea-abed-809da7a2a235),segment_id=2d58c0e5-a52f-40ea-abed-809da7a2a235)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:34.005223 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.021515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Calling delete_port for 772d6cf0-1452-4c7a-b079-7cf40c178639 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:34.035157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-25447fb5-61b8-4657-b4f9-5c9fd63d5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:34.036778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-25447fb5-61b8-4657-b4f9-5c9fd63d5e70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.4916728 Aug 16 20:25:34.104157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.152228 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.278957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Network d267254b-4100-4dad-b444-a4ea10a92fcb is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:34.654492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6738924f-2824-4215-9d9c-34a646f302c3 req-8f8c384a-7481-4af7-a6d3-7d59731ab075 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166399 Aug 16 20:25:34.655350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:34.664132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Pushing event updated for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:34.668299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-47b5de11-d1da-48a4-859b-3837a565cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:34.670805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-47b5de11-d1da-48a4-859b-3837a565cd49 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6156845 Aug 16 20:25:34.686743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:34.745116 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0299ca-a170-4b32-8ed6-2341d588d536 x-openstack-request-id: req-dd0299ca-a170-4b32-8ed6-2341d588d536 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:34.745404 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:34.745654 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd0299ca-a170-4b32-8ed6-2341d588d536 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:34.746034 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27', 'status': 'completed', 'code': 200} Aug 16 20:25:34.773389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 772d6cf0-1452-4c7a-b079-7cf40c178639 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:34.819150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:25:34.833394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Allocated IP 172.25.7.240 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f018dec4-7eac-4c7b-95eb-76b835be0d9e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:34.879179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.880876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:34.881506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:34.979529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c6dc9a8e-526a-47ed-ac4a-643ce46021c6 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:35.062544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-1056f803-70d2-4fb4-bba1-053fe3662b30 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:35.068362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-1056f803-70d2-4fb4-bba1-053fe3662b30 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "GET /v2.0/ports?device_id=40b35481-65b0-41d7-ba7f-62b6f963f2f2 HTTP/1.1" status: 200 len: 943 time: 0.4065909 Aug 16 20:25:35.110152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-be80d887-3750-43ea-a499-47a5d6484c33 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0725615 Aug 16 20:25:35.140707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:35.145377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.148891 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.165629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Request body: {'port': {'device_id': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:35.212764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-134b5b70-00b6-4a7a-becb-7a0c09786b94 service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158741 Aug 16 20:25:35.280281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.363774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.381721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c51d3fa1-7248-40d2-8686-432b0aa30028 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:35.415797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: c51d3fa1-7248-40d2-8686-432b0aa30028 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:35.422319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c51d3fa1-7248-40d2-8686-432b0aa30028 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:35.443524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:35.446121 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4ac60-45f2-424c-9053-4bc2b77ba848" -d '{"events": [{"server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:35.450215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:35.450658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-78d0d8fa-f565-4334-bc06-f7903b70430c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:35.452176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-78d0d8fa-f565-4334-bc06-f7903b70430c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.6165862 Aug 16 20:25:35.463982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Pushing event deleted for resources: {'Port': ['ID=772d6cf0-1452-4c7a-b079-7cf40c178639,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.512883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.533896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.541343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 38407a1d-6e08-49bc-9728-14ab1c057b20 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:35.566231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:35.568378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-1612a0c5-024c-4393-9fca-f17ff80e4d8a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/quotas/19d0b5d2a3e94118bcfdfa0001c171c0 HTTP/1.1" status: 200 len: 375 time: 0.0884192 Aug 16 20:25:35.577154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] No DVR routers for this DVR port 772d6cf0-1452-4c7a-b079-7cf40c178639 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:35.582557 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Sync routers for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:35.590116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.591337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 93353055-b682-4b57-a0b5-e954ffa69ad6 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:35.591472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.592792 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:35.593400 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:35.593571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-167e7202-49ad-4e34-af36-396aca831bc0 req-07692325-9463-4efe-896c-12c4c30e96e0 tempest-MultipleCreateTestJSON-746476285 tempest-MultipleCreateTestJSON-746476285-project] 10.222.0.73 "DELETE /v2.0/ports/772d6cf0-1452-4c7a-b079-7cf40c178639 HTTP/1.1" status: 204 len: 173 time: 3.0988410 Aug 16 20:25:35.688550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be5b6ea-cf24-45f8-81e8-d4da4b11157e req-f5e8d989-780d-4731-a195-4dd0d5029269 service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570143 Aug 16 20:25:35.703968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Deleting port 52474e76-ead6-4f54-8f63-4d8c88824701 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:35.706450 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.719218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:35.722238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:35.769043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.770302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8d305c35-e3c7-4d49-a9b7-f96eb4fa45fb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.2170103 Aug 16 20:25:35.773189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:35.821516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 93353055-b682-4b57-a0b5-e954ffa69ad6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:35.828418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 38407a1d-6e08-49bc-9728-14ab1c057b20 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:35.841164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-6fa4ef77-7aed-42cd-8e14-0f0898024970 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2467651 Aug 16 20:25:35.852066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 38407a1d-6e08-49bc-9728-14ab1c057b20 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.861542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.925502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 93353055-b682-4b57-a0b5-e954ffa69ad6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:35.929619 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:35.951643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.073843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.086936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] For port 52474e76-ead6-4f54-8f63-4d8c88824701, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=52474e76-ead6-4f54-8f63-4d8c88824701,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:36.086936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.092643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:36.103540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.115599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:36.125098 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 3, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:36.129810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 38407a1d-6e08-49bc-9728-14ab1c057b20, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=38407a1d-6e08-49bc-9728-14ab1c057b20,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:36.130776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=f018dec4-7eac-4c7b-95eb-76b835be0d9e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.133367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Calling delete_port for 52474e76-ead6-4f54-8f63-4d8c88824701 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:36.135154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:36.141232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-3f9ccd9f-f93d-41ff-9a4f-94617b2df573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:36.142969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-3f9ccd9f-f93d-41ff-9a4f-94617b2df573 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 1095 time: 0.2896216 Aug 16 20:25:36.143827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.170805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=93353055-b682-4b57-a0b5-e954ffa69ad6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:36.183049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Checking router: 0671e1a4-971f-48e8-b8b3-9e3efbb31311 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:36.183544 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Updating router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:36.210479 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.286966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-a6646d8c-cd34-4bef-81a8-48c1d98760eb service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346170 Aug 16 20:25:36.342580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.342580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.423009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.489684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.492597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.549664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564bd9a4-a98c-4932-ac03-099cd8cf2efc {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:36.562903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.580516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.583221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-61208933-8476-487f-9093-2ea027e938ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:36.587667 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.594272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-61208933-8476-487f-9093-2ea027e938ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.4322026 Aug 16 20:25:36.599422 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Transition to ACTIVE for port object 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:36.638965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-57e6510b-be84-4866-8698-d56a4acadf32 service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414431 Aug 16 20:25:36.672487 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.712622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Allocated IP 172.20.0.1 (a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1/387cc753-89aa-43c5-bcb2-db700b4973a4/319cb4a9-ed2b-4831-93c6-e2d5cae1c0be) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:36.766335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65c6a5-cb8a-46c6-9c4e-1b12a0575a18 None None] Pushing event updated for resources: {'Port': ['ID=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:36.769644 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Attempting to bind port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:36.770005 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Attempting to bind port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:36.770544 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Attempting to bind port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:36.777553 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:36.777929 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:36.778376 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.778809 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:36.779379 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Bound port: 9fb252c0-dc3b-4d75-9fd8-c376e26ec528, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:36.779860 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.850195 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] For port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:36.853826 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] For port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:36.881667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.896436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Transition to ACTIVE for port object 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:36.942159 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:36.986164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:37.003915 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65c6a5-cb8a-46c6-9c4e-1b12a0575a18 None None] Pushing event updated for resources: {'Port': ['ID=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.032489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'name': 'network-vif-deleted', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:37.034549 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba8f07-6a03-4354-b50b-b7314b16630f" -d '{"events": [{"server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "name": "network-vif-deleted", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:37.036715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:37.037555 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:37.042451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Transition to ACTIVE for port object 564bd9a4-a98c-4932-ac03-099cd8cf2efc will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:37.044393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.045556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-bcd96376-9e1f-4f4e-9f20-9e42abf8d3a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d99862a-d606-4501-ba41-e752ca60cb27 HTTP/1.1" status: 200 len: 217 time: 0.4335625 Aug 16 20:25:37.108295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:37.116869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:37.125444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.133451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.143492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Deleting subnet 44abebc8-ada0-4244-8d69-a5f9f07d8cca {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:25:37.147115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:37.192916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.212804 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:37.216637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Pushing event updated for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.254783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.257401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.263613 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.309062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-48ca89a1-58c3-4285-82ba-c60779cae909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:37.311342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-48ca89a1-58c3-4285-82ba-c60779cae909 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.2439120 Aug 16 20:25:37.453413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Pushing event updated for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.483755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 3, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:37.516169 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5942f21c-ff74-4073-9337-f2ef3a4495d2 None None] The sync data for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 is: [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 3, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:37.524045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-24302358-cca8-49cf-8df3-e2bfbda58379 None None] Provisioning for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:37.532630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-24302358-cca8-49cf-8df3-e2bfbda58379 None None] Provisioning complete for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:37.533096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-24302358-cca8-49cf-8df3-e2bfbda58379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.566682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 38407a1d-6e08-49bc-9728-14ab1c057b20 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:37.588425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event deleted for resources: {'Port': ['ID=52474e76-ead6-4f54-8f63-4d8c88824701,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:37.592213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] No DVR routers for this DVR port 52474e76-ead6-4f54-8f63-4d8c88824701 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:25:37.604440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6128d-8d36-4156-a0db-09ce1ccb50c2 req-e8d9f12d-68e7-40c5-b8c6-a08e60f9a16f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:37.616166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38b6128d-8d36-4156-a0db-09ce1ccb50c2 req-e8d9f12d-68e7-40c5-b8c6-a08e60f9a16f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 943 time: 0.4826801 Aug 16 20:25:37.626242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.629134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abef77f2-1963-4e60-a924-a4d0dde48fd2 req-764fe0c5-3c61-4b8f-b588-3d89f52ddf0f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "DELETE /v2.0/ports/52474e76-ead6-4f54-8f63-4d8c88824701 HTTP/1.1" status: 204 len: 173 time: 2.5239284 Aug 16 20:25:37.634593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-24302358-cca8-49cf-8df3-e2bfbda58379 None None] Port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:37.655060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 38407a1d-6e08-49bc-9728-14ab1c057b20 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:37.655060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.657793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-33ac7b03-22b5-4f9c-a1ea-7cf121f1d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:37.661011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-33ac7b03-22b5-4f9c-a1ea-7cf121f1d9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3173249 Aug 16 20:25:37.838942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38b6128d-8d36-4156-a0db-09ce1ccb50c2 req-a25635ad-e540-472a-a5a0-829e617a53c7 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188642 Aug 16 20:25:37.839108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.858887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Attempting to bind port 564bd9a4-a98c-4932-ac03-099cd8cf2efc on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:37.859594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Attempting to bind port 564bd9a4-a98c-4932-ac03-099cd8cf2efc by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:37.859769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Attempting to bind port 564bd9a4-a98c-4932-ac03-099cd8cf2efc on network d267254b-4100-4dad-b444-a4ea10a92fcb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:37.892272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Port 564bd9a4-a98c-4932-ac03-099cd8cf2efc on network d267254b-4100-4dad-b444-a4ea10a92fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:37.893717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Attempting to bind port 564bd9a4-a98c-4932-ac03-099cd8cf2efc on network d267254b-4100-4dad-b444-a4ea10a92fcb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:37.935525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:37.935814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Checking segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:37.936188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Bound using segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:37.936622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Bound port: 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:37.936979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:37.974940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-d9980492-9b35-4d99-aa10-360aaadb82a7 service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963176 Aug 16 20:25:37.979059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.081618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.097033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.140597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.143997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:38.160299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ecc88-9624-42ba-bc85-48d978aeb97d req-e7d41ffb-2441-4673-9439-9f19dea912a0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.161838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-838ecc88-9624-42ba-bc85-48d978aeb97d req-e7d41ffb-2441-4673-9439-9f19dea912a0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 944 time: 0.2134793 Aug 16 20:25:38.176347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44abebc8-ada0-4244-8d69-a5f9f07d8cca,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.190258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:38.193056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.197743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a27a363f-004f-4e85-adf8-2b819d64190c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/44abebc8-ada0-4244-8d69-a5f9f07d8cca HTTP/1.1" status: 204 len: 168 time: 1.2099891 Aug 16 20:25:38.198457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46856) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:38.256482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=f018dec4-7eac-4c7b-95eb-76b835be0d9e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.272298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcadfba7-fe7a-443b-ad5f-d4e29cb81796 req-82e49dd3-f9f9-4475-82d7-122f23198d8c service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714863 Aug 16 20:25:38.272298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.292582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-838ecc88-9624-42ba-bc85-48d978aeb97d req-410c0e91-2536-4bea-8a4d-56ed0cde3268 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186626 Aug 16 20:25:38.312229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.331288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.356390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.356390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.356390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] 10.222.0.64 "PUT /v2.0/ports/564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 200 len: 1093 time: 3.2208827 Aug 16 20:25:38.397974 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc86efa-e2c6-4cef-acbd-f3567e30c184 x-openstack-request-id: req-ebc86efa-e2c6-4cef-acbd-f3567e30c184 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:38.404044 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "name": "network-vif-plugged", "status": "completed", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:38.404044 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebc86efa-e2c6-4cef-acbd-f3567e30c184 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:38.404044 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6', 'code': 200} Aug 16 20:25:38.407161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf916b-f2f7-440b-8cd1-64221facdc7c service neutron] Pushing event updated for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.412204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.421407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-84a6e72f-99e9-4818-afc2-c7f733c99840 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.4493701 Aug 16 20:25:38.469757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.488748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.499522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74fa0e1-c26b-47ad-98db-34193572e9c9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:38.517612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-e7e61bc8-3a0b-49df-9c6a-48d6d5cdc5ef tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0943463 Aug 16 20:25:38.519956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d58c0e5-a52f-40ea-abed-809da7a2a235') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:38.520253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d58c0e5-a52f-40ea-abed-809da7a2a235') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:38.531091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.546289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.554118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:25:38.557397 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:25:38.617757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.665004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.670801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278c609-ea0e-4a51-ab16-da6f4bca588c req-1ccf10b9-626e-48a1-b776-06313c51c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.672756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d278c609-ea0e-4a51-ab16-da6f4bca588c req-1ccf10b9-626e-48a1-b776-06313c51c647 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 1097 time: 0.1679759 Aug 16 20:25:38.723802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f11d9-ced1-4d37-93dd-6f494cb51dad req-f9dffb49-c71c-4fda-af83-a888092cb9b6 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.725367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c0f11d9-ced1-4d37-93dd-6f494cb51dad req-f9dffb49-c71c-4fda-af83-a888092cb9b6 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 944 time: 0.2114952 Aug 16 20:25:38.734659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-b9a4cc4a-9263-4327-b1a7-dac67f6c7f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.736345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-b9a4cc4a-9263-4327-b1a7-dac67f6c7f6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1096 time: 0.2176507 Aug 16 20:25:38.779496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Pushing event updated for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.815061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3c72780b-b837-42b7-9967-fa061d4e6e2b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:38.816517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d278c609-ea0e-4a51-ab16-da6f4bca588c req-89466343-fa96-4b06-87b1-fcc0ccfe0b30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315649 Aug 16 20:25:38.820054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-f6e46885-52bc-4161-a28c-1ea3f1287bad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 200 len: 217 time: 0.0642309 Aug 16 20:25:38.823971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.828405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-7940f09e-d492-45d5-8c82-270b5b7adcc8 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:38.830723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed4a0d13-7812-48ba-845c-a7d0b0ed1b27 req-7940f09e-d492-45d5-8c82-270b5b7adcc8 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2787459 Aug 16 20:25:38.831190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:38.833410 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] 10.222.0.70 "DELETE /v2.0/networks/e74fa0e1-c26b-47ad-98db-34193572e9c9 HTTP/1.1" status: 204 len: 168 time: 0.6036246 Aug 16 20:25:38.849324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c0f11d9-ced1-4d37-93dd-6f494cb51dad req-62c7d6e1-ac74-4ce4-9b19-f79853c05bc8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035385 Aug 16 20:25:38.863337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35585e75-8d99-47a2-a8d2-1cf13784bd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e74fa0e1-c26b-47ad-98db-34193572e9c9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:38.875135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:38.880483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:38.990720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:39.026470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:25:39.032024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'port_id': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'mac_address': 'fa:16:3e:71:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:39.042106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87a2b167-3770-47fc-8ed6-6b053e0f9de9 req-a542dae7-95a7-4536-a741-d9eeb6ba8dfe tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 210 time: 0.0706284 Aug 16 20:25:39.046626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-f6d8a80e-a3e9-46a9-a77e-d99af3b77df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:39.048153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-f6d8a80e-a3e9-46a9-a77e-d99af3b77df4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.1778672 Aug 16 20:25:39.082538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 52474e76-ead6-4f54-8f63-4d8c88824701 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:25:39.082747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 52474e76-ead6-4f54-8f63-4d8c88824701 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:25:39.105963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:39.116160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-dbbcd709-a6ce-4ead-9233-bed739a58573 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573785 Aug 16 20:25:39.154880 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d54cdd-1ac3-443d-824e-dfb4c449757e x-openstack-request-id: req-01d54cdd-1ac3-443d-824e-dfb4c449757e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:39.155838 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc80f4b4-f02f-49af-a757-8c591a0d0254", "name": "network-vif-deleted", "tag": "772d6cf0-1452-4c7a-b079-7cf40c178639", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:39.156108 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01d54cdd-1ac3-443d-824e-dfb4c449757e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:39.156515 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc80f4b4-f02f-49af-a757-8c591a0d0254', 'name': 'network-vif-deleted', 'tag': '772d6cf0-1452-4c7a-b079-7cf40c178639', 'status': 'completed', 'code': 200} Aug 16 20:25:39.162176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.182676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c72780b-b837-42b7-9967-fa061d4e6e2b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:39.220303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:39.275871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-09461479-7b9b-4c2d-b1be-f9ac092717ad None None] Provisioning complete for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:39.276543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-09461479-7b9b-4c2d-b1be-f9ac092717ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.285338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:39.298368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f50367ca-9084-4b9d-9c9f-d6e9588816cf admin admin] 10.222.0.70 "PUT /v2.0/routers/0671e1a4-971f-48e8-b8b3-9e3efbb31311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5157316 Aug 16 20:25:39.299356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-841188101', 'description': 'tempest-description-1556686316'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:39.326950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-09461479-7b9b-4c2d-b1be-f9ac092717ad None None] Port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:25:39.330798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.331776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4d99862a-d606-4501-ba41-e752ca60cb27 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:39.395993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-6296cd95-7566-4814-9cd0-375c142ad64c service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736645 Aug 16 20:25:39.416337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-51774a93-7d5d-4b8a-905a-85d808f12f4d tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2176590 Aug 16 20:25:39.439560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:39.474445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:39.488666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.489145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.489764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.490203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.490640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.491074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.491534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.492051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.492497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.492896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.493409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.493923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:25:39.510739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46876) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:39.554119 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.574570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4d99862a-d606-4501-ba41-e752ca60cb27,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:39.598198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '4d99862a-d606-4501-ba41-e752ca60cb27', 'network_id': '38ebf53d-0bea-4d8d-8241-711dd181e3f5', 'port_id': '4d99862a-d606-4501-ba41-e752ca60cb27', 'mac_address': 'fa:16:3e:54:f3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38849014-335d-493f-9245-67382e85f44a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:39.607385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:39.617852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b147201-beb9-4a5d-ae9a-9f870acfa699 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74e13689b1d14a09a2fd901c4b2e5453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057260 Aug 16 20:25:39.620620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46878) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:39.657363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.666409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.677091 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:25:39.710977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.753162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.823429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.842119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d99862a-d606-4501-ba41-e752ca60cb27 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:39.867758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4d99862a-d606-4501-ba41-e752ca60cb27,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:39.880784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2fbb90-88aa-4982-90b8-b8528dbf6ddd req-da82ee84-8734-40ea-a618-df16916b71fa service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617090 Aug 16 20:25:39.881970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:39.888991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:39.889370 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.902436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-71f2428b-75ea-448a-9a0d-3055cab85d09 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:39.904089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-71f2428b-75ea-448a-9a0d-3055cab85d09 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.3516922 Aug 16 20:25:39.925349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Request body: {'port': {'device_id': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'admin_state_up': True, 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:39.953204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.956788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:39.958288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/74ae01dc-63ff-49b2-a327-e1228052e93f HTTP/1.1" status: 204 len: 168 time: 0.3366234 Aug 16 20:25:39.997719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb160a6-340b-43a1-a59b-49a68e7cefcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae01dc-63ff-49b2-a327-e1228052e93f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.008076 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.074916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.136210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.182773 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.204701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.223847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Sync routers for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:40.227509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Allocated IP 172.25.7.237 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/4669d2ca-4447-4ab9-89de-6884c7a948b5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:40.230562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:40.245189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:40.246960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:40.297647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.314073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.359151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.363095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3c72780b-b837-42b7-9967-fa061d4e6e2b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:40.365477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['4d99862a-d606-4501-ba41-e752ca60cb27'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:40.367660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515e9a62-dde9-413f-9934-a328ca98f3f8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:40.383317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:40.388142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.422712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:40.425873 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9853d7-c4ca-4537-b1bf-0620606405b1" -d '{"events": [{"server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "name": "network-vif-plugged", "status": "completed", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:40.480524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.510005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:40.620617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Allocated IP 172.20.0.4 (dcae15a1-f6e4-483c-8235-f7759e26091a/42af3bab-00ea-4e7d-b30b-caea282c68d2/b44f7c02-1c72-440f-bbfa-8d5116b74981) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:40.636456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.729485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:40.778701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.020632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:37Z', 'revision_number': 4, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '319cb4a9-ed2b-4831-93c6-e2d5cae1c0be', 'name': '', 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'mac_address': 'fa:16:3e:05:98:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:36Z', 'updated_at': '2021-08-16T20:25:38Z', 'revision_number': 2, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'subnets': [{'id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:41.066830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Checking router: 0671e1a4-971f-48e8-b8b3-9e3efbb31311 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:41.067053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Updating router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:25:41.132352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.169223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:41.180983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-deleted', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701'}, {'name': 'network-changed', 'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:41.183616 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4640568-50b6-4411-bec6-ae3b55a62131" -d '{"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-deleted", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701"}, {"name": "network-changed", "server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:41.186817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:41.204515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:41.265392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=4669d2ca-4447-4ab9-89de-6884c7a948b5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:41.284656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd4f6f-884d-40b9-afbc-d9c3775fe46f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:41.311879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.314938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.316275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db86ea42-0d91-4873-b457-e2a48f9fe202 req-55985fdf-93c6-4f8f-8ca6-6d57c1b758dc tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0383205 Aug 16 20:25:41.400280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.512141 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.579236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:41.588001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46914) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:41.624489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Network dcae15a1-f6e4-483c-8235-f7759e26091a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:41.634831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:41.638205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:41.678887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:41.700570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:41.702208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.710844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.780916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:41.780916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.784398 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.800826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1298710134-network', 'tenant_id': '1aebd5363c3940a1a13ce2524cb140d3'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:41.818237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Transition to ACTIVE for port object 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:41.907007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Made reservation on behalf of 1aebd5363c3940a1a13ce2524cb140d3 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:41.907270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.911813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.921392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:41.936955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3f7a3-6104-4ff7-96a4-76f12151c4df req-62fa394c-d0cc-4638-9cf7-4d6316903e27 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:41.945173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33c3f7a3-6104-4ff7-96a4-76f12151c4df req-62fa394c-d0cc-4638-9cf7-4d6316903e27 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 944 time: 0.5063896 Aug 16 20:25:41.977077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.001228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd94e3-e55a-45a2-96eb-c7c7f85361d0 None None] Pushing event updated for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.004228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33c3f7a3-6104-4ff7-96a4-76f12151c4df req-3cdbdf5a-586a-477f-b719-8e1c93844de0 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577464 Aug 16 20:25:42.011859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-ee7005e5-467b-41cd-930a-91c48e5de741 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0942018 Aug 16 20:25:42.035637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Request body: {'port': {'device_id': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:42.087472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.102957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Attempting to bind port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:42.103488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Attempting to bind port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:42.103779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Attempting to bind port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be on network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:42.114883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:42.114883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Checking segment: {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:42.114883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.114883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Bound using segment: {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:42.114883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Bound port: 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb80ceb2-07b3-46b2-8e38-798f8b545d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:42.115584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.135283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.218487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] For port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:42.224263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] For port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:42.250200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.277125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.285752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=4669d2ca-4447-4ab9-89de-6884c7a948b5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.286281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:25:42.311606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd35492-8f25-42e8-986f-897eb48f61cf req-02925765-0333-4192-b0d5-a01540f642bb tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:42.312576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0860a2f7-3131-426f-ad5d-ca19f244fb1f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.319101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.319618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd35492-8f25-42e8-986f-897eb48f61cf req-02925765-0333-4192-b0d5-a01540f642bb tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 944 time: 0.1640258 Aug 16 20:25:42.319839 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Added segment ce7fee75-e8ef-423e-951d-600532e7c5b4 of type vlan for network 813d2b89-e308-408a-aac5-0f3104869603 Aug 16 20:25:42.325301 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.344004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.382768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd35492-8f25-42e8-986f-897eb48f61cf req-59681efe-cad9-4705-a46c-5d60e2d372a3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608909 Aug 16 20:25:42.401671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.532678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd94e3-e55a-45a2-96eb-c7c7f85361d0 None None] Pushing event updated for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.535642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.536853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:42.542066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.554903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:42.554903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:42.577003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.586904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-127968c5-15b4-4dfd-b911-07e87539f0bf tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1693225 Aug 16 20:25:42.655807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-714bf84b-1e45-4343-85f4-71e1e8d26bd5 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0671358 Aug 16 20:25:42.684299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] Pushing event updated for resources: {'Network': ['ID=813d2b89-e308-408a-aac5-0f3104869603,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:42.702187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 813d2b89-e308-408a-aac5-0f3104869603 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:25:42.724941 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3fb0d98-d18f-4181-a42d-07ba4d1a99b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1351955 Aug 16 20:25:42.727710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:42.733910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Request body: {'subnet': {'network_id': '813d2b89-e308-408a-aac5-0f3104869603', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1298710134-subnet', 'tenant_id': '1aebd5363c3940a1a13ce2524cb140d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:42.850137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Made reservation on behalf of 1aebd5363c3940a1a13ce2524cb140d3 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:42.858846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:42.883644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4d99862a-d606-4501-ba41-e752ca60cb27 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:42.906302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480a661-4c7f-4415-a355-c8f5541d7327 req-265887c2-70df-4ea2-ba38-8140933f7bff tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:42.907814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0480a661-4c7f-4415-a355-c8f5541d7327 req-265887c2-70df-4ea2-ba38-8140933f7bff tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 945 time: 0.2657537 Aug 16 20:25:43.017360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-d01cbe68-c207-46ce-89ff-6f70f7605697 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.027806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-d01cbe68-c207-46ce-89ff-6f70f7605697 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.3707979 Aug 16 20:25:43.039004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:43.044277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 564bd9a4-a98c-4932-ac03-099cd8cf2efc details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:43.045581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-6b45ea62-f9b4-4b86-8ac7-e5769b507b5a tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:25:43.053986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c9bb780-5058-44ca-9555-8a6e4936186c req-6b45ea62-f9b4-4b86-8ac7-e5769b507b5a tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241444 Aug 16 20:25:43.094685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0480a661-4c7f-4415-a355-c8f5541d7327 req-7a43ef45-28e9-4962-a326-f63b5c2ed5e6 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577966 Aug 16 20:25:43.227392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.235174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:43.269449 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1ed7a2-75bf-4d05-bc13-af45c15ed825 x-openstack-request-id: req-7f1ed7a2-75bf-4d05-bc13-af45c15ed825 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:43.272661 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b35481-65b0-41d7-ba7f-62b6f963f2f2", "name": "network-vif-deleted", "tag": "52474e76-ead6-4f54-8f63-4d8c88824701", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:43.276088 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f1ed7a2-75bf-4d05-bc13-af45c15ed825 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:43.276675 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b35481-65b0-41d7-ba7f-62b6f963f2f2', 'name': 'network-vif-deleted', 'tag': '52474e76-ead6-4f54-8f63-4d8c88824701', 'status': 'completed', 'code': 200} Aug 16 20:25:43.277123 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc', 'status': 'completed', 'code': 200} Aug 16 20:25:43.290091 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8902ab-12a4-4576-ae3e-cfcb76c405f9 x-openstack-request-id: req-3b8902ab-12a4-4576-ae3e-cfcb76c405f9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:43.290460 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "name": "network-vif-plugged", "status": "completed", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:43.292334 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b8902ab-12a4-4576-ae3e-cfcb76c405f9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:43.292718 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6', 'code': 200} Aug 16 20:25:43.294080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '564bd9a4-a98c-4932-ac03-099cd8cf2efc', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'port_id': '564bd9a4-a98c-4932-ac03-099cd8cf2efc', 'mac_address': 'fa:16:3e:2e:59:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:43.298180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 4d99862a-d606-4501-ba41-e752ca60cb27 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:43.312150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 4d99862a-d606-4501-ba41-e752ca60cb27 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:43.312978 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.333102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Request body: {'security_group': {'name': 'tempest-securitygroup-713970201', 'description': 'tempest-description-183394209'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:43.352577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db383309-953d-4d7c-b2aa-673563a56a9a,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.363210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Checking segment: {'id': 'ce7fee75-e8ef-423e-951d-600532e7c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '813d2b89-e308-408a-aac5-0f3104869603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:43.363589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Network hostable DHCP agents. Network: 813d2b89-e308-408a-aac5-0f3104869603, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:25:43.404229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44f7c02-1c72-440f-bbfa-8d5116b74981 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:43.436630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.449507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Network 813d2b89-e308-408a-aac5-0f3104869603 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:25:43.483963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dae28-dac9-4460-8037-60f6db0577c3 req-aae31429-a76b-43a9-adb0-316b520b0997 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.492024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.493153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d62dae28-dac9-4460-8037-60f6db0577c3 req-aae31429-a76b-43a9-adb0-316b520b0997 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 931 time: 0.2765663 Aug 16 20:25:43.513999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Transition to ACTIVE for port object b44f7c02-1c72-440f-bbfa-8d5116b74981 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:43.521100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 813d2b89-e308-408a-aac5-0f3104869603) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:43.541255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-0db693af-51cf-4c27-8355-56e2a927c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.541553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba20f89-fac6-4b5b-b682-3c43f6e36af2 None None] Network 813d2b89-e308-408a-aac5-0f3104869603 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:43.543063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-0db693af-51cf-4c27-8355-56e2a927c618 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1096 time: 0.2515485 Aug 16 20:25:43.544911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.546222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.550704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.568296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d62dae28-dac9-4460-8037-60f6db0577c3 req-347836a7-037a-4d98-852f-1324476bf309 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741758 Aug 16 20:25:43.610545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564bd9a4-a98c-4932-ac03-099cd8cf2efc {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:43.632029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:43.652661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.653760 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-292aecec-9810-4c64-9608-68b7c4259720 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9246724 Aug 16 20:25:43.666249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc4a4c-1f1f-4ab8-b4d3-b75691ec4974 req-e6899eae-0272-4758-a7b8-e1bd76fb35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.667787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9fc4a4c-1f1f-4ab8-b4d3-b75691ec4974 req-e6899eae-0272-4758-a7b8-e1bd76fb35ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 1098 time: 0.3702338 Aug 16 20:25:43.728236 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.748176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.749305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.777908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4d99862a-d606-4501-ba41-e752ca60cb27,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:43.859445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.859445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3c72780b-b837-42b7-9967-fa061d4e6e2b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:43.864336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b1d005-77bd-40d3-a75e-9fdd9d5b98e5 None None] Network 813d2b89-e308-408a-aac5-0f3104869603 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:25:43.912463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:43.928513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.956414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:43.970966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-6ca2de54-8dcb-4153-ae61-0ba628d40734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:43.972727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-6ca2de54-8dcb-4153-ae61-0ba628d40734 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.3965328 Aug 16 20:25:43.989046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:37Z', 'revision_number': 4, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '319cb4a9-ed2b-4831-93c6-e2d5cae1c0be', 'name': '', 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'mac_address': 'fa:16:3e:05:98:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:36Z', 'updated_at': '2021-08-16T20:25:42Z', 'revision_number': 4, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'subnets': [{'id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:44.039214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['564bd9a4-a98c-4932-ac03-099cd8cf2efc'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:44.044190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9fc4a4c-1f1f-4ab8-b4d3-b75691ec4974 req-6af1d7eb-1995-4b42-b5f2-da7811ce3af6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923913 Aug 16 20:25:44.049105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7f1aff-de3a-4ef0-a8b9-d8edb3e9c6d1 None None] The sync data for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 is: [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:25:37Z', 'revision_number': 4, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '319cb4a9-ed2b-4831-93c6-e2d5cae1c0be', 'name': '', 'network_id': 'a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'mac_address': 'fa:16:3e:05:98:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:36Z', 'updated_at': '2021-08-16T20:25:42Z', 'revision_number': 4, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'subnets': [{'id': '387cc753-89aa-43c5-bcb2-db700b4973a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:44.068569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d34ae-82c8-4197-8c78-b596a197869d req-e800c098-75ba-4e38-8bc5-3df6dddaa09d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:44.079204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa4d34ae-82c8-4197-8c78-b596a197869d req-e800c098-75ba-4e38-8bc5-3df6dddaa09d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 944 time: 0.3126767 Aug 16 20:25:44.079204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-18a4a4bf-735d-4c50-92cf-e2925c025218 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 200 len: 217 time: 0.0810556 Aug 16 20:25:44.079204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7624819e-a8cc-492a-9fb5-8d973587ae8f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:44.087529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.090910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90bd5511-2bda-47ca-bbef-34451658e5b7 req-b6728a23-f844-4ebc-81c5-2bc6d0b61df8 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8108125 Aug 16 20:25:44.170302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:44.317411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa4d34ae-82c8-4197-8c78-b596a197869d req-43847c77-3f13-4f75-90a1-b112190e76a2 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319000 Aug 16 20:25:44.326262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-5401e934-0274-4355-a800-a5caddd98d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:44.328088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-5401e934-0274-4355-a800-a5caddd98d41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.1818237 Aug 16 20:25:44.351686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Attempting to bind port b44f7c02-1c72-440f-bbfa-8d5116b74981 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:44.351686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Attempting to bind port b44f7c02-1c72-440f-bbfa-8d5116b74981 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:44.352627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Attempting to bind port b44f7c02-1c72-440f-bbfa-8d5116b74981 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:44.378962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-97beedf0-bb3f-4c79-8faf-a0077a1c2518 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407581 Aug 16 20:25:44.382471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Port b44f7c02-1c72-440f-bbfa-8d5116b74981 on network dcae15a1-f6e4-483c-8235-f7759e26091a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:44.382814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Attempting to bind port b44f7c02-1c72-440f-bbfa-8d5116b74981 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:44.419221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:44.419629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Checking segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:44.419992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Bound using segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:44.420448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Bound port: b44f7c02-1c72-440f-bbfa-8d5116b74981, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:44.421243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.482343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 3c72780b-b837-42b7-9967-fa061d4e6e2b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:44.494716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 3c72780b-b837-42b7-9967-fa061d4e6e2b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:44.495223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.522313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-ece9c0da-466e-4e5c-90f0-0c60074657d5 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3690434 Aug 16 20:25:44.575241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:44.613556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.651672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884065e-f426-4ba9-9766-3d0b094fa613 req-ec5ccca9-d430-413b-9d71-d8a639715269 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:44.653309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1884065e-f426-4ba9-9766-3d0b094fa613 req-ec5ccca9-d430-413b-9d71-d8a639715269 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 945 time: 0.1747420 Aug 16 20:25:44.667374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:44.675320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:44.692039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-7b2f2a53-dd32-4059-b29b-c171ba1f319a service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996495 Aug 16 20:25:44.699938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:44.732104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.775650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.785101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1884065e-f426-4ba9-9766-3d0b094fa613 req-af18e7ea-27ae-4c9c-a65f-797b7ea1a634 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190720 Aug 16 20:25:44.787279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.904006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:44.958364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:44.959226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:44.960988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] 10.222.0.73 "PUT /v2.0/ports/b44f7c02-1c72-440f-bbfa-8d5116b74981 HTTP/1.1" status: 200 len: 1092 time: 2.9361651 Aug 16 20:25:44.968850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4640568-50b6-4411-bec6-ae3b55a62131 req-a25ffa21-7b09-432b-9c84-a8ddc990c6e5 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684255 Aug 16 20:25:45.003135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb42b50-a450-44b4-b1bc-7bff75ff9352 service neutron] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:45.101308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.293840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27'}, {'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:45.296422 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a173d58-b78b-4883-8db8-83bb4dde1ac7" -d '{"events": [{"server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "name": "network-vif-plugged", "status": "completed", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27"}, {"server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "name": "network-vif-plugged", "status": "completed", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:45.299711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:45.302007 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d764ad-1d78-4b5a-a309-d3b5d256169e" -d '{"events": [{"name": "network-changed", "server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:45.316307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-a8215032-cab2-4607-8695-2baee09c6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:45.317891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-a8215032-cab2-4607-8695-2baee09c6791 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 1095 time: 0.1625903 Aug 16 20:25:45.375308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-e392f22e-4c4b-46af-86ba-fc4807cd8e7d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981 HTTP/1.1" status: 200 len: 217 time: 0.0465798 Aug 16 20:25:45.407854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Allocated IP 172.25.7.72 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/8240afd3-35c9-483a-a24f-068e68e447a2) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:45.461745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-3c38cce5-ee79-4f7e-9962-807459269fa1 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:45.463277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-3c38cce5-ee79-4f7e-9962-807459269fa1 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/networks?id=813d2b89-e308-408a-aac5-0f3104869603 HTTP/1.1" status: 200 len: 822 time: 0.2667649 Aug 16 20:25:45.532926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-62e1bd91-4dc2-4e40-a2ae-dc2c226e0a54 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/quotas/1aebd5363c3940a1a13ce2524cb140d3 HTTP/1.1" status: 200 len: 375 time: 0.0544727 Aug 16 20:25:45.542359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f637c-5c98-4dbe-967a-de8311fc392d req-4e3e8841-7165-47a3-99a0-6f2c841c125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:45.544929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-4e3e8841-7165-47a3-99a0-6f2c841c125c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.1595271 Aug 16 20:25:45.599088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:45.609920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-cba24678-97f7-4dc5-92d0-006326c5dc85 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1aebd5363c3940a1a13ce2524cb140d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637259 Aug 16 20:25:45.632425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-81b3d449-d827-4d63-8741-8cae17555cd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715854 Aug 16 20:25:45.724792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:45.733589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:45.734232 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.847340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:45.882852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:45.970159 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.026919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:46.162927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.179833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-a7429617-d9d5-4cdf-8b13-84f492c98dd0 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381517 Aug 16 20:25:46.185786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-c11eb2e7-edb2-4a7e-a6cb-d0d1cb23271c service neutron] 10.222.0.70 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563090 Aug 16 20:25:46.369011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-bf94447a-e95f-4498-a16b-fb3bc4808afa service neutron] 10.222.0.70 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708543 Aug 16 20:25:46.374428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711f637c-5c98-4dbe-967a-de8311fc392d req-077d181d-d525-4293-8d4c-19457bd2273f service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852002 Aug 16 20:25:46.387850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.433777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:46.436931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:46.440919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:46.468023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=8240afd3-35c9-483a-a24f-068e68e447a2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:46.540389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.648022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.694121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-738186945', 'description': 'tempest-description-143135009'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:46.817996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.834629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.841201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:46.927080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.023318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.037088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=8240afd3-35c9-483a-a24f-068e68e447a2,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.062565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.062789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 564bd9a4-a98c-4932-ac03-099cd8cf2efc up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:47.330609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.330609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314b778-2a42-4eb8-8851-1cb651de2e78,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.364549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 564bd9a4-a98c-4932-ac03-099cd8cf2efc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:47.368865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 564bd9a4-a98c-4932-ac03-099cd8cf2efc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:47.376524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.430242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.438405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-a853992a-509c-4af6-be99-47df6c21502b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8813360 Aug 16 20:25:47.459904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.519820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-19d4cf52-b474-4f55-99e5-5d7db0a8a7f3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0794783 Aug 16 20:25:47.528411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:47.558538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:47.626025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:47.626801 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.651790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.690097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.705541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-879bccc4-a00c-44f3-8420-771bbb8c1384 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:47.708008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2751c42-0e8a-41a8-b20f-497d2aac8752 req-879bccc4-a00c-44f3-8420-771bbb8c1384 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1876202 Aug 16 20:25:47.767026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.810149 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.844640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea16e3c-b2c1-4b46-8f18-23a3371916e1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:47.862200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61776d-2364-4387-8ce3-c35d02b0b966 req-cfccd316-cc48-44d5-a604-decdf5daf1ed tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:47.863972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b61776d-2364-4387-8ce3-c35d02b0b966 req-cfccd316-cc48-44d5-a604-decdf5daf1ed tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.0869961 Aug 16 20:25:47.906835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b61776d-2364-4387-8ce3-c35d02b0b966 req-a7377b54-050d-483f-8097-16b4526d0922 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356503 Aug 16 20:25:47.908008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:47.909882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e86e69b-8c0f-4f55-86e8-9a64ddfc9241 req-4e76adb1-71d9-49fb-abed-f5f051cea03c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2224576 Aug 16 20:25:47.982072 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99083f8a-78f0-45ee-b53c-2564fc32da7f x-openstack-request-id: req-99083f8a-78f0-45ee-b53c-2564fc32da7f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:47.982373 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "name": "network-vif-plugged", "status": "completed", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27", "code": 200}, {"server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "name": "network-vif-plugged", "status": "completed", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:47.993945 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99083f8a-78f0-45ee-b53c-2564fc32da7f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:47.993945 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27', 'code': 200} Aug 16 20:25:47.993945 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'code': 200} Aug 16 20:25:48.039574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.057781 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c396155-771c-4487-9f19-904094d71213 x-openstack-request-id: req-7c396155-771c-4487-9f19-904094d71213 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:48.058092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:48.058486 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c396155-771c-4487-9f19-904094d71213 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:48.066266 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'status': 'completed', 'code': 200} Aug 16 20:25:48.088620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d32d62-29df-401a-9edc-5f76f021c9f6 req-f08c9455-8734-4bce-a580-8880c329b50c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.090679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d32d62-29df-401a-9edc-5f76f021c9f6 req-f08c9455-8734-4bce-a580-8880c329b50c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 943 time: 0.1027546 Aug 16 20:25:48.130203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd6460-055e-4895-9246-e3759ea5e2c1 req-d261c017-8b79-4394-9653-2a148246cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.133892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-49cd6460-055e-4895-9246-e3759ea5e2c1 req-d261c017-8b79-4394-9653-2a148246cfd8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 1098 time: 0.0470974 Aug 16 20:25:48.172869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-49cd6460-055e-4895-9246-e3759ea5e2c1 req-479a4287-53db-409e-bfb6-0b4a3939ee57 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Aug 16 20:25:48.239358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-68e72d3f-3959-40f9-aa2b-9a86c828d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.241026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-68e72d3f-3959-40f9-aa2b-9a86c828d271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 1095 time: 0.1481955 Aug 16 20:25:48.244087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d32d62-29df-401a-9edc-5f76f021c9f6 req-7a8a40e3-ed92-4317-93ba-c1a2fa574a5a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075773 Aug 16 20:25:48.251827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9039670-7f42-4809-8437-257276ca55e9 req-acfb6582-310a-4116-9a6a-ed94304bc101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.254856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9039670-7f42-4809-8437-257276ca55e9 req-acfb6582-310a-4116-9a6a-ed94304bc101 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 1097 time: 0.1631081 Aug 16 20:25:48.273409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d23dc-7f81-4acc-a07f-c5b9f5d34fc6 req-0286ff99-ec4f-4932-b452-fa50097a1aa1 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.275847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c25d23dc-7f81-4acc-a07f-c5b9f5d34fc6 req-0286ff99-ec4f-4932-b452-fa50097a1aa1 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.1540039 Aug 16 20:25:48.416537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9039670-7f42-4809-8437-257276ca55e9 req-76663a4f-4625-4652-a8f8-daed436c42fd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384614 Aug 16 20:25:48.434857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c25d23dc-7f81-4acc-a07f-c5b9f5d34fc6 req-c9e44c8f-673f-49ec-90f9-66c38cd6d818 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389582 Aug 16 20:25:48.491841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217294b-ff74-48ca-905a-a138e9f85258 req-9c911a63-be2c-4644-825e-9d156ec98a8a tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.500442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5217294b-ff74-48ca-905a-a138e9f85258 req-9c911a63-be2c-4644-825e-9d156ec98a8a tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1663921 Aug 16 20:25:48.518727 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-890ac489-2339-4801-9848-5db602008bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.520187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-890ac489-2339-4801-9848-5db602008bc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 905 time: 0.2636032 Aug 16 20:25:48.554107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3e11743-57c5-44be-ab74-d1089559d8ce req-28e04c8e-c420-4f01-bec5-dcdb1500a05e tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 210 time: 0.0492392 Aug 16 20:25:48.603341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-51d209c1-a85b-4c87-9d20-ef2613d47a50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981 HTTP/1.1" status: 200 len: 217 time: 0.0731707 Aug 16 20:25:48.629576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5217294b-ff74-48ca-905a-a138e9f85258 req-ce44252b-992b-465e-a1cb-d6e029913947 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282456 Aug 16 20:25:48.704700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-689891883', 'description': 'tempest-description-1976114257'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:48.754237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-3d9263f6-6c7e-4eb7-bdac-3707f1e0efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:48.755771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-3d9263f6-6c7e-4eb7-bdac-3707f1e0efcb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.1391883 Aug 16 20:25:48.802057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-11e7408a-8beb-4d51-b2fc-d85e8580de3d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309951 Aug 16 20:25:48.815681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-9bc9953f-768f-4f2d-97e8-9904dec3d61e tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2141464 Aug 16 20:25:48.844687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:48.885413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:48.952862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-c35464a8-2d19-4574-8513-7d359ec498b1 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361184 Aug 16 20:25:49.014749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.147388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42d764ad-1d78-4b5a-a309-d3b5d256169e req-f3f2f4b9-1d52-4d93-952c-8a31f86dfbb8 service neutron] 10.222.0.73 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828365 Aug 16 20:25:49.185694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.233307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.275218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.330865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415dde5f-ed6d-47dc-8649-62ff9396618d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:49.385365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.386617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9620de5-9934-4a9f-bff3-d93aa1e7d883 req-5eb9894e-3f91-47ad-988f-1b41febb56de tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7069263 Aug 16 20:25:49.426155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Allocated IP 172.25.7.163 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/0ed8fe68-54d9-4533-868c-231852df73cb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:49.622380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13e78-a243-4c23-9cfa-b8d3f888d1e0 req-1e66461c-2839-4cfc-a1cf-f0707efb0552 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:49.625935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42e13e78-a243-4c23-9cfa-b8d3f888d1e0 req-1e66461c-2839-4cfc-a1cf-f0707efb0552 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.1640649 Aug 16 20:25:49.704677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-2346200c-3b1c-4d12-b5b7-4083dc92cf28 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:49.706733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-2346200c-3b1c-4d12-b5b7-4083dc92cf28 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.73 "GET /v2.0/networks?id=813d2b89-e308-408a-aac5-0f3104869603 HTTP/1.1" status: 200 len: 822 time: 0.2266896 Aug 16 20:25:49.718024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.729658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Request body: {'port': {'device_id': '0b42887a-61d2-4135-ada2-43df17092865', 'network_id': '813d2b89-e308-408a-aac5-0f3104869603', 'admin_state_up': True, 'tenant_id': '1aebd5363c3940a1a13ce2524cb140d3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:49.745748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42e13e78-a243-4c23-9cfa-b8d3f888d1e0 req-81d589c2-a2fb-4500-845e-11dd0f4d5b7e tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051552 Aug 16 20:25:49.921412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e925fdc-0789-4ba0-9a94-bfa301bcd44b req-fe5adcb7-4e89-4c3c-b365-99727e7f7ee2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:49.922907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e925fdc-0789-4ba0-9a94-bfa301bcd44b req-fe5adcb7-4e89-4c3c-b365-99727e7f7ee2 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 943 time: 0.1063681 Aug 16 20:25:49.966627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e925fdc-0789-4ba0-9a94-bfa301bcd44b req-09835638-6f67-44d9-a902-b49d242c337c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372770 Aug 16 20:25:49.970442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:49.990165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:49.993556 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b378398b-e068-46be-8f41-0c8dde557473" -d '{"events": [{"server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "name": "network-vif-plugged", "status": "completed", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:50.044851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:50.058145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=0ed8fe68-54d9-4533-868c-231852df73cb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:50.072358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:50.072358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Made reservation on behalf of 1aebd5363c3940a1a13ce2524cb140d3 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:25:50.072358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.073858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:50.304738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.365604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Allocated IP 172.20.0.10 (813d2b89-e308-408a-aac5-0f3104869603/db383309-953d-4d7c-b2aa-673563a56a9a/5219f945-7d43-4323-9c17-97ad7cc738de) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:25:50.532284 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.610614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-0bec5d46-bf59-45aa-8693-9089b79d8db2 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45087 time: 0.6062219 Aug 16 20:25:50.718856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.801030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-e39a5532-64b5-4dd4-a92e-9669b0f8df34 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0860a2f7-3131-426f-ad5d-ca19f244fb1f HTTP/1.1" status: 200 len: 2981 time: 0.1179454 Aug 16 20:25:50.875490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-33180aa4-0dd8-444f-8fe7-675429bb0fe0 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0860a2f7-3131-426f-ad5d-ca19f244fb1f HTTP/1.1" status: 200 len: 2981 time: 0.0669761 Aug 16 20:25:50.885720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.910521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:50.912656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.960427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:50.982195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-289781c3-4aac-4191-bcaf-5139dc444669 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/141483ee-1da7-4b4c-990f-678eae13a826 HTTP/1.1" status: 200 len: 2981 time: 0.0992646 Aug 16 20:25:50.983987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Network 813d2b89-e308-408a-aac5-0f3104869603 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:25:50.992767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:25:50.997369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Pushing event updated for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.026429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:25:51.056096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:51.071272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'mac_address': 'fa:16:3e:39:a9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:51.119886 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.134810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44f7c02-1c72-440f-bbfa-8d5116b74981 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:51.161694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:51.173615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.192526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:51.193203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.201855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-c5c28f7c-0797-4dc0-9da3-2d9db7cb054b tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/141483ee-1da7-4b4c-990f-678eae13a826 HTTP/1.1" status: 200 len: 2981 time: 0.1806858 Aug 16 20:25:51.224408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event updated for resources: {'Port': ['ID=0ed8fe68-54d9-4533-868c-231852df73cb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.250432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.269952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-5a9102e8-68fc-489b-b945-45b50e5613d2 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4228808d-0e85-4f1c-a34a-27fe9af0f6e9 HTTP/1.1" status: 200 len: 2981 time: 0.0487921 Aug 16 20:25:51.273007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.275111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-e47e3677-8432-4d1f-8bdf-2db3420e6263 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4504209 Aug 16 20:25:51.301922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:51.356778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-56c55d32-9c7a-43ec-93b0-57e5b0644302 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6311562 Aug 16 20:25:51.362977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-0b21cff6-82c4-49da-8627-2b0555fc6253 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0669506 Aug 16 20:25:51.379117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Request body: {'port': {'device_id': '0b42887a-61d2-4135-ada2-43df17092865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:51.473483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-efb3ddf8-69ef-49cd-b925-d44fb86caa37 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/4228808d-0e85-4f1c-a34a-27fe9af0f6e9 HTTP/1.1" status: 200 len: 2981 time: 0.1666906 Aug 16 20:25:51.484294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['b44f7c02-1c72-440f-bbfa-8d5116b74981'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:51.557045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-a5c019ed-c834-4f12-be43-d6cf4b688f7b tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/515e9a62-dde9-413f-9934-a328ca98f3f8 HTTP/1.1" status: 200 len: 2981 time: 0.0737131 Aug 16 20:25:51.562147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.679084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:51.992388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-a0f0338c-068c-4945-9b93-90e9ec6503c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:51.993698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0567bf0-25e6-49ec-8cbf-e446a737e2b0 req-a0f0338c-068c-4945-9b93-90e9ec6503c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.6085305 Aug 16 20:25:52.030263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-f5b56635-c696-4ae4-8cb9-12e86d02dd66 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/515e9a62-dde9-413f-9934-a328ca98f3f8 HTTP/1.1" status: 200 len: 2981 time: 0.1031106 Aug 16 20:25:52.228373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-3d3fc51f-e3bf-4873-b311-c32d45dd9c4c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/673d37ed-09ed-4824-be03-411caaac99ff HTTP/1.1" status: 200 len: 2981 time: 0.1425405 Aug 16 20:25:52.239655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aac06e-9da2-4b5e-b181-15cd72e4ef1a req-a9b09397-9b33-497f-b416-68827d11f364 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:52.241182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83aac06e-9da2-4b5e-b181-15cd72e4ef1a req-a9b09397-9b33-497f-b416-68827d11f364 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.1566894 Aug 16 20:25:52.343201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-038e9244-b8ab-4aff-befb-55d89585308e tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/673d37ed-09ed-4824-be03-411caaac99ff HTTP/1.1" status: 200 len: 2981 time: 0.1009867 Aug 16 20:25:52.354402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83aac06e-9da2-4b5e-b181-15cd72e4ef1a req-7c1eb6af-75e4-45cf-be40-a1445a424bdf tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032934 Aug 16 20:25:52.463494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5219f945-7d43-4323-9c17-97ad7cc738de {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:52.472943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-691fd634-1793-4036-b7b8-ee9952e036d5 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/81692b91-13f7-4e81-a383-8ac5af8c69b4 HTTP/1.1" status: 200 len: 2973 time: 0.1176169 Aug 16 20:25:52.476256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.506829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Transition to ACTIVE for port object 5219f945-7d43-4323-9c17-97ad7cc738de will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:25:52.529931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14359a58-54b9-4c84-a1cc-d76a08635b23 req-f32e1c4d-346f-4aa7-ae9c-0b32c026e555 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:52.531434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14359a58-54b9-4c84-a1cc-d76a08635b23 req-f32e1c4d-346f-4aa7-ae9c-0b32c026e555 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 932 time: 0.1133909 Aug 16 20:25:52.555134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-4ec33890-7ba4-4e53-a664-9ecaa824d721 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/81692b91-13f7-4e81-a383-8ac5af8c69b4 HTTP/1.1" status: 200 len: 2973 time: 0.0746152 Aug 16 20:25:52.567155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.648789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14359a58-54b9-4c84-a1cc-d76a08635b23 req-7298a3fc-bbbe-4e12-93a6-631455e340f5 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070471 Aug 16 20:25:52.655224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:52.736406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-d939fa55-5b76-4948-8868-22a412bcabf6 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/821643ac-d434-46d9-a6ed-f69096b576f4 HTTP/1.1" status: 200 len: 2977 time: 0.1444030 Aug 16 20:25:52.837294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Attempting to bind port 5219f945-7d43-4323-9c17-97ad7cc738de on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:25:52.837728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Attempting to bind port 5219f945-7d43-4323-9c17-97ad7cc738de by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'ce7fee75-e8ef-423e-951d-600532e7c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '813d2b89-e308-408a-aac5-0f3104869603'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:25:52.838143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Attempting to bind port 5219f945-7d43-4323-9c17-97ad7cc738de on network 813d2b89-e308-408a-aac5-0f3104869603 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:52.849187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c726c71-308d-4ff6-9487-3c6c51929cff req-51490354-e94a-4a24-9626-2236872093e4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:52.850782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c726c71-308d-4ff6-9487-3c6c51929cff req-51490354-e94a-4a24-9626-2236872093e4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1117733 Aug 16 20:25:52.859621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-a0cefb5c-af0a-4168-be2f-643195aabbce tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/821643ac-d434-46d9-a6ed-f69096b576f4 HTTP/1.1" status: 200 len: 2977 time: 0.1081679 Aug 16 20:25:52.874672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Port 5219f945-7d43-4323-9c17-97ad7cc738de on network 813d2b89-e308-408a-aac5-0f3104869603 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:25:52.874672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Attempting to bind port 5219f945-7d43-4323-9c17-97ad7cc738de on network 813d2b89-e308-408a-aac5-0f3104869603 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:25:52.898396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:25:52.898745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Checking segment: {'id': 'ce7fee75-e8ef-423e-951d-600532e7c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '813d2b89-e308-408a-aac5-0f3104869603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:25:52.899276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Bound using segment: {'id': 'ce7fee75-e8ef-423e-951d-600532e7c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '813d2b89-e308-408a-aac5-0f3104869603'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:25:52.899820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Bound port: 5219f945-7d43-4323-9c17-97ad7cc738de, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7fee75-e8ef-423e-951d-600532e7c5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '813d2b89-e308-408a-aac5-0f3104869603'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:25:52.900253 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:52.926231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:25:52.954957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c726c71-308d-4ff6-9487-3c6c51929cff req-267b456b-fe99-4307-9a85-68804dc471f0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902321 Aug 16 20:25:52.962606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-b959e2b2-8147-437d-8ca6-d25c44f4891f tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aed8090f-a6e6-41c6-9dd0-165dcdd60a32 HTTP/1.1" status: 200 len: 2981 time: 0.1011612 Aug 16 20:25:53.057020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-eaaccd80-3acb-486a-bd58-65c287ad6c21 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aed8090f-a6e6-41c6-9dd0-165dcdd60a32 HTTP/1.1" status: 200 len: 2981 time: 0.0942504 Aug 16 20:25:53.059438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:25:53.068725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5219f945-7d43-4323-9c17-97ad7cc738de,segment=NetworkSegment(ce7fee75-e8ef-423e-951d-600532e7c5b4),segment_id=ce7fee75-e8ef-423e-951d-600532e7c5b4)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:25:53.113667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port b44f7c02-1c72-440f-bbfa-8d5116b74981 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:25:53.118128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port b44f7c02-1c72-440f-bbfa-8d5116b74981 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:25:53.118128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.145516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-1effaea4-8471-469b-baed-d0ec48fcbff5 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b33830c4-df10-43b7-a85f-ec1734363b39 HTTP/1.1" status: 200 len: 2981 time: 0.0875578 Aug 16 20:25:53.174973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcfd23-5e34-47b7-97f3-97b258d52ef7 req-5888433b-878c-445f-8b99-f560a9e24d06 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.177309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32bcfd23-5e34-47b7-97f3-97b258d52ef7 req-5888433b-878c-445f-8b99-f560a9e24d06 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.1062527 Aug 16 20:25:53.185009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.186576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:25:53.203271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Request body: {'floatingip': {'port_id': '3c72780b-b837-42b7-9967-fa061d4e6e2b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:25:53.239213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.243674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.244720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.246218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] 10.222.0.73 "PUT /v2.0/ports/5219f945-7d43-4323-9c17-97ad7cc738de HTTP/1.1" status: 200 len: 1093 time: 1.8727014 Aug 16 20:25:53.251827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:53.254988 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20295610-5d9d-4cd2-9711-f268785cf609" -d '{"events": [{"name": "network-changed", "server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:53.278178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-87cb1d58-9cb3-477e-bc15-1ed239f6a301 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b33830c4-df10-43b7-a85f-ec1734363b39 HTTP/1.1" status: 200 len: 2981 time: 0.1315467 Aug 16 20:25:53.293038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:53.312097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a395e-1fa0-4c99-98a6-005d6eb8ae19 service neutron] Pushing event updated for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:53.313172 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55f865-4b67-460c-9125-c10790bf2872 x-openstack-request-id: req-8b55f865-4b67-460c-9125-c10790bf2872 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:53.313667 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "name": "network-vif-plugged", "status": "completed", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:53.314108 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b55f865-4b67-460c-9125-c10790bf2872 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:53.315750 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc', 'code': 200} Aug 16 20:25:53.350168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.376513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.409976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-8406b823-accd-481c-9af4-5ca9c3ad99fe tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c24b0493-55d3-4be7-b29d-6bf4885b4f32 HTTP/1.1" status: 200 len: 2981 time: 0.1302722 Aug 16 20:25:53.469461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:53.555206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-fa4489d0-0a14-45be-97d8-5208636d607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.556923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-fa4489d0-0a14-45be-97d8-5208636d607b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1aebd5363c3940a1a13ce2524cb140d3&device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 1096 time: 0.2005367 Aug 16 20:25:53.568728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985d6b-ddcc-4015-845a-057301b234eb req-a55778a7-9f3a-4782-86b7-4ba02df37765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.570251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2985d6b-ddcc-4015-845a-057301b234eb req-a55778a7-9f3a-4782-86b7-4ba02df37765 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1098 time: 0.1503499 Aug 16 20:25:53.634944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-69c34542-8085-45b9-aafe-c22e22d7995a tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c24b0493-55d3-4be7-b29d-6bf4885b4f32 HTTP/1.1" status: 200 len: 2981 time: 0.1641722 Aug 16 20:25:53.637979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-a4c84766-aa6e-404a-a631-e7078a7d8e27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5219f945-7d43-4323-9c17-97ad7cc738de HTTP/1.1" status: 200 len: 217 time: 0.0664518 Aug 16 20:25:53.645711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1286a9-c7d5-489b-ac0e-78acf1119aaf req-223ce87b-7982-40eb-b9d4-327f598f5d31 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.647252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db1286a9-c7d5-489b-ac0e-78acf1119aaf req-223ce87b-7982-40eb-b9d4-327f598f5d31 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 945 time: 0.1864111 Aug 16 20:25:53.685145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2985d6b-ddcc-4015-845a-057301b234eb req-730ec50b-db14-473c-b490-66ce2171f7df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052022 Aug 16 20:25:53.762759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db1286a9-c7d5-489b-ac0e-78acf1119aaf req-02c529e9-2651-483e-bb21-1d7d291c60be tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966735 Aug 16 20:25:53.768001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-0fd3c44b-29a6-480b-8635-a2dc616dd825 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c6801615-d73b-4f4c-b972-d6ddb063de5d HTTP/1.1" status: 200 len: 2981 time: 0.1122723 Aug 16 20:25:53.769813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5283990-d58a-4b43-9179-2758c3fa68da req-ea8584ae-fc7b-4953-bd36-f3ea5921abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:53.771255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-ea8584ae-fc7b-4953-bd36-f3ea5921abb8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db383309-953d-4d7c-b2aa-673563a56a9a HTTP/1.1" status: 200 len: 862 time: 0.1230388 Aug 16 20:25:53.820042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-a5c7c0e1-ee83-4458-a5f3-3570994ca9c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=813d2b89-e308-408a-aac5-0f3104869603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376229 Aug 16 20:25:53.916655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b60a1e0a-6f48-44c9-a386-9e569e6ee970 req-5b8a2997-b523-441c-9534-fd54e3ac1826 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips/d109c03a-938c-4361-9967-5924519ae6f5 HTTP/1.1" status: 200 len: 693 time: 0.1039555 Aug 16 20:25:53.919925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:53.954606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-120d96ab-6881-4c8c-88de-0bbac2e2aa45 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/c6801615-d73b-4f4c-b972-d6ddb063de5d HTTP/1.1" status: 200 len: 2981 time: 0.1779358 Aug 16 20:25:54.005370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.073588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-6d60cae5-d559-49cf-aa27-7ca2306a8ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180500 Aug 16 20:25:54.097858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-aec8854f-9005-4705-8b57-3b8261b87f25 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d314b778-2a42-4eb8-8851-1cb651de2e78 HTTP/1.1" status: 200 len: 2981 time: 0.1075950 Aug 16 20:25:54.153032 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Floating IP b217dddd-a24a-43bc-bd9e-39a2ec444b3b associated. External IP: 172.25.7.102, port: 3c72780b-b837-42b7-9967-fa061d4e6e2b. Aug 16 20:25:54.159278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a1e0a-6f48-44c9-a386-9e569e6ee970 req-2998e8b8-df96-4e47-89c8-e76cfe85ca5c tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.171230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b60a1e0a-6f48-44c9-a386-9e569e6ee970 req-2998e8b8-df96-4e47-89c8-e76cfe85ca5c tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2476199 Aug 16 20:25:54.197593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b60a1e0a-6f48-44c9-a386-9e569e6ee970 req-aeb4cea2-026a-4e0b-9faf-cee42adaf42b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:25:54.210180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b60a1e0a-6f48-44c9-a386-9e569e6ee970 req-aeb4cea2-026a-4e0b-9faf-cee42adaf42b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0370591 Aug 16 20:25:54.290679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-46010d1e-0567-4829-a5a9-4d2754a6e58c tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/d314b778-2a42-4eb8-8851-1cb651de2e78 HTTP/1.1" status: 200 len: 2981 time: 0.1800263 Aug 16 20:25:54.306959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5283990-d58a-4b43-9179-2758c3fa68da req-37fd6fec-dfa0-4c14-819a-b60b46ecf60a service neutron] 10.222.0.73 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252853 Aug 16 20:25:54.375971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eb0e6-2bff-4ca4-85c1-a5e2a3ef592c req-16a6fe0f-d17c-4b67-a5cd-3bd57a6e8597 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.378237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c4eb0e6-2bff-4ca4-85c1-a5e2a3ef592c req-16a6fe0f-d17c-4b67-a5cd-3bd57a6e8597 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0926566 Aug 16 20:25:54.380002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-f29f22c6-b2b6-471f-9747-c788929ffab4 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f53ce83d-1662-4d9b-bd32-269dc031b230 HTTP/1.1" status: 200 len: 2981 time: 0.0775216 Aug 16 20:25:54.422300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:25:54.453876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c4eb0e6-2bff-4ca4-85c1-a5e2a3ef592c req-d2a24932-9501-4bc3-b244-711e5f33bd61 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683746 Aug 16 20:25:54.460074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d288352-5010-4663-88a6-3ac3a3a083d7 req-922db55d-6e45-471c-9e88-8bcbf0e0b26b tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f53ce83d-1662-4d9b-bd32-269dc031b230 HTTP/1.1" status: 200 len: 2981 time: 0.0734737 Aug 16 20:25:54.510952 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd7e611-19b7-4cc6-8dfc-787cdcd3a803 x-openstack-request-id: req-8dd7e611-19b7-4cc6-8dfc-787cdcd3a803 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:54.511245 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:54.511498 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8dd7e611-19b7-4cc6-8dfc-787cdcd3a803 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:54.511926 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de', 'status': 'completed', 'code': 200} Aug 16 20:25:54.599836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:25:54.604883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:54.611205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Sync routers for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:25:54.622745 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:54.623363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:54.641236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb72e63f-2b18-4a64-9438-0e216165443d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "PUT /v2.0/floatingips/b217dddd-a24a-43bc-bd9e-39a2ec444b3b HTTP/1.1" status: 200 len: 992 time: 1.4529331 Aug 16 20:25:54.642000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:54.645362 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:54.660465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295610-5d9d-4cd2-9711-f268785cf609 req-99e8e99b-59c0-4637-8006-e828c0d9a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.662335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-99e8e99b-59c0-4637-8006-e828c0d9a855 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1aebd5363c3940a1a13ce2524cb140d3&device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 1096 time: 0.1051209 Aug 16 20:25:54.717798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc70a73-38f7-4d3e-89d2-c59b212550d2 req-3f9f2270-d397-49dc-b5f0-be2a6b04dc55 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.726431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cc70a73-38f7-4d3e-89d2-c59b212550d2 req-3f9f2270-d397-49dc-b5f0-be2a6b04dc55 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 944 time: 0.1276159 Aug 16 20:25:54.766181 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:54.841058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cc70a73-38f7-4d3e-89d2-c59b212550d2 req-a2d97d29-47d0-40bf-850f-3f76d2496a91 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132476 Aug 16 20:25:54.861613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d897b-6d63-43f2-80d4-9217491188e9 req-fd327eed-6ac6-4f95-bfe2-165f8f289c96 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.864261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a5d897b-6d63-43f2-80d4-9217491188e9 req-fd327eed-6ac6-4f95-bfe2-165f8f289c96 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1984239 Aug 16 20:25:54.958878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-d4b92e9f-2392-409d-929d-7a71baadd756 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips/d109c03a-938c-4361-9967-5924519ae6f5 HTTP/1.1" status: 200 len: 693 time: 0.0847688 Aug 16 20:25:54.963164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295610-5d9d-4cd2-9711-f268785cf609 req-a9d1770d-0e1f-47f0-aabe-f983096980a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:54.964821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-a9d1770d-0e1f-47f0-aabe-f983096980a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=813d2b89-e308-408a-aac5-0f3104869603 HTTP/1.1" status: 200 len: 923 time: 0.2849650 Aug 16 20:25:55.040571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'b217dddd-a24a-43bc-bd9e-39a2ec444b3b', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'port_id': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'mac_address': 'fa:16:3e:71:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:32Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 1, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:55.059792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-2da9ad6a-6b03-477c-afed-8361234c48ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5219f945-7d43-4323-9c17-97ad7cc738de HTTP/1.1" status: 200 len: 217 time: 0.0844474 Aug 16 20:25:55.066539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a5d897b-6d63-43f2-80d4-9217491188e9 req-1fe7c555-6982-408d-ba87-c86aca759fe4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912422 Aug 16 20:25:55.097499 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Checking router: d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:25:55.114588 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:25:55.115525 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:25:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:55.161756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20295610-5d9d-4cd2-9711-f268785cf609 req-d32da4e4-34f6-4668-9772-f1634d5e223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:55.163228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-d32da4e4-34f6-4668-9772-f1634d5e223c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db383309-953d-4d7c-b2aa-673563a56a9a HTTP/1.1" status: 200 len: 862 time: 0.0935574 Aug 16 20:25:55.222467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-647eb733-d4d7-4d4d-b5a0-a3ff1bc1bfab tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:55.230150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-647eb733-d4d7-4d4d-b5a0-a3ff1bc1bfab tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2699971 Aug 16 20:25:55.236738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-788d1da2-4737-4246-ad74-3ffac62014b5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=813d2b89-e308-408a-aac5-0f3104869603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600040 Aug 16 20:25:55.314747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbb17163-ee2d-4bfc-8e64-712e49c22ab9 req-f4f66a87-4560-42ad-82e5-c2b154b4c0bf tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=747f4a1b1a5d4be19490a19f9cca3c77 HTTP/1.1" status: 200 len: 6101 time: 0.2030587 Aug 16 20:25:55.317503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:25:55.320504 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b0c393-e9ec-461c-a248-236b342d810f" -d '{"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-plugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:25:55.349724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-b8d27abc-da2b-4795-bcb9-7b5c71a0eea7 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.1185997 Aug 16 20:25:55.366101 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:25:55.441083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-69044b42-52d3-4616-b026-67cfb5f20f6f tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.163 HTTP/1.1" status: 200 len: 696 time: 0.0904484 Aug 16 20:25:55.519641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbb17163-ee2d-4bfc-8e64-712e49c22ab9 req-e33e9d2a-172e-42bd-886d-be614c9d7b26 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "GET /v2.0/security-groups/515e9a62-dde9-413f-9934-a328ca98f3f8 HTTP/1.1" status: 200 len: 2981 time: 0.1804826 Aug 16 20:25:55.588933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-f7b6191d-b3f3-4b08-82a2-7677bbb20eb6 service neutron] 10.222.0.73 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382897 Aug 16 20:25:55.664349 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'b217dddd-a24a-43bc-bd9e-39a2ec444b3b', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'port_id': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'mac_address': 'fa:16:3e:71:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:32Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 1, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:25:55.680536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbb17163-ee2d-4bfc-8e64-712e49c22ab9 req-a146e619-5055-4166-a633-519ffac2865c tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "GET /v2.0/security-groups/515e9a62-dde9-413f-9934-a328ca98f3f8 HTTP/1.1" status: 200 len: 2981 time: 0.1515644 Aug 16 20:25:55.702072 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10093df2-4f47-4c73-8aa8-cd028136c619 None None] The sync data for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 is: [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'b217dddd-a24a-43bc-bd9e-39a2ec444b3b', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'floating_ip_address': '172.25.7.102', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'port_id': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'mac_address': 'fa:16:3e:71:d6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:24:32Z', 'updated_at': '2021-08-16T20:25:53Z', 'revision_number': 1, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:25:55.744447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Deleting port 0ed8fe68-54d9-4533-868c-231852df73cb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:25:55.744796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.749096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20295610-5d9d-4cd2-9711-f268785cf609 req-7cc4d62b-8520-4de3-a082-c16cb6d03018 service neutron] 10.222.0.73 "GET /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359861 Aug 16 20:25:55.866574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.866902 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:55.885824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb90117-3637-4e98-b98c-3b7e220b1090 req-c4ff358b-1591-4b0e-a773-767cfefa39ec tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:55.887399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bb90117-3637-4e98-b98c-3b7e220b1090 req-c4ff358b-1591-4b0e-a773-767cfefa39ec tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.0896633 Aug 16 20:25:55.892887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Calling delete_port for 0ed8fe68-54d9-4533-868c-231852df73cb owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:25:55.991635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf334cbe-6ef4-45b5-8881-39450128c233 None None] New status for floating IP b217dddd-a24a-43bc-bd9e-39a2ec444b3b: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:25:55.998933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bb90117-3637-4e98-b98c-3b7e220b1090 req-1534c67b-9a8a-4192-901e-1914eea6e7cf tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998912 Aug 16 20:25:56.201749 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be25a5-206a-4e0d-9372-3e615425e89d x-openstack-request-id: req-99be25a5-206a-4e0d-9372-3e615425e89d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:56.202290 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:56.202290 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99be25a5-206a-4e0d-9372-3e615425e89d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:56.202675 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'status': 'completed', 'code': 200} Aug 16 20:25:56.295747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-84fa3614-69e6-464a-9f04-b276b5020180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.297290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-84fa3614-69e6-464a-9f04-b276b5020180 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 1098 time: 0.0731046 Aug 16 20:25:56.337875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d51b5-8f32-4a37-8269-4fb780a242fb req-9dd40d2c-38c1-452c-bf9a-37e59a985dcc tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.339526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-166d51b5-8f32-4a37-8269-4fb780a242fb req-9dd40d2c-38c1-452c-bf9a-37e59a985dcc tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 945 time: 0.0841017 Aug 16 20:25:56.415936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-166d51b5-8f32-4a37-8269-4fb780a242fb req-5679f114-103a-4d78-b9a0-6921a51624ee tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Aug 16 20:25:56.442477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-c2253d1b-62b4-48d6-a46c-5eb27942a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.444540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-c2253d1b-62b4-48d6-a46c-5eb27942a2f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 200 len: 917 time: 0.1393733 Aug 16 20:25:56.458727 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a9404-6f6c-43ef-b056-afad031ff1b5 x-openstack-request-id: req-658a9404-6f6c-43ef-b056-afad031ff1b5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:25:56.459345 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-plugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:25:56.459345 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-658a9404-6f6c-43ef-b056-afad031ff1b5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:25:56.459657 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'code': 200} Aug 16 20:25:56.569033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-1a1bfa53-f8c4-4aaa-bbd5-922d3ad546ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 200 len: 1000 time: 0.1167154 Aug 16 20:25:56.575047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-24a64146-e11b-4c43-a009-57d3cec41ac9 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/415dde5f-ed6d-47dc-8649-62ff9396618d HTTP/1.1" status: 200 len: 1777 time: 0.0839512 Aug 16 20:25:56.623465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d2a05-1f2f-4698-b4a2-9b807602dec3 req-844b3d8d-8bfd-4e69-b501-2da7aac02c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.625659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba4d2a05-1f2f-4698-b4a2-9b807602dec3 req-844b3d8d-8bfd-4e69-b501-2da7aac02c80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 1097 time: 0.1049237 Aug 16 20:25:56.662440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-f5192bce-0d6f-45a5-9ab6-003ff723332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.663876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-f5192bce-0d6f-45a5-9ab6-003ff723332f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe HTTP/1.1" status: 200 len: 855 time: 0.0858874 Aug 16 20:25:56.719403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba4d2a05-1f2f-4698-b4a2-9b807602dec3 req-985d0676-a783-4734-8482-4f0d35834d92 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Aug 16 20:25:56.720942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.748718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-bfbc03ef-7ac2-467b-b3f0-04490b895c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:56.752149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-bfbc03ef-7ac2-467b-b3f0-04490b895c99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54fb506c-7234-4e7e-b32a-02aedcd095eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784461 Aug 16 20:25:56.752149 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.757680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:56.800137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event deleted for resources: {'Port': ['ID=0ed8fe68-54d9-4533-868c-231852df73cb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:57.277840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.280474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.281654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bfcd198-00e9-4379-af57-cd5e98d88a88 req-ad2a7a95-d9de-4bae-b6bd-52d87a33a264 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "DELETE /v2.0/floatingips/d109c03a-938c-4361-9967-5924519ae6f5 HTTP/1.1" status: 204 len: 173 time: 1.8397875 Aug 16 20:25:57.302991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-a5698c41-0c64-4f90-99be-b3f039d776e2 service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064707 Aug 16 20:25:57.355825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.358579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:57.359924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36e4552e-6cbf-4b16-bb95-e2bfe80b425a req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/415dde5f-ed6d-47dc-8649-62ff9396618d HTTP/1.1" status: 204 len: 173 time: 0.7740948 Aug 16 20:25:57.406196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8343317-d231-417e-8722-658947f334d7 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415dde5f-ed6d-47dc-8649-62ff9396618d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:57.451596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068ca29-bbed-4047-a651-2f3a7bdb0a76 req-39d892ab-3bbe-4f99-bee6-95669a065e11 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.454535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a068ca29-bbed-4047-a651-2f3a7bdb0a76 req-39d892ab-3bbe-4f99-bee6-95669a065e11 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 944 time: 0.0909328 Aug 16 20:25:57.486304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab069cf-edbd-4a6e-a50f-c79b7d1bfb2e req-36deffd7-a41d-4f1e-9bf9-4299f832b57f service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839740 Aug 16 20:25:57.552719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a068ca29-bbed-4047-a651-2f3a7bdb0a76 req-42585267-b662-4f15-9059-7fc9602c141b tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880916 Aug 16 20:25:57.711207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aaac1-d2eb-480c-96ed-1bf7d27983cc req-a41d2298-162b-4c14-a4b3-108df19f13cf tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.713020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-245aaac1-d2eb-480c-96ed-1bf7d27983cc req-a41d2298-162b-4c14-a4b3-108df19f13cf tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0994725 Aug 16 20:25:57.738079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83ace-2806-494d-8b1e-38171f645e48 req-f910f9ce-0bae-4ffc-9852-89898f226727 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:57.739621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3d83ace-2806-494d-8b1e-38171f645e48 req-f910f9ce-0bae-4ffc-9852-89898f226727 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.0807447 Aug 16 20:25:57.793816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-245aaac1-d2eb-480c-96ed-1bf7d27983cc req-440df197-4a7b-47ba-82b6-d35e89142e1e tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698776 Aug 16 20:25:57.819089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3d83ace-2806-494d-8b1e-38171f645e48 req-131c9388-cc82-4d86-905e-6f1d59465a49 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Aug 16 20:25:58.072314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-9070107a-4015-499c-b727-cf2b49e0de21 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aea16e3c-b2c1-4b46-8f18-23a3371916e1 HTTP/1.1" status: 200 len: 1776 time: 0.1488061 Aug 16 20:25:58.108417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3df021-3c7a-4968-a796-19c99b5a791f req-9c6c2dca-a2db-4cbf-b2d8-6d4dd2a74e33 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:58.110111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc3df021-3c7a-4968-a796-19c99b5a791f req-9c6c2dca-a2db-4cbf-b2d8-6d4dd2a74e33 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2743812 Aug 16 20:25:58.153597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.205060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.253456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652af89-bea6-4382-b25a-62db4b36b7fc req-8e04fc1d-6e15-49a7-be63-b93c70900d13 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:58.254605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c652af89-bea6-4382-b25a-62db4b36b7fc req-8e04fc1d-6e15-49a7-be63-b93c70900d13 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 945 time: 0.0799828 Aug 16 20:25:58.309012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c652af89-bea6-4382-b25a-62db4b36b7fc req-15b2bdad-3546-4046-9916-1764fa0b1666 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Aug 16 20:25:58.381981 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.387352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:58.393909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6553ae6a-f9c0-41a3-a848-5855c4c37bc6 req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/aea16e3c-b2c1-4b46-8f18-23a3371916e1 HTTP/1.1" status: 204 len: 173 time: 0.3140140 Aug 16 20:25:58.424777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd6353-713b-45f0-832a-f581a48d9329 tempest-SecurityGroupsTestAdminJSON-1925702000 tempest-SecurityGroupsTestAdminJSON-1925702000-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea16e3c-b2c1-4b46-8f18-23a3371916e1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:58.712344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3d8a-3bcb-4020-8193-a23181339d3d req-6830a61c-b47a-40c1-8132-3ab7f43aa783 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:58.713882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f19d3d8a-3bcb-4020-8193-a23181339d3d req-6830a61c-b47a-40c1-8132-3ab7f43aa783 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0595019 Aug 16 20:25:58.801049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12511648-5ff7-48ad-b804-546878b27e1e req-3875b7fc-51b2-4d7b-a97c-2dcc0d6d5199 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=b653eec44bd64eb6afa479379df7ae92 HTTP/1.1" status: 200 len: 1656 time: 0.0861261 Aug 16 20:25:58.899424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f19d3d8a-3bcb-4020-8193-a23181339d3d req-67f9364d-b753-4859-9cb8-7e5cfc595fba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779125 Aug 16 20:25:58.959261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5219f945-7d43-4323-9c17-97ad7cc738de details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:25:58.978114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-f0455ca1-bf0d-4864-9362-cffc9e51f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:58.979647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-f0455ca1-bf0d-4864-9362-cffc9e51f76e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1098 time: 0.1287630 Aug 16 20:25:59.091299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12511648-5ff7-48ad-b804-546878b27e1e req-68ea2f78-2968-4c89-8132-cab73d880b43 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.092949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12511648-5ff7-48ad-b804-546878b27e1e req-68ea2f78-2968-4c89-8132-cab73d880b43 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks?id=90b89b4c-02e9-41ca-9ad8-53e143148548&id=90b89b4c-02e9-41ca-9ad8-53e143148548&id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 787 time: 0.2803509 Aug 16 20:25:59.116559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-8f464ab7-ab36-43a5-9ac9-028236f1406c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1606598 Aug 16 20:25:59.193839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5219f945-7d43-4323-9c17-97ad7cc738de,segment=NetworkSegment(ce7fee75-e8ef-423e-951d-600532e7c5b4),segment_id=ce7fee75-e8ef-423e-951d-600532e7c5b4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:59.195162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-e2eda9fe-cb97-4d55-83c1-158fe56e1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.196755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-e2eda9fe-cb97-4d55-83c1-158fe56e1d58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.1858501 Aug 16 20:25:59.208309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '5219f945-7d43-4323-9c17-97ad7cc738de', 'network_id': '813d2b89-e308-408a-aac5-0f3104869603', 'port_id': '5219f945-7d43-4323-9c17-97ad7cc738de', 'mac_address': 'fa:16:3e:46:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db383309-953d-4d7c-b2aa-673563a56a9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:25:59.249233 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.265147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-2a34c565-7197-4208-8058-7871c2f65cff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 200 len: 217 time: 0.0439942 Aug 16 20:25:59.266312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5219f945-7d43-4323-9c17-97ad7cc738de {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:25:59.291545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5219f945-7d43-4323-9c17-97ad7cc738de,segment=NetworkSegment(ce7fee75-e8ef-423e-951d-600532e7c5b4),segment_id=ce7fee75-e8ef-423e-951d-600532e7c5b4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:25:59.295371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-12f3ee1c-1246-4e3e-a6d2-08c556ae00c5 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "GET /v2.0/security-groups/7624819e-a8cc-492a-9fb5-8d973587ae8f HTTP/1.1" status: 200 len: 1776 time: 0.1624846 Aug 16 20:25:59.325547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-99477692-272e-4b87-84f1-5bcc26b3ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.327102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-99477692-272e-4b87-84f1-5bcc26b3ac83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 1097 time: 0.1499901 Aug 16 20:25:59.370803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.424812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:25:59.462801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-12883941-458a-4d10-85d7-268853ea75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.464456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-12883941-458a-4d10-85d7-268853ea75ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.1858358 Aug 16 20:25:59.519970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-071c7725-2978-4362-bf8b-451c2514560a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419610 Aug 16 20:25:59.525727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.532952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-2c041ada-1528-4f0f-a0a7-580b27ae1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.535346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-2c041ada-1528-4f0f-a0a7-580b27ae1cab service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.1691206 Aug 16 20:25:59.637193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.640747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-299c0946-3d64-41ec-9d9d-2679077d848d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 200 len: 217 time: 0.0830739 Aug 16 20:25:59.674442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5219f945-7d43-4323-9c17-97ad7cc738de'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:25:59.745021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-56bb79ec-f895-457f-b37d-23d5d5911811 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134242 Aug 16 20:25:59.826355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-014e122f-d1de-4e88-9a40-a27757ed22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.827891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-014e122f-d1de-4e88-9a40-a27757ed22bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.1721790 Aug 16 20:25:59.937923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.941203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:25:59.942407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fbf5736-4294-4acc-8d65-39a5661f7c9c req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "DELETE /v2.0/security-groups/7624819e-a8cc-492a-9fb5-8d973587ae8f HTTP/1.1" status: 204 len: 173 time: 0.6196048 Aug 16 20:25:59.957143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb8a9-25ac-439f-9594-9f22d40aa97a req-d3730a48-fcb5-4451-b667-4fc86b28c3cb tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.958822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-372cb8a9-25ac-439f-9594-9f22d40aa97a req-d3730a48-fcb5-4451-b667-4fc86b28c3cb tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 945 time: 0.1367118 Aug 16 20:25:59.969554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-18ed6c58-b86d-4ae2-a756-2376cae789c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:25:59.970972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-18ed6c58-b86d-4ae2-a756-2376cae789c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296027 Aug 16 20:25:59.980043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7979973b-e21d-400c-9c58-ab6417494ab0 req-22148938-841a-40ae-b837-f9a53cb7b130 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255092 Aug 16 20:26:00.003658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05730-d301-464f-a17b-ee9215a43352 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7624819e-a8cc-492a-9fb5-8d973587ae8f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:00.122158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-372cb8a9-25ac-439f-9594-9f22d40aa97a req-ef8bd262-9720-4198-8b2d-e047b7bfc9e2 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459925 Aug 16 20:26:00.153106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-1e248d72-e423-4255-b310-46ce0d390a68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2088029 Aug 16 20:26:00.168311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ae68-9a39-47a7-9d33-fc4dfb9b10c0 req-2089d91d-826f-45bf-bf96-36c411be29b5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.169868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f30ae68-9a39-47a7-9d33-fc4dfb9b10c0 req-2089d91d-826f-45bf-bf96-36c411be29b5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1469216 Aug 16 20:26:00.174945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-934e6781-c970-4914-b08e-c466f08d873b service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766379 Aug 16 20:26:00.293757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f30ae68-9a39-47a7-9d33-fc4dfb9b10c0 req-17f24ed5-a776-426f-8958-6ae80235c637 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153114 Aug 16 20:26:00.319119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-b0fa95e1-f111-4207-9371-b53485129978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.320796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-b0fa95e1-f111-4207-9371-b53485129978 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 1097 time: 0.1090484 Aug 16 20:26:00.381984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc7f0c78-b2a5-4426-b906-ecc1c71ce9f0 req-765228b4-5137-4c3e-b22c-5cccd9d070e3 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961803 Aug 16 20:26:00.390106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-21df2a64-6c00-4479-98ad-b5cb9423258b tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips/4b2b07cf-116e-4092-b332-0b3db206fa46 HTTP/1.1" status: 200 len: 692 time: 0.0651176 Aug 16 20:26:00.591659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35dd06-9cfa-4b76-9f07-0efb8ca21d93 req-e86775dc-ae8e-4eab-9437-dd3c2181910c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.598025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35dd06-9cfa-4b76-9f07-0efb8ca21d93 req-e86775dc-ae8e-4eab-9437-dd3c2181910c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.603950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35dd06-9cfa-4b76-9f07-0efb8ca21d93 req-e86775dc-ae8e-4eab-9437-dd3c2181910c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.605798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d35dd06-9cfa-4b76-9f07-0efb8ca21d93 req-e86775dc-ae8e-4eab-9437-dd3c2181910c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c&device_id=fed58385-c294-408c-a950-48563c4fa18a&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 2417 time: 0.1701152 Aug 16 20:26:00.608951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-19711f90-e17f-4a3f-8457-fe9d536954a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.610455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-19711f90-e17f-4a3f-8457-fe9d536954a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.2439489 Aug 16 20:26:00.618187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-e8065810-1d0a-4ff7-b564-f2ce796a06fc tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.619671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-e8065810-1d0a-4ff7-b564-f2ce796a06fc tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2196450 Aug 16 20:26:00.720477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-5a86e0fb-a3ef-4690-a5b9-5d661bbfad62 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d99862a-d606-4501-ba41-e752ca60cb27 HTTP/1.1" status: 200 len: 217 time: 0.0998123 Aug 16 20:26:00.725215 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d60eb61f-c725-47b8-afc5-3040db09e74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:00.733848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-5a6e7e4b-5a42-4b5c-afbb-5c07047310dc tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.1018095 Aug 16 20:26:00.781517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d35dd06-9cfa-4b76-9f07-0efb8ca21d93 req-6a7e89fe-6367-4dbb-a192-6e5d402029bc tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598005 Aug 16 20:26:00.833409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-dd0997c3-9608-49be-9484-b260bb953dbd tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.72 HTTP/1.1" status: 200 len: 695 time: 0.0833876 Aug 16 20:26:00.905669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-a0387daa-0329-47e0-aee7-4837be3b1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:00.907218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-a0387daa-0329-47e0-aee7-4837be3b1806 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.1724906 Aug 16 20:26:00.958231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5219f945-7d43-4323-9c17-97ad7cc738de up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:01.060119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e052f-91f0-4467-9308-b890cecaf180 req-51c568b0-82c9-4728-98b8-9afc8f6416f1 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:01.064216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d5e052f-91f0-4467-9308-b890cecaf180 req-51c568b0-82c9-4728-98b8-9afc8f6416f1 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 945 time: 0.2262781 Aug 16 20:26:01.101962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-d33d9f4b-f2e7-4b9d-8c81-a3a35dff5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:01.103899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-d33d9f4b-f2e7-4b9d-8c81-a3a35dff5b97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1883984 Aug 16 20:26:01.119021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 5219f945-7d43-4323-9c17-97ad7cc738de completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:01.123955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 5219f945-7d43-4323-9c17-97ad7cc738de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:01.124536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.192729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d5e052f-91f0-4467-9308-b890cecaf180 req-f050e961-757c-4145-88ba-b036754b67d5 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197083 Aug 16 20:26:01.233936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.242217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Deleting port 8240afd3-35c9-483a-a24f-068e68e447a2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:01.242572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.262142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:01.264545 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5c2b06-5e48-4c83-a0e0-075183a584a7" -d '{"events": [{"server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "name": "network-vif-plugged", "status": "completed", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:01.281105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5219f945-7d43-4323-9c17-97ad7cc738de,segment=NetworkSegment(ce7fee75-e8ef-423e-951d-600532e7c5b4),segment_id=ce7fee75-e8ef-423e-951d-600532e7c5b4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:01.378399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.456686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:01.709665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-131d7bc6-78a5-4a53-8a9e-49a57d1b134b service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918987 Aug 16 20:26:01.716944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-d51a2a3a-2d07-492a-ac70-211e96da0f69 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "GET /v2.0/security-groups/cfcd4f6f-884d-40b9-afbc-d9c3775fe46f HTTP/1.1" status: 200 len: 1777 time: 0.4879329 Aug 16 20:26:01.800163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.800553 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.835823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Calling delete_port for 8240afd3-35c9-483a-a24f-068e68e447a2 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:01.924912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:01.951126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093c4b17-8552-4454-9d4e-ee665bf21006 req-0cadf5a0-9543-40aa-9f32-845f502c44b6 service neutron] 10.222.0.73 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208786 Aug 16 20:26:01.973839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.127163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.130899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.139991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-556dd42e-5fca-4b0b-a583-588ffb82c2b6 req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] 10.222.0.70 "DELETE /v2.0/security-groups/cfcd4f6f-884d-40b9-afbc-d9c3775fe46f HTTP/1.1" status: 204 len: 173 time: 0.4087880 Aug 16 20:26:02.162786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29961abd-821c-4601-8628-a62e48bd1f91 tempest-SecurityGroupsTestAdminJSON-480929883 tempest-SecurityGroupsTestAdminJSON-480929883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd4f6f-884d-40b9-afbc-d9c3775fe46f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:02.167129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.221389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event deleted for resources: {'Port': ['ID=8240afd3-35c9-483a-a24f-068e68e447a2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:02.334731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.337831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:02.353040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fdeb5c5-95b4-4cc9-b36f-09e219a15d5c req-48aa73e4-3b69-47e0-80ea-14b1356a57c6 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "DELETE /v2.0/floatingips/4b2b07cf-116e-4092-b332-0b3db206fa46 HTTP/1.1" status: 204 len: 173 time: 1.5162959 Aug 16 20:26:02.388019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f05cf5-45d9-4d76-9ab9-c2cf4e0689e3 req-369e2dea-ff61-479f-8a2b-ab891764f61a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:02.393469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9f05cf5-45d9-4d76-9ab9-c2cf4e0689e3 req-369e2dea-ff61-479f-8a2b-ab891764f61a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.1138570 Aug 16 20:26:02.508312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c32cb4-1862-414e-825e-42dd034048a6 req-d579f2b7-7d40-4983-88c1-01d76126e8fa tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:02.509693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3c32cb4-1862-414e-825e-42dd034048a6 req-d579f2b7-7d40-4983-88c1-01d76126e8fa tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.0836673 Aug 16 20:26:02.526437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9f05cf5-45d9-4d76-9ab9-c2cf4e0689e3 req-18239203-4075-4658-ac69-e11cbfe29343 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Aug 16 20:26:02.599493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3c32cb4-1862-414e-825e-42dd034048a6 req-e40e9943-ff97-462a-8a85-39c9f26abde6 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631900 Aug 16 20:26:02.684596 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f68c8d-23f9-4928-96a0-b36930bd2e22 x-openstack-request-id: req-e1f68c8d-23f9-4928-96a0-b36930bd2e22 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:02.685427 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "name": "network-vif-plugged", "status": "completed", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:02.685957 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1f68c8d-23f9-4928-96a0-b36930bd2e22 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:02.687005 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de', 'code': 200} Aug 16 20:26:02.769597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47122) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:02.841576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dab62-c510-40d3-a5c4-b8f8391653aa req-80b9bcf1-048a-401c-af0a-305c27ff2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:02.843719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-040dab62-c510-40d3-a5c4-b8f8391653aa req-80b9bcf1-048a-401c-af0a-305c27ff2984 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 1098 time: 0.0646458 Aug 16 20:26:02.853731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90fa15-9a55-498c-99f1-4434425a1330 req-c896eca4-be5e-4f44-9744-6a80fb81d40e tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:02.861879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc90fa15-9a55-498c-99f1-4434425a1330 req-c896eca4-be5e-4f44-9744-6a80fb81d40e tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1130877 Aug 16 20:26:02.942316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-040dab62-c510-40d3-a5c4-b8f8391653aa req-d10990d2-bfb3-4beb-8179-be800f971d95 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Aug 16 20:26:02.966271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc90fa15-9a55-498c-99f1-4434425a1330 req-11dbe6fa-95b9-4756-bc7f-fe549d58ae40 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022077 Aug 16 20:26:02.992136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f7e56354-4d60-4594-8873-48cd1f710b3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=747f4a1b1a5d4be19490a19f9cca3c77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205613 Aug 16 20:26:02.993918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47130) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:03.060417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.077223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-b1769b6b-8815-41b1-9de4-50f9905b053f tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips/a2738bb6-8b99-42d8-8d99-e8d65bcc7c93 HTTP/1.1" status: 200 len: 693 time: 0.0816181 Aug 16 20:26:03.083423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.216164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-b6abaf1b-ab99-47e0-97b5-9f14379a1fc4 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:03.217805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-b6abaf1b-ab99-47e0-97b5-9f14379a1fc4 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1398101 Aug 16 20:26:03.233769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.236591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.241681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/515e9a62-dde9-413f-9934-a328ca98f3f8 HTTP/1.1" status: 204 len: 168 time: 0.2465837 Aug 16 20:26:03.250156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6caf-8289-4cc1-8b6b-e1f533368a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e9a62-dde9-413f-9934-a328ca98f3f8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:03.284079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-33de9692-fefe-49af-8392-556c71f2c583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.336927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-a7cf3831-bee1-435a-a0da-26bec3a84104 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.1100507 Aug 16 20:26:03.407451 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.417257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-114a6731-d576-4691-93d3-8726a52a2a81 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0791719 Aug 16 20:26:03.577951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Deleting port 4669d2ca-4447-4ab9-89de-6884c7a948b5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:03.578446 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.700556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.701004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:03.730411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Calling delete_port for 4669d2ca-4447-4ab9-89de-6884c7a948b5 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:03.946131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5fd5-c1af-415f-b2b4-08b36c1eff13 req-c9ea571d-cec5-44a9-bc07-bcfb5db6190c tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:03.954271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b27d5fd5-c1af-415f-b2b4-08b36c1eff13 req-c9ea571d-cec5-44a9-bc07-bcfb5db6190c tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.0572541 Aug 16 20:26:04.011518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b27d5fd5-c1af-415f-b2b4-08b36c1eff13 req-9c1857b2-5908-4f9c-bdf5-6dcaae0c96dd tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Aug 16 20:26:04.028580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.062237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event deleted for resources: {'Port': ['ID=4669d2ca-4447-4ab9-89de-6884c7a948b5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:04.171779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.173243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.175884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c449d82f-8b0f-42ae-b309-7a1a3cf5002d req-e48c2aa9-cec9-4848-8a06-0148843b89b3 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "DELETE /v2.0/floatingips/a2738bb6-8b99-42d8-8d99-e8d65bcc7c93 HTTP/1.1" status: 204 len: 173 time: 0.7564712 Aug 16 20:26:04.305333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.319373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-2e5e12a8-005b-4e74-98af-8584c87ff4e0 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips/bb580a7c-63de-4fde-ba10-76f8163ab00b HTTP/1.1" status: 200 len: 693 time: 0.0706830 Aug 16 20:26:04.336512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c5bff-7b05-48ac-9084-2df29f8f1ca3 req-1110c42c-fc53-455e-9e36-dbbbbc814b43 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:04.338128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a76c5bff-7b05-48ac-9084-2df29f8f1ca3 req-1110c42c-fc53-455e-9e36-dbbbbc814b43 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1015530 Aug 16 20:26:04.433966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a76c5bff-7b05-48ac-9084-2df29f8f1ca3 req-a2344d69-b827-49d0-9abb-c33cf50e70ed tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858622 Aug 16 20:26:04.470040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-12273c7d-338b-4a5c-84db-46a8ba33bf73 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:04.471971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-12273c7d-338b-4a5c-84db-46a8ba33bf73 tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1446972 Aug 16 20:26:04.537500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-0f4de241-c36c-4fe7-919f-f2b44eb62e9e tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0527687 Aug 16 20:26:04.588910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:04.595677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-969a282c-e4a8-4111-81b3-0eae50fcdc0f tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0471258 Aug 16 20:26:04.636930 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc2a64c1-7e69-4e51-b40b-50f2544b28f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4a58a3574a04d5fb0a4602aa946b444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467565 Aug 16 20:26:04.639381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:04.695974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.722095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.750133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Deleting port f018dec4-7eac-4c7b-95eb-76b835be0d9e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:04.750484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.851881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.852269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.865722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Calling delete_port for f018dec4-7eac-4c7b-95eb-76b835be0d9e owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:04.874290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.879086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:04.882497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d314b778-2a42-4eb8-8851-1cb651de2e78 HTTP/1.1" status: 204 len: 168 time: 0.2407510 Aug 16 20:26:04.893147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc139-207b-4a4e-accc-f9e052b3187e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314b778-2a42-4eb8-8851-1cb651de2e78,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:05.227266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.258236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Pushing event deleted for resources: {'Port': ['ID=f018dec4-7eac-4c7b-95eb-76b835be0d9e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:05.298065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186ac63-b27f-4e80-ba37-a0e4548a901d req-173706bd-8561-48a6-801e-a590da4cdff0 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:05.302999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a186ac63-b27f-4e80-ba37-a0e4548a901d req-173706bd-8561-48a6-801e-a590da4cdff0 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.1058035 Aug 16 20:26:05.389034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a186ac63-b27f-4e80-ba37-a0e4548a901d req-d44af8b6-535a-4a24-87a8-b2f8546dda33 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851512 Aug 16 20:26:05.399759 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.402401 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:05.403530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12aeda9b-ab6b-497b-bcab-9842580bdbe5 req-67eb61ae-df11-44bd-80bd-6716e5e90fbe tempest-FloatingIPDetailsTestJSON-796486695 tempest-FloatingIPDetailsTestJSON-796486695-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb580a7c-63de-4fde-ba10-76f8163ab00b HTTP/1.1" status: 204 len: 173 time: 0.8004227 Aug 16 20:26:05.412180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:05.525654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e874e-ad07-4b46-b60b-fc1617c9c3f4 req-77d4dcc3-6282-4fdb-ab12-5d050563c6e2 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:05.532609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a2e874e-ad07-4b46-b60b-fc1617c9c3f4 req-77d4dcc3-6282-4fdb-ab12-5d050563c6e2 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0688248 Aug 16 20:26:05.610404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a2e874e-ad07-4b46-b60b-fc1617c9c3f4 req-eed4f5ff-df89-4b30-8f69-670945b32a09 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730474 Aug 16 20:26:05.644634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8469-76ac-4465-8791-c00bdcfba074 req-d7140b7e-0258-430f-bf52-f504f8f330a1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:05.651699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd3b8469-76ac-4465-8791-c00bdcfba074 req-d7140b7e-0258-430f-bf52-f504f8f330a1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0892859 Aug 16 20:26:05.696087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd3b8469-76ac-4465-8791-c00bdcfba074 req-3a86e6f1-1c02-4ece-97ac-d38d969bf162 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Aug 16 20:26:05.942240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.228847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.506398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-f234cbf6-d65d-44da-b18a-8f2c572d356b tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:06.508023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-f234cbf6-d65d-44da-b18a-8f2c572d356b tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/networks?id=360b2841-85d8-443c-9eed-aefa20c96607 HTTP/1.1" status: 200 len: 814 time: 0.1772044 Aug 16 20:26:06.509963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Deleting port 38407a1d-6e08-49bc-9728-14ab1c057b20 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:06.510304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.525307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206eef5b-9f61-4ce5-b2a5-c50d5370f4a4 req-e3cfe6bd-5715-4317-b107-6ed342ff8ab8 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:06.527021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-206eef5b-9f61-4ce5-b2a5-c50d5370f4a4 req-e3cfe6bd-5715-4317-b107-6ed342ff8ab8 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.0940831 Aug 16 20:26:06.545719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-6dea678c-6d5b-49c5-a16e-df9c89d8da8c tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/quotas/42d06626e6db42749f54af409653956c HTTP/1.1" status: 200 len: 375 time: 0.0176842 Aug 16 20:26:06.602436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-206eef5b-9f61-4ce5-b2a5-c50d5370f4a4 req-786f34d2-5220-4e1e-949d-fa30053854f9 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664995 Aug 16 20:26:06.604583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] For port 38407a1d-6e08-49bc-9728-14ab1c057b20, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=38407a1d-6e08-49bc-9728-14ab1c057b20,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:06.605996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.625854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Calling delete_port for 38407a1d-6e08-49bc-9728-14ab1c057b20 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:06.637150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-b49f6eb9-37e4-4934-b15e-094d47ffb80b tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=42d06626e6db42749f54af409653956c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831282 Aug 16 20:26:06.716478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47268) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:06.787453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6b3e3-5068-4799-93c2-675dad06ccc2 req-56b9f80c-431e-498b-90c1-9050a8d51bf8 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:06.789034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34e6b3e3-5068-4799-93c2-675dad06ccc2 req-56b9f80c-431e-498b-90c1-9050a8d51bf8 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0737686 Aug 16 20:26:06.837121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-d867aa59-7b6c-44e4-a236-5d8ffc0b00db service neutron] 10.222.0.70 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990724 Aug 16 20:26:06.870785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-network', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:06.899746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34e6b3e3-5068-4799-93c2-675dad06ccc2 req-f3e5e887-2188-48a7-9d63-1292a1dc37d8 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921254 Aug 16 20:26:06.942756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:06.963278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-bfd40538-ac83-4cca-b585-3f99f7d547e3 service neutron] 10.222.0.70 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176388 Aug 16 20:26:06.987242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=38407a1d-6e08-49bc-9728-14ab1c057b20,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:06.994277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Made reservation on behalf of ef2f4e28455e4f0a8ec441ad24839758 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:06.995975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.002264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:07.069323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042458f7-b79b-4f30-a871-d95b24b74d4f req-5dfc3978-701a-4931-8a49-cf2e9ff44084 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:07.081809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-042458f7-b79b-4f30-a871-d95b24b74d4f req-5dfc3978-701a-4931-8a49-cf2e9ff44084 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0880113 Aug 16 20:26:07.110104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.136375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-042458f7-b79b-4f30-a871-d95b24b74d4f req-52e7de9f-acb3-4492-be28-f4d22dfdadd2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529876 Aug 16 20:26:07.167561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:07.213150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'mac_address': 'fa:16:3e:39:a9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:07.373728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d858108-6013-47f6-b255-86eb907d8a44 req-4f12782e-1498-42fb-b842-1a39cddf79d2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 210 time: 0.0822549 Aug 16 20:26:07.398792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.421293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b44f7c02-1c72-440f-bbfa-8d5116b74981 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:07.445190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:07.485529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.510946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.603585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:07.640174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.647431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['b44f7c02-1c72-440f-bbfa-8d5116b74981'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:07.737678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01a099-b1f5-44c4-8ca3-76ca277d8050 req-b82fc391-df44-4ff5-af55-bfbb3eaec16c tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:07.745461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.745965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb01a099-b1f5-44c4-8ca3-76ca277d8050 req-b82fc391-df44-4ff5-af55-bfbb3eaec16c tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.0660279 Aug 16 20:26:07.783995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:07.795113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb01a099-b1f5-44c4-8ca3-76ca277d8050 req-b9560df6-cccf-4df5-8389-a5ae3d7be8ac tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479500 Aug 16 20:26:07.845130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b20ac1-8f15-492e-9813-67f4d92594ec,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:07.851717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.852233 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Added segment a8e60aa0-307a-4bd3-8391-d40f0dee6efb of type vlan for network 6150698e-bbf6-4900-ac1b-8c44b83739a7 Aug 16 20:26:07.959478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:07.998636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Router 856f0df1-7a6e-409d-afc9-f25c8a61987f has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:08.051698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d86a4-7969-4226-b3dd-1d255fe14b20 req-c32fa2fd-006d-42b7-9d0a-bcd65d2f2e39 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:08.060825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-785d86a4-7969-4226-b3dd-1d255fe14b20 req-c32fa2fd-006d-42b7-9d0a-bcd65d2f2e39 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0755110 Aug 16 20:26:08.110183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.112249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:08.113632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.136860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-785d86a4-7969-4226-b3dd-1d255fe14b20 req-573c79a8-9cda-49a7-8cc2-12a18ed445ea tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 Aug 16 20:26:08.169308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-3c88f28f-cf3d-4b7a-89e3-c308ef16f7e8 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:08.171302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-3c88f28f-cf3d-4b7a-89e3-c308ef16f7e8 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.73 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.1285031 Aug 16 20:26:08.241306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] Pushing event updated for resources: {'Network': ['ID=6150698e-bbf6-4900-ac1b-8c44b83739a7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:08.248222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-463c161d-acb3-4726-a74a-d599a2e5264a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5307169 Aug 16 20:26:08.253661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:08.255516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:08.262270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:08.271874 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Sync routers for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:08.288660 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:08.292148 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:08.301520 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5bd1ea8b-9905-4cea-b43c-26a6d3105e83 admin admin] 10.222.0.70 "PUT /v2.0/routers/856f0df1-7a6e-409d-afc9-f25c8a61987f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8881290 Aug 16 20:26:08.302186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47322) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:08.313144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Request body: {'subnet': {'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-subnet', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:08.443248 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:08.516155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.603239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e3d8d95-e69e-4150-8fc8-a49bf2b04752 req-893e2e05-3b5c-4095-af32-08bf30ceeff4 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 210 time: 0.1404068 Aug 16 20:26:08.611548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Made reservation on behalf of ef2f4e28455e4f0a8ec441ad24839758 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:08.616702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.703821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:08.799593 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:26:06Z', 'revision_number': 5, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port': {'id': 'df7f5f78-1acb-4577-8e97-cf899bbc47a8', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:d8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:17Z', 'updated_at': '2021-08-16T20:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:08.872467 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Checking router: 856f0df1-7a6e-409d-afc9-f25c8a61987f for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:08.891371 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Routers {'856f0df1-7a6e-409d-afc9-f25c8a61987f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:08.895171 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['856f0df1-7a6e-409d-afc9-f25c8a61987f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:08.908588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Deleting port df7f5f78-1acb-4577-8e97-cf899bbc47a8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:08.908934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.007134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:09.027625 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] Set router 856f0df1-7a6e-409d-afc9-f25c8a61987f gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:09.039481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85521f7d-2853-47e7-8d80-c4588b260bf8 req-fd6cd7a6-7031-4654-b5b0-23de1839f21d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.046925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85521f7d-2853-47e7-8d80-c4588b260bf8 req-fd6cd7a6-7031-4654-b5b0-23de1839f21d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.7079172 Aug 16 20:26:09.094338 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:26:08Z', 'revision_number': 6, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:09.096159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Deleting port 5219f945-7d43-4323-9c17-97ad7cc738de {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:09.096606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.123255 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776427-7d5e-48c5-beca-68b1a90e5179 None None] The sync data for ids ['856f0df1-7a6e-409d-afc9-f25c8a61987f'] in n-d-794306-10 is: [{'id': '856f0df1-7a6e-409d-afc9-f25c8a61987f', 'name': 'tempest-FloatingIPDetailsTestJSON-1624456576-router', 'tenant_id': 'b653eec44bd64eb6afa479379df7ae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:15Z', 'updated_at': '2021-08-16T20:26:08Z', 'revision_number': 6, 'project_id': 'b653eec44bd64eb6afa479379df7ae92', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:09.123988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] For port df7f5f78-1acb-4577-8e97-cf899bbc47a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=df7f5f78-1acb-4577-8e97-cf899bbc47a8,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:09.137475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.144336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port b44f7c02-1c72-440f-bbfa-8d5116b74981 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:09.145032 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.160847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Calling delete_port for df7f5f78-1acb-4577-8e97-cf899bbc47a8 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:09.202567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85521f7d-2853-47e7-8d80-c4588b260bf8 req-4b957e57-33ca-4247-92e4-38b31bb497c4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526887 Aug 16 20:26:09.301125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.348906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:09.351147 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d7b464-ea6e-4aaf-b78d-44aa7af6cbbc" -d '{"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-plugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:09.389566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:09.452880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560ed96-2800-4abc-a98e-6beeb0daf457 req-aaf613fe-69e7-46c4-9b62-cbcc1282c942 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.456801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b560ed96-2800-4abc-a98e-6beeb0daf457 req-aaf613fe-69e7-46c4-9b62-cbcc1282c942 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 946 time: 0.4487019 Aug 16 20:26:09.474760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.538048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 38407a1d-6e08-49bc-9728-14ab1c057b20 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:09.582516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 38407a1d-6e08-49bc-9728-14ab1c057b20 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:09.582984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 38407a1d-6e08-49bc-9728-14ab1c057b20 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:09.584534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] For port 5219f945-7d43-4323-9c17-97ad7cc738de, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5219f945-7d43-4323-9c17-97ad7cc738de,segment=NetworkSegment(ce7fee75-e8ef-423e-951d-600532e7c5b4),segment_id=ce7fee75-e8ef-423e-951d-600532e7c5b4)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:09.584914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.594547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:09.594778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.609757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fe62c-63ce-459e-8778-f96ec3512c98 req-0afc6e8d-2a09-4840-a991-3f19f47a5103 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:09.611318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-218fe62c-63ce-459e-8778-f96ec3512c98 req-0afc6e8d-2a09-4840-a991-3f19f47a5103 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.2285159 Aug 16 20:26:09.646336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b560ed96-2800-4abc-a98e-6beeb0daf457 req-b77f8b4f-dcf4-4166-90e0-73698a09ebb1 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/security-groups?id=0860a2f7-3131-426f-ad5d-ca19f244fb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673362 Aug 16 20:26:09.649423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7f5f78-1acb-4577-8e97-cf899bbc47a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:09.658459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Calling delete_port for 5219f945-7d43-4323-9c17-97ad7cc738de owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:09.696022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.773149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.824553 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cbd31c-b69e-401d-adac-2971c916282e x-openstack-request-id: req-88cbd31c-b69e-401d-adac-2971c916282e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:09.824923 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-plugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:09.825241 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88cbd31c-b69e-401d-adac-2971c916282e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:09.826049 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'code': 200} Aug 16 20:26:09.830196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-218fe62c-63ce-459e-8778-f96ec3512c98 req-4dc17d69-1f6f-498d-ba89-d6627b4c2c57 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808248 Aug 16 20:26:09.904527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f3f820-92d4-4b38-a7ee-cf4dba49722e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:09.918716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.920916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:09.926376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Checking segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:09.926784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Network hostable DHCP agents. Network: 6150698e-bbf6-4900-ac1b-8c44b83739a7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:09.970274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb1cddc8-ded5-4515-816b-d6d5fec3c429 req-13d55f7e-d57d-4d5f-b177-3e9ba4f2f062 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 210 time: 0.0485311 Aug 16 20:26:10.103153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.103808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856f0df1-7a6e-409d-afc9-f25c8a61987f {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:10.109237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.110605 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0110bd24-f2fa-4355-acdf-5464fec60328 admin admin] 10.222.0.70 "DELETE /v2.0/routers/856f0df1-7a6e-409d-afc9-f25c8a61987f HTTP/1.1" status: 204 len: 168 time: 1.8073366 Aug 16 20:26:10.113955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47350) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:10.155164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:10.175699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Deleting subnet 69e1ef31-3f89-464c-a521-07ec7ffe64ad {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:10.185916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.213194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.228037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5219f945-7d43-4323-9c17-97ad7cc738de'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:10.270233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Pushing event deleted for resources: {'Port': ['ID=5219f945-7d43-4323-9c17-97ad7cc738de,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:10.279142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6150698e-bbf6-4900-ac1b-8c44b83739a7) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:10.297524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8648040-45f7-4f7e-9aa8-29acf54e1bff None None] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:10.303417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:10.305341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.309869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.361805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] No DVR routers for this DVR port 5219f945-7d43-4323-9c17-97ad7cc738de on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:10.373325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.376448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23cead0f-f8b4-4447-9767-3aa2b2f764a8 req-84491bd3-5e36-4ae5-b65a-3fb1fc6eec86 tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.73 "DELETE /v2.0/ports/5219f945-7d43-4323-9c17-97ad7cc738de HTTP/1.1" status: 204 len: 173 time: 2.1973836 Aug 16 20:26:10.380821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'name': 'network-vif-deleted', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:10.383680 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4e4a65-b692-4732-96bf-26e937613838" -d '{"events": [{"server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "name": "network-vif-deleted", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:10.505461 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb034a0a-0945-4984-9189-c4972ff4d871 x-openstack-request-id: req-cb034a0a-0945-4984-9189-c4972ff4d871 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:10.507409 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b42887a-61d2-4135-ada2-43df17092865", "name": "network-vif-deleted", "tag": "5219f945-7d43-4323-9c17-97ad7cc738de", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:10.507800 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb034a0a-0945-4984-9189-c4972ff4d871 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:10.508342 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b42887a-61d2-4135-ada2-43df17092865', 'name': 'network-vif-deleted', 'tag': '5219f945-7d43-4323-9c17-97ad7cc738de', 'status': 'completed', 'code': 200} Aug 16 20:26:10.534205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-beca9493-9588-4e8f-bb4e-fc5ad1b2dc02 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2738843 Aug 16 20:26:10.538443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47356) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:10.557573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:10.603351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6150698e-bbf6-4900-ac1b-8c44b83739a7', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:10.604339 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.638027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3785834-6893-48ae-8b6f-959d0fd3de5d req-e142ae60-dab9-4f6f-a370-10c7b745c08c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:10.638027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3785834-6893-48ae-8b6f-959d0fd3de5d req-e142ae60-dab9-4f6f-a370-10c7b745c08c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1903961 Aug 16 20:26:10.712685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.722727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.723967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.726101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3785834-6893-48ae-8b6f-959d0fd3de5d req-480a4625-3714-4483-990a-1e3b55bcb713 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 Aug 16 20:26:10.791986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-1ef24eb5-7c83-45c5-b1e3-35242b3e57b3 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:10.794484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-1ef24eb5-7c83-45c5-b1e3-35242b3e57b3 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.64 "GET /v2.0/networks?id=360b2841-85d8-443c-9eed-aefa20c96607 HTTP/1.1" status: 200 len: 814 time: 0.4458516 Aug 16 20:26:10.801765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f63365d8-ebb5-4566-acb7-03457d72dd9f req-bba5ea99-102c-4935-b239-c03485d71add tempest-ServerAddressesNegativeTestJSON-669864290 tempest-ServerAddressesNegativeTestJSON-669864290-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b42887a-61d2-4135-ada2-43df17092865 HTTP/1.1" status: 200 len: 210 time: 0.0502658 Aug 16 20:26:10.814294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Request body: {'port': {'device_id': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'admin_state_up': True, 'tenant_id': '42d06626e6db42749f54af409653956c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:10.915060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:10.965337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Allocated IP 172.20.0.2 (6150698e-bbf6-4900-ac1b-8c44b83739a7/d3f3f820-92d4-4b38-a7ee-cf4dba49722e/15dad8b2-a220-4447-98dc-99af9eb3d96e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:11.049571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ab49-1537-4aea-9a42-2716563e3c73 req-1110ca95-7113-478f-a83d-712397733689 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:11.053647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2134ab49-1537-4aea-9a42-2716563e3c73 req-1110ca95-7113-478f-a83d-712397733689 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.1141913 Aug 16 20:26:11.098407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.219102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e1ef31-3f89-464c-a521-07ec7ffe64ad,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:11.238493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Made reservation on behalf of 42d06626e6db42749f54af409653956c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:11.242139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.286399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2feedef-b6d8-4757-a1cc-745889387d3d req-aa64347d-dbea-417e-aa3e-ee9f24cd2d96 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 210 time: 0.0692053 Aug 16 20:26:11.310739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a5449-0d76-406e-b9a9-d90787c00cb8 None None] Network 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:11.337748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.342883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a1844602-35c5-4d13-b257-0242a11b9aeb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/69e1ef31-3f89-464c-a521-07ec7ffe64ad HTTP/1.1" status: 204 len: 168 time: 1.2272553 Aug 16 20:26:11.351851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47382) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:11.352975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2134ab49-1537-4aea-9a42-2716563e3c73 req-dc5c16b7-1474-4aea-ad59-2c6f318ce697 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840896 Aug 16 20:26:11.428891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.485101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:11.600918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Allocated IP 172.20.0.9 (360b2841-85d8-443c-9eed-aefa20c96607/f58bd4e7-b743-495e-a92b-21f8b636f304/a5812813-70f9-4b2a-8448-eb6fafd2daf5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:11.753683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df7f5f78-1acb-4577-8e97-cf899bbc47a8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:11.855032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: df7f5f78-1acb-4577-8e97-cf899bbc47a8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:11.855373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device df7f5f78-1acb-4577-8e97-cf899bbc47a8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:11.945966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Deleting port e5a4595e-1618-4534-be71-b0ce0d0852ed {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:11.946525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.012733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.043667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Transition to ACTIVE for port object 15dad8b2-a220-4447-98dc-99af9eb3d96e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:12.046467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] For port e5a4595e-1618-4534-be71-b0ce0d0852ed, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e5a4595e-1618-4534-be71-b0ce0d0852ed,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:12.046894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.067510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Calling delete_port for e5a4595e-1618-4534-be71-b0ce0d0852ed owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:12.070588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565861b-914c-44e3-921b-d28684a8e9e5 req-2c4d476d-0c03-4d0f-a5ee-8ec216a6c3d2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:12.078128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2565861b-914c-44e3-921b-d28684a8e9e5 req-2c4d476d-0c03-4d0f-a5ee-8ec216a6c3d2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0750921 Aug 16 20:26:12.114052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Transition to ACTIVE for port object 15dad8b2-a220-4447-98dc-99af9eb3d96e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:12.177915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:12.200652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2565861b-914c-44e3-921b-d28684a8e9e5 req-160d1567-b3cd-42f5-b9a0-80cba63dda9c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181161 Aug 16 20:26:12.218960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.235233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] DHCP port deletion for 7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:12.255987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Transition to ACTIVE for port object a5812813-70f9-4b2a-8448-eb6fafd2daf5 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:12.294049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.388638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:12.414931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.423999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Deleting subnet db383309-953d-4d7c-b2aa-673563a56a9a {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:12.463986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:12.470907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.472889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Pushing event updated for resources: {'Port': ['ID=15dad8b2-a220-4447-98dc-99af9eb3d96e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:12.490020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:12.520069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Network 360b2841-85d8-443c-9eed-aefa20c96607 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:12.529770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Pushing event updated for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:12.533645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:12.541279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.561090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.563428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.573020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:12.575835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Deleting port e5a4595e-1618-4534-be71-b0ce0d0852ed {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:12.576213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.720946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:12.720946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.721301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.722450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Attempting to bind port 15dad8b2-a220-4447-98dc-99af9eb3d96e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:12.722916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Attempting to bind port 15dad8b2-a220-4447-98dc-99af9eb3d96e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:12.724419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Attempting to bind port 15dad8b2-a220-4447-98dc-99af9eb3d96e on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:12.742467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] For port e5a4595e-1618-4534-be71-b0ce0d0852ed, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e5a4595e-1618-4534-be71-b0ce0d0852ed,segment=NetworkSegment(35d5cd50-72b5-4340-8431-642c671177ab),segment_id=35d5cd50-72b5-4340-8431-642c671177ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:12.742951 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.746498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:12.746988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Checking segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:12.748508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.749001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Bound using segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:12.749566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Bound port: 15dad8b2-a220-4447-98dc-99af9eb3d96e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:12.750016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.761015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Allocated IP 172.25.7.216 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ce2a315b-cfcb-4383-8e1b-f1d751532d67) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:12.775451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Calling delete_port for e5a4595e-1618-4534-be71-b0ce0d0852ed owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:12.888052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-50ae6d16-f8ba-44ad-81ae-a41bf20e222d tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0821385 Aug 16 20:26:12.903212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Request body: {'port': {'device_id': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:12.916739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] For port 15dad8b2-a220-4447-98dc-99af9eb3d96e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:12.943790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] For port 15dad8b2-a220-4447-98dc-99af9eb3d96e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=15dad8b2-a220-4447-98dc-99af9eb3d96e,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:12.953637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:12.998185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] Pushing event deleted for resources: {'Port': ['ID=e5a4595e-1618-4534-be71-b0ce0d0852ed,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:13.010704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2afe82-d63e-4c14-95de-b1e03dfcab06 None None] No DVR routers for this DVR port e5a4595e-1618-4534-be71-b0ce0d0852ed on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:13.025123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5219f945-7d43-4323-9c17-97ad7cc738de no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:13.057720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 5219f945-7d43-4323-9c17-97ad7cc738de {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:13.058665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5219f945-7d43-4323-9c17-97ad7cc738de not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:13.059001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.062768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c25bcd6a-58b3-452c-993f-ab184602a440 None None] Provisioning for port a5812813-70f9-4b2a-8448-eb6fafd2daf5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:13.069023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c25bcd6a-58b3-452c-993f-ab184602a440 None None] Provisioning complete for port a5812813-70f9-4b2a-8448-eb6fafd2daf5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:13.069426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c25bcd6a-58b3-452c-993f-ab184602a440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.076834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.201298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c25bcd6a-58b3-452c-993f-ab184602a440 None None] Port a5812813-70f9-4b2a-8448-eb6fafd2daf5 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:13.215065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.218481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.220505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b5f55-db55-445b-a3f7-ad5e286d5416 None None] Pushing event updated for resources: {'Port': ['ID=15dad8b2-a220-4447-98dc-99af9eb3d96e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:13.289181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6834f9-66d5-4b8b-9fc5-aae75a2ee09d req-c9c6eef9-8567-4d10-bdaa-c3834aa2d7b4 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.291798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb6834f9-66d5-4b8b-9fc5-aae75a2ee09d req-c9c6eef9-8567-4d10-bdaa-c3834aa2d7b4 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 931 time: 0.2225139 Aug 16 20:26:13.311150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a4595e-1618-4534-be71-b0ce0d0852ed,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:13.355374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db383309-953d-4d7c-b2aa-673563a56a9a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:13.359759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] No DVR routers for this DVR port e5a4595e-1618-4534-be71-b0ce0d0852ed on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:13.364939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.376161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1c9fae4a-5e69-4d29-9c3b-71898e19453c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/db383309-953d-4d7c-b2aa-673563a56a9a HTTP/1.1" status: 204 len: 168 time: 1.1927881 Aug 16 20:26:13.376161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47422) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:13.519959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb6834f9-66d5-4b8b-9fc5-aae75a2ee09d req-1c6d92cb-3285-4b9d-8655-25bb38e30ae2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155886 Aug 16 20:26:13.591162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-386f617f-a995-4dcf-94a7-2976e3a09ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.593148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-386f617f-a995-4dcf-94a7-2976e3a09ef2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=462a1420a2e1489196ae6bc56e2ec759&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 1097 time: 0.2568777 Aug 16 20:26:13.671641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e5a4595e-1618-4534-be71-b0ce0d0852ed no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:13.691687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.700817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.734673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:13.735252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e5a4595e-1618-4534-be71-b0ce0d0852ed {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:13.735851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e5a4595e-1618-4534-be71-b0ce0d0852ed not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:13.764054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d5cd50-72b5-4340-8431-642c671177ab') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:13.764504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d5cd50-72b5-4340-8431-642c671177ab') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:13.777841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.796154 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.807427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:13.812306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:13.890049 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:13.898656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.970276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:13.975853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113abf19-af22-42b5-9a5e-206594853b77 req-4966404d-010b-4b79-8418-113b15f21467 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:13.987284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113abf19-af22-42b5-9a5e-206594853b77 req-4966404d-010b-4b79-8418-113b15f21467 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.2566557 Aug 16 20:26:14.013814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-e3ebcebc-b569-4b2a-9d18-42a415e481fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:14.013814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-e3ebcebc-b569-4b2a-9d18-42a415e481fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 200 len: 915 time: 0.4071243 Aug 16 20:26:14.056660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.072334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813d2b89-e308-408a-aac5-0f3104869603']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.088279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7fee75-e8ef-423e-951d-600532e7c5b4') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.088754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7fee75-e8ef-423e-951d-600532e7c5b4') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:14.093402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-5f1bbacb-0d89-433f-a486-2455bab6e48b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 200 len: 217 time: 0.0437188 Aug 16 20:26:14.103544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.121981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113abf19-af22-42b5-9a5e-206594853b77 req-49b856b0-8edc-4d53-af3e-2f352158dae4 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296425 Aug 16 20:26:14.124666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.132835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:14.133419 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.207668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5812813-70f9-4b2a-8448-eb6fafd2daf5 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:14.209306 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:14.217468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.225809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.228784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47 HTTP/1.1" status: 204 len: 168 time: 2.8684757 Aug 16 20:26:14.260518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Transition to ACTIVE for port object a5812813-70f9-4b2a-8448-eb6fafd2daf5 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:14.262857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d178-8aa4-4b81-8211-6624e4139eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f28b2e2-b9bc-4655-8d47-9ea34dbb1a47,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.311294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-dd5d284a-4f7f-4c4a-9a7c-35873e57eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:14.320460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-dd5d284a-4f7f-4c4a-9a7c-35873e57eeb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 200 len: 853 time: 0.1878667 Aug 16 20:26:14.419876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.506644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.510169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.533390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a55324-7677-4086-9ec2-5a98460dc076 req-ea937b33-e74b-4a60-bb63-32d8b817c540 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:14.538526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:14.539928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2a55324-7677-4086-9ec2-5a98460dc076 req-ea937b33-e74b-4a60-bb63-32d8b817c540 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1888936 Aug 16 20:26:14.542069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] 10.222.0.70 "DELETE /v2.0/networks/813d2b89-e308-408a-aac5-0f3104869603 HTTP/1.1" status: 204 len: 168 time: 1.1597433 Aug 16 20:26:14.657871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:14.686775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Pushing event updated for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.702672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:14.719178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80bd7-32a5-4500-b6fd-11fa0152536f admin admin] Pushing event deleted for resources: {'Network': ['ID=813d2b89-e308-408a-aac5-0f3104869603,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.754374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:14.827396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47432) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:14.852111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Pushing event updated for resources: {'Port': ['ID=ce2a315b-cfcb-4383-8e1b-f1d751532d67,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:14.928993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fd649-e59b-4ae7-8a28-00046cc11040 None None] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:15.014497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2a55324-7677-4086-9ec2-5a98460dc076 req-e412517a-2cb3-4378-b2c2-710fb709ef23 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196704 Aug 16 20:26:15.025298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b11e5f70-ff32-4599-aad9-9599109b5feb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b653eec44bd64eb6afa479379df7ae92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821036 Aug 16 20:26:15.096335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47434) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:15.132302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-2b530632-4f20-42f5-8bf5-fd39ecf857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:15.144796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-2b530632-4f20-42f5-8bf5-fd39ecf857fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ebf53d-0bea-4d8d-8241-711dd181e3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6916742 Aug 16 20:26:15.168157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.190514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Attempting to bind port a5812813-70f9-4b2a-8448-eb6fafd2daf5 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:15.191193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Attempting to bind port a5812813-70f9-4b2a-8448-eb6fafd2daf5 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:15.191958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Attempting to bind port a5812813-70f9-4b2a-8448-eb6fafd2daf5 on network 360b2841-85d8-443c-9eed-aefa20c96607 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:15.203585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:15.230376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Port a5812813-70f9-4b2a-8448-eb6fafd2daf5 on network 360b2841-85d8-443c-9eed-aefa20c96607 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:26:15.230843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Attempting to bind port a5812813-70f9-4b2a-8448-eb6fafd2daf5 on network 360b2841-85d8-443c-9eed-aefa20c96607 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:15.275231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:15.275804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Checking segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:15.276349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Bound using segment: {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:15.277046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Bound port: a5812813-70f9-4b2a-8448-eb6fafd2daf5, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5638ce2-0429-43f2-af49-a99d5d3a116c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:15.277463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.323629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.361936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-25a082f2-e9dc-4593-9412-173bcd19607f None None] Provisioning for port 15dad8b2-a220-4447-98dc-99af9eb3d96e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:15.372746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:15.377496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:15.603615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.683090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 15dad8b2-a220-4447-98dc-99af9eb3d96e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:15.827051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e2c7d56-f5cd-409b-9f37-767c65f3057d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1aebd5363c3940a1a13ce2524cb140d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205926 Aug 16 20:26:15.851364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:15.880533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 15dad8b2-a220-4447-98dc-99af9eb3d96e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:15.884899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 15dad8b2-a220-4447-98dc-99af9eb3d96e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:15.885274 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.966216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:15.994753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.001274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.002448 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aed8090f-a6e6-41c6-9dd0-165dcdd60a32 HTTP/1.1" status: 204 len: 168 time: 0.9051125 Aug 16 20:26:16.041050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541c991-5dbe-431a-8013-f0ff7af35f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed8090f-a6e6-41c6-9dd0-165dcdd60a32,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.094063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:16.094742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.096187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] 10.222.0.64 "PUT /v2.0/ports/a5812813-70f9-4b2a-8448-eb6fafd2daf5 HTTP/1.1" status: 200 len: 1092 time: 3.2001944 Aug 16 20:26:16.118563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:16.125103 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:16.185897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.202150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eb058fe9-56d2-47ef-a5a4-a7d9e07ff994 None None] Provisioning complete for port 15dad8b2-a220-4447-98dc-99af9eb3d96e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:16.202150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb058fe9-56d2-47ef-a5a4-a7d9e07ff994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.296503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.341907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.381779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef6c21-e669-4206-ba42-8709baa545e0 req-e6e454e5-95bd-40ff-8f37-0a40e5a3a1c5 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:16.383265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87ef6c21-e669-4206-ba42-8709baa545e0 req-e6e454e5-95bd-40ff-8f37-0a40e5a3a1c5 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 943 time: 1.0016990 Aug 16 20:26:16.401302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-457ce2e4-b1a1-451b-921e-723be9f80490 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2130449 Aug 16 20:26:16.461311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.479798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Pushing event updated for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.482665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 15dad8b2-a220-4447-98dc-99af9eb3d96e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=15dad8b2-a220-4447-98dc-99af9eb3d96e,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:16.572463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.579706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.585492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0860a2f7-3131-426f-ad5d-ca19f244fb1f HTTP/1.1" status: 204 len: 168 time: 0.7282453 Aug 16 20:26:16.610244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.613663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa032e-afb6-408a-903c-a467ed491081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860a2f7-3131-426f-ad5d-ca19f244fb1f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.670507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb058fe9-56d2-47ef-a5a4-a7d9e07ff994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:16.679607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:26:16.722510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=15dad8b2-a220-4447-98dc-99af9eb3d96e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:16.767425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.767836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.768261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.768603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.768974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.769606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.769951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.770286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.770761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.771094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.771416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.771762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68baf83-456a-4b0e-baae-a4b6c57cd25c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:16.799714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025655f8-f9b4-425a-8873-bf7b8243be6f req-f11c8d92-e0c1-452c-9e26-47dcc120ab91 service neutron] 10.222.0.64 "GET /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513792 Aug 16 20:26:16.811328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87ef6c21-e669-4206-ba42-8709baa545e0 req-ce971cfa-7109-4fa2-b382-a2006e8a3c9a tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078255 Aug 16 20:26:16.814308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-0a456962-084f-4e64-932d-13b666fb21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:16.817086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-0a456962-084f-4e64-932d-13b666fb21c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42d06626e6db42749f54af409653956c&device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 1095 time: 0.5608976 Aug 16 20:26:16.887870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-10dd972e-0b66-46ab-bc8f-8d62c6a8b542 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5 HTTP/1.1" status: 200 len: 217 time: 0.0585127 Aug 16 20:26:16.939191 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-eb058fe9-56d2-47ef-a5a4-a7d9e07ff994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:26:16.943057 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-eb058fe9-56d2-47ef-a5a4-a7d9e07ff994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:26:17.059523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:17.102033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-1321d9f3-aeb3-45d0-9a32-e68f6005855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.103848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-1321d9f3-aeb3-45d0-9a32-e68f6005855c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f58bd4e7-b743-495e-a92b-21f8b636f304 HTTP/1.1" status: 200 len: 853 time: 0.1240470 Aug 16 20:26:17.121701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cea6f8-a9a7-40cb-8431-cf1bbbb07e11 req-d5675b59-e6b7-440f-8db6-5043d242565c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.129406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2cea6f8-a9a7-40cb-8431-cf1bbbb07e11 req-d5675b59-e6b7-440f-8db6-5043d242565c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0801678 Aug 16 20:26:17.207287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2cea6f8-a9a7-40cb-8431-cf1bbbb07e11 req-c24c9dad-23f8-4be3-9642-2108f3d34e83 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Aug 16 20:26:17.371139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-2ad45964-64d1-4664-9160-34b095f7f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.376541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-2ad45964-64d1-4664-9160-34b095f7f541 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=360b2841-85d8-443c-9eed-aefa20c96607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641254 Aug 16 20:26:17.493821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:17.562183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:17.624614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-0f31f6ce-d97f-42be-ad0c-3e43bc6e35a0 service neutron] 10.222.0.64 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792696 Aug 16 20:26:17.647408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:17.648127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:17.665939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346589b-7102-4ced-b697-9d4076327529 req-b79fcba3-fef3-4556-8326-03644a618ad2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:17.679059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:17.684455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-526210e6-0176-480a-af49-4e4776eb88fe admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1424079 Aug 16 20:26:17.686816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47468) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:17.688283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a346589b-7102-4ced-b697-9d4076327529 req-b79fcba3-fef3-4556-8326-03644a618ad2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.3054481 Aug 16 20:26:17.791186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 15dad8b2-a220-4447-98dc-99af9eb3d96e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:17.902092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a346589b-7102-4ced-b697-9d4076327529 req-1e7d272b-7dc9-4323-94b2-3d800d1d84d1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050450 Aug 16 20:26:17.993680 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627105b1-84d4-477f-bd31-d87e0227fd53 x-openstack-request-id: req-627105b1-84d4-477f-bd31-d87e0227fd53 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:17.993978 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:17.994231 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-627105b1-84d4-477f-bd31-d87e0227fd53 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:17.994674 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5', 'status': 'completed', 'code': 200} Aug 16 20:26:18.007524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acbdb8f-ec19-4525-8a51-4188081a8445 req-bb9f6d43-ba47-436d-aa8c-6c8797ad9b95 service neutron] 10.222.0.64 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087454 Aug 16 20:26:18.136258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 15dad8b2-a220-4447-98dc-99af9eb3d96e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:18.136602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.208125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:18.338391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.627202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9603-173e-4e8e-ad9c-31fe1e79ef0e req-4997d2bf-ab1c-472c-a946-af9392b822f7 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:18.634965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb1a9603-173e-4e8e-ad9c-31fe1e79ef0e req-4997d2bf-ab1c-472c-a946-af9392b822f7 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 943 time: 0.3635435 Aug 16 20:26:18.666686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-1e1e02da-a897-4fed-8810-5100416091f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:18.668444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-1e1e02da-a897-4fed-8810-5100416091f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42d06626e6db42749f54af409653956c&device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 1095 time: 0.2975223 Aug 16 20:26:18.698310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb1a9603-173e-4e8e-ad9c-31fe1e79ef0e req-d92d3dfc-d8ca-4459-b353-d69eb3ab9710 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540788 Aug 16 20:26:18.792798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:15Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:18.895226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:18.896343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Updating router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d port ce2a315b-cfcb-4383-8e1b-f1d751532d67 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:18.935975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-078cf2c3-be3a-4c3f-8cf2-2ca351d54359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:18.936981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:18.938525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-078cf2c3-be3a-4c3f-8cf2-2ca351d54359 service neutron] 10.222.0.64 "GET /v2.0/networks?id=360b2841-85d8-443c-9eed-aefa20c96607 HTTP/1.1" status: 200 len: 915 time: 0.2383931 Aug 16 20:26:18.950698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47498) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:18.980010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.052228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-c77edde1-92c8-4147-af4f-30b97a76ba1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5 HTTP/1.1" status: 200 len: 217 time: 0.0976746 Aug 16 20:26:19.117291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605e920-cadf-4764-a848-aedbe5c3c2ab req-a1973c56-b6f8-493b-a299-f36a270d26e0 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.118959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0605e920-cadf-4764-a848-aedbe5c3c2ab req-a1973c56-b6f8-493b-a299-f36a270d26e0 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.1795337 Aug 16 20:26:19.120375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-network', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:19.141923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-fcf246f1-fb68-4e8b-a167-63fdcd273e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.143488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-fcf246f1-fb68-4e8b-a167-63fdcd273e51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f58bd4e7-b743-495e-a92b-21f8b636f304 HTTP/1.1" status: 200 len: 853 time: 0.0800629 Aug 16 20:26:19.197700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0605e920-cadf-4764-a848-aedbe5c3c2ab req-8271ac4a-3e52-4fc5-a925-e359d9db06cc tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670979 Aug 16 20:26:19.210975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-6da88895-0f21-44b5-950f-03738c7003b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.211553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Allocated IP 172.20.0.1 (6150698e-bbf6-4900-ac1b-8c44b83739a7/d3f3f820-92d4-4b38-a7ee-cf4dba49722e/ea2c9f16-2589-408f-9213-d625af816d85) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:19.212925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-6da88895-0f21-44b5-950f-03738c7003b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=360b2841-85d8-443c-9eed-aefa20c96607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596159 Aug 16 20:26:19.280310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.342911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Made reservation on behalf of 2d30478e52f0453fafa960ebc1aacd95 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:19.345766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.361043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.379145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54385b1-5819-46fb-b911-31a8e8b121ca req-5ffddd84-ead4-4c22-898b-8e5bb39f8975 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.380805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f54385b1-5819-46fb-b911-31a8e8b121ca req-5ffddd84-ead4-4c22-898b-8e5bb39f8975 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0955057 Aug 16 20:26:19.398245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-60d260c5-3482-4816-90db-8b7cfad78e95 service neutron] 10.222.0.64 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772077 Aug 16 20:26:19.426128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f54385b1-5819-46fb-b911-31a8e8b121ca req-036fdbc5-912b-46ca-913f-6b7d222cebc8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Aug 16 20:26:19.430388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.532621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Transition to ACTIVE for port object ce2a315b-cfcb-4383-8e1b-f1d751532d67 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:19.533331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Transition to ACTIVE for port object ea2c9f16-2589-408f-9213-d625af816d85 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:19.561408 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.636676 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.663762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.681417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:19.702946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.703297 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Added segment c8cae0cc-837f-431a-b626-e3dd7f34ed56 of type vlan for network bd80d77a-3a02-4bdd-96b2-25adf91c8360 Aug 16 20:26:19.751503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Attempting to bind port ce2a315b-cfcb-4383-8e1b-f1d751532d67 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:19.752223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Attempting to bind port ce2a315b-cfcb-4383-8e1b-f1d751532d67 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:19.752880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Attempting to bind port ce2a315b-cfcb-4383-8e1b-f1d751532d67 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:19.766470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02791b9c-60bf-47b4-a555-ee86d2de404b None None] Pushing event updated for resources: {'Port': ['ID=ce2a315b-cfcb-4383-8e1b-f1d751532d67,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:19.766728 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.771490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:19.772179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:19.772770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.773331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:19.773999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Bound port: ce2a315b-cfcb-4383-8e1b-f1d751532d67, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:19.774562 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.804284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9b4907-d4d6-48b4-a5c9-cab3f281fb72 req-2e79cfb3-89cb-43c8-8a32-796e4d4f2522 service neutron] 10.222.0.64 "GET /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961963 Aug 16 20:26:19.811196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.846566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] For port ce2a315b-cfcb-4383-8e1b-f1d751532d67, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:19.852666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] For port ce2a315b-cfcb-4383-8e1b-f1d751532d67, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce2a315b-cfcb-4383-8e1b-f1d751532d67,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:19.884258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d808119f-dca2-47cd-a0e4-b97beb298ba7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:19.887956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:19.895023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:19.898547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:19.934202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:19.941548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.941548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:19.942075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:19.961510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.033504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.098479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:20.099380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:20.133315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47522) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:20.133582 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1819847 Aug 16 20:26:20.136313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee606e75-bbe4-4c4b-8c20-d99ea40606b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd80d77a-3a02-4bdd-96b2-25adf91c8360,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:20.151628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Request body: {'subnet': {'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-subnet', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:20.360742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Made reservation on behalf of 2d30478e52f0453fafa960ebc1aacd95 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:20.364283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.421834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:20.457117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.614168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:20.709485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.751655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02791b9c-60bf-47b4-a555-ee86d2de404b None None] Pushing event updated for resources: {'Port': ['ID=ce2a315b-cfcb-4383-8e1b-f1d751532d67,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:20.782074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.801519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5095b5-e625-4ab0-b4db-db41da6749fe,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:20.812585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:15Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:20.822057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Checking segment: {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:20.824000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Network hostable DHCP agents. Network: bd80d77a-3a02-4bdd-96b2-25adf91c8360, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:20.859252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f08ce6e-5c75-4525-8825-a6143a026409 None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:15Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:20.869472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32fa9721-6262-4cc0-a4b7-bbdb3d660932 None None] Provisioning for port ea2c9f16-2589-408f-9213-d625af816d85 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:20.874372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32fa9721-6262-4cc0-a4b7-bbdb3d660932 None None] Provisioning complete for port ea2c9f16-2589-408f-9213-d625af816d85 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:20.880363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32fa9721-6262-4cc0-a4b7-bbdb3d660932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.897544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:20.923542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-32fa9721-6262-4cc0-a4b7-bbdb3d660932 None None] Port ea2c9f16-2589-408f-9213-d625af816d85 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:20.954917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:21.003790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:21.006722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.106044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, bd80d77a-3a02-4bdd-96b2-25adf91c8360) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:21.109533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:21.109533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.113849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60c3fe-8fd8-4bde-9d68-eeff1e412498 None None] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:21.204426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:21.207463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:21.258054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce5453e1-5511-405c-86f6-8d58fb7a57dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1175473 Aug 16 20:26:21.258848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47526) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:21.263820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:21.458335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.464425 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.681131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'fixed_ips': [{'subnet_id': '8e5095b5-e625-4ab0-b4db-db41da6749fe'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:21.686360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.687415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:21.738822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce2a315b-cfcb-4383-8e1b-f1d751532d67 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:21.788816 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.060494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Allocated IP 172.20.0.2 (bd80d77a-3a02-4bdd-96b2-25adf91c8360/8e5095b5-e625-4ab0-b4db-db41da6749fe/7b8cece2-82dd-460c-8167-a58119ee1f15) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:22.109653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:22.126152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.352734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.368999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:22.374131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Transition to ACTIVE for port object 7b8cece2-82dd-460c-8167-a58119ee1f15 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:22.394119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76835118-1519-43b3-8f65-dd872ca4b910 admin admin] 10.222.0.70 "PUT /v2.0/routers/31b1698c-f91e-4d96-a0a1-b1e18d0d951d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6963217 Aug 16 20:26:22.398914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Transition to ACTIVE for port object 7b8cece2-82dd-460c-8167-a58119ee1f15 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:22.413936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6a65eb78-8b75-468e-8152-61431de65382 None None] Provisioning complete for port ea2c9f16-2589-408f-9213-d625af816d85 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:22.414432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a65eb78-8b75-468e-8152-61431de65382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.456914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6a65eb78-8b75-468e-8152-61431de65382 None None] Port ea2c9f16-2589-408f-9213-d625af816d85 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:22.486747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.578798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Pushing event updated for resources: {'Port': ['ID=7b8cece2-82dd-460c-8167-a58119ee1f15,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:22.585746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ce2a315b-cfcb-4383-8e1b-f1d751532d67 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:22.600145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ce2a315b-cfcb-4383-8e1b-f1d751532d67 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:22.600580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.658358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:22.662017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:22.665539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:22.747161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.788131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Attempting to bind port 7b8cece2-82dd-460c-8167-a58119ee1f15 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:22.788131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Attempting to bind port 7b8cece2-82dd-460c-8167-a58119ee1f15 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:22.788131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Attempting to bind port 7b8cece2-82dd-460c-8167-a58119ee1f15 on network bd80d77a-3a02-4bdd-96b2-25adf91c8360 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:22.788804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.789177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:22.799647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Checking segment: {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:22.800328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.800827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Bound using segment: {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:22.801432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Bound port: 7b8cece2-82dd-460c-8167-a58119ee1f15, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:22.801850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:22.979424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Allocated IP 172.25.7.142 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/da23746c-06d0-4ea0-894d-d3f265f95ff2) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:23.014440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] For port 7b8cece2-82dd-460c-8167-a58119ee1f15, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:23.020614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] For port 7b8cece2-82dd-460c-8167-a58119ee1f15, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b8cece2-82dd-460c-8167-a58119ee1f15,segment=NetworkSegment(c8cae0cc-837f-431a-b626-e3dd7f34ed56),segment_id=c8cae0cc-837f-431a-b626-e3dd7f34ed56)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:23.033600 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.079272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ce2a315b-cfcb-4383-8e1b-f1d751532d67, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce2a315b-cfcb-4383-8e1b-f1d751532d67,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:23.192693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.676016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.679925 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.715496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:23.776077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b831bf-f817-47b4-806c-585c48d46c48 None None] Pushing event updated for resources: {'Port': ['ID=7b8cece2-82dd-460c-8167-a58119ee1f15,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.805233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:23.825325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:23.830005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:23.863739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ce2a315b-cfcb-4383-8e1b-f1d751532d67,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.919848 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:23.932584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Pushing event updated for resources: {'Port': ['ID=da23746c-06d0-4ea0-894d-d3f265f95ff2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:23.948238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:23.955913 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:24.106012 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:24.323598 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 2, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:24.349572 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:24.349916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Updating router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d port ea2c9f16-2589-408f-9213-d625af816d85 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:24.375870 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.503840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.709825 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.720144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Transition to ACTIVE for port object ea2c9f16-2589-408f-9213-d625af816d85 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:24.806335 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:24.903975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Pushing event updated for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:24.921395 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.922584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.923181 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.923755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.924560 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.928300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.928745 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.929491 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.929706 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.930120 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.930595 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:24.931000 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:25.059899 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Attempting to bind port ea2c9f16-2589-408f-9213-d625af816d85 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:25.060401 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Attempting to bind port ea2c9f16-2589-408f-9213-d625af816d85 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:25.060726 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Attempting to bind port ea2c9f16-2589-408f-9213-d625af816d85 on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:25.069280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:25.069755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Checking segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:25.070040 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:25.070539 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Bound using segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:25.072788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Bound port: ea2c9f16-2589-408f-9213-d625af816d85, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:25.073509 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:25.254902 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] For port ea2c9f16-2589-408f-9213-d625af816d85, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:25.264051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] For port ea2c9f16-2589-408f-9213-d625af816d85, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea2c9f16-2589-408f-9213-d625af816d85,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:25.301330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:25.324826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3323c09e-e996-44a8-a23b-1b9bfe0429f9 None None] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:25.390126 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:25.453719 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:25.455053 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:25.635008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Router cf6f3dee-e431-4467-be27-3d216a7216f3 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:25.636299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-be723bcd-2b9f-496f-a6e7-f6ce9dcd07fd None None] Provisioning for port 7b8cece2-82dd-460c-8167-a58119ee1f15 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:25.661374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69c7a-6b86-484b-b4fd-311cdb08e354 None None] Pushing event updated for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:25.701091 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:25.977230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:25.991289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Sync routers for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:26.018138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Routers {'cf6f3dee-e431-4467-be27-3d216a7216f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:26.019821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cf6f3dee-e431-4467-be27-3d216a7216f3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:26.049661 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:25Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:26.058778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b8cece2-82dd-460c-8167-a58119ee1f15 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:26.075780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:26.077142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a1d83df0-3621-4a27-bbf5-6a243c912a15 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8172503 Aug 16 20:26:26.080122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:26.096633 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b6b5e-f70d-46ef-ac73-20e558a2c9f4 None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:25Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:26.192737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Set router cf6f3dee-e431-4467-be27-3d216a7216f3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:26.270901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7b8cece2-82dd-460c-8167-a58119ee1f15 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:26.286707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7b8cece2-82dd-460c-8167-a58119ee1f15 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:26.287087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:26.516671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:26.562613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7b8cece2-82dd-460c-8167-a58119ee1f15, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b8cece2-82dd-460c-8167-a58119ee1f15,segment=NetworkSegment(c8cae0cc-837f-431a-b626-e3dd7f34ed56),segment_id=c8cae0cc-837f-431a-b626-e3dd7f34ed56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:26.575695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:24Z', 'revision_number': 3, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:26.619635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Checking router: cf6f3dee-e431-4467-be27-3d216a7216f3 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:26.620271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Updating router cf6f3dee-e431-4467-be27-3d216a7216f3 port da23746c-06d0-4ea0-894d-d3f265f95ff2 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:26.661267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:26.735819 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:26.739749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce2a315b-cfcb-4383-8e1b-f1d751532d67 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:27.081204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabc5ae-b117-4d69-8a95-649854822a2b req-882a1a3c-9c38-4994-82d3-24360f778dcc tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:27.085522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aabc5ae-b117-4d69-8a95-649854822a2b req-882a1a3c-9c38-4994-82d3-24360f778dcc tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 943 time: 0.1411791 Aug 16 20:26:27.094814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.197072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aabc5ae-b117-4d69-8a95-649854822a2b req-3d841479-18c1-422b-bfc1-38a2d2293d29 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051166 Aug 16 20:26:27.303634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470463-c34d-4112-832b-a7dac30bc9d3 req-3dbfd9d0-4491-4a32-88f2-4378c0c366a8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:27.317851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53470463-c34d-4112-832b-a7dac30bc9d3 req-3dbfd9d0-4491-4a32-88f2-4378c0c366a8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1474745 Aug 16 20:26:27.373950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53470463-c34d-4112-832b-a7dac30bc9d3 req-26e98954-a357-4bba-a0bd-b3eb4c0eaa72 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585647 Aug 16 20:26:27.424929 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.433459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Transition to ACTIVE for port object da23746c-06d0-4ea0-894d-d3f265f95ff2 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:27.499139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ce2a315b-cfcb-4383-8e1b-f1d751532d67 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:27.499505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.552469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7b8cece2-82dd-460c-8167-a58119ee1f15,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:27.556284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.625182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Allocated IP 172.20.0.1 (bd80d77a-3a02-4bdd-96b2-25adf91c8360/8e5095b5-e625-4ab0-b4db-db41da6749fe/9fd45bf4-6276-4f2d-bd9f-01df154787a3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:27.640517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Attempting to bind port da23746c-06d0-4ea0-894d-d3f265f95ff2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:27.640940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Attempting to bind port da23746c-06d0-4ea0-894d-d3f265f95ff2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:27.641327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Attempting to bind port da23746c-06d0-4ea0-894d-d3f265f95ff2 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:27.643417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fb10-a056-420b-ac4c-6609cdeb9353 None None] Pushing event updated for resources: {'Port': ['ID=da23746c-06d0-4ea0-894d-d3f265f95ff2,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:27.652210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:27.652538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:27.652982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.653475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:27.657173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Bound port: da23746c-06d0-4ea0-894d-d3f265f95ff2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:27.662507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.783200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] For port da23746c-06d0-4ea0-894d-d3f265f95ff2, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:27.791279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] For port da23746c-06d0-4ea0-894d-d3f265f95ff2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da23746c-06d0-4ea0-894d-d3f265f95ff2,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:27.815324 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.855980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Transition to ACTIVE for port object 9fd45bf4-6276-4f2d-bd9f-01df154787a3 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:27.921924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b396-ffca-49c8-aea4-0aa067e9ef5e req-b3cd3e19-3c6b-4808-a1bf-aa169d8356b3 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:27.923438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb04b396-ffca-49c8-aea4-0aa067e9ef5e req-b3cd3e19-3c6b-4808-a1bf-aa169d8356b3 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.1468978 Aug 16 20:26:27.931816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-94cf2b9d-9d4a-402a-acc3-8761312c88ec tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:27.938912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-94cf2b9d-9d4a-402a-acc3-8761312c88ec tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 821 time: 0.3177063 Aug 16 20:26:27.950142 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:27.977098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-c48bc4ef-6a7d-42d7-9d00-922b919ee7a2 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/quotas/ef2f4e28455e4f0a8ec441ad24839758 HTTP/1.1" status: 200 len: 375 time: 0.0372205 Aug 16 20:26:28.024068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.045363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea2c9f16-2589-408f-9213-d625af816d85 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:28.062175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Routers {'cf6f3dee-e431-4467-be27-3d216a7216f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:28.062806 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cf6f3dee-e431-4467-be27-3d216a7216f3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:28.083142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb04b396-ffca-49c8-aea4-0aa067e9ef5e req-fcbae32c-6858-4c68-aaa4-cf1efef6e674 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413105 Aug 16 20:26:28.132885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:28.134621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-55004f0e-cbcc-4295-a82e-cc055630ff63 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566348 Aug 16 20:26:28.144064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:28.169181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fb10-a056-420b-ac4c-6609cdeb9353 None None] Pushing event updated for resources: {'Port': ['ID=da23746c-06d0-4ea0-894d-d3f265f95ff2,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:28.186584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:28.205820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd45bf4-6276-4f2d-bd9f-01df154787a3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:28.255526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.255913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.256277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.256633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.257023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.257302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.257928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.258295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.258588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.258937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.259545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.259959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:28.289020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aad22aef-5b96-4551-b41e-8fc48ba35aeb req-09a9543b-74de-4360-b63e-44a93b43a143 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.1264584 Aug 16 20:26:28.312298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] Set router cf6f3dee-e431-4467-be27-3d216a7216f3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:28.330385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.380921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ea2c9f16-2589-408f-9213-d625af816d85 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:28.431633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ea2c9f16-2589-408f-9213-d625af816d85 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:28.431989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.439214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-22a55a11-3a78-4e1a-87ab-461432ca5a2b service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036535 Aug 16 20:26:28.608459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bf6f8e4d-2b5b-4e8d-b948-3768211485b5 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640759 Aug 16 20:26:28.720976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.809945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:28.872100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ea2c9f16-2589-408f-9213-d625af816d85, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea2c9f16-2589-408f-9213-d625af816d85,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:28.900043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:24Z', 'revision_number': 3, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:28.985817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cecb30-1cd8-4641-8893-7520786c91b8 None None] The sync data for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 is: [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:24Z', 'revision_number': 3, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:29.101451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.429956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-406af82e-730a-4d38-8e1b-b548fa01a840 None None] Provisioning for port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:29.435118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-406af82e-730a-4d38-8e1b-b548fa01a840 None None] Provisioning complete for port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:29.490809 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-406af82e-730a-4d38-8e1b-b548fa01a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.490809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-406af82e-730a-4d38-8e1b-b548fa01a840 None None] Port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:29.875595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.876920 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:29.880127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b8cece2-82dd-460c-8167-a58119ee1f15 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:30.012097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:30.016872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd45bf4-6276-4f2d-bd9f-01df154787a3,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:30.065822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:30.109932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7b8cece2-82dd-460c-8167-a58119ee1f15 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:30.110312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:30.153193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:30.153193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:30.256767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5692ab-aaa1-4cbb-8762-31e40288bf29 req-9d382454-060f-4ed9-a025-7ba8b92118ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:30.272673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e5692ab-aaa1-4cbb-8762-31e40288bf29 req-9d382454-060f-4ed9-a025-7ba8b92118ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.1296589 Aug 16 20:26:30.357283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e5692ab-aaa1-4cbb-8762-31e40288bf29 req-daf23804-5ddc-4609-8650-13ac02d32c5b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824206 Aug 16 20:26:30.510247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Router cf6f3dee-e431-4467-be27-3d216a7216f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:30.586121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8598e86-9449-4561-bd68-0ab9dd4f3e9f req-e8da18d7-eaaf-4ea1-849b-abc307aa1b91 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:30.588555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8598e86-9449-4561-bd68-0ab9dd4f3e9f req-e8da18d7-eaaf-4ea1-849b-abc307aa1b91 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 943 time: 0.0914695 Aug 16 20:26:30.653983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bdf89f86-f3b9-4847-b9ba-e2e8b23b9682 None None] Provisioning complete for port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:30.654701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bdf89f86-f3b9-4847-b9ba-e2e8b23b9682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:30.654846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8598e86-9449-4561-bd68-0ab9dd4f3e9f req-2c669b59-0cf0-4497-ae2e-8d0f5538067e tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Aug 16 20:26:30.732517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:30.739960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d05ab155-2cf6-476f-869e-5e949cfc8984 admin admin] 10.222.0.70 "PUT /v2.0/routers/cf6f3dee-e431-4467-be27-3d216a7216f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6568446 Aug 16 20:26:30.761087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-70d5f958-ec93-4777-8fd0-7264f94da067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:30.768468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bdf89f86-f3b9-4847-b9ba-e2e8b23b9682 None None] Port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:30.852106 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Sync routers for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:30.863822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45198a-8fc3-4488-a7ba-e24ba9b74dcf req-19312622-3178-489a-85de-ac87468847b5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:30.866902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e45198a-8fc3-4488-a7ba-e24ba9b74dcf req-19312622-3178-489a-85de-ac87468847b5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0739288 Aug 16 20:26:30.874297 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Routers {'cf6f3dee-e431-4467-be27-3d216a7216f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:30.876256 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cf6f3dee-e431-4467-be27-3d216a7216f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:30.913427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea2c9f16-2589-408f-9213-d625af816d85 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:30.940949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e45198a-8fc3-4488-a7ba-e24ba9b74dcf req-5c0e2db2-715b-4115-acd9-3d004bb42ec3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664065 Aug 16 20:26:31.002774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ea2c9f16-2589-408f-9213-d625af816d85 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:31.003156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.117543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Set router cf6f3dee-e431-4467-be27-3d216a7216f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:31.118873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:31.122612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da23746c-06d0-4ea0-894d-d3f265f95ff2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:31.244940 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.267886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:31.270161 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586be987-0c52-466c-a87e-c98b4b26b2bb" -d '{"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:31.283330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:31.337962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port da23746c-06d0-4ea0-894d-d3f265f95ff2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:31.342641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da23746c-06d0-4ea0-894d-d3f265f95ff2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:31.343049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.350742 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 4, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9fd45bf4-6276-4f2d-bd9f-01df154787a3', 'name': '', 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'mac_address': 'fa:16:3e:28:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:27Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 2, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'subnets': [{'id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:31.384755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Checking router: cf6f3dee-e431-4467-be27-3d216a7216f3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:31.389504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Updating router cf6f3dee-e431-4467-be27-3d216a7216f3 port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:31.398743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fe50989-ef3d-48a1-9b2e-ac7cac68eab0 req-9c167cc4-c803-4b75-b3ec-19b24645ef96 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 210 time: 0.0424314 Aug 16 20:26:31.424091 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.450733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.554308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8dd5f-a4c6-4a43-a1c7-238c7e94f44e req-5090bf3c-7030-441e-9faf-020c69198b23 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:31.556511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87a8dd5f-a4c6-4a43-a1c7-238c7e94f44e req-5090bf3c-7030-441e-9faf-020c69198b23 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.0706582 Aug 16 20:26:31.651858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87a8dd5f-a4c6-4a43-a1c7-238c7e94f44e req-35f99412-9fa6-45a6-bfea-1383a74ff498 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884147 Aug 16 20:26:31.780345 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.783831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:31.795325 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Transition to ACTIVE for port object 9fd45bf4-6276-4f2d-bd9f-01df154787a3 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:31.801945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:31.825258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port da23746c-06d0-4ea0-894d-d3f265f95ff2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da23746c-06d0-4ea0-894d-d3f265f95ff2,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:31.831234 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-f486ba44-d13c-4dcb-b67c-814e46162ea7 req-538a12d3-692e-489d-894d-15c63f352fd0 tempest-FloatingIPDetailsNegativeTestJSON-1857588449 tempest-FloatingIPDetailsNegativeTestJSON-1857588449-project] show failed (client error): The resource could not be found. Aug 16 20:26:31.832999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f486ba44-d13c-4dcb-b67c-814e46162ea7 req-538a12d3-692e-489d-894d-15c63f352fd0 tempest-FloatingIPDetailsNegativeTestJSON-1857588449 tempest-FloatingIPDetailsNegativeTestJSON-1857588449-project] 10.222.0.70 "GET /v2.0/floatingips/a2a4c1c0-961a-4e76-a433-cd3b6552766b HTTP/1.1" status: 404 len: 350 time: 0.0920880 Aug 16 20:26:31.849272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:31.875333 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f28362-3222-4004-8e13-245e29391259 x-openstack-request-id: req-a5f28362-3222-4004-8e13-245e29391259 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:31.875629 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:31.875939 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5f28362-3222-4004-8e13-245e29391259 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:31.876404 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'code': 200} Aug 16 20:26:31.920908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-9d315225-1705-4599-b8ca-4e653c7cc6fe req-101d60ab-4ecf-4072-b09b-cfa6d38da95b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:26:31.922212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d315225-1705-4599-b8ca-4e653c7cc6fe req-101d60ab-4ecf-4072-b09b-cfa6d38da95b tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063293 Aug 16 20:26:32.001061 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.008060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.052701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d315225-1705-4599-b8ca-4e653c7cc6fe req-f8f7f835-3792-47fc-b1ca-3b1a78eb3595 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1227133 Aug 16 20:26:32.066942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=da23746c-06d0-4ea0-894d-d3f265f95ff2,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:32.213571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Attempting to bind port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:32.214099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Attempting to bind port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:32.214574 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Attempting to bind port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 on network bd80d77a-3a02-4bdd-96b2-25adf91c8360 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:32.223949 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:32.224508 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Checking segment: {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:32.225002 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.225535 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Bound using segment: {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:32.226583 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Bound port: 9fd45bf4-6276-4f2d-bd9f-01df154787a3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8cae0cc-837f-431a-b626-e3dd7f34ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:32.226746 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.247074 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9ea09-7d6f-405d-b77f-15680ee176b6 None None] Pushing event updated for resources: {'Port': ['ID=9fd45bf4-6276-4f2d-bd9f-01df154787a3,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:32.254296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a94eb3-4550-4720-91ad-f27f41ac495d req-b07451bb-0254-4130-9111-8abbf78c8479 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:32.258322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4a94eb3-4550-4720-91ad-f27f41ac495d req-b07451bb-0254-4130-9111-8abbf78c8479 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 943 time: 0.1982641 Aug 16 20:26:32.272182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f653f-3819-47c2-ac23-058006cbf1c2 req-9efd5579-7ec9-4b6e-af40-2c40cee52be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:32.273932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f1f653f-3819-47c2-ac23-058006cbf1c2 req-9efd5579-7ec9-4b6e-af40-2c40cee52be7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1098 time: 0.1316245 Aug 16 20:26:32.360330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4a94eb3-4550-4720-91ad-f27f41ac495d req-8954c606-8107-400b-854c-1359275fc7ca tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910623 Aug 16 20:26:32.371289 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] For port 9fd45bf4-6276-4f2d-bd9f-01df154787a3, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:32.373507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f1f653f-3819-47c2-ac23-058006cbf1c2 req-5aee0074-52e8-421a-ae97-6eaf7edb9e76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Aug 16 20:26:32.381634 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] For port 9fd45bf4-6276-4f2d-bd9f-01df154787a3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9fd45bf4-6276-4f2d-bd9f-01df154787a3,segment=NetworkSegment(c8cae0cc-837f-431a-b626-e3dd7f34ed56),segment_id=c8cae0cc-837f-431a-b626-e3dd7f34ed56)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:32.399836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.489516 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.497577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3a41869-6c82-457e-8da8-de5ebce6b373 req-f3f1df81-c284-4dc6-8a6a-f0b6b92c0cc1 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0677111 Aug 16 20:26:32.587339 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9ea09-7d6f-405d-b77f-15680ee176b6 None None] Pushing event updated for resources: {'Port': ['ID=9fd45bf4-6276-4f2d-bd9f-01df154787a3,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:32.604627 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Routers {'cf6f3dee-e431-4467-be27-3d216a7216f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:32.605741 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cf6f3dee-e431-4467-be27-3d216a7216f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:32.713939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587330-2e91-41f4-9c06-6745d69ffefb req-549ca7ec-9c35-419a-9f30-357776e846ca tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:32.727570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da23746c-06d0-4ea0-894d-d3f265f95ff2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:32.737281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93587330-2e91-41f4-9c06-6745d69ffefb req-549ca7ec-9c35-419a-9f30-357776e846ca tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1170826 Aug 16 20:26:32.769656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Deleting port 9fd45bf4-6276-4f2d-bd9f-01df154787a3 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:32.770801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.782597 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] Set router cf6f3dee-e431-4467-be27-3d216a7216f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:32.788387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da23746c-06d0-4ea0-894d-d3f265f95ff2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:32.789016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.829744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93587330-2e91-41f4-9c06-6745d69ffefb req-dc39a544-4814-4d1b-9f83-54e32e3c480f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907290 Aug 16 20:26:32.930918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] For port 9fd45bf4-6276-4f2d-bd9f-01df154787a3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9fd45bf4-6276-4f2d-bd9f-01df154787a3,segment=NetworkSegment(c8cae0cc-837f-431a-b626-e3dd7f34ed56),segment_id=c8cae0cc-837f-431a-b626-e3dd7f34ed56)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:32.931603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:32.949095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Calling delete_port for 9fd45bf4-6276-4f2d-bd9f-01df154787a3 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:33.007942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f162-74e4-441a-b652-f3c6e39f6a44 req-8dad677e-f555-4274-a9fd-fe52d04143d0 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:33.009495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e4f162-74e4-441a-b652-f3c6e39f6a44 req-8dad677e-f555-4274-a9fd-fe52d04143d0 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0663173 Aug 16 20:26:33.132912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e4f162-74e4-441a-b652-f3c6e39f6a44 req-fa4d7b59-75b4-415f-8c9c-60f6888e289a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000299 Aug 16 20:26:33.162149 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 4, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9fd45bf4-6276-4f2d-bd9f-01df154787a3', 'name': '', 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'mac_address': 'fa:16:3e:28:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:27Z', 'updated_at': '2021-08-16T20:26:32Z', 'revision_number': 4, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'subnets': [{'id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:33.179651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c3b6c0d-0d07-48f5-97df-4a3878756d15 req-200b1f8c-390b-485b-8d95-0c51cfd5595e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 210 time: 0.0352263 Aug 16 20:26:33.197504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563242d-8019-441c-8865-c1e9a2c47bc0 None None] The sync data for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 is: [{'id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-175077121-router', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:21Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 4, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'gw_port': {'id': 'da23746c-06d0-4ea0-894d-d3f265f95ff2', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fc:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:22Z', 'updated_at': '2021-08-16T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9fd45bf4-6276-4f2d-bd9f-01df154787a3', 'name': '', 'network_id': 'bd80d77a-3a02-4bdd-96b2-25adf91c8360', 'tenant_id': '2d30478e52f0453fafa960ebc1aacd95', 'mac_address': 'fa:16:3e:28:b7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf6f3dee-e431-4467-be27-3d216a7216f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:27Z', 'updated_at': '2021-08-16T20:26:32Z', 'revision_number': 4, 'project_id': '2d30478e52f0453fafa960ebc1aacd95', 'subnets': [{'id': '8e5095b5-e625-4ab0-b4db-db41da6749fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:33.258776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb7bd-7350-4e47-9426-52dfa818f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.302476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5812813-70f9-4b2a-8448-eb6fafd2daf5 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:33.355388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.398867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd45bf4-6276-4f2d-bd9f-01df154787a3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:33.433868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.506839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:33.532829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5', 'network_id': '360b2841-85d8-443c-9eed-aefa20c96607', 'port_id': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5', 'mac_address': 'fa:16:3e:a3:ae:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58bd4e7-b743-495e-a92b-21f8b636f304', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:33.534932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aee01-2355-4d0c-a162-cca7383c57e8 req-0fee404f-e03a-437b-8ec5-f82d6aeb55dc tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:33.537766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e35aee01-2355-4d0c-a162-cca7383c57e8 req-0fee404f-e03a-437b-8ec5-f82d6aeb55dc tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.1355028 Aug 16 20:26:33.555266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-d009d20c-5fac-4316-bb95-d64193b93107 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:33.557417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-d009d20c-5fac-4316-bb95-d64193b93107 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.2112813 Aug 16 20:26:33.611403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.636608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-5fafb3af-29f0-4ec2-9a6a-3bd77cffc2cb tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/quotas/19d0b5d2a3e94118bcfdfa0001c171c0 HTTP/1.1" status: 200 len: 375 time: 0.0683436 Aug 16 20:26:33.638515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5812813-70f9-4b2a-8448-eb6fafd2daf5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:33.670961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.674306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:33.680639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e35aee01-2355-4d0c-a162-cca7383c57e8 req-fc04f89b-7c3d-410a-8083-6e1ce13b111e tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003752 Aug 16 20:26:33.705902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-9fdb9799-e797-4fb4-bfa7-ea5551cd1283 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683427 Aug 16 20:26:33.756130 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:33.843804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:33.871220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-3d2b7cf8-31ab-4cb4-a189-5025de537fce service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521270 Aug 16 20:26:33.986369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Router cf6f3dee-e431-4467-be27-3d216a7216f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:34.012057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba4b76-9cb9-4205-aa03-79d7582e53b1 req-95258537-9465-4acd-be6a-1d2b73c97454 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:34.013612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ba4b76-9cb9-4205-aa03-79d7582e53b1 req-95258537-9465-4acd-be6a-1d2b73c97454 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 944 time: 0.1853633 Aug 16 20:26:34.061732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a5812813-70f9-4b2a-8448-eb6fafd2daf5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:34.130203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:34.139328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0761af8-78db-430c-b9c8-d80b18bdece9 admin admin] 10.222.0.70 "PUT /v2.0/routers/cf6f3dee-e431-4467-be27-3d216a7216f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2853456 Aug 16 20:26:34.139328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47726) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:34.142469 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.167755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ba4b76-9cb9-4205-aa03-79d7582e53b1 req-2aa04fc1-8135-490c-b7bb-b808f95767cd tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451685 Aug 16 20:26:34.208788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2b8b72f-7d6c-43d3-9199-fe317e54f800 req-26183933-d22c-4a2d-aead-ccee0df7a7b3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0555625 Aug 16 20:26:34.221201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-c993cd01-92dc-4e5f-9cd3-505ccb663f8d service neutron] 10.222.0.70 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357360 Aug 16 20:26:34.254361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-628454cd-9d6f-4232-b1da-471ac97043c3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:34.254361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-628454cd-9d6f-4232-b1da-471ac97043c3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 821 time: 0.2971220 Aug 16 20:26:34.276810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'port': {'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'admin_state_up': True, 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:34.298361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.442831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a51ac89-cb7e-4b64-8ec5-550bd13072e6 req-5dfe6cb3-27c1-45b7-b6b6-7e83b7178fa5 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0506332 Aug 16 20:26:34.471846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.594242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebc5f7-03bc-47e6-aac4-6feae4671040 req-7ee02f2f-901c-4c02-b8c0-96ee179efadd tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:34.596100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ebc5f7-03bc-47e6-aac4-6feae4671040 req-7ee02f2f-901c-4c02-b8c0-96ee179efadd tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.0860398 Aug 16 20:26:34.621426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Made reservation on behalf of ef2f4e28455e4f0a8ec441ad24839758 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:34.625153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.679514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Deleting port da23746c-06d0-4ea0-894d-d3f265f95ff2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:34.680368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.709703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ebc5f7-03bc-47e6-aac4-6feae4671040 req-34958699-46e3-41c2-9cea-e7b62ddc33b6 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928545 Aug 16 20:26:34.717937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511d6ce-bc90-43cd-b51e-93bec9f49aec req-84fef7b9-8d5e-4a6d-9487-a2904fb3ffc9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:34.719578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1511d6ce-bc90-43cd-b51e-93bec9f49aec req-84fef7b9-8d5e-4a6d-9487-a2904fb3ffc9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1488183 Aug 16 20:26:34.803290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] For port da23746c-06d0-4ea0-894d-d3f265f95ff2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da23746c-06d0-4ea0-894d-d3f265f95ff2,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:34.803659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:34.823714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Calling delete_port for da23746c-06d0-4ea0-894d-d3f265f95ff2 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:34.834968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab898ca7-e4d4-4aad-b070-f4052e537b4a req-e9d5eec6-7bfa-45fa-9e7d-869d143b0242 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 210 time: 0.0443099 Aug 16 20:26:34.879701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1511d6ce-bc90-43cd-b51e-93bec9f49aec req-0ef29dc0-d5d2-4a96-8df7-f89f954a98d3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274450 Aug 16 20:26:34.941900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Allocated IP 172.20.0.9 (6150698e-bbf6-4900-ac1b-8c44b83739a7/d3f3f820-92d4-4b38-a7ee-cf4dba49722e/3856c2a1-7b74-4d28-b4f9-88113f204b2b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:35.016367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e024650b-6717-416f-b07d-fca5b21eb836 req-fd837fc6-b417-4062-ac3e-bbd64fa4e16f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 210 time: 0.0695202 Aug 16 20:26:35.270827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.307315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=da23746c-06d0-4ea0-894d-d3f265f95ff2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:35.309592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5812813-70f9-4b2a-8448-eb6fafd2daf5 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:35.353203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-abb7a5c2-20f1-449d-82ec-889ac97e49d0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.357133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-abb7a5c2-20f1-449d-82ec-889ac97e49d0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "GET /v2.0/ports?device_id=5da3951f-eab5-48ad-9231-f29dca9d92f0 HTTP/1.1" status: 200 len: 943 time: 0.2260106 Aug 16 20:26:35.385027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.428121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ad78-7e80-45d0-8b78-e9450c12bec6 req-8bd4ac7b-cd04-4c2f-ad81-be087d92e8ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.434187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ad78-7e80-45d0-8b78-e9450c12bec6 req-8bd4ac7b-cd04-4c2f-ad81-be087d92e8ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.440154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458ad78-7e80-45d0-8b78-e9450c12bec6 req-8bd4ac7b-cd04-4c2f-ad81-be087d92e8ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.442932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0458ad78-7e80-45d0-8b78-e9450c12bec6 req-8bd4ac7b-cd04-4c2f-ad81-be087d92e8ba tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c&device_id=fed58385-c294-408c-a950-48563c4fa18a&device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 2417 time: 0.2552180 Aug 16 20:26:35.463707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.475862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a5812813-70f9-4b2a-8448-eb6fafd2daf5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:35.480258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a5812813-70f9-4b2a-8448-eb6fafd2daf5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:35.480642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.483066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-86155d24-5a4f-4eaa-a2be-238960863b9f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:35.484664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-86155d24-5a4f-4eaa-a2be-238960863b9f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 810 time: 0.2980103 Aug 16 20:26:35.490312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.492795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.558087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-3df69ebb-cc92-42fd-b67a-17051d464730 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/quotas/cec0ee24f3b64648bde07f5d4a92f36b HTTP/1.1" status: 200 len: 375 time: 0.0515933 Aug 16 20:26:35.569523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0458ad78-7e80-45d0-8b78-e9450c12bec6 req-41b3cc0a-eace-477c-9e64-36c78815ba74 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143479 Aug 16 20:26:35.592023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.620678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Deleting port b44f7c02-1c72-440f-bbfa-8d5116b74981 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:35.621317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.630666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.630888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:35.631717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf6f3dee-e431-4467-be27-3d216a7216f3 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:26:35.633315 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c2b987-8694-41d5-9de5-7b4889c867b8" -d '{"events": [{"server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "name": "network-vif-plugged", "status": "completed", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:35.639551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.640548 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-53fe7b06-16c8-4e50-b562-0d70dfd728d7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/cf6f3dee-e431-4467-be27-3d216a7216f3 HTTP/1.1" status: 204 len: 168 time: 1.5010362 Aug 16 20:26:35.642990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:35.649522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:35.672514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Transition to ACTIVE for port object 3856c2a1-7b74-4d28-b4f9-88113f204b2b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:35.695322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Deleting subnet 8e5095b5-e625-4ab0-b4db-db41da6749fe {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:35.698691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.736558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.778539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.823936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.833697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:35.955609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.969305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:35.971907 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8e5095b5-e625-4ab0-b4db-db41da6749fe HTTP/1.1" status: 204 len: 168 time: 0.3276987 Aug 16 20:26:35.974673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-c5b30523-25d1-4167-8fd0-d0e3112c9a96 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4027040 Aug 16 20:26:35.977902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47768) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:35.981674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceece74-23bf-4f0a-808a-a5491c847a53 None None] Network bd80d77a-3a02-4bdd-96b2-25adf91c8360 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:35.998135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7cbe5-da5c-4f67-94cf-87655634f5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e5095b5-e625-4ab0-b4db-db41da6749fe,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:36.044046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.100646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Sync routers for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:36.120829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Routers set() bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:36.121208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Router IDs set() for agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:26:36.121852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_agentschedulers_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf6f3dee-e431-4467-be27-3d216a7216f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent'). {{(pid=95242) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:26:36.135586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Routers set() bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:36.135987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Router IDs set() for agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:26:36.136542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_agentschedulers_db [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf6f3dee-e431-4467-be27-3d216a7216f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent'). {{(pid=95242) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:26:36.136902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c728c-ccf9-4082-b83d-381094c9adbd None None] The sync data for ids ['cf6f3dee-e431-4467-be27-3d216a7216f3'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:36.142923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] For port b44f7c02-1c72-440f-bbfa-8d5116b74981, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b44f7c02-1c72-440f-bbfa-8d5116b74981,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:36.143230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.160653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da4052-ed1b-4fe4-a869-3c4bf73a9e1e req-ae992864-aaf7-45fa-81d8-c5f94263aa64 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:36.163059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7da4052-ed1b-4fe4-a869-3c4bf73a9e1e req-ae992864-aaf7-45fa-81d8-c5f94263aa64 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 944 time: 0.5372663 Aug 16 20:26:36.182871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Calling delete_port for b44f7c02-1c72-440f-bbfa-8d5116b74981 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:36.194174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.202486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] DHCP port deletion for bd80d77a-3a02-4bdd-96b2-25adf91c8360 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:36.251428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Deleting port 7b8cece2-82dd-460c-8167-a58119ee1f15 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:36.251831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.294853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.321710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] For port 7b8cece2-82dd-460c-8167-a58119ee1f15, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b8cece2-82dd-460c-8167-a58119ee1f15,segment=NetworkSegment(c8cae0cc-837f-431a-b626-e3dd7f34ed56),segment_id=c8cae0cc-837f-431a-b626-e3dd7f34ed56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:36.322302 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.330300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-eddf31ff-4acc-4ab5-bdc6-e3ec528cabf3 service neutron] 10.222.0.70 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376229 Aug 16 20:26:36.334658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Calling delete_port for 7b8cece2-82dd-460c-8167-a58119ee1f15 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:36.353982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7da4052-ed1b-4fe4-a869-3c4bf73a9e1e req-5dc2216c-121c-49db-a3ef-f23a21f65c48 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799576 Aug 16 20:26:36.451700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:36.463873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:36.465700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event updated for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:36.468014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:36.502592 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-092357ba-2498-4284-bbd6-ecf116866557 req-ad23c4d5-560a-4c0e-99bf-3f954aa7d556 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0278213 Aug 16 20:26:36.505420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.540452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] Pushing event deleted for resources: {'Port': ['ID=7b8cece2-82dd-460c-8167-a58119ee1f15,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:36.546972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba129a1-95c7-4f2c-8430-f1f20f3ae5fa None None] No DVR routers for this DVR port 7b8cece2-82dd-460c-8167-a58119ee1f15 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:36.549878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5a6ce9-839b-4e9c-9daa-3bf972fa1a03 req-3a2c5b27-704d-4086-bbda-143456762967 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0735760 Aug 16 20:26:36.643974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:36.645431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.656774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Deleting port 7b8cece2-82dd-460c-8167-a58119ee1f15 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:36.657117 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.759166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-964416c4-cf1a-40c2-8b0d-623d9721eead service neutron] 10.222.0.70 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000378 Aug 16 20:26:36.792866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] For port 7b8cece2-82dd-460c-8167-a58119ee1f15, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:36.793070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.819364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18bb4e9b-0b79-4d07-9028-91c5071dcf53 req-0abc8ad1-5c53-4fdf-86b8-111a2ad700e4 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1815820 Aug 16 20:26:36.820252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Calling delete_port for 7b8cece2-82dd-460c-8167-a58119ee1f15 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:36.824122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Port 7b8cece2-82dd-460c-8167-a58119ee1f15 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:26:36.827174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.853005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b8cece2-82dd-460c-8167-a58119ee1f15 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:36.854327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8cece2-82dd-460c-8167-a58119ee1f15,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:36.858813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] No DVR routers for this DVR port 7b8cece2-82dd-460c-8167-a58119ee1f15 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:36.861195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-bd1ba8ad-9d19-4b6b-bed7-ce1e543be934 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5890925 Aug 16 20:26:36.885084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7b8cece2-82dd-460c-8167-a58119ee1f15 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:36.887270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b8cece2-82dd-460c-8167-a58119ee1f15 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:36.888005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fd45bf4-6276-4f2d-bd9f-01df154787a3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:36.892423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Request body: {'port': {'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:36.896510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.926042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9fd45bf4-6276-4f2d-bd9f-01df154787a3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:36.926042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fd45bf4-6276-4f2d-bd9f-01df154787a3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:36.954040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ff777882-3876-42ef-b76a-a9925385714f None None] Provisioning for port 3856c2a1-7b74-4d28-b4f9-88113f204b2b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:36.956987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ff777882-3876-42ef-b76a-a9925385714f None None] Provisioning complete for port 3856c2a1-7b74-4d28-b4f9-88113f204b2b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:36.957368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff777882-3876-42ef-b76a-a9925385714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:36.987140 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c462eef-e9a8-4971-a509-f4487b7993f9 x-openstack-request-id: req-5c462eef-e9a8-4971-a509-f4487b7993f9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:36.988607 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "name": "network-vif-plugged", "status": "completed", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:36.988607 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c462eef-e9a8-4971-a509-f4487b7993f9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:36.988926 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5', 'code': 200} Aug 16 20:26:37.017570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ff777882-3876-42ef-b76a-a9925385714f None None] Port 3856c2a1-7b74-4d28-b4f9-88113f204b2b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:37.024079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event deleted for resources: {'Port': ['ID=b44f7c02-1c72-440f-bbfa-8d5116b74981,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:37.092320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.199538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd80d77a-3a02-4bdd-96b2-25adf91c8360']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:37.256298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cae0cc-837f-431a-b626-e3dd7f34ed56') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:37.256654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cae0cc-837f-431a-b626-e3dd7f34ed56') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:37.268067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] No DVR routers for this DVR port b44f7c02-1c72-440f-bbfa-8d5116b74981 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:37.296133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.298181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41f7a37a-dcae-4c2f-9ed4-af77c0dc8a3a req-31d60bcc-608c-4b63-802b-e70de858bf2f tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.73 "DELETE /v2.0/ports/b44f7c02-1c72-440f-bbfa-8d5116b74981 HTTP/1.1" status: 204 len: 173 time: 1.9246531 Aug 16 20:26:37.304978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-deleted', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:37.307234 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0de5aa2-2d32-487e-a8c2-6bd9f820509b" -d '{"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-deleted", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:37.314730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.320047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ceed140-7b0e-4cc0-9599-eaf9fc453624 req-75c152d5-ec59-4f74-87eb-fdc7fe181197 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 210 time: 0.1096542 Aug 16 20:26:37.330314 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.367228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.395036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:37.395495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:37.398125 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:37.407983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3c20c-a637-4d23-b9c9-4c99205eb9b4 req-f1d2e4ae-cfbd-4fef-817a-f9bde8ebc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:37.407983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18a3c20c-a637-4d23-b9c9-4c99205eb9b4 req-f1d2e4ae-cfbd-4fef-817a-f9bde8ebc47e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 1097 time: 0.3253360 Aug 16 20:26:37.482526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5108a07-f209-4507-b656-080f68c33d36 req-ca1529c7-3241-4849-8759-dedd1e0fcb99 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:37.487140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5108a07-f209-4507-b656-080f68c33d36 req-ca1529c7-3241-4849-8759-dedd1e0fcb99 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 931 time: 0.3490663 Aug 16 20:26:37.508542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7ec8d682-6476-4076-8212-ffc9902d9056 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:37.510126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7ec8d682-6476-4076-8212-ffc9902d9056 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 804 time: 0.5265257 Aug 16 20:26:37.552536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Request body: {'port': {'device_id': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'admin_state_up': True, 'tenant_id': '19d0b5d2a3e94118bcfdfa0001c171c0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:37.706213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18a3c20c-a637-4d23-b9c9-4c99205eb9b4 req-7d3b9f61-8235-4715-b3f0-c23e10e64abe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707610 Aug 16 20:26:37.716552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-514815c6-b3c5-4145-992e-7c5d9971ac0b req-638137b6-bcd8-4bd9-8a21-10ac839b6211 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 210 time: 0.1510313 Aug 16 20:26:37.738684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.743559 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:37.745512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bd80d77a-3a02-4bdd-96b2-25adf91c8360 HTTP/1.1" status: 204 len: 168 time: 1.7643962 Aug 16 20:26:37.774093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5108a07-f209-4507-b656-080f68c33d36 req-9deafe58-c6cf-40c2-af1f-73221866c872 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610624 Aug 16 20:26:37.812558 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa96ea-7188-475a-96b7-696c21c1fd86 x-openstack-request-id: req-4bfa96ea-7188-475a-96b7-696c21c1fd86 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:37.812878 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da3951f-eab5-48ad-9231-f29dca9d92f0", "name": "network-vif-deleted", "tag": "b44f7c02-1c72-440f-bbfa-8d5116b74981", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:37.813209 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bfa96ea-7188-475a-96b7-696c21c1fd86 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:37.813539 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da3951f-eab5-48ad-9231-f29dca9d92f0', 'name': 'network-vif-deleted', 'tag': 'b44f7c02-1c72-440f-bbfa-8d5116b74981', 'status': 'completed', 'code': 200} Aug 16 20:26:37.825668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2012f-f722-4f01-9a60-c1b1179b64e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd80d77a-3a02-4bdd-96b2-25adf91c8360,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:37.990436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9609e1-177b-48a0-ba13-897798ae9608 req-e575bcba-1218-431e-9d4a-de226b4e5ff2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:37.991993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d9609e1-177b-48a0-ba13-897798ae9608 req-e575bcba-1218-431e-9d4a-de226b4e5ff2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 945 time: 0.1167636 Aug 16 20:26:38.071613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf63d0c3-d8af-4081-bbcc-465a85468585 req-3cf88715-53d9-4e04-b02a-0082e0b57a02 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0491378 Aug 16 20:26:38.082699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d9609e1-177b-48a0-ba13-897798ae9608 req-0b4f87a3-b0b1-41ef-a227-e5092213150e tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802696 Aug 16 20:26:38.115746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Made reservation on behalf of 19d0b5d2a3e94118bcfdfa0001c171c0 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:38.116022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.153136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3856c2a1-7b74-4d28-b4f9-88113f204b2b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:38.189912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.216966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Transition to ACTIVE for port object 3856c2a1-7b74-4d28-b4f9-88113f204b2b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:38.300010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Allocated IP 172.20.0.4 (dcae15a1-f6e4-483c-8235-f7759e26091a/42af3bab-00ea-4e7d-b30b-caea282c68d2/44b37a6a-e87c-4e14-84f4-92d6f9822b19) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:38.313469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:38.360607 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.443311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee46b664-45e6-4ed8-9039-9ea021b75980 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d30478e52f0453fafa960ebc1aacd95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286974 Aug 16 20:26:38.445904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:38.499947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Pushing event updated for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:38.557143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.605539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.639751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.642073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da23746c-06d0-4ea0-894d-d3f265f95ff2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:38.663697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Attempting to bind port 3856c2a1-7b74-4d28-b4f9-88113f204b2b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:38.664057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Attempting to bind port 3856c2a1-7b74-4d28-b4f9-88113f204b2b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:38.670080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Attempting to bind port 3856c2a1-7b74-4d28-b4f9-88113f204b2b on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:38.674105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-437121a9-99cf-4dfe-8c4f-57f624ab6073 req-f7916ebb-f468-41b1-b7ef-3625021a5ffa tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 210 time: 0.0468981 Aug 16 20:26:38.682465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: da23746c-06d0-4ea0-894d-d3f265f95ff2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:38.683132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da23746c-06d0-4ea0-894d-d3f265f95ff2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:38.690158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Port 3856c2a1-7b74-4d28-b4f9-88113f204b2b on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:26:38.690158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Attempting to bind port 3856c2a1-7b74-4d28-b4f9-88113f204b2b on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:38.698596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:38.698828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Checking segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:38.699099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Bound using segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:38.699538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Bound port: 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:38.700143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.836584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.839940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:38.842509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d808119f-dca2-47cd-a0e4-b97beb298ba7 HTTP/1.1" status: 204 len: 168 time: 0.3955753 Aug 16 20:26:38.870895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef5d3b-d76d-4ce1-a113-a623bc9c30c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d808119f-dca2-47cd-a0e4-b97beb298ba7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.133112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22108156-0987-4dd7-8b39-c5c3b24dedef req-93d06ed0-fec7-43ac-a625-2f646920c9a0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 210 time: 0.0673730 Aug 16 20:26:39.181022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:39.181979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:39.185591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:39.204793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: b44f7c02-1c72-440f-bbfa-8d5116b74981 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:39.205028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f94aaf-5c2f-414f-9fa9-c31fe851f745 req-54514533-63a3-4fa3-9089-4714693d5e15 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:39.205356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b44f7c02-1c72-440f-bbfa-8d5116b74981 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:39.206568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15f94aaf-5c2f-414f-9fa9-c31fe851f745 req-54514533-63a3-4fa3-9089-4714693d5e15 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 943 time: 0.1368368 Aug 16 20:26:39.221765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.249973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36313aac-3ab1-4b82-a520-24b135d64d57 req-dd778c08-870f-4f9e-8385-31808f7b8ba9 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0407069 Aug 16 20:26:39.307903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Network dcae15a1-f6e4-483c-8235-f7759e26091a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:39.327045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:39.327045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.327045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:39.344043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15f94aaf-5c2f-414f-9fa9-c31fe851f745 req-920ac708-271d-4091-885d-7de74929b590 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223335 Aug 16 20:26:39.345239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.450153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:39.450787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.452376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] 10.222.0.73 "PUT /v2.0/ports/3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 1092 time: 2.5655115 Aug 16 20:26:39.461970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:39.462776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.512485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea3bf1-42f4-4238-979f-407fd7b5b57d req-ca7f0844-ff62-44a8-ae5d-1bd3a436d3a2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:39.514034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ea3bf1-42f4-4238-979f-407fd7b5b57d req-ca7f0844-ff62-44a8-ae5d-1bd3a436d3a2 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 945 time: 0.1068261 Aug 16 20:26:39.515234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e958b8-94ce-4f4e-acc3-92f6081454bf service neutron] Pushing event updated for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:39.598627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ea3bf1-42f4-4238-979f-407fd7b5b57d req-b312281a-41fd-4073-a583-89f0bcb88d4c tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659859 Aug 16 20:26:39.660232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-6b7bbf44-6188-4167-aa58-37fe175c65ec tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1309216 Aug 16 20:26:39.680070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Request body: {'port': {'device_id': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:39.792778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-fa035647-5a9f-41c0-8fb0-5fbd85fbe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:39.794610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-fa035647-5a9f-41c0-8fb0-5fbd85fbe210 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0966983 Aug 16 20:26:39.799952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:39.815470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:39.818676 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea9845-ed3e-49d4-8a9b-def807140692" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:39.866122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-f2a85b71-3f35-4280-8fd8-b2a1029d44bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.0620022 Aug 16 20:26:39.902126 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bf3dc-920e-4d84-8ccd-2d8c7eda4c23 x-openstack-request-id: req-d23bf3dc-920e-4d84-8ccd-2d8c7eda4c23 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:39.902400 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:39.902660 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d23bf3dc-920e-4d84-8ccd-2d8c7eda4c23 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:39.903047 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:26:40.124341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c3f9-4eae-490d-9e31-cb94abec6da1 req-0c337dde-c1af-4643-8dda-00e2b135ca2e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.130624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0b2c3f9-4eae-490d-9e31-cb94abec6da1 req-0c337dde-c1af-4643-8dda-00e2b135ca2e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 931 time: 0.3019650 Aug 16 20:26:40.133383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-325e738d-97c4-4088-b406-319afa329796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.134787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-325e738d-97c4-4088-b406-319afa329796 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.2309928 Aug 16 20:26:40.229516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854af5-75e0-4e5e-8d18-8b680e1bffcf req-23219147-c5c7-4b8c-ad50-94669d047f5f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.230996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9854af5-75e0-4e5e-8d18-8b680e1bffcf req-23219147-c5c7-4b8c-ad50-94669d047f5f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.2841489 Aug 16 20:26:40.308001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-a5c17ee4-111c-4e0e-898d-f86b497a3867 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.309473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-a5c17ee4-111c-4e0e-898d-f86b497a3867 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 810 time: 0.3884790 Aug 16 20:26:40.334521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Request body: {'port': {'device_id': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'admin_state_up': True, 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:40.344135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0b2c3f9-4eae-490d-9e31-cb94abec6da1 req-330034a7-a732-45e9-9004-d14cf6ce820e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028027 Aug 16 20:26:40.405986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-282e6e88-5acb-4580-aa12-ff0a25ea515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.407552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-282e6e88-5acb-4580-aa12-ff0a25ea515d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2600358 Aug 16 20:26:40.512330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9854af5-75e0-4e5e-8d18-8b680e1bffcf req-5bcb597a-e324-4413-8759-7739ddc0cf00 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351639 Aug 16 20:26:40.514310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-451033f9-3f5a-4bd2-a317-1a35ee84cc01 req-4f838b93-4add-4a4b-85b5-6d11bfb6829d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 210 time: 0.1058633 Aug 16 20:26:40.672434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-ae5b7338-7855-4718-aad7-ffe56b369a1b service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480767 Aug 16 20:26:40.675132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffbd08e7-eee3-4173-ba27-16672effee8a req-b2d2304b-8120-4618-9f2f-4de046a079ed tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0816898 Aug 16 20:26:40.777234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:40.791096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.805020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc4ddd-05f3-4f8e-a93b-2109c8c647a0 req-7ea8ad1b-ec3d-4a17-a9ac-b68e90944eae tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:40.806538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bfc4ddd-05f3-4f8e-a93b-2109c8c647a0 req-7ea8ad1b-ec3d-4a17-a9ac-b68e90944eae tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 943 time: 0.2156053 Aug 16 20:26:40.839113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Transition to ACTIVE for port object 44b37a6a-e87c-4e14-84f4-92d6f9822b19 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:40.859134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Made reservation on behalf of cec0ee24f3b64648bde07f5d4a92f36b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:40.862648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:40.891631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0fe759-713b-4fc0-9c09-bb78129ce0c1 req-2fabe9ff-9084-4bb1-99a6-281d05b462ab service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950598 Aug 16 20:26:40.909386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bfc4ddd-05f3-4f8e-a93b-2109c8c647a0 req-dc0b9c1e-5652-4dcc-84d9-80c2b1ba0720 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935168 Aug 16 20:26:40.945824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.021003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:41.140178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Allocated IP 172.20.0.5 (d267254b-4100-4dad-b444-a4ea10a92fcb/9238445b-5152-4992-ad2b-5f6422ceca64/8cae40a6-d2df-4faf-ab40-f6f4c0df9d34) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:41.190481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-2d2f8ab7-3346-4ed7-b94c-7ceef568a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:41.192826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-2d2f8ab7-3346-4ed7-b94c-7ceef568a64e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1095 time: 0.1211252 Aug 16 20:26:41.193519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Attempting to bind port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:41.193859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Attempting to bind port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:41.194217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Attempting to bind port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:41.224590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 on network dcae15a1-f6e4-483c-8235-f7759e26091a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:26:41.224998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Attempting to bind port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 on network dcae15a1-f6e4-483c-8235-f7759e26091a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:41.277452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:41.277696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Checking segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:41.278081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Bound using segment: {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:41.278531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Bound port: 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f67c31-65e3-4d4d-8e9f-41aa8bd79901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:41.278896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.473560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-06a913c5-7ae5-43be-a89a-ab71eda62499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:41.475055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-06a913c5-7ae5-43be-a89a-ab71eda62499 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2694190 Aug 16 20:26:41.479034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:41.574225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47900) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:41.694317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b239e3d-1ff1-414e-a9bf-88e213677f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.796849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:41.815005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-0d39e9be-44d6-4698-a777-6eb0d1ad45d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.3211045 Aug 16 20:26:41.824793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b239e3d-1ff1-414e-a9bf-88e213677f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.872330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-d57e62fd-d920-40c6-b89b-a0464e0d9b2c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:41.873772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-d57e62fd-d920-40c6-b89b-a0464e0d9b2c tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.73 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.4628100 Aug 16 20:26:41.900969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.933911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816d97-3d38-4cbb-aa37-3242390366b5 req-7605d69f-2028-4133-a34f-1638a0d0b444 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:41.935473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13816d97-3d38-4cbb-aa37-3242390366b5 req-7605d69f-2028-4133-a34f-1638a0d0b444 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.5064764 Aug 16 20:26:41.970955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:41.978128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b239e3d-1ff1-414e-a9bf-88e213677f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.019407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b239e3d-1ff1-414e-a9bf-88e213677f87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c2b194547a746c99d365fa51de1fc3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4440119 Aug 16 20:26:42.021166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b239e3d-1ff1-414e-a9bf-88e213677f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976a3cec-8076-416e-87d6-90c0d08af94f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:42.024254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:42.035099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-a04ff7ac-67ae-4178-bb47-42402485f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.037009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-a04ff7ac-67ae-4178-bb47-42402485f8e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.2059395 Aug 16 20:26:42.055467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a5a6-3a71-429b-a95a-7bbb9f193a91 req-f09dfaf6-027a-4d7c-9e88-e04953edc85d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.057007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e258a5a6-3a71-429b-a95a-7bbb9f193a91 req-f09dfaf6-027a-4d7c-9e88-e04953edc85d tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 945 time: 0.2571766 Aug 16 20:26:42.090525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.108059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.108863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.110303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] 10.222.0.64 "PUT /v2.0/ports/44b37a6a-e87c-4e14-84f4-92d6f9822b19 HTTP/1.1" status: 200 len: 1092 time: 2.4398749 Aug 16 20:26:42.116974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:42.118204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.119191 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:42.193567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13816d97-3d38-4cbb-aa37-3242390366b5 req-7569fa83-f2f9-4160-bed6-1069eeded764 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370994 Aug 16 20:26:42.207655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767cf2a-00ee-4a5e-98ce-1d86a6184ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:42.233953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e258a5a6-3a71-429b-a95a-7bbb9f193a91 req-d4bac6da-fc82-46b3-921e-0fcd7cf0be1a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352305 Aug 16 20:26:42.243232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-47c987c4-f639-452c-aa56-f78ad6e28752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.244800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-47c987c4-f639-452c-aa56-f78ad6e28752 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840818 Aug 16 20:26:42.256859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Deleting port 4d99862a-d606-4501-ba41-e752ca60cb27 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:42.257214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.304550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.313187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.313187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/976a3cec-8076-416e-87d6-90c0d08af94f HTTP/1.1" status: 204 len: 168 time: 0.2826629 Aug 16 20:26:42.317945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67dd96-269c-4f94-8c25-274e1d4840e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976a3cec-8076-416e-87d6-90c0d08af94f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:42.416041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d9114db-0d4e-4aad-b2d0-4b9a187be5be req-85c99613-2392-424f-8251-9ec1d0c7f31c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 210 time: 0.1269553 Aug 16 20:26:42.436597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.444402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0215eac4-4a32-4e5c-8a17-46df35495240 req-694cf231-47c6-453c-bb9f-4974bd29d7cf tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0706842 Aug 16 20:26:42.449888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['564bd9a4-a98c-4932-ac03-099cd8cf2efc'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:42.518854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7a948dc9-e047-4e39-b87c-df58c925d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.520475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7a948dc9-e047-4e39-b87c-df58c925d2b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 1095 time: 0.2589390 Aug 16 20:26:42.562999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Network d267254b-4100-4dad-b444-a4ea10a92fcb is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:42.585753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:42.638526 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a1e11e-c5e7-403a-87da-ea0beec60b05 x-openstack-request-id: req-57a1e11e-c5e7-403a-87da-ea0beec60b05 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:42.638797 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:42.639046 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57a1e11e-c5e7-403a-87da-ea0beec60b05 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:42.639429 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'status': 'completed', 'code': 200} Aug 16 20:26:42.646005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:42.654917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Pushing event updated for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:42.657922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-11d8bfb4-49ce-46d8-b42a-6919cf268fa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19 HTTP/1.1" status: 200 len: 217 time: 0.1242719 Aug 16 20:26:42.659916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] For port 4d99862a-d606-4501-ba41-e752ca60cb27, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4d99862a-d606-4501-ba41-e752ca60cb27,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:42.660414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.703719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-161c3f21-5855-4f82-a5bd-ca4385d1d7fc service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409907 Aug 16 20:26:42.712746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Calling delete_port for 4d99862a-d606-4501-ba41-e752ca60cb27 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:42.814586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.817533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:42.831077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653661-fc5c-4d9f-b5d4-62b6c4cd48c8 req-bf3caac6-055c-428f-9dff-ce09105b347b tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.832963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7653661-fc5c-4d9f-b5d4-62b6c4cd48c8 req-bf3caac6-055c-428f-9dff-ce09105b347b tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 943 time: 0.3115869 Aug 16 20:26:42.880701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7b106957-9cf7-49b9-8399-5116bd604521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:42.882240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-7b106957-9cf7-49b9-8399-5116bd604521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.1953893 Aug 16 20:26:42.955047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-5e0caf18-b89f-4fe1-8205-1edd300fdf5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566585 Aug 16 20:26:42.998410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceea9845-ed3e-49d4-8a9b-def807140692 req-31947438-d7a9-4e23-b437-1f8b4654e4d0 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606428 Aug 16 20:26:43.035853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7653661-fc5c-4d9f-b5d4-62b6c4cd48c8 req-89188506-8935-47cb-b406-a87a8b905800 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873813 Aug 16 20:26:43.040320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ea956246-e53d-4605-9844-5e31e41db18d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7128482 Aug 16 20:26:43.061431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Request body: {'port': {'device_id': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:43.176630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.184607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-f630dc5d-9451-4019-b1e2-21f20ea37dec service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107627 Aug 16 20:26:43.329321 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.340421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c6dc9a8e-526a-47ed-ac4a-643ce46021c6', '93353055-b682-4b57-a0b5-e954ffa69ad6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:43.441059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event deleted for resources: {'Port': ['ID=4d99862a-d606-4501-ba41-e752ca60cb27,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:43.451892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53622431-21a1-4ccf-92a7-33ff1362e037 req-bc2da261-a207-442c-b998-0892de6cb603 service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571876 Aug 16 20:26:43.459833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294227dc-04b0-4df4-8ea5-57eb91279f82 req-762aa54a-fa57-48e2-a07e-d63f51f4158b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:43.461262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-294227dc-04b0-4df4-8ea5-57eb91279f82 req-762aa54a-fa57-48e2-a07e-d63f51f4158b tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.1943817 Aug 16 20:26:43.560537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] No DVR routers for this DVR port 4d99862a-d606-4501-ba41-e752ca60cb27 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:43.565479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.567518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac4006c-989e-497f-b8e0-b1d293606e5e req-2a71aaa4-da81-402b-9e12-5ed145ec3175 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.73 "DELETE /v2.0/ports/4d99862a-d606-4501-ba41-e752ca60cb27 HTTP/1.1" status: 204 len: 173 time: 1.6629562 Aug 16 20:26:43.596657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-294227dc-04b0-4df4-8ea5-57eb91279f82 req-3eeba335-ecc2-4c01-9260-fa90abf21806 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173828 Aug 16 20:26:43.710453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-348238f4-babc-46db-860a-e9fa1cdba773 req-7f6ec4c6-6a51-4ca2-9a8b-d01cf867560a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.0437944 Aug 16 20:26:43.736202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-5aef66f8-0633-43cf-9417-75f9e41108a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:43.737794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-5aef66f8-0633-43cf-9417-75f9e41108a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 1095 time: 0.0971630 Aug 16 20:26:43.823853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:43.851015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:43.855240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:43.883141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Transition to ACTIVE for port object 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:43.914938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a7d8-7122-4421-9d1d-01c1dff082a3 req-ba179367-a7b8-46c5-94ec-d3c665642397 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:43.916296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-caf8a7d8-7122-4421-9d1d-01c1dff082a3 req-ba179367-a7b8-46c5-94ec-d3c665642397 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 931 time: 0.1380432 Aug 16 20:26:43.921722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-ae78db83-de31-4032-9d4d-67702ca189e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:43.922879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-ae78db83-de31-4032-9d4d-67702ca189e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 200 len: 905 time: 0.1664455 Aug 16 20:26:43.977197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-868006241-network', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:43.984908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-ac226d54-614d-4472-8dd3-efa4470f1ca8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19 HTTP/1.1" status: 200 len: 217 time: 0.0468044 Aug 16 20:26:44.034975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-caf8a7d8-7122-4421-9d1d-01c1dff082a3 req-b450f7eb-3f87-4693-b5de-6e58ebbf6f04 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074247 Aug 16 20:26:44.052025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-c3de734e-a169-40ec-b06e-c70961b8b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:44.053616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-c3de734e-a169-40ec-b06e-c70961b8b04d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 200 len: 844 time: 0.0604377 Aug 16 20:26:44.070421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.172016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Made reservation on behalf of 4af1eafb9f4c4c5a89ac8db77d23411e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:44.175650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.184247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.282054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.369881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-7d1a2e8e-0539-4e8e-a224-d3ad28a9d0e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dcae15a1-f6e4-483c-8235-f7759e26091a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3046336 Aug 16 20:26:44.390511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.417974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:26:44.428981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba955c3-1a30-4acb-bdd2-3b94a3bc45c3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:44.440200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.441238 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Added segment cb036990-6343-4c49-a29b-53e77c9f0108 of type vlan for network 090e1ae0-5614-4c5b-8663-6e4c3985d599 Aug 16 20:26:44.447626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-188f12dd-7353-46b2-a72d-14352547db30 req-f37343cc-8d5d-47db-a98c-458c62516635 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0847507 Aug 16 20:26:44.492290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:44.493074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.546431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da75d-9503-42ac-bd97-6ddd0d787457 req-85f3d625-7b14-437e-87cc-b623be47ee2c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:44.547912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c27da75d-9503-42ac-bd97-6ddd0d787457 req-85f3d625-7b14-437e-87cc-b623be47ee2c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 943 time: 0.1864831 Aug 16 20:26:44.629936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.631793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:44.632632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.640792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'name': 'network-vif-deleted', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:44.643201 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c41b8ea-4d6e-4f31-b413-24b65a30a4b8" -d '{"events": [{"server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "name": "network-vif-deleted", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:44.657266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-c7549c68-5b31-45de-9c44-21680c2970f3 service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652218 Aug 16 20:26:44.703874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c27da75d-9503-42ac-bd97-6ddd0d787457 req-a2c46089-3db0-4cae-b95c-f2b1905dfbc4 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297019 Aug 16 20:26:44.742732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Attempting to bind port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:44.743077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Attempting to bind port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:44.743413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Attempting to bind port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 on network d267254b-4100-4dad-b444-a4ea10a92fcb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:44.750251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=090e1ae0-5614-4c5b-8663-6e4c3985d599,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:44.763942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:26:44.774329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 on network d267254b-4100-4dad-b444-a4ea10a92fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:26:44.774729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Attempting to bind port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 on network d267254b-4100-4dad-b444-a4ea10a92fcb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:44.780016 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31a3864-f6c3-4334-b48d-a5ee5a1bcf4f x-openstack-request-id: req-a31a3864-f6c3-4334-b48d-a5ee5a1bcf4f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:44.780411 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27c2ba2-5a2d-454d-988d-924e53cbcf2c", "name": "network-vif-deleted", "tag": "4d99862a-d606-4501-ba41-e752ca60cb27", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:44.788567 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a31a3864-f6c3-4334-b48d-a5ee5a1bcf4f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:44.788725 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55777eab-4865-4fa2-ae16-9f6a221f0ff2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9280307 Aug 16 20:26:44.788853 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c27c2ba2-5a2d-454d-988d-924e53cbcf2c', 'name': 'network-vif-deleted', 'tag': '4d99862a-d606-4501-ba41-e752ca60cb27', 'status': 'completed', 'code': 200} Aug 16 20:26:44.788958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:44.792165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:44.792516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Checking segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:44.792906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Bound using segment: {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:44.793354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Bound port: 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5809e4f2-8608-4c74-85f3-bb091fc88bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:44.793613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Request body: {'subnet': {'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-868006241-subnet', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:44.793745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:44.846097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3eec9-eb8f-4b60-8a81-9c423e3ec9de req-2b5a33ac-35c7-415b-b630-432e5898e1ef tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:44.846097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf3eec9-eb8f-4b60-8a81-9c423e3ec9de req-2b5a33ac-35c7-415b-b630-432e5898e1ef tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.1529400 Aug 16 20:26:44.880872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2aa73a-5c4f-4631-8599-a2126f86dd9a req-f5d282ef-1a58-4c0c-9b68-61310ef04a56 service neutron] 10.222.0.64 "GET /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105110 Aug 16 20:26:44.952338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d04582c-d0db-4488-9ae7-794942782679 req-fe79f70b-179b-4ab9-b0e3-1fbc0e177bc3 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=c27c2ba2-5a2d-454d-988d-924e53cbcf2c HTTP/1.1" status: 200 len: 210 time: 0.0561929 Aug 16 20:26:44.976209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:44.982884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf3eec9-eb8f-4b60-8a81-9c423e3ec9de req-c95334b4-c605-443c-b041-5c77e5ca0019 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159616 Aug 16 20:26:44.984443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Made reservation on behalf of 4af1eafb9f4c4c5a89ac8db77d23411e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:44.987660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.002545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:45.110366 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.182115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.182115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.182115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] 10.222.0.64 "PUT /v2.0/ports/8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 200 len: 1092 time: 2.1225955 Aug 16 20:26:45.208607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3856c2a1-7b74-4d28-b4f9-88113f204b2b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:45.212687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4d99862a-d606-4501-ba41-e752ca60cb27 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:45.241967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98297162-2b0e-4e65-92a2-d244ba022441 req-c1aa198b-7223-4770-a3ca-e1045120af60 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.246258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98297162-2b0e-4e65-92a2-d244ba022441 req-c1aa198b-7223-4770-a3ca-e1045120af60 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 943 time: 0.1206505 Aug 16 20:26:45.265574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 4d99862a-d606-4501-ba41-e752ca60cb27 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:45.265911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4d99862a-d606-4501-ba41-e752ca60cb27 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:45.278663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3b01-5023-4d74-9aa6-6a2e5668ae3a service neutron] Pushing event updated for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.306695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98297162-2b0e-4e65-92a2-d244ba022441 req-0badc96a-e8bc-4d30-8974-23b5aa8eef99 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507357 Aug 16 20:26:45.334117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.372037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-f1df9fcb-fa64-4b44-b979-153e12144f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.374155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-f1df9fcb-fa64-4b44-b979-153e12144f5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1095 time: 0.0595472 Aug 16 20:26:45.386503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:45.398625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:45.402511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebddc285-fef5-4911-945a-c9616490e3c1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.417407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Checking segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:45.418133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Network hostable DHCP agents. Network: 090e1ae0-5614-4c5b-8663-6e4c3985d599, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:26:45.442597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-2948469b-d451-418c-ad3a-5b8a79470c4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 200 len: 217 time: 0.0563965 Aug 16 20:26:45.446987 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.464862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3856c2a1-7b74-4d28-b4f9-88113f204b2b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:45.490172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:45.502125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-826d64f3-ae81-4787-adaf-f8326e894ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.503849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-826d64f3-ae81-4787-adaf-f8326e894ad7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.0506325 Aug 16 20:26:45.540957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-1aed8edf-f7b2-4631-819b-885300b69496 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279040 Aug 16 20:26:45.544334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:26:45.579293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-977d82fc-8b7d-4df0-bf50-79c9196e2162 req-594c0531-a5c1-414d-aded-3a6d99e94e41 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0405860 Aug 16 20:26:45.592804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.661288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:45.664385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 090e1ae0-5614-4c5b-8663-6e4c3985d599) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:45.669530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.669693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.669981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.670323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.670657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.670809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.670985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.671313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.671634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.672036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.672361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.672677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.672993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.673444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:26:45.684151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3f314-6612-4bbe-8dbd-dd911997f91a None None] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:45.688253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-ffc9f0dd-be5c-49da-a260-f4b872cd6178 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318810 Aug 16 20:26:45.793331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-387a1449-2a9f-43c3-8b50-c23407a21ca5 req-07ea2293-149d-40c0-a193-99271e9c3a70 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964253 Aug 16 20:26:45.807945 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c6e2a75-eb4c-49aa-a24e-70f6a00e4e6f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0223217 Aug 16 20:26:45.810481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47982) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:45.815073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:45.842610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3856c2a1-7b74-4d28-b4f9-88113f204b2b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:45.856956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2f7f-9558-470e-af34-1b75bb072727 req-6ae3b78b-939d-46d3-ad8e-7414385e0214 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:45.858577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8db2f7f-9558-470e-af34-1b75bb072727 req-6ae3b78b-939d-46d3-ad8e-7414385e0214 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 944 time: 0.0688705 Aug 16 20:26:45.867157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-090e1ae0-5614-4c5b-8663-6e4c3985d599', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:26:45.868037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.899636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8db2f7f-9558-470e-af34-1b75bb072727 req-fb5c7a46-856a-4b83-8b98-8ce53663e007 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 16 20:26:45.950952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:45.952238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.056260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Allocated IP 172.20.0.2 (090e1ae0-5614-4c5b-8663-6e4c3985d599/ebddc285-fef5-4911-945a-c9616490e3c1/e523fc9e-0b5c-41f1-8922-3ba6fa568f39) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:46.057786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.168599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03e67b-b9b9-4c0d-819f-1bb44e1c487b req-03948267-da7d-4297-a8e0-b3df083aee88 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:46.170320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c03e67b-b9b9-4c0d-819f-1bb44e1c487b req-03948267-da7d-4297-a8e0-b3df083aee88 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.0635040 Aug 16 20:26:46.224795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c03e67b-b9b9-4c0d-819f-1bb44e1c487b req-0e1bcfcf-ca55-47ec-8bcb-f10114e666b0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360487 Aug 16 20:26:46.257606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.266661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Transition to ACTIVE for port object e523fc9e-0b5c-41f1-8922-3ba6fa568f39 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:46.297454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Transition to ACTIVE for port object e523fc9e-0b5c-41f1-8922-3ba6fa568f39 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:46.419478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.468063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:46.471412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:46.477510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:46.482508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Pushing event updated for resources: {'Port': ['ID=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:46.496991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e1314-f645-4e7e-abd3-30fe3b073730 req-4e0b1ac9-1bce-4f7b-92c1-f2140e521a64 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:46.498801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d4e1314-f645-4e7e-abd3-30fe3b073730 req-4e0b1ac9-1bce-4f7b-92c1-f2140e521a64 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 943 time: 0.0993960 Aug 16 20:26:46.548920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d4e1314-f645-4e7e-abd3-30fe3b073730 req-2c2baa20-a448-43a1-8b9e-13954f8976d8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Aug 16 20:26:46.553272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Attempting to bind port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:46.553656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Attempting to bind port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:46.554017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Attempting to bind port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 on network 090e1ae0-5614-4c5b-8663-6e4c3985d599 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:46.560968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:46.561371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Checking segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:46.561744 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.562131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Bound using segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:46.572109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Bound port: e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:46.572109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.647399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] For port e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:46.650947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] For port e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:46.679496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.716008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7212f337-009e-4776-af91-edb918c3802f req-f055ef2a-5a07-4a55-87c1-519cf3d35a15 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0349963 Aug 16 20:26:46.764982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757579b-7451-405a-92ce-c9b328b9298e req-1a1ef77d-a8f1-4b6f-a2f4-5665e4b98d75 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:46.766592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b757579b-7451-405a-92ce-c9b328b9298e req-1a1ef77d-a8f1-4b6f-a2f4-5665e4b98d75 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.0531731 Aug 16 20:26:46.786889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:46.789278 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155" -d '{"events": [{"name": "network-changed", "server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:46.808839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:46.814135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b757579b-7451-405a-92ce-c9b328b9298e req-9858d8b3-76df-4969-a2ae-c91217f84c22 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Aug 16 20:26:46.835937 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd27485-7293-4c63-8eea-788c2caffe32 x-openstack-request-id: req-3dd27485-7293-4c63-8eea-788c2caffe32 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:46.836514 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:46.836927 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dd27485-7293-4c63-8eea-788c2caffe32 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:46.838120 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34', 'status': 'completed', 'code': 200} Aug 16 20:26:46.920112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69ef65-d0ff-4c46-ae58-3fa56b558d58 None None] Pushing event updated for resources: {'Port': ['ID=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:46.933051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-84965d2e-8771-4f32-9a34-ab3b21c9b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:46.936866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-84965d2e-8771-4f32-9a34-ab3b21c9b9aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1095 time: 0.0697074 Aug 16 20:26:47.129466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7515f-8269-4282-86b6-b2ac1ab713c7 req-0fc7271c-b4bf-4d07-acd5-2b0deaffa5fc tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.144420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60b7515f-8269-4282-86b6-b2ac1ab713c7 req-0fc7271c-b4bf-4d07-acd5-2b0deaffa5fc tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 944 time: 0.1291397 Aug 16 20:26:47.157157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-3d065ee6-f210-4d27-bae5-e8612b2c4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.158623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-3d065ee6-f210-4d27-bae5-e8612b2c4c93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.2116406 Aug 16 20:26:47.175258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.209051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3856c2a1-7b74-4d28-b4f9-88113f204b2b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:47.231864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.246290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-9920ce3a-2c2b-4205-b5ec-8342b0a06952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 200 len: 217 time: 0.0663729 Aug 16 20:26:47.257162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60b7515f-8269-4282-86b6-b2ac1ab713c7 req-ff9349a6-eff4-45eb-8845-6cfd503b87f6 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082873 Aug 16 20:26:47.389926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:47.409132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-72974b86-ebcd-4ab8-b64b-31a797430a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.411764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-72974b86-ebcd-4ab8-b64b-31a797430a7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.1533258 Aug 16 20:26:47.453073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3d12f-4056-4c1d-9f71-45b3b3109808 req-f1075bb3-2bac-4dc7-a64c-14e0a70379e8 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.454614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dee3d12f-4056-4c1d-9f71-45b3b3109808 req-f1075bb3-2bac-4dc7-a64c-14e0a70379e8 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.0949664 Aug 16 20:26:47.466840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 3856c2a1-7b74-4d28-b4f9-88113f204b2b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:47.472851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Allocated IP 172.25.7.112 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/9dc5ce1d-04d9-4f17-be3a-cdc8424872e3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:47.474800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-bc940440-5510-4875-a2ef-3047ef3349ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451670 Aug 16 20:26:47.476787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 3856c2a1-7b74-4d28-b4f9-88113f204b2b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:47.477162 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.543613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:47.559378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'mac_address': 'fa:16:3e:03:89:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:47.588083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dee3d12f-4056-4c1d-9f71-45b3b3109808 req-281bed03-3fef-47ed-8dfb-98d52cc1effe tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119466 Aug 16 20:26:47.649657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.649915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.650055 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.650171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-0b1f7175-95c5-4a98-8f1f-7a35546f5a3a service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567869 Aug 16 20:26:47.679616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:47.697663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:47.702221 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e93dd5-4960-4237-b811-0c19804203f5" -d '{"events": [{"server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "name": "network-vif-plugged", "status": "completed", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:47.726026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:47.735157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:47.759318 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66bfc6f-c242-435c-ae54-889eba10416e x-openstack-request-id: req-b66bfc6f-c242-435c-ae54-889eba10416e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:47.759612 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "name": "network-vif-plugged", "status": "completed", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:47.760383 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b66bfc6f-c242-435c-ae54-889eba10416e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:47.766795 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'code': 200} Aug 16 20:26:47.797769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba82c5a-6e06-4560-bdfd-bd15e062ff5e req-e073c185-18b6-442e-b15e-d5261a162019 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.799404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ba82c5a-6e06-4560-bdfd-bd15e062ff5e req-e073c185-18b6-442e-b15e-d5261a162019 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 943 time: 0.1274810 Aug 16 20:26:47.825015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.842117 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.846714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:47.848147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ed564db-b3ac-49b3-a1aa-806c3fd7c155 req-9f5d3859-a712-4885-8889-a2aaea18317a service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931643 Aug 16 20:26:47.876562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:47.882840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:47.892395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:47.918715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8af5b66-7597-4ae7-8afa-4ac5206d7eec req-dd92baf9-5221-4800-ab7f-e8c373378b56 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0767343 Aug 16 20:26:47.937201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:47.944095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:47.952057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ba82c5a-6e06-4560-bdfd-bd15e062ff5e req-d1020d63-bf70-4065-a225-c8e28f598cd3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402514 Aug 16 20:26:47.968602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d7d3-0784-447a-9005-79867e335b65 req-97509342-ea83-489f-9308-87d52b761a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:47.970103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b133d7d3-0784-447a-9005-79867e335b65 req-97509342-ea83-489f-9308-87d52b761a6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.1272767 Aug 16 20:26:48.039477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b133d7d3-0784-447a-9005-79867e335b65 req-cbff5213-33ad-4cff-8354-ccdbcfda6af0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Aug 16 20:26:48.043927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:48.104689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.140574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242868-7c59-4407-b12f-83c7bbd5bcc3 req-5abc384a-4925-4c3b-913e-97a98b39dd2f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:48.149712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99242868-7c59-4407-b12f-83c7bbd5bcc3 req-5abc384a-4925-4c3b-913e-97a98b39dd2f tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.0672219 Aug 16 20:26:48.186889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99242868-7c59-4407-b12f-83c7bbd5bcc3 req-0ac3925c-14b0-4805-880f-125c15ae38ff tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Aug 16 20:26:48.209789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['44b37a6a-e87c-4e14-84f4-92d6f9822b19'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:48.328127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.375539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6cfaf1-d3c8-48ed-8886-db20bc2f55e0 None None] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:48.409588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8accb-ac28-40f9-93ab-ffb08f73836e req-7e88f2e3-ea51-4fea-99f6-1ac425f9bc0d tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:48.418603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9b8accb-ac28-40f9-93ab-ffb08f73836e req-7e88f2e3-ea51-4fea-99f6-1ac425f9bc0d tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 945 time: 0.0674286 Aug 16 20:26:48.509594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9b8accb-ac28-40f9-93ab-ffb08f73836e req-eb0d06ca-ec55-456a-afaa-499b1d58b0f2 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899770 Aug 16 20:26:48.543856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-2f1ff581-57e6-49e6-84f6-7a755e86aea2 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:48.545658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-2f1ff581-57e6-49e6-84f6-7a755e86aea2 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.0882854 Aug 16 20:26:48.560012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5454831c-0281-4f3d-9631-e0be99c5fdc6 None None] Provisioning for port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:48.622308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.793100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e523fc9e-0b5c-41f1-8922-3ba6fa568f39 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:48.819192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Deleting port 93353055-b682-4b57-a0b5-e954ffa69ad6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:48.819870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:48.848666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41392f05-d616-4164-981c-9fee5129165b req-36f74669-38c7-4b05-8817-0553351d051a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:48.861063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41392f05-d616-4164-981c-9fee5129165b req-36f74669-38c7-4b05-8817-0553351d051a tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 944 time: 0.1201668 Aug 16 20:26:48.930361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41392f05-d616-4164-981c-9fee5129165b req-83587779-6198-4063-93d5-197a6137b918 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493994 Aug 16 20:26:48.967393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:26:48.991311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] For port 93353055-b682-4b57-a0b5-e954ffa69ad6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=93353055-b682-4b57-a0b5-e954ffa69ad6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:48.991526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.017855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Calling delete_port for 93353055-b682-4b57-a0b5-e954ffa69ad6 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:49.041648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:49.047014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.047647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.143710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] Provisioning complete for port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:49.144246 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.161909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab2652d2-85eb-49ec-ba3b-6a74edbde281 req-fe0a340b-5467-497a-8df1-a840027dd5a3 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0571868 Aug 16 20:26:49.178349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:49.189651 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Sync routers for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:49.202725 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:49.203911 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:49.237498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7a18c-4e85-4d57-a6e5-683e9e91db5f req-d8330d54-6e6d-499a-81d1-8733224bb676 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:49.240458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7a18c-4e85-4d57-a6e5-683e9e91db5f req-d8330d54-6e6d-499a-81d1-8733224bb676 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 943 time: 0.1497655 Aug 16 20:26:49.336268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.350875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.360326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60fb0841-9240-43f9-a5b1-db372cbaf804 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5406833 Aug 16 20:26:49.360326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:49.360611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.362673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7a18c-4e85-4d57-a6e5-683e9e91db5f req-263260ab-d774-4ae2-960b-98523a676fcc tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137969 Aug 16 20:26:49.419658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63b496-9565-4c3b-b697-062928bcc2eb req-749453a5-a2ed-44dc-96ba-efb4d51d6949 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:49.428351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e63b496-9565-4c3b-b697-062928bcc2eb req-749453a5-a2ed-44dc-96ba-efb4d51d6949 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 946 time: 0.1507516 Aug 16 20:26:49.445617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:49.448427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:49.452526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] For port e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:49.492671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e63b496-9565-4c3b-b697-062928bcc2eb req-c405e1ba-bbb3-4a46-898d-49aa213f0571 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632832 Aug 16 20:26:49.530642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:49.551480 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.622109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c6dc9a8e-526a-47ed-ac4a-643ce46021c6', '93353055-b682-4b57-a0b5-e954ffa69ad6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:49.627552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.637550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event deleted for resources: {'Port': ['ID=93353055-b682-4b57-a0b5-e954ffa69ad6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:49.722316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] No DVR routers for this DVR port 93353055-b682-4b57-a0b5-e954ffa69ad6 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:49.725988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.728376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f744c92-3f12-4c5f-a3ab-3c3398629de3 req-6c1e3f59-e370-4804-b62f-db8a63471a26 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "DELETE /v2.0/ports/93353055-b682-4b57-a0b5-e954ffa69ad6 HTTP/1.1" status: 204 len: 173 time: 1.1717427 Aug 16 20:26:49.728825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'name': 'network-vif-deleted', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:49.731030 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d196346-a42f-4b2c-aef7-12f2a4b4e94d" -d '{"events": [{"server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "name": "network-vif-deleted", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:49.783890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0466b-af0a-43e1-9ee2-f3adb43d4e32 req-e3a71c17-6234-4a26-be1a-644b677a4fb9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:49.790684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15c0466b-af0a-43e1-9ee2-f3adb43d4e32 req-e3a71c17-6234-4a26-be1a-644b677a4fb9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 945 time: 0.1705542 Aug 16 20:26:49.791444 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b037845f-47f6-4c54-b4d5-6119dbf161f3 x-openstack-request-id: req-b037845f-47f6-4c54-b4d5-6119dbf161f3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:49.791444 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed58385-c294-408c-a950-48563c4fa18a", "name": "network-vif-deleted", "tag": "93353055-b682-4b57-a0b5-e954ffa69ad6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:49.791694 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b037845f-47f6-4c54-b4d5-6119dbf161f3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:49.792068 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed58385-c294-408c-a950-48563c4fa18a', 'name': 'network-vif-deleted', 'tag': '93353055-b682-4b57-a0b5-e954ffa69ad6', 'status': 'completed', 'code': 200} Aug 16 20:26:49.838335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 3, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:49.863759 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:26:49.864300 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:26:49.869356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15c0466b-af0a-43e1-9ee2-f3adb43d4e32 req-a17ab7b8-a5b5-4c5b-88d0-c95c00e25a29 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663569 Aug 16 20:26:49.872259 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Checking router: 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:49.872743 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Updating router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:49.895329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fda342-c2b5-40a9-9ec5-c8ad154c7947 None None] Pushing event updated for resources: {'Port': ['ID=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:49.919982 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:49.927999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:49.948609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34', 'network_id': 'd267254b-4100-4dad-b444-a4ea10a92fcb', 'port_id': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34', 'mac_address': 'fa:16:3e:7f:8d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9238445b-5152-4992-ad2b-5f6422ceca64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:49.992371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:50.010310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:50.010681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.065160 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.073601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.134230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:26:50.185161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:50.199831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96495b54-ed7d-4f37-a8c3-a8e834899655 req-62538fcd-26e3-4397-aec4-097fef1dacee tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:50.201446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96495b54-ed7d-4f37-a8c3-a8e834899655 req-62538fcd-26e3-4397-aec4-097fef1dacee tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 944 time: 0.1281154 Aug 16 20:26:50.211581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-042faee9-3824-4bbf-8cdd-7189365aeb04 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3102105 Aug 16 20:26:50.230935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.252928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:50.268538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:50.271611 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b5c3f-961c-423f-b89d-5eb14bf87477" -d '{"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:50.285026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:50.290787 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.302756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Transition to ACTIVE for port object 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:50.307989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96495b54-ed7d-4f37-a8c3-a8e834899655 req-4716128b-f151-40a7-9b2f-e7abf203c5b1 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940392 Aug 16 20:26:50.324563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Allocated IP 172.20.0.1 (090e1ae0-5614-4c5b-8663-6e4c3985d599/ebddc285-fef5-4911-945a-c9616490e3c1/54b93973-e879-4e22-beb3-d34175e60d88) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:50.356250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.397808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11fee409-5738-4fec-a477-ab7362e46c12 req-add8194e-5a3b-4a09-b4dc-25c23ed5d1ab tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0301239 Aug 16 20:26:50.427128 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.433783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.441223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:50.449141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.453549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.470195 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912389c3-0e70-4cb8-b75b-f189e450aa6d None None] Pushing event updated for resources: {'Port': ['ID=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:50.481474 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93633bd-3f61-46bf-905b-12efa5e374e9 x-openstack-request-id: req-c93633bd-3f61-46bf-905b-12efa5e374e9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:50.481767 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:50.482018 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c93633bd-3f61-46bf-905b-12efa5e374e9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:50.482402 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'code': 200} Aug 16 20:26:50.486184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Transition to ACTIVE for port object 54b93973-e879-4e22-beb3-d34175e60d88 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:50.515322 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Attempting to bind port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:50.515985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:50.517924 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Attempting to bind port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:50.518547 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Attempting to bind port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:50.524437 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:50.525374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:50.526133 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.526687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:50.527937 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Bound port: 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:50.529118 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.609880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] For port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:50.613161 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] For port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:50.630932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.647435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['8cae40a6-d2df-4faf-ab40-f6f4c0df9d34'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:50.658600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.673500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb52d5c-dbdd-4f3c-8fea-18a837761b49 req-b352b3ac-0383-41a8-b310-5c4cb843af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:50.675053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bb52d5c-dbdd-4f3c-8fea-18a837761b49 req-b352b3ac-0383-41a8-b310-5c4cb843af9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 1097 time: 0.1064730 Aug 16 20:26:50.708964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e523fc9e-0b5c-41f1-8922-3ba6fa568f39 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:50.725942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:50.727206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Pushing event updated for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:50.732087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:50.732375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:50.750768 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.778286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.784522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48b9ac-086b-4471-9c51-e670d0265497 req-9b3302ce-0aeb-47f7-9870-daa7a654bd43 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:50.793569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c48b9ac-086b-4471-9c51-e670d0265497 req-9b3302ce-0aeb-47f7-9870-daa7a654bd43 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 944 time: 0.1912889 Aug 16 20:26:50.828618 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912389c3-0e70-4cb8-b75b-f189e450aa6d None None] Pushing event updated for resources: {'Port': ['ID=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:50.830530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:50.830903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:50.860908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:50.861798 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:50.913991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c48b9ac-086b-4471-9c51-e670d0265497 req-10e40859-25d5-446d-8a11-f2abba999212 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191990 Aug 16 20:26:50.924243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bb52d5c-dbdd-4f3c-8fea-18a837761b49 req-76810cd4-1130-495f-a491-c06a6314261f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390051 Aug 16 20:26:50.968061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Allocated IP 172.25.7.230 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/12862962-1d5e-4536-83e2-78a8c95be2c5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:51.050018 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:51.090940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-860115a6-bcbd-44dc-b61b-3e723d973add req-0ffa6c68-02f9-4a3c-a2b8-af7545aa5260 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed58385-c294-408c-a950-48563c4fa18a HTTP/1.1" status: 200 len: 210 time: 0.0322325 Aug 16 20:26:51.128239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.159347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.168807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0544569-9b54-470f-be27-8dd0162071bf None None] Provisioning for port 54b93973-e879-4e22-beb3-d34175e60d88 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:51.177695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0544569-9b54-470f-be27-8dd0162071bf None None] Provisioning complete for port 54b93973-e879-4e22-beb3-d34175e60d88 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:51.179167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0544569-9b54-470f-be27-8dd0162071bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.225891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b0544569-9b54-470f-be27-8dd0162071bf None None] Port 54b93973-e879-4e22-beb3-d34175e60d88 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:51.273862 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 3, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:51.299806 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746b634d-1a33-4834-9f34-89ad19e435fe None None] The sync data for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 is: [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:48Z', 'revision_number': 3, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:51.322692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.327915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.360305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:51.367272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:51.369870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:51.418612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 93353055-b682-4b57-a0b5-e954ffa69ad6 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:51.428265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event updated for resources: {'Port': ['ID=12862962-1d5e-4536-83e2-78a8c95be2c5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:51.443429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 93353055-b682-4b57-a0b5-e954ffa69ad6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:51.443808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 93353055-b682-4b57-a0b5-e954ffa69ad6 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:51.447859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.543846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.543846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Pushing event updated for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:51.660390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:51.662190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:51.681580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.807934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:26:51.818766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9904b7-6dbf-40b7-af02-2a702c7f7e2e req-e2f624d2-3f52-4035-a5a2-035f1dc3e5b8 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:51.830064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b9904b7-6dbf-40b7-af02-2a702c7f7e2e req-e2f624d2-3f52-4035-a5a2-035f1dc3e5b8 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.4375219 Aug 16 20:26:51.841735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.920183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b9904b7-6dbf-40b7-af02-2a702c7f7e2e req-0be6ce45-727b-44d8-858e-eaf3bced8f28 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832777 Aug 16 20:26:51.960637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9350d2c5-1721-45dd-9f42-32ce7f2826aa None None] Provisioning complete for port 54b93973-e879-4e22-beb3-d34175e60d88 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:51.961004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9350d2c5-1721-45dd-9f42-32ce7f2826aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:51.981061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:26:51.986872 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8b5f8230-d1e3-4ea1-bfa4-1db733e211df admin admin] 10.222.0.70 "PUT /v2.0/routers/5fe59317-a5fd-4f7e-a287-57d9e86d49d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306758 Aug 16 20:26:51.998208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9350d2c5-1721-45dd-9f42-32ce7f2826aa None None] Port 54b93973-e879-4e22-beb3-d34175e60d88 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:26:52.034609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e943048-2293-42e8-9124-285c2e698c37 req-dadfd6e6-bfd3-4690-a1c3-3d450c750717 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0305774 Aug 16 20:26:52.046858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.226729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bd674-27f6-4d9a-bf8e-30e2e9d3ddf8 req-d25c42b2-edda-4f16-8634-95da2274b7bc tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:52.228236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d6bd674-27f6-4d9a-bf8e-30e2e9d3ddf8 req-d25c42b2-edda-4f16-8634-95da2274b7bc tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 944 time: 0.0706074 Aug 16 20:26:52.299550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d6bd674-27f6-4d9a-bf8e-30e2e9d3ddf8 req-d460c89c-ce7e-4cc9-8784-eabc4298b74f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654242 Aug 16 20:26:52.304683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.390138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.457770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event updated for resources: {'Port': ['ID=12862962-1d5e-4536-83e2-78a8c95be2c5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:52.472123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.613210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.615757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-766aaf52-fe85-4833-a8c5-ed59810e165c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3862555 Aug 16 20:26:52.680020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-36f17a94-1ae9-4908-b3d2-3b6aba3c2a46 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0544360 Aug 16 20:26:52.686091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:52.799613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-981d30d8-fe5f-48b2-b55c-a90a675dc5a8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:52.801154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a7c8301-94d4-4f65-ab14-b23895e40ac4 req-981d30d8-fe5f-48b2-b55c-a90a675dc5a8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1202130 Aug 16 20:26:52.828800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:52.828800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:52.828800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.950522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:52.972881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:53.051046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Sync routers for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:26:53.051046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:53.051520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:53.261384 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.325624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:53.351598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:53.428847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d691413-8d30-4d28-920f-2774e635ab4d req-f570e55a-aa8d-4d25-adac-4d254f30efa1 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:53.430361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d691413-8d30-4d28-920f-2774e635ab4d req-f570e55a-aa8d-4d25-adac-4d254f30efa1 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.0492163 Aug 16 20:26:53.437665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:53.470837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d691413-8d30-4d28-920f-2774e635ab4d req-87439f38-12e6-4608-864d-ba1d0b07f8c6 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Aug 16 20:26:53.580941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:51Z', 'revision_number': 2, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:53.607920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Checking router: 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:26:53.608268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Updating router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 port 54b93973-e879-4e22-beb3-d34175e60d88 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:26:53.612461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:53.631997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:53.631997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.659755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.673108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-f5c14c2a-f872-4ea8-9f31-d09a47bd1708 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:53.674858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-f5c14c2a-f872-4ea8-9f31-d09a47bd1708 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 821 time: 0.1142650 Aug 16 20:26:53.685792 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:26:53.693147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-a2b0f167-477d-460c-a9e0-535e42cc9821 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/quotas/ef2f4e28455e4f0a8ec441ad24839758 HTTP/1.1" status: 200 len: 375 time: 0.0099213 Aug 16 20:26:53.749742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-353fe525-5fe4-4ef2-8c26-510d56632f84 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0498302 Aug 16 20:26:53.821385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:53.845783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-8c48db28-b7f0-49d7-916e-1808c48eae44 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884559 Aug 16 20:26:53.881011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:53.883213 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbe34a6-dd31-424a-a6d7-8e727b096347" -d '{"events": [{"server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "name": "network-vif-plugged", "status": "completed", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:53.900099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:53.948247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-fbe9f352-dc9c-4884-b4dd-00092fb11da1 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934031 Aug 16 20:26:53.993802 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.027408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48112) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:54.031837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.036799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710628456', 'description': 'tempest-description--1623985273'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:54.056812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Transition to ACTIVE for port object 54b93973-e879-4e22-beb3-d34175e60d88 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:54.068152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.109355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b344c177-0c23-4717-9518-ad327359ff67 req-602f7acd-63fe-4f35-b10e-aeab6bcde449 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0304608 Aug 16 20:26:54.215969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91de09-3ea3-4904-be4d-c405693c4876 req-de0ef2be-43cc-4014-8026-1b20548ebba3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:54.217471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca91de09-3ea3-4904-be4d-c405693c4876 req-de0ef2be-43cc-4014-8026-1b20548ebba3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0482469 Aug 16 20:26:54.218869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.264489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.277927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca91de09-3ea3-4904-be4d-c405693c4876 req-5cdd1028-9c6f-4be0-88eb-e3ce2291a381 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496864 Aug 16 20:26:54.325941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd054d0-4e24-464f-81f7-75bd0336c485 None None] Pushing event updated for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.343963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.405161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Attempting to bind port 54b93973-e879-4e22-beb3-d34175e60d88 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:26:54.405653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Attempting to bind port 54b93973-e879-4e22-beb3-d34175e60d88 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:26:54.406173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Attempting to bind port 54b93973-e879-4e22-beb3-d34175e60d88 on network 090e1ae0-5614-4c5b-8663-6e4c3985d599 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:26:54.412873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:26:54.413078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Checking segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:26:54.413492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.413941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Bound using segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:26:54.414472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Bound port: 54b93973-e879-4e22-beb3-d34175e60d88, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:26:54.414935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.436567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.481374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb096b9c-66d7-43cd-95ea-fd1489b03e08 req-32075cab-cb77-4f25-97f5-ea77b99c4e79 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:54.490121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb096b9c-66d7-43cd-95ea-fd1489b03e08 req-32075cab-cb77-4f25-97f5-ea77b99c4e79 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.1071486 Aug 16 20:26:54.507932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] For port 54b93973-e879-4e22-beb3-d34175e60d88, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:26:54.511483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] For port 54b93973-e879-4e22-beb3-d34175e60d88, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54b93973-e879-4e22-beb3-d34175e60d88,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:26:54.530402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.531655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5029476 Aug 16 20:26:54.534635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48124) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:54.540507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'security_group_rule': {'security_group_id': 'f605baf7-d75c-4af2-8ff3-b2de59d7eee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:54.541717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7763e-56a3-488f-8d20-712acfc20495 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f605baf7-d75c-4af2-8ff3-b2de59d7eee4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.557624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb096b9c-66d7-43cd-95ea-fd1489b03e08 req-ca072d2b-30bb-4261-b72f-473abe4512bb tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662704 Aug 16 20:26:54.585843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.688213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.688335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd054d0-4e24-464f-81f7-75bd0336c485 None None] Pushing event updated for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:54.693644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:26:54.694729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:26:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:54.760608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.801205 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f177323-8d11-4bfb-a28d-f0f62470d927 x-openstack-request-id: req-8f177323-8d11-4bfb-a28d-f0f62470d927 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:54.801625 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "name": "network-vif-plugged", "status": "completed", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:54.801974 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8f177323-8d11-4bfb-a28d-f0f62470d927 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:54.802534 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34', 'code': 200} Aug 16 20:26:54.803548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:54.811339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-447ef201-7835-4554-9790-90895f0cdc50 req-8931e457-64ce-49cf-8e7d-e056316bacca tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 210 time: 0.0367243 Aug 16 20:26:54.872927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:26:54.881812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f861ad-3b25-4cc0-869c-dc8f4c3918f0 req-4eef60b5-c82d-4f6b-a198-89f42d17c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:54.888295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3f861ad-3b25-4cc0-869c-dc8f4c3918f0 req-4eef60b5-c82d-4f6b-a198-89f42d17c909 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1097 time: 0.0685623 Aug 16 20:26:54.927296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3f861ad-3b25-4cc0-869c-dc8f4c3918f0 req-898d2d1e-cd08-4d52-91e3-ed5ef778d28b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307553 Aug 16 20:26:54.929293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:54.929664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.962010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:54.981781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21dd7707-05d8-41f2-9f87-bd2694917d41,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:55.165688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:54Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:55.190306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.195544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb986e4a-9fe0-48bc-88d5-741bdb2089a4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6552815 Aug 16 20:26:55.195544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48136) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:55.199496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'security_group_rule': {'security_group_id': 'f605baf7-d75c-4af2-8ff3-b2de59d7eee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:55.200455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f03907-3f81-4c55-9a38-040c30b183d2 None None] The sync data for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 is: [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:54Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:26:55.215703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b95976c-8d32-4b47-9f8a-b421c2bfaa5d req-d418dbde-ce16-49bf-8f2f-70dad6b88e40 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0296822 Aug 16 20:26:55.318980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.431545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-f5f264c3-cab4-41aa-bf37-d32bc882bc7a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:55.433096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.433280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-f5f264c3-cab4-41aa-bf37-d32bc882bc7a tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.1383622 Aug 16 20:26:55.487295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588dc6-8619-4753-88ea-220510fd2824 req-a1ff6d8c-e540-43e5-8a28-1394a89023bb tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:55.493942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6588dc6-8619-4753-88ea-220510fd2824 req-a1ff6d8c-e540-43e5-8a28-1394a89023bb tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1068404 Aug 16 20:26:55.562615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.566472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6588dc6-8619-4753-88ea-220510fd2824 req-3e7edbfa-539a-4b13-bec0-55b002885c5f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682313 Aug 16 20:26:55.588184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ba7c5a-ad93-4488-a8b4-055d31505df6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:55.596477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Deleting port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:55.596477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.670472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.672044 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4aae8e86-46b6-4711-8bb5-2eb9fe7e85fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4765153 Aug 16 20:26:55.676446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:55.681189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:55.734407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] For port c6dc9a8e-526a-47ed-ac4a-643ce46021c6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:55.734814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.751965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Calling delete_port for c6dc9a8e-526a-47ed-ac4a-643ce46021c6 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:55.766614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d7e6c-e077-4134-94cc-557862b897d8 req-a62dd1c2-369c-4a0f-990d-7162497f6bda tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:55.770547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-344d7e6c-e077-4134-94cc-557862b897d8 req-a62dd1c2-369c-4a0f-990d-7162497f6bda tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 945 time: 0.0969887 Aug 16 20:26:55.848327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:55.881796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-344d7e6c-e077-4134-94cc-557862b897d8 req-81cb6a5b-c34a-47d0-a961-68519cdf5d77 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/security-groups?id=673d37ed-09ed-4824-be03-411caaac99ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040764 Aug 16 20:26:56.024980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.031387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-099f9d59-f3c7-44bc-8454-d55daad10bb8 req-4a80aead-f9a8-4550-9fdc-11bd33f0c602 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 210 time: 0.0337312 Aug 16 20:26:56.114292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b81dd-8bf9-4e8a-b654-b148489d036b req-3c3c1b82-ab63-422d-8e1c-960cad50078c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:56.116245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e7b81dd-8bf9-4e8a-b654-b148489d036b req-3c3c1b82-ab63-422d-8e1c-960cad50078c tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.0703108 Aug 16 20:26:56.158602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.173965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c6dc9a8e-526a-47ed-ac4a-643ce46021c6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:56.194331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Allocated IP 172.25.7.83 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/d779d55d-aa1c-4bdd-acc5-32e89d37e083) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:56.225206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e7b81dd-8bf9-4e8a-b654-b148489d036b req-fbf7d962-bf3c-47f7-8119-1c6c858706d4 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027603 Aug 16 20:26:56.228962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Pushing event deleted for resources: {'Port': ['ID=c6dc9a8e-526a-47ed-ac4a-643ce46021c6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:56.296925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] No DVR routers for this DVR port c6dc9a8e-526a-47ed-ac4a-643ce46021c6 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:56.305715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.308114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acca2331-1d77-4190-bbba-6284e7c7b70a req-d4b63a4b-9653-4c01-ba2f-6e4102cf41ab tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.64 "DELETE /v2.0/ports/c6dc9a8e-526a-47ed-ac4a-643ce46021c6 HTTP/1.1" status: 204 len: 173 time: 0.8662186 Aug 16 20:26:56.310749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'name': 'network-vif-deleted', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:26:56.313809 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdad1470-6979-471c-8d76-813a75cc5863" -d '{"events": [{"server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "name": "network-vif-deleted", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:26:56.373023 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac7c21-98ee-42f3-9bb0-2236f9bf62a5 x-openstack-request-id: req-70ac7c21-98ee-42f3-9bb0-2236f9bf62a5 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:26:56.373534 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d42641-572b-4000-913f-fbf93f0d07f0", "name": "network-vif-deleted", "tag": "c6dc9a8e-526a-47ed-ac4a-643ce46021c6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:26:56.373826 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70ac7c21-98ee-42f3-9bb0-2236f9bf62a5 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:26:56.374230 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d42641-572b-4000-913f-fbf93f0d07f0', 'name': 'network-vif-deleted', 'tag': 'c6dc9a8e-526a-47ed-ac4a-643ce46021c6', 'status': 'completed', 'code': 200} Aug 16 20:26:56.404147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77ec576-78e0-4edc-afff-dc93a9922b8e req-982eb02a-9843-4395-b413-0c33bbd803f5 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0482149 Aug 16 20:26:56.413432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.624429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:56.736530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:56.742423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:56.749799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:56.775023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab8a49-5792-4f01-b58b-b5c10f5cbaed req-6c40acbb-8a72-451d-8e97-2fe6e7677b59 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:56.779599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54b93973-e879-4e22-beb3-d34175e60d88 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:56.782225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'Port': ['ID=d779d55d-aa1c-4bdd-acc5-32e89d37e083,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:56.784511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-beab8a49-5792-4f01-b58b-b5c10f5cbaed req-6c40acbb-8a72-451d-8e97-2fe6e7677b59 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0935016 Aug 16 20:26:56.859697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-beab8a49-5792-4f01-b58b-b5c10f5cbaed req-4ba6734e-b4e2-4f2d-a9fc-9aeab1ec9bc1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698853 Aug 16 20:26:56.859910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.008698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 54b93973-e879-4e22-beb3-d34175e60d88 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:26:57.012637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 54b93973-e879-4e22-beb3-d34175e60d88 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:57.012980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.032578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.054935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-109c2cb2-ba01-466a-9394-e0b9f5bc3147 req-bb509c99-2f6d-46cc-b282-2ce3fa0a18a9 tempest-ListServerFiltersTestJSON-2033743565 tempest-ListServerFiltersTestJSON-2033743565-project] 10.222.0.70 "GET /v2.0/ports?device_id=44d42641-572b-4000-913f-fbf93f0d07f0 HTTP/1.1" status: 200 len: 210 time: 0.0297918 Aug 16 20:26:57.121202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.165211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 54b93973-e879-4e22-beb3-d34175e60d88, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54b93973-e879-4e22-beb3-d34175e60d88,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:57.217463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.248273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22a6e119-6e6e-4115-bee8-d38c5b8c97d4 req-28d138e1-bab4-41e2-a672-029a42409d81 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 210 time: 0.0262291 Aug 16 20:26:57.282165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.338009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:57.350955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.364209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be77ceb-aa8d-4214-a9fe-02248b29e414 req-38db80fb-e0bf-4cab-bfac-117ff57af2fd tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:57.366061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be77ceb-aa8d-4214-a9fe-02248b29e414 req-38db80fb-e0bf-4cab-bfac-117ff57af2fd tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.0580800 Aug 16 20:26:57.416748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5be77ceb-aa8d-4214-a9fe-02248b29e414 req-9e395191-cfa4-43c5-95ba-77b4d208efa3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Aug 16 20:26:57.479145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eb399-05fa-44a0-8be7-5fe2fa62d692 req-fce62772-b605-42d5-bac3-3407803301c8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:57.481148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-438eb399-05fa-44a0-8be7-5fe2fa62d692 req-fce62772-b605-42d5-bac3-3407803301c8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0635064 Aug 16 20:26:57.533673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12f94ca0-43ab-4bfa-b67e-4eb6fb08669a req-007e47ae-6d27-4524-ae4a-5be6106013e5 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0378845 Aug 16 20:26:57.606879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-438eb399-05fa-44a0-8be7-5fe2fa62d692 req-58a976df-08c2-4e8a-b403-41e0ad8d56b5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191313 Aug 16 20:26:57.618679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-6a0b8b05-d7d3-4336-90cc-bc3d502fb108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:57.622039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-6a0b8b05-d7d3-4336-90cc-bc3d502fb108 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1097 time: 0.0910435 Aug 16 20:26:57.726692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-82bb0ff8-c1fd-47fe-821f-2e0a8db4c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:57.728146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-82bb0ff8-c1fd-47fe-821f-2e0a8db4c561 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.0944877 Aug 16 20:26:57.728939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'Port': ['ID=d779d55d-aa1c-4bdd-acc5-32e89d37e083,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:57.746376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.774903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-d4ce8a89-3950-4d70-8a39-9f0ec25b588b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 200 len: 217 time: 0.0370021 Aug 16 20:26:57.832191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-7fd61dfc-9f9b-4ee2-99fa-8e675e05fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:57.833941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-7fd61dfc-9f9b-4ee2-99fa-8e675e05fd70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.0510743 Aug 16 20:26:57.867922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-d21c6282-247d-4983-a995-00fe877a1f2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246022 Aug 16 20:26:57.989620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:57.990956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8834288-673e-4483-a516-039665454bad tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3134284 Aug 16 20:26:58.048199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-cdf35406-6fe7-4113-8dbe-afb00bfd39a5 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706822 Aug 16 20:26:58.145377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48236) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.166078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-dfdc4e9e-d9c2-4c74-8036-1e966d5d690b tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:58.170953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-dfdc4e9e-d9c2-4c74-8036-1e966d5d690b tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 821 time: 0.2349005 Aug 16 20:26:58.188186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'port': {'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'admin_state_up': True, 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:26:58.203340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Deleting subnet 38849014-335d-493f-9245-67382e85f44a {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:26:58.206656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.233984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-5dc5f87b-f0b4-4ca6-bbdd-ef2c8d373459 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--710628456&fields=id&tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e HTTP/1.1" status: 200 len: 267 time: 0.0934927 Aug 16 20:26:58.261168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.377442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.415624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7329ecc5-020f-4607-b871-5f46b87a5fdc req-818a82b4-eaaf-4c23-ba90-5cb9e5280e2c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 210 time: 0.0496824 Aug 16 20:26:58.423048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9668f6d5-6796-4c5c-a94c-9881c52f64e9 req-dff8c13c-793c-47da-8f04-40d003490690 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571434 Aug 16 20:26:58.486973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-73bb2908-13e5-4192-8f89-3b64988e26da tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:58.489617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-73bb2908-13e5-4192-8f89-3b64988e26da tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/networks?id=090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 200 len: 814 time: 0.2538044 Aug 16 20:26:58.507883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-cdb6f2dc-ab64-4514-b537-fea7bd37db25 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/quotas/4af1eafb9f4c4c5a89ac8db77d23411e HTTP/1.1" status: 200 len: 375 time: 0.0117843 Aug 16 20:26:58.596557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacaa07-cc0a-4356-8088-c19608e1af12 req-4eca825d-17d7-413b-900c-6400308738d7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:58.598824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbacaa07-cc0a-4356-8088-c19608e1af12 req-4eca825d-17d7-413b-900c-6400308738d7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.0894003 Aug 16 20:26:58.606703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-3f8d5496-7be3-457b-9950-f9c26292a137 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893264 Aug 16 20:26:58.648069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.684046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Made reservation on behalf of ef2f4e28455e4f0a8ec441ad24839758 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:26:58.689275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.690724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.694281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afaf1e-f057-4889-aacb-75259fa226c6 None None] Network 38ebf53d-0bea-4d8d-8241-711dd181e3f5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:26:58.706581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbacaa07-cc0a-4356-8088-c19608e1af12 req-e2e1b3e9-a91d-4c8e-9c64-90bdf7983f4e tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989039 Aug 16 20:26:58.710657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/38849014-335d-493f-9245-67382e85f44a HTTP/1.1" status: 204 len: 168 time: 0.5638313 Aug 16 20:26:58.713361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48252) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:26:58.714428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0312c-f0f6-4011-9739-5904b597be8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38849014-335d-493f-9245-67382e85f44a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:58.795583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54b93973-e879-4e22-beb3-d34175e60d88 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:26:58.812862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.861624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09ff00ae-6e79-4a02-897f-42dfad0aee76 req-dc38e9c4-f25c-4428-a6cd-791ee82d6d1f tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0478237 Aug 16 20:26:58.881156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Deleting port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:58.881874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.924652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-9ccd4aaf-e16a-4a21-97c6-440a46c72874 service neutron] 10.222.0.70 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996504 Aug 16 20:26:58.934638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 54b93973-e879-4e22-beb3-d34175e60d88 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:26:58.935342 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:58.994485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] For port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:58.995132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.022789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Calling delete_port for a25cf456-9bf7-4a9c-b2f3-7a5dc591680c owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:59.087327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-dd08460c-6dd2-4a64-8153-17a77c8da616 service neutron] 10.222.0.70 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618078 Aug 16 20:26:59.094347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Allocated IP 172.20.0.8 (6150698e-bbf6-4900-ac1b-8c44b83739a7/d3f3f820-92d4-4b38-a7ee-cf4dba49722e/556b4117-14df-46c6-8b8a-bda6803f7102) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:26:59.097729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] DHCP port deletion for 38ebf53d-0bea-4d8d-8241-711dd181e3f5 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:26:59.145842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d16dd4-c212-49b0-add2-710e6e943147 req-b5ac5e28-95f6-4bd5-9e99-6e6125e9bb26 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:59.147526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7d16dd4-c212-49b0-add2-710e6e943147 req-b5ac5e28-95f6-4bd5-9e99-6e6125e9bb26 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1606843 Aug 16 20:26:59.208045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7d16dd4-c212-49b0-add2-710e6e943147 req-6f193ca5-6b5f-4cf7-87c1-d30b39b06fbd tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502892 Aug 16 20:26:59.214359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Deleting port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:26:59.214953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.299712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] For port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,segment=NetworkSegment(6d1b7991-d67b-4612-8c5f-09dabd669889),segment_id=6d1b7991-d67b-4612-8c5f-09dabd669889)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:59.300258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.311643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.324169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Calling delete_port for a25cf456-9bf7-4a9c-b2f3-7a5dc591680c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:26:59.351357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] No DVR routers for this DVR port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:59.358964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.359332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.384087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Transition to ACTIVE for port object 556b4117-14df-46c6-8b8a-bda6803f7102 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:26:59.415054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.433340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] No DVR routers for this DVR port a25cf456-9bf7-4a9c-b2f3-7a5dc591680c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:26:59.473554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:26:59.473871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c6dc9a8e-526a-47ed-ac4a-643ce46021c6 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:26:59.477587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9e4ef-3f73-418f-8422-31bd224b82c6 None None] Pushing event deleted for resources: {'Port': ['ID=a25cf456-9bf7-4a9c-b2f3-7a5dc591680c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.498929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.533038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.578616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ebf53d-0bea-4d8d-8241-711dd181e3f5']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:59.603091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1b7991-d67b-4612-8c5f-09dabd669889') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:59.604859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1b7991-d67b-4612-8c5f-09dabd669889') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:26:59.624149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.637027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3856c2a1-7b74-4d28-b4f9-88113f204b2b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:26:59.641825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.645516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: c6dc9a8e-526a-47ed-ac4a-643ce46021c6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:26:59.645969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c6dc9a8e-526a-47ed-ac4a-643ce46021c6 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:26:59.649934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:26:59.650481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.664092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event updated for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:26:59.707930 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:26:59.724879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:26:59.737237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35d1be84-aaba-4461-87c3-9b9698c67105 req-19de6534-9f46-4640-b8d1-841c93d2d54e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.2013655 Aug 16 20:26:59.747148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'network_id': 'dcae15a1-f6e4-483c-8235-f7759e26091a', 'port_id': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'mac_address': 'fa:16:3e:03:89:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42af3bab-00ea-4e7d-b30b-caea282c68d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:26:59.759803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:26:59.786501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:26:59.788916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:26:59.869413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.874855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:26:59.879807 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/38ebf53d-0bea-4d8d-8241-711dd181e3f5 HTTP/1.1" status: 204 len: 168 time: 1.1453385 Aug 16 20:26:59.899717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1bf8-6e36-4d62-8df3-577b0d25bf20 req-616f5702-4bb4-4a54-98a6-fecac8bbf7d6 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:59.901715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b4c1bf8-6e36-4d62-8df3-577b0d25bf20 req-616f5702-4bb4-4a54-98a6-fecac8bbf7d6 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 931 time: 0.2025623 Aug 16 20:26:59.912866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed54c-f366-4de8-9bc7-46c34b6d7ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ebf53d-0bea-4d8d-8241-711dd181e3f5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:26:59.923390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:26:59.924180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.134213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.162533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:00.186774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:00.232584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6989c-3304-415f-b0bb-73309d3b11d2 req-6f67d68c-9711-4b1f-a3d9-fe74a4384ff0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.234062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94c6989c-3304-415f-b0bb-73309d3b11d2 req-6f67d68c-9711-4b1f-a3d9-fe74a4384ff0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.4074590 Aug 16 20:27:00.293426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b4c1bf8-6e36-4d62-8df3-577b0d25bf20 req-e2b570d3-7ebc-4afd-b9e7-e28d574c9419 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770428 Aug 16 20:27:00.307182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-8ec68dd6-680a-43a2-8f15-85ad23038481 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926168 Aug 16 20:27:00.324303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94c6989c-3304-415f-b0bb-73309d3b11d2 req-b67c6433-c4e8-4808-afb9-09aad980c990 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Aug 16 20:27:00.404940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83cf68ec-60c4-447a-b359-9b21c3839211 req-849fd437-eb3a-4039-a659-f1e74ca48b3f tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0360441 Aug 16 20:27:00.459631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-301f1c6f-a81e-4716-b2d9-6033c4999b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.461531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-301f1c6f-a81e-4716-b2d9-6033c4999b1e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 1098 time: 0.1208992 Aug 16 20:27:00.482366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1b5a-a9cc-46cc-a577-5b5dfae5c8c1 req-40bb0252-315b-42b0-8159-70c4da9bc8d9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.484352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-536b1b5a-a9cc-46cc-a577-5b5dfae5c8c1 req-40bb0252-315b-42b0-8159-70c4da9bc8d9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0818532 Aug 16 20:27:00.581523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-536b1b5a-a9cc-46cc-a577-5b5dfae5c8c1 req-692e3782-18a7-456b-b171-b529f002ef13 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818102 Aug 16 20:27:00.624972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-d292fdec-e180-4865-a846-49e773c15427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.624972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-d292fdec-e180-4865-a846-49e773c15427 service neutron] 10.222.0.73 "GET /v2.0/networks?id=54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 200 len: 917 time: 0.1258757 Aug 16 20:27:00.648012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dbff9203-5175-4477-a98a-b3f3cb27e173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.655322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ed63b24f-c233-4017-9b10-ca9eb650f5f5 None None] Provisioning for port 556b4117-14df-46c6-8b8a-bda6803f7102 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:00.664656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.667476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ed63b24f-c233-4017-9b10-ca9eb650f5f5 None None] Provisioning complete for port 556b4117-14df-46c6-8b8a-bda6803f7102 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:00.667950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed63b24f-c233-4017-9b10-ca9eb650f5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.668586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-82176b8e-1aa7-4ddb-b1a6-842a029019ad tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4861331 Aug 16 20:27:00.687139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Request body: {'port': {'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:00.717870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a25cf456-9bf7-4a9c-b2f3-7a5dc591680c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:00.725111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-556be17f-db35-424a-8dbc-c31cec21e6f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 200 len: 1002 time: 0.0978742 Aug 16 20:27:00.760143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a25cf456-9bf7-4a9c-b2f3-7a5dc591680c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:00.760781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a25cf456-9bf7-4a9c-b2f3-7a5dc591680c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:00.771259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['44b37a6a-e87c-4e14-84f4-92d6f9822b19'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:00.786977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:00.832889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-f37f9200-828d-4244-9dbc-bad4819af4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:00.834859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-f37f9200-828d-4244-9dbc-bad4819af4cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe HTTP/1.1" status: 200 len: 855 time: 0.0831659 Aug 16 20:27:00.863271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ed63b24f-c233-4017-9b10-ca9eb650f5f5 None None] Port 556b4117-14df-46c6-8b8a-bda6803f7102 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:00.868660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:00.962268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bae076b-6776-4dca-b245-a6aa7bd6a86c req-a9e3a84a-d410-4b19-be78-e65feedd7535 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.1027827 Aug 16 20:27:01.004566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-8953510d-9fde-4825-89f8-2bbae15ef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.006481 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-8953510d-9fde-4825-89f8-2bbae15ef605 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=54fb506c-7234-4e7e-b32a-02aedcd095eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595170 Aug 16 20:27:01.070102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:01.152057 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e20959c-4e89-4aa6-b3be-bdad7f380bac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=462a1420a2e1489196ae6bc56e2ec759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799422 Aug 16 20:27:01.154537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48296) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:01.193320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-2e1ae86f-c49f-4e13-ac63-ad20e6ef19f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624301 Aug 16 20:27:01.229316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.256250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.336286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-2e756362-32e1-44e2-9caa-4011e9cfedcc service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166971 Aug 16 20:27:01.451133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-e6816392-7bf9-4e17-801a-92253983882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.452757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-e6816392-7bf9-4e17-801a-92253983882f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 1098 time: 0.2249868 Aug 16 20:27:01.454137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:01.501246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aca32e-5287-4844-8d5a-efa967c70fa1 req-7dffe971-6be2-46d8-bf6f-df96cb3a12f7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.502754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58aca32e-5287-4844-8d5a-efa967c70fa1 req-7dffe971-6be2-46d8-bf6f-df96cb3a12f7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 944 time: 0.2291672 Aug 16 20:27:01.516135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.521554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.521554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/673d37ed-09ed-4824-be03-411caaac99ff HTTP/1.1" status: 204 len: 168 time: 0.3636062 Aug 16 20:27:01.548301 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.550933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ae8b3-fd9e-4c75-ac22-cc83a03a286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d37ed-09ed-4824-be03-411caaac99ff,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:01.577200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:01.606639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:01.632110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58aca32e-5287-4844-8d5a-efa967c70fa1 req-f63685a7-1e7b-4f33-9664-ba8e554ecc52 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007147 Aug 16 20:27:01.684683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556b4117-14df-46c6-8b8a-bda6803f7102 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:01.705134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.736775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159aea-2205-4f04-ad5f-4e69b714e73f req-077c902f-ecc9-4de5-b885-b9bc68c1c880 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.738415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6159aea-2205-4f04-ad5f-4e69b714e73f req-077c902f-ecc9-4de5-b885-b9bc68c1c880 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 931 time: 0.3120620 Aug 16 20:27:01.740505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9250ac05-6ab6-451b-b3c0-2a1092d27373 req-7205a98c-7d86-4115-b716-39d4e7db3b3f service neutron] 10.222.0.73 "GET /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940613 Aug 16 20:27:01.748246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Transition to ACTIVE for port object 556b4117-14df-46c6-8b8a-bda6803f7102 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:01.778126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa3501f7-4ccc-4be8-a0b6-83443f5bbea1 req-11f91735-9116-403a-af18-2585689f8ae6 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0529060 Aug 16 20:27:01.784854 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.860664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6159aea-2205-4f04-ad5f-4e69b714e73f req-94a5f0f4-35c2-4c82-a2e3-bea188fdc865 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931475 Aug 16 20:27:01.860664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-3cfe0eaa-f55c-4523-87a6-d580fd532835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:01.866279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-3cfe0eaa-f55c-4523-87a6-d580fd532835 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.3600371 Aug 16 20:27:01.867010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:01.934603 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:01.937260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-30c1cfa4-fc4c-48db-b313-beba7ae534a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 200 len: 217 time: 0.0485849 Aug 16 20:27:02.053340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Pushing event updated for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.081197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-d09456b4-e221-46c7-9949-33715756f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.083318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-d09456b4-e221-46c7-9949-33715756f9de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.1359293 Aug 16 20:27:02.127844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640df278-c71a-4b65-93ec-a1d0ca722220 req-423c3bd8-8057-4776-baa2-64d5c5301e81 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.130125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-640df278-c71a-4b65-93ec-a1d0ca722220 req-423c3bd8-8057-4776-baa2-64d5c5301e81 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1974945 Aug 16 20:27:02.158871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-d85de541-a57c-457b-8f68-067c3d7d592b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537615 Aug 16 20:27:02.181927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd0a2274-4136-46ee-8119-889981de916d req-a2767636-f2d8-451d-864b-18fabfa11647 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.0794990 Aug 16 20:27:02.278789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-640df278-c71a-4b65-93ec-a1d0ca722220 req-e76ef001-d83d-4efa-8cdf-5f4233451235 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236992 Aug 16 20:27:02.279451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Attempting to bind port 556b4117-14df-46c6-8b8a-bda6803f7102 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:02.279804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Attempting to bind port 556b4117-14df-46c6-8b8a-bda6803f7102 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:02.280131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Attempting to bind port 556b4117-14df-46c6-8b8a-bda6803f7102 on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:02.297147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Port 556b4117-14df-46c6-8b8a-bda6803f7102 on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:02.297479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Attempting to bind port 556b4117-14df-46c6-8b8a-bda6803f7102 on network 6150698e-bbf6-4900-ac1b-8c44b83739a7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:02.318968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:02.319317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Checking segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:02.319857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Bound using segment: {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:02.320310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Bound port: 556b4117-14df-46c6-8b8a-bda6803f7102, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:02.320678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.341142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-00eb11b4-6d7e-46d9-b483-45263c586e30 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505597 Aug 16 20:27:02.456075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:02.461166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=556b4117-14df-46c6-8b8a-bda6803f7102,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:02.490247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-513a66d6-45eb-4018-a2e7-4f88e0f5be59 req-955ca591-a999-4fdd-9fbb-3b8360d354cb service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264400 Aug 16 20:27:02.619676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.655605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.656245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:02.658800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] 10.222.0.73 "PUT /v2.0/ports/556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 1092 time: 1.9748478 Aug 16 20:27:02.658800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:02.660908 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa323440-7b62-4934-b7e1-821ddf7d86d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:02.697972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f62dd5-c2d9-4b19-aecc-fe82aaf9e30c service neutron] Pushing event updated for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:02.795964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dfff9-b9ad-462b-86a4-69625e8fff1f req-2de9c283-2a0d-479a-bcb0-2a5ef60550b3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.799208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f39dfff9-b9ad-462b-86a4-69625e8fff1f req-2de9c283-2a0d-479a-bcb0-2a5ef60550b3 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.0674071 Aug 16 20:27:02.878108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f39dfff9-b9ad-462b-86a4-69625e8fff1f req-4920f7c1-b3ab-43e2-81d7-bdba91496cf0 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725832 Aug 16 20:27:02.886196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-026c7587-a967-45cb-8287-0ac529160424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:02.887832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-026c7587-a967-45cb-8287-0ac529160424 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1095 time: 0.0738361 Aug 16 20:27:02.938141 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ba6db2-4176-4dbe-a8fb-9d094f8f6e96 x-openstack-request-id: req-e2ba6db2-4176-4dbe-a8fb-9d094f8f6e96 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:02.938430 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:02.939309 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2ba6db2-4176-4dbe-a8fb-9d094f8f6e96 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:02.939848 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102', 'status': 'completed', 'code': 200} Aug 16 20:27:02.942527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-0638a6c8-9857-46d8-874e-52939be0db68 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 217 time: 0.0420971 Aug 16 20:27:03.062217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b55c4d79-67ec-4bb5-b455-e324f1c32dde req-4cdf2a46-1545-43ac-b743-0a6f9c6028dc tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0449307 Aug 16 20:27:03.072785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48356) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:03.078461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-299cd354-14ff-4f8b-9b1a-028bc6882a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.080191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-299cd354-14ff-4f8b-9b1a-028bc6882a36 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1210802 Aug 16 20:27:03.091619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-79cc729c-4e45-41d1-9494-e500f644ed60 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.093206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-79cc729c-4e45-41d1-9494-e500f644ed60 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 943 time: 0.1327057 Aug 16 20:27:03.311047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8661f2f6-e85c-4bbc-8e3f-e949ccc83ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.436249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-585865389-network', 'tenant_id': '97ad35eecc41477abefbb76c0e42850b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:03.462001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:03.467398 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.483029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-746d2225-2d57-482d-8ceb-270dec9da501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.486607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-746d2225-2d57-482d-8ceb-270dec9da501 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3904531 Aug 16 20:27:03.511479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e5410c8-5863-4fcc-8860-dd59014191b9 req-42cd4c57-2476-48f9-ad1d-d910a2528148 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.0817876 Aug 16 20:27:03.519476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:03.519990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.606912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8fc59-99db-4640-8bb6-3ad01f97c003 req-2e79f1c3-76df-42b6-a5e4-86b03b111368 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.608396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95e8fc59-99db-4640-8bb6-3ad01f97c003 req-2e79f1c3-76df-42b6-a5e4-86b03b111368 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 943 time: 0.4630094 Aug 16 20:27:03.617894 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.641732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:03.644188 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4031e654-4b94-4e4c-99d3-2075d7b82833" -d '{"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:03.657736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:03.708275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Made reservation on behalf of 97ad35eecc41477abefbb76c0e42850b for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:03.710800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.752785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.768148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.786481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Deleting port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:03.787084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:03.795914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-8a9a8062-57ae-4bb1-a23b-51dba7066530 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898867 Aug 16 20:27:03.809736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798757b-c201-45f4-9716-d60e6593f0a5 req-f51fe123-a5a3-4848-bc62-89605bdda835 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.812114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6798757b-c201-45f4-9716-d60e6593f0a5 req-f51fe123-a5a3-4848-bc62-89605bdda835 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 945 time: 0.2319498 Aug 16 20:27:03.822955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:03.829204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95e8fc59-99db-4640-8bb6-3ad01f97c003 req-2b60b780-4b51-4bf0-8685-beba0ba18ae7 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932626 Aug 16 20:27:03.995878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-7d352a8f-e6ae-4880-b9e8-0f621669651e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:03.997323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-7d352a8f-e6ae-4880-b9e8-0f621669651e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.64 "GET /v2.0/networks?id=090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 200 len: 814 time: 0.3848772 Aug 16 20:27:04.069686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6798757b-c201-45f4-9716-d60e6593f0a5 req-d8b0f726-cea7-4c6d-8b72-8c9732e35446 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022181 Aug 16 20:27:04.115399 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2553d239-00f7-4ee4-b039-9c418ccd82d0 x-openstack-request-id: req-2553d239-00f7-4ee4-b039-9c418ccd82d0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:04.116092 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-plugged", "status": "completed", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:04.118360 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2553d239-00f7-4ee4-b039-9c418ccd82d0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:04.118360 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'code': 200} Aug 16 20:27:04.124545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] For port 44b37a6a-e87c-4e14-84f4-92d6f9822b19, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=44b37a6a-e87c-4e14-84f4-92d6f9822b19,segment=NetworkSegment(43f67c31-65e3-4d4d-8e9f-41aa8bd79901),segment_id=43f67c31-65e3-4d4d-8e9f-41aa8bd79901)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:04.125061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.134845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf3f8a-fe8c-4642-8e62-64184b6eb5cf req-8827724f-b512-42a2-9b3c-5cb21051b9e7 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.136369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58cf3f8a-fe8c-4642-8e62-64184b6eb5cf req-8827724f-b512-42a2-9b3c-5cb21051b9e7 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.2179534 Aug 16 20:27:04.181894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-237b48d7-cf36-4482-ad0a-7e305ced9ab3 req-b8fb659b-86f5-4f77-9713-f5055f135205 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675013 Aug 16 20:27:04.186015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-fb8dc161-344f-430c-9e0e-b9c36679b803 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e HTTP/1.1" status: 200 len: 379 time: 0.1646686 Aug 16 20:27:04.194702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.201548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Calling delete_port for 44b37a6a-e87c-4e14-84f4-92d6f9822b19 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:04.229871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'port': {'device_id': '83d7b201-4263-4752-be32-84b50cb7afa5', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'admin_state_up': True, 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'security_groups': ['f605baf7-d75c-4af2-8ff3-b2de59d7eee4']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:04.363673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58cf3f8a-fe8c-4642-8e62-64184b6eb5cf req-32790c2e-aaa9-45d4-b0e8-95b1664cbee6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098954 Aug 16 20:27:04.424258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.443688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202bea2-b8f4-4e32-a47c-99c8f796fb73 req-e7fe8d2e-5a36-4cc0-b20d-6e1bf7acc348 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.445226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9202bea2-b8f4-4e32-a47c-99c8f796fb73 req-e7fe8d2e-5a36-4cc0-b20d-6e1bf7acc348 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 945 time: 0.2805970 Aug 16 20:27:04.501790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c813dc5-066f-43ec-bfa3-9c9927360f78 req-468994f4-c044-4771-a8db-a2ede144083e tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0680182 Aug 16 20:27:04.516601 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.541285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-f8d717c3-135c-4929-ae14-fa26515979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.542785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-f8d717c3-135c-4929-ae14-fa26515979e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1095 time: 0.2061689 Aug 16 20:27:04.561187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:04.667085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.667436 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Added segment 89841c0d-bc8c-4216-858f-85c71f8f6370 of type vlan for network c91a5d85-49a3-4586-b340-7034d35eab88 Aug 16 20:27:04.682161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9202bea2-b8f4-4e32-a47c-99c8f796fb73 req-025b4a4c-a8ad-4104-8eda-1fa9006c26ee tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/security-groups?id=f53ce83d-1662-4d9b-bd32-269dc031b230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194502 Aug 16 20:27:04.703953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9655045d-d4f7-40ba-a7d8-5ff1fbab1367,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:04.732430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9203f028-066b-4c13-bfb3-f7a1f23b5090 req-e3d768fe-b798-47d7-bae5-bb068132009b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.0726893 Aug 16 20:27:04.772922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.827570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-0345647b-d40e-421d-ba8b-34801f405271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:04.829079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-0345647b-d40e-421d-ba8b-34801f405271 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2652318 Aug 16 20:27:04.872538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-88ce541c-0798-446b-a958-b71ee4ce3271 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 217 time: 0.0343833 Aug 16 20:27:04.891994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Made reservation on behalf of 4af1eafb9f4c4c5a89ac8db77d23411e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:04.895325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.928807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:04.939815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['44b37a6a-e87c-4e14-84f4-92d6f9822b19'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:05.005750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Pushing event deleted for resources: {'Port': ['ID=44b37a6a-e87c-4e14-84f4-92d6f9822b19,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.011459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.012199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.013535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.159487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-9124c315-3df7-4fd5-9c59-75bff2821580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.161466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-9124c315-3df7-4fd5-9c59-75bff2821580 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.2782247 Aug 16 20:27:05.163261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-7341192f-87a5-440c-b5d5-97483ffc154b tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.164805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-7341192f-87a5-440c-b5d5-97483ffc154b tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 945 time: 0.0503864 Aug 16 20:27:05.228759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] No DVR routers for this DVR port 44b37a6a-e87c-4e14-84f4-92d6f9822b19 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:05.253780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.255863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.64 "DELETE /v2.0/ports/44b37a6a-e87c-4e14-84f4-92d6f9822b19 HTTP/1.1" status: 204 len: 173 time: 2.1520698 Aug 16 20:27:05.262010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Deleting port a5812813-70f9-4b2a-8448-eb6fafd2daf5 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:05.267715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.278567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714ed04-f2fd-44b9-8a7c-fd560c814099 req-6876f6de-75f6-43c5-bbd1-7b74de4553c9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.280082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3714ed04-f2fd-44b9-8a7c-fd560c814099 req-6876f6de-75f6-43c5-bbd1-7b74de4553c9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 943 time: 0.3605309 Aug 16 20:27:05.280533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-deleted', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:05.282738 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75140fdd-192f-458e-b35e-936ae4f4d2c4" -d '{"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-deleted", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:05.295682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] Pushing event updated for resources: {'Network': ['ID=c91a5d85-49a3-4586-b340-7034d35eab88,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.317369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c91a5d85-49a3-4586-b340-7034d35eab88 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:05.357322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] For port a5812813-70f9-4b2a-8448-eb6fafd2daf5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5812813-70f9-4b2a-8448-eb6fafd2daf5,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:05.357725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.361970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6763b541-658b-4313-8df7-f22f647e7435 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2907808 Aug 16 20:27:05.366864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48382) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:05.375150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Request body: {'subnet': {'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-585865389-subnet', 'tenant_id': '97ad35eecc41477abefbb76c0e42850b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:05.379288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Calling delete_port for a5812813-70f9-4b2a-8448-eb6fafd2daf5 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:05.398120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb5cb4-974d-4ac9-ab05-e111462b4e44 req-714d4bcd-f804-474f-b545-24b0bac5ee42 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.400351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ceb5cb4-974d-4ac9-ab05-e111462b4e44 req-714d4bcd-f804-474f-b545-24b0bac5ee42 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 945 time: 0.2460654 Aug 16 20:27:05.410368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-ef139437-ac76-4233-9a0b-b37cebe28927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:05.413297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-ef139437-ac76-4233-9a0b-b37cebe28927 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147784 Aug 16 20:27:05.438002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3714ed04-f2fd-44b9-8a7c-fd560c814099 req-64882f04-958b-4c22-bd81-73be417693c6 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467285 Aug 16 20:27:05.439213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Allocated IP 172.20.0.10 (090e1ae0-5614-4c5b-8663-6e4c3985d599/ebddc285-fef5-4911-945a-c9616490e3c1/3efdd648-6127-43d2-9ecb-97f03d035d94) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:05.510979 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9607d6-554a-419f-a301-e872ae3ab0c3 x-openstack-request-id: req-3f9607d6-554a-419f-a301-e872ae3ab0c3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:05.511125 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f21ae9-910c-4734-ba4e-49bbca50a7ea", "name": "network-vif-deleted", "tag": "44b37a6a-e87c-4e14-84f4-92d6f9822b19", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:05.511313 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f9607d6-554a-419f-a301-e872ae3ab0c3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:05.511710 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f21ae9-910c-4734-ba4e-49bbca50a7ea', 'name': 'network-vif-deleted', 'tag': '44b37a6a-e87c-4e14-84f4-92d6f9822b19', 'status': 'completed', 'code': 200} Aug 16 20:27:05.526602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Made reservation on behalf of 97ad35eecc41477abefbb76c0e42850b for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:05.529458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.540872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ceb5cb4-974d-4ac9-ab05-e111462b4e44 req-a96e1af8-7e83-41a6-bec3-f8c7df94b79a tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/security-groups?id=4228808d-0e85-4f1c-a34a-27fe9af0f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263700 Aug 16 20:27:05.645593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.658127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a5812813-70f9-4b2a-8448-eb6fafd2daf5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:05.706597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Pushing event deleted for resources: {'Port': ['ID=a5812813-70f9-4b2a-8448-eb6fafd2daf5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:05.765137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] No DVR routers for this DVR port a5812813-70f9-4b2a-8448-eb6fafd2daf5 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:05.772383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.774556 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dd5a5202-325d-47f6-92b7-b9b43cc6d4f5 req-3df3d2d4-cc78-4d9f-ac54-8e094f64b190 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.64 "DELETE /v2.0/ports/a5812813-70f9-4b2a-8448-eb6fafd2daf5 HTTP/1.1" status: 204 len: 173 time: 0.6028934 Aug 16 20:27:05.775024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'name': 'network-vif-deleted', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:05.777556 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f33ad3-58f8-487d-931a-6add85fef60e" -d '{"events": [{"server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "name": "network-vif-deleted", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:05.905417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-d6bee5a0-96c4-4a9c-bf4f-e6b3de0a09b2 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627943 Aug 16 20:27:05.915101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:05.937190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e5f1667-9e71-49fc-9535-1f9d0e3a66de req-fa7ff6ec-8c11-43bc-aaa1-dd60911bdbea tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0716939 Aug 16 20:27:05.982258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d682f15-c473-421b-a233-d461e38deaaa,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:06.027040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Checking segment: {'id': '89841c0d-bc8c-4216-858f-85c71f8f6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:06.028509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Network hostable DHCP agents. Network: c91a5d85-49a3-4586-b340-7034d35eab88, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:06.067625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc18747-fc4a-4a84-b24d-aa11d70647af req-60a599b4-5310-4f42-8bd7-3c1d5e652c68 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:06.069343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adc18747-fc4a-4a84-b24d-aa11d70647af req-60a599b4-5310-4f42-8bd7-3c1d5e652c68 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1977413 Aug 16 20:27:06.073867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.075157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.103948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Transition to ACTIVE for port object 3efdd648-6127-43d2-9ecb-97f03d035d94 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:06.114939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa323440-7b62-4934-b7e1-821ddf7d86d4 req-478da956-226a-46aa-bdf7-b20c0a6c4935 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803277 Aug 16 20:27:06.161605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f195f93-0750-46fc-ad6b-459e42d47f66 req-d990a161-87dd-44f7-8118-5305e0b1f7a7 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] 10.222.0.70 "GET /v2.0/ports?device_id=51f21ae9-910c-4734-ba4e-49bbca50a7ea HTTP/1.1" status: 200 len: 210 time: 0.0423677 Aug 16 20:27:06.165071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Network c91a5d85-49a3-4586-b340-7034d35eab88 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:06.177753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adc18747-fc4a-4a84-b24d-aa11d70647af req-4a3161a6-d162-4de2-84fc-141191391e47 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971534 Aug 16 20:27:06.232239 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb46c2-731b-4565-88d0-24c35b31661a x-openstack-request-id: req-86bb46c2-731b-4565-88d0-24c35b31661a {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:06.232540 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ac012-941e-46c0-8122-1e5cdaad7cd4", "name": "network-vif-deleted", "tag": "a5812813-70f9-4b2a-8448-eb6fafd2daf5", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:06.232797 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86bb46c2-731b-4565-88d0-24c35b31661a {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:06.233214 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ac012-941e-46c0-8122-1e5cdaad7cd4', 'name': 'network-vif-deleted', 'tag': 'a5812813-70f9-4b2a-8448-eb6fafd2daf5', 'status': 'completed', 'code': 200} Aug 16 20:27:06.271364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c91a5d85-49a3-4586-b340-7034d35eab88) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:06.276290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:06.276928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.281238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11c862-500e-40a8-a4ce-a3f46045db11 None None] Network c91a5d85-49a3-4586-b340-7034d35eab88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:06.291278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fabe5956-f1e8-4759-93af-080b7bbcbf22 req-cf829a16-d4bc-4c09-8bd6-54efbb8e598e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.0346301 Aug 16 20:27:06.322983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.373364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:06.376752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:06.381884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:06.386399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:06.438544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9e1cd-c338-4a44-932f-ecc5c34c12e4 None None] Network c91a5d85-49a3-4586-b340-7034d35eab88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:06.449236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-189d2241-16be-4bc8-b842-f54115133d86 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0811710 Aug 16 20:27:06.483203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:06.486748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.651402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d4e40-db84-47e6-8ff5-5dfbc6c10b3c req-03857fca-9efd-4d77-84e1-3d84c1bc3692 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:06.652889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-142d4e40-db84-47e6-8ff5-5dfbc6c10b3c req-03857fca-9efd-4d77-84e1-3d84c1bc3692 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 943 time: 0.1184840 Aug 16 20:27:06.655366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c4dce654-3f57-4e80-9686-16adba3a64ff tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4451284 Aug 16 20:27:06.687587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Request body: {'port': {'device_id': '83d7b201-4263-4752-be32-84b50cb7afa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:06.768043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a40cf78f-5425-4216-8f6c-02d44ab13aa2 req-061fbf0e-ef53-4af8-9f7e-09c528a69534 tempest-AttachSCSIVolumeTestJSON-1874677044 tempest-AttachSCSIVolumeTestJSON-1874677044-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac012-941e-46c0-8122-1e5cdaad7cd4 HTTP/1.1" status: 200 len: 210 time: 0.0458241 Aug 16 20:27:06.778233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8fbf16d5-af21-44f4-9ff1-81d33f64b084 None None] Provisioning for port 3efdd648-6127-43d2-9ecb-97f03d035d94 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:06.794239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8fbf16d5-af21-44f4-9ff1-81d33f64b084 None None] Provisioning complete for port 3efdd648-6127-43d2-9ecb-97f03d035d94 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:06.799084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8fbf16d5-af21-44f4-9ff1-81d33f64b084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.807077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-142d4e40-db84-47e6-8ff5-5dfbc6c10b3c req-c65f98df-7d6e-42b1-be83-b96f8927caf3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470594 Aug 16 20:27:06.812598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:06.842239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf16d5-af21-44f4-9ff1-81d33f64b084 None None] Port 3efdd648-6127-43d2-9ecb-97f03d035d94 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:07.117086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad7afb0d-9d2e-4863-9076-72939c6799a1 req-c88e132d-b811-44ce-9db5-5ae19f6d0d0e tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0787728 Aug 16 20:27:07.220171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-610f8cd4-6842-42d7-83a2-f333fbb39089 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:07.221763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-610f8cd4-6842-42d7-83a2-f333fbb39089 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/networks?id=c91a5d85-49a3-4586-b340-7034d35eab88 HTTP/1.1" status: 200 len: 813 time: 0.2038503 Aug 16 20:27:07.242751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efdd648-6127-43d2-9ecb-97f03d035d94 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:07.251054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-f3217b15-a750-4743-a3e5-3d6b9087483c tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/quotas/97ad35eecc41477abefbb76c0e42850b HTTP/1.1" status: 200 len: 375 time: 0.0212510 Aug 16 20:27:07.253056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.300660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Transition to ACTIVE for port object 3efdd648-6127-43d2-9ecb-97f03d035d94 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:07.300660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-48d9e0c9-e395-4adb-8ae6-1fc163177095 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97ad35eecc41477abefbb76c0e42850b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326812 Aug 16 20:27:07.365909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 556b4117-14df-46c6-8b8a-bda6803f7102 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:07.397815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.447614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461dcb-eece-4370-bf73-0fc5bba10ecd req-c8060851-8b39-4db5-9449-9020235dd789 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:07.449133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1461dcb-eece-4370-bf73-0fc5bba10ecd req-c8060851-8b39-4db5-9449-9020235dd789 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1079545 Aug 16 20:27:07.467288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=556b4117-14df-46c6-8b8a-bda6803f7102,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:07.473773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-939af426-f0c7-4d86-9822-28a7e47340ce service neutron] 10.222.0.70 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747394 Aug 16 20:27:07.483229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '556b4117-14df-46c6-8b8a-bda6803f7102', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:07.501651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:07.514012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:07.547784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 44b37a6a-e87c-4e14-84f4-92d6f9822b19 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:07.548414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 44b37a6a-e87c-4e14-84f4-92d6f9822b19 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:07.548985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5812813-70f9-4b2a-8448-eb6fafd2daf5 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:07.571443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a5812813-70f9-4b2a-8448-eb6fafd2daf5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:07.571972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5812813-70f9-4b2a-8448-eb6fafd2daf5 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:07.573663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.587989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556b4117-14df-46c6-8b8a-bda6803f7102 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:07.609541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1461dcb-eece-4370-bf73-0fc5bba10ecd req-d6dc175b-0445-4f74-985d-34d08c082c95 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520438 Aug 16 20:27:07.610016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=556b4117-14df-46c6-8b8a-bda6803f7102,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:07.668345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-fef55284-59d4-48a8-9534-7e11866ea31d service neutron] 10.222.0.70 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796918 Aug 16 20:27:07.671629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Attempting to bind port 3efdd648-6127-43d2-9ecb-97f03d035d94 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:07.671629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Attempting to bind port 3efdd648-6127-43d2-9ecb-97f03d035d94 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:07.671629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Attempting to bind port 3efdd648-6127-43d2-9ecb-97f03d035d94 on network 090e1ae0-5614-4c5b-8663-6e4c3985d599 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:07.678910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Port 3efdd648-6127-43d2-9ecb-97f03d035d94 on network 090e1ae0-5614-4c5b-8663-6e4c3985d599 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:07.679394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Attempting to bind port 3efdd648-6127-43d2-9ecb-97f03d035d94 on network 090e1ae0-5614-4c5b-8663-6e4c3985d599 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:07.688739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:07.688739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Checking segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:07.688739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Bound using segment: {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:07.692258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Bound port: 3efdd648-6127-43d2-9ecb-97f03d035d94, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb036990-6343-4c49-a29b-53e77c9f0108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:07.692258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.692485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.743797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:07.810343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:07.820271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e0d58-61d6-49f4-8a41-993c2bd088ed req-5898efff-3397-485a-9609-23002eaaaed7 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:07.821771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-519e0d58-61d6-49f4-8a41-993c2bd088ed req-5898efff-3397-485a-9609-23002eaaaed7 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 944 time: 0.0865417 Aug 16 20:27:07.823531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:07.860318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-519e0d58-61d6-49f4-8a41-993c2bd088ed req-1ed20fa6-0f32-454b-a738-8da5d4d72ad3 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Aug 16 20:27:07.978025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:07.985524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['556b4117-14df-46c6-8b8a-bda6803f7102'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:08.038647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.039901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.042201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] 10.222.0.64 "PUT /v2.0/ports/3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 200 len: 1093 time: 1.3594489 Aug 16 20:27:08.059494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:08.059494 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb7230-8c75-4b6f-b1d0-152c19eb3513" -d '{"events": [{"name": "network-changed", "server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:08.135416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59855c8-4d71-4a19-9a6b-8804fa0bfe8d service neutron] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:08.145507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcf73bd3-dda8-404c-a8e5-e797dc4148e0 req-c926f406-89ea-4a46-b081-8cfbe4749cd1 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 210 time: 0.1717389 Aug 16 20:27:08.157840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08e96c-9bc6-4ab1-aae6-16316f19af15 req-455a0c61-5fae-4bf2-9997-798e59eef5db tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.159460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c08e96c-9bc6-4ab1-aae6-16316f19af15 req-455a0c61-5fae-4bf2-9997-798e59eef5db tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 944 time: 0.2034898 Aug 16 20:27:08.226819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c08e96c-9bc6-4ab1-aae6-16316f19af15 req-f5cb82ca-00f7-4263-8c69-c851bbccbaf3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602982 Aug 16 20:27:08.277890 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097bafc-96fc-4f81-bb5f-f02a01144d1f x-openstack-request-id: req-6097bafc-96fc-4f81-bb5f-f02a01144d1f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:08.278261 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:08.278708 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6097bafc-96fc-4f81-bb5f-f02a01144d1f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:08.279404 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'status': 'completed', 'code': 200} Aug 16 20:27:08.364243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8cbbdc8-5eae-4402-8b26-8e950ed23b38 req-2777f36f-5385-4823-8b9c-22bcd2c2a422 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0293686 Aug 16 20:27:08.373577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f2572b88-cd2d-4218-8666-5fb3db379007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.375066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-f2572b88-cd2d-4218-8666-5fb3db379007 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 1096 time: 0.0808785 Aug 16 20:27:08.437529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-c2e09b85-d868-457d-b771-efcea8275476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 200 len: 217 time: 0.0425007 Aug 16 20:27:08.506569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-16e86882-133a-44f2-bea2-3400e21e25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.508535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-16e86882-133a-44f2-bea2-3400e21e25eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebddc285-fef5-4911-945a-c9616490e3c1 HTTP/1.1" status: 200 len: 853 time: 0.0635593 Aug 16 20:27:08.563383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-ad1f06e8-6209-47da-9e44-133d1d7210a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.564985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-ad1f06e8-6209-47da-9e44-133d1d7210a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=090e1ae0-5614-4c5b-8663-6e4c3985d599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490880 Aug 16 20:27:08.599271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:08.645624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Deleting subnet 42af3bab-00ea-4e7d-b30b-caea282c68d2 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:08.649254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.679281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-2c44610a-efb7-480f-b174-deff4e2d3acb service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035852 Aug 16 20:27:08.696636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.742158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.794012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa2b1-a3a9-4bf4-99c4-1b6fa0a7afe7 req-adf3989e-6535-4dca-8423-4c175c4d9ce0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:08.795537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-928fa2b1-a3a9-4bf4-99c4-1b6fa0a7afe7 req-adf3989e-6535-4dca-8423-4c175c4d9ce0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1083264 Aug 16 20:27:08.829372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-152983d9-1a66-43e3-80ea-485a4e0d1545 req-0edb42ab-e20b-4e39-b7e6-d786f76ba72f service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433806 Aug 16 20:27:08.849331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-928fa2b1-a3a9-4bf4-99c4-1b6fa0a7afe7 req-ebfc7cad-fd3c-4559-946e-ab1f1c67b453 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Aug 16 20:27:08.899950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.926387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42af3bab-00ea-4e7d-b30b-caea282c68d2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:08.931157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:08.935339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9dcaa007-ceb9-4acf-a495-c606041801e0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/42af3bab-00ea-4e7d-b30b-caea282c68d2 HTTP/1.1" status: 204 len: 168 time: 0.3400445 Aug 16 20:27:08.935903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48520) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:09.009913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4a0d6-5b5c-4495-a257-129df942cbb3 req-27e7cd22-01a9-4aff-9363-81b7705d8666 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.010197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.011535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4a4a0d6-5b5c-4495-a257-129df942cbb3 req-27e7cd22-01a9-4aff-9363-81b7705d8666 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 944 time: 0.0778725 Aug 16 20:27:09.038721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-2afd2c43-5abf-4015-89cb-4da7de916603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.040283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-2afd2c43-5abf-4015-89cb-4da7de916603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 1096 time: 0.0658696 Aug 16 20:27:09.058465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4a4a0d6-5b5c-4495-a257-129df942cbb3 req-58f6fc22-1848-4a4f-a173-5c4a8b75a128 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Aug 16 20:27:09.102119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.112225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcae15a1-f6e4-483c-8235-f7759e26091a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:09.123135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f67c31-65e3-4d4d-8e9f-41aa8bd79901') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:09.123421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f67c31-65e3-4d4d-8e9f-41aa8bd79901') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:09.133640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.147886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.154258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:09.155285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:09.156943 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:09.159473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-829df3f1-1c2d-4b07-8df8-e3d4b72660fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.159473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-829df3f1-1c2d-4b07-8df8-e3d4b72660fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 200 len: 915 time: 0.1000848 Aug 16 20:27:09.207361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-9938d825-11e2-450f-b589-def6858482ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 200 len: 217 time: 0.0372496 Aug 16 20:27:09.271221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44266a10-f2ad-4a3e-b3cf-f61c90edeae8 req-9ad87487-073c-4a75-be71-703f8de04200 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 210 time: 0.0534487 Aug 16 20:27:09.290941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-be084f00-cc98-4fb6-a678-1748b9f50b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.292483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-be084f00-cc98-4fb6-a678-1748b9f50b21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebddc285-fef5-4911-945a-c9616490e3c1 HTTP/1.1" status: 200 len: 853 time: 0.0737035 Aug 16 20:27:09.362441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.368024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 556b4117-14df-46c6-8b8a-bda6803f7102 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:09.370401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-789539e4-b0cd-49ff-88df-f70cc180469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.372825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-789539e4-b0cd-49ff-88df-f70cc180469c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=090e1ae0-5614-4c5b-8663-6e4c3985d599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718000 Aug 16 20:27:09.386665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1140c6-1f50-4997-a5e5-65125875452a req-732b92c1-7d72-4223-b94f-7299bc742c4c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.388207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc1140c6-1f50-4997-a5e5-65125875452a req-732b92c1-7d72-4223-b94f-7299bc742c4c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 944 time: 0.0790365 Aug 16 20:27:09.409734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.412898 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] 10.222.0.70 "DELETE /v2.0/networks/dcae15a1-f6e4-483c-8235-f7759e26091a HTTP/1.1" status: 204 len: 168 time: 0.4755776 Aug 16 20:27:09.414227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eead5fc-5109-463c-9da2-b5354254429b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcae15a1-f6e4-483c-8235-f7759e26091a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.505182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db0ee4eb-89c2-42b7-8065-3fe01da3ccd1 req-6324ffe7-ccbb-4476-823d-108f316d913b tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0501807 Aug 16 20:27:09.540421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc1140c6-1f50-4997-a5e5-65125875452a req-ddfd85f1-40f5-4706-a195-94d91bc4439d tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422994 Aug 16 20:27:09.550744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 556b4117-14df-46c6-8b8a-bda6803f7102 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:09.555528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 556b4117-14df-46c6-8b8a-bda6803f7102 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:09.556005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.559320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-66dbb2db-cbc7-4fc8-a919-2da86d4ab218 service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699798 Aug 16 20:27:09.664906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.678581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bb7230-8c75-4b6f-b1d0-152c19eb3513 req-08064ac7-feb9-4a97-bf0a-3e74f642a367 service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115429 Aug 16 20:27:09.695270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:09.697508 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f63d38-5767-4efc-9b0a-0fbe7259c077" -d '{"events": [{"server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "name": "network-vif-plugged", "status": "completed", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:09.713716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=556b4117-14df-46c6-8b8a-bda6803f7102,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:09.736091 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ac815f-0c83-45f2-b5fa-7daa63ffe36b x-openstack-request-id: req-85ac815f-0c83-45f2-b5fa-7daa63ffe36b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:09.741816 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "name": "network-vif-plugged", "status": "completed", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:09.741816 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85ac815f-0c83-45f2-b5fa-7daa63ffe36b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:09.741816 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102', 'code': 200} Aug 16 20:27:09.790899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.802289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48544) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:09.839188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:09.842817 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c548c87d-78ec-453d-8020-e79101e968f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19d0b5d2a3e94118bcfdfa0001c171c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393171 Aug 16 20:27:09.845276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:09.857996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f969cb-80cc-45aa-861a-aa74d2d12ca9 req-4e8c94e1-6824-4fad-a3af-6de626e13ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.859773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22f969cb-80cc-45aa-861a-aa74d2d12ca9 req-4e8c94e1-6824-4fad-a3af-6de626e13ad8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1097 time: 0.0491037 Aug 16 20:27:09.897805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.916313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22f969cb-80cc-45aa-861a-aa74d2d12ca9 req-f422a5c6-df69-44d8-8c1c-dbaa45726707 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Aug 16 20:27:09.921632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:09.995514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cc031-6acc-4935-aa45-3b10e9d499e3 req-036fcf19-71c5-4b7d-a3cf-d74bbf873784 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:09.997184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d2cc031-6acc-4935-aa45-3b10e9d499e3 req-036fcf19-71c5-4b7d-a3cf-d74bbf873784 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0595186 Aug 16 20:27:10.047070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d2cc031-6acc-4935-aa45-3b10e9d499e3 req-693dce71-16e6-4cac-a59d-f375912fa8f6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411916 Aug 16 20:27:10.048277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.050884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:10.053652 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f53ce83d-1662-4d9b-bd32-269dc031b230 HTTP/1.1" status: 204 len: 168 time: 0.2074747 Aug 16 20:27:10.063030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fcbfa-6a06-4bf5-93db-145a53fcacaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53ce83d-1662-4d9b-bd32-269dc031b230,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:10.388911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61ffc1a7-3d14-4db7-8a1d-5a58cbf68872 req-bb68e8a8-5bac-4ec5-9334-1f204b3747c7 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Aug 16 20:27:10.414939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c593c6b-fe66-45d7-8ea6-b826fb45b06e req-d87d06f6-2782-4683-beab-255f0fcb8611 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.415077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c593c6b-fe66-45d7-8ea6-b826fb45b06e req-d87d06f6-2782-4683-beab-255f0fcb8611 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 944 time: 0.2795444 Aug 16 20:27:10.459108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c593c6b-fe66-45d7-8ea6-b826fb45b06e req-bece1d67-3a2b-4481-bca6-37ffb5357a7d tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371091 Aug 16 20:27:10.680913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32f3d94c-e400-4218-8f6e-05d049ca961d req-04e8b2a2-feac-40a8-8090-1298734397e3 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0351133 Aug 16 20:27:10.751867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-56151a05-809d-412f-b735-3a0926350a9d tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.753588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-56151a05-809d-412f-b735-3a0926350a9d tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.64 "GET /v2.0/networks?id=c91a5d85-49a3-4586-b340-7034d35eab88 HTTP/1.1" status: 200 len: 813 time: 0.1763427 Aug 16 20:27:10.765865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6dca8-ae8b-4315-8620-bb9094267267 req-46a2b112-11c8-4269-9afa-e728ea026987 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:10.767662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d6dca8-ae8b-4315-8620-bb9094267267 req-46a2b112-11c8-4269-9afa-e728ea026987 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 945 time: 0.0911553 Aug 16 20:27:10.773459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Request body: {'port': {'device_id': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88', 'admin_state_up': True, 'tenant_id': '97ad35eecc41477abefbb76c0e42850b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:10.871815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d6dca8-ae8b-4315-8620-bb9094267267 req-1f218aca-8637-43e7-95db-59af8dd6f4aa tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812838 Aug 16 20:27:11.122542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Made reservation on behalf of 97ad35eecc41477abefbb76c0e42850b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:11.127506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.514278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 3efdd648-6127-43d2-9ecb-97f03d035d94 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:11.536608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad525a-4162-4ecc-8f7e-63fdfd2f2c47 req-220dc4c1-3956-45ed-89f7-b7cf40a5c705 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.538607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6ad525a-4162-4ecc-8f7e-63fdfd2f2c47 req-220dc4c1-3956-45ed-89f7-b7cf40a5c705 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.3938844 Aug 16 20:27:11.543260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-896288ed-80f2-4178-9129-c68c7b100f25 req-acd04a6c-62df-4669-b5a7-be8cb48fd0a9 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 210 time: 0.0510297 Aug 16 20:27:11.628278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6ad525a-4162-4ecc-8f7e-63fdfd2f2c47 req-06c04a45-31c6-4b28-82cd-9117b167e66a tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782316 Aug 16 20:27:11.632251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Allocated IP 172.20.0.9 (c91a5d85-49a3-4586-b340-7034d35eab88/6d682f15-c473-421b-a233-d461e38deaaa/e46e04de-2b0b-47f9-8753-67031457d926) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:11.673812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:11.688799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'port_id': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'mac_address': 'fa:16:3e:ea:88:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:11.740147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.757312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efdd648-6127-43d2-9ecb-97f03d035d94 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:11.784122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:11.832918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f017a-b65c-4df2-983b-4116f67c144b req-0462a01f-3383-45e5-84b8-969c937d81b2 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:11.839250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62f017a-b65c-4df2-983b-4116f67c144b req-0462a01f-3383-45e5-84b8-969c937d81b2 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 944 time: 0.1345112 Aug 16 20:27:11.852518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:11.903982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:11.906948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-6b2c6032-9cf3-498c-b832-937aaea6246e tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3d77efa1c4a341199a03133e62db59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629745 Aug 16 20:27:12.015717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62f017a-b65c-4df2-983b-4116f67c144b req-2a87e4e6-d562-4a17-a75e-8bb8077e32e4 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755571 Aug 16 20:27:12.072591 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.109503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['3efdd648-6127-43d2-9ecb-97f03d035d94'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:12.186060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39e5ce80-f5da-4c71-b842-bd810d26655d req-10ac8f14-cb2f-4629-9893-9d5a4610d176 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0814579 Aug 16 20:27:12.245068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-84c63e65-b0c5-4fdf-af0e-b45e1ac825db tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.246854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-84c63e65-b0c5-4fdf-af0e-b45e1ac825db tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249717 Aug 16 20:27:12.279950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-a631dfd7-5c34-45a5-ba13-e8a83b5e8ae2 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/quotas/3d77efa1c4a341199a03133e62db59a8 HTTP/1.1" status: 200 len: 375 time: 0.0262113 Aug 16 20:27:12.315111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-9eeec25c-2d05-4394-b951-1595050c53a0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d77efa1c4a341199a03133e62db59a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311577 Aug 16 20:27:12.372619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.450264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Network c91a5d85-49a3-4586-b340-7034d35eab88 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:12.456874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:12.462754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:12.469285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Pushing event updated for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:12.517854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b107-1005-4041-8d77-a2c36c37db5f req-33aa4a61-5ae2-49d3-86d9-f1c3d8d0f900 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.519428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e70b107-1005-4041-8d77-a2c36c37db5f req-33aa4a61-5ae2-49d3-86d9-f1c3d8d0f900 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 945 time: 0.1123133 Aug 16 20:27:12.532494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.536140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.586270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e70b107-1005-4041-8d77-a2c36c37db5f req-69287c53-e6bf-42b2-ae47-34745bde5858 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Aug 16 20:27:12.629705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7ca00b4-5523-43cb-8fe9-adf9dc0a953a req-f10579d3-a19e-49ef-863c-18a4549fc4c6 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 210 time: 0.0369937 Aug 16 20:27:12.704977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-dffe8ab7-d414-4a88-941d-4475d0219411 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9361572 Aug 16 20:27:12.747718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Request body: {'port': {'device_id': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:12.819675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837a38b-14f8-4362-a0ca-3441a17626b1 req-4f777084-06f0-469e-890d-2055bd647ad0 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.821090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1837a38b-14f8-4362-a0ca-3441a17626b1 req-4f777084-06f0-469e-890d-2055bd647ad0 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 931 time: 0.1462982 Aug 16 20:27:12.861474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-72584513-deea-4dcd-af4a-f098990a51dc tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:12.862928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-72584513-deea-4dcd-af4a-f098990a51dc tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1570706 Aug 16 20:27:12.917139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:12.942429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-fcc166f2-985c-4ff6-8632-8afb60edd48c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0708334 Aug 16 20:27:12.955561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1837a38b-14f8-4362-a0ca-3441a17626b1 req-00c6915d-96b3-41fe-a22b-4ed0bc95c51f tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242135 Aug 16 20:27:12.959031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:13.036651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:13.241535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc191-9a13-4a55-876d-e6a80296e50d req-2ff4c4f1-d731-40ac-a630-c182408598b1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:13.242592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97cdc191-9a13-4a55-876d-e6a80296e50d req-2ff4c4f1-d731-40ac-a630-c182408598b1 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.2281730 Aug 16 20:27:13.400228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2379dc5d-48f1-4208-9099-1d701a7aa63a req-39a27f63-2691-487e-b173-c7194f688c34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0429165 Aug 16 20:27:13.419551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97cdc191-9a13-4a55-876d-e6a80296e50d req-096836b1-c588-416c-b354-075587a907f0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692123 Aug 16 20:27:13.525268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 3efdd648-6127-43d2-9ecb-97f03d035d94 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:13.682126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 3efdd648-6127-43d2-9ecb-97f03d035d94 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:13.687148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 3efdd648-6127-43d2-9ecb-97f03d035d94 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:13.687915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:13.787490 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:13.813338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:13.815582 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c6e1af-ce0e-4b73-afac-e936e1914732" -d '{"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-plugged", "status": "completed", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:13.829412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:13.903771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:13.958167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:13.976045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46e04de-2b0b-47f9-8753-67031457d926 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:13.993236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.002028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b554c-270c-479b-b046-67660252745d req-c898482a-8900-443a-9729-46e934f90245 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.003495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-796b554c-270c-479b-b046-67660252745d req-c898482a-8900-443a-9729-46e934f90245 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 945 time: 0.5233786 Aug 16 20:27:14.074039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Transition to ACTIVE for port object e46e04de-2b0b-47f9-8753-67031457d926 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:14.093954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-796b554c-270c-479b-b046-67660252745d req-44432a97-f108-4ee6-aba0-0371bfda08e8 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719430 Aug 16 20:27:14.210764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.243711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cc3425f-4be8-49c1-b8d2-36f00fbfaf67 req-d0421031-a63d-4fc9-92ca-9bca36d109d8 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0576932 Aug 16 20:27:14.344275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:14.465304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44f33df7-544e-494d-b59b-9cac64abfde3 req-d63823e8-2fd6-48bc-8475-410bab9459db tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 210 time: 0.0950084 Aug 16 20:27:14.521758 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdafb137-35c7-4643-a729-7b195a09e2a5 x-openstack-request-id: req-bdafb137-35c7-4643-a729-7b195a09e2a5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:14.526086 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-plugged", "status": "completed", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:14.526086 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdafb137-35c7-4643-a729-7b195a09e2a5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:14.527037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.527160 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'code': 200} Aug 16 20:27:14.536518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Attempting to bind port e46e04de-2b0b-47f9-8753-67031457d926 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:14.536933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Attempting to bind port e46e04de-2b0b-47f9-8753-67031457d926 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '89841c0d-bc8c-4216-858f-85c71f8f6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:14.537650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Attempting to bind port e46e04de-2b0b-47f9-8753-67031457d926 on network c91a5d85-49a3-4586-b340-7034d35eab88 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:14.545368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Port e46e04de-2b0b-47f9-8753-67031457d926 on network c91a5d85-49a3-4586-b340-7034d35eab88 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:14.546135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Attempting to bind port e46e04de-2b0b-47f9-8753-67031457d926 on network c91a5d85-49a3-4586-b340-7034d35eab88 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:14.553940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:14.554410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Checking segment: {'id': '89841c0d-bc8c-4216-858f-85c71f8f6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:14.554977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Bound using segment: {'id': '89841c0d-bc8c-4216-858f-85c71f8f6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:14.555493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Bound port: e46e04de-2b0b-47f9-8753-67031457d926, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89841c0d-bc8c-4216-858f-85c71f8f6370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:14.556926 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.634025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.638053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c270fb-6fb1-4772-832f-e74080b962de req-7df00d9a-77cd-4306-8693-07beb0ee246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.639765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-06c270fb-6fb1-4772-832f-e74080b962de req-7df00d9a-77cd-4306-8693-07beb0ee246b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 1098 time: 0.0425735 Aug 16 20:27:14.679186 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-06c270fb-6fb1-4772-832f-e74080b962de req-26901d6c-ca0d-451a-a9a6-23876484f74f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316854 Aug 16 20:27:14.735641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:14.750387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e9b10-433e-4cf9-be64-1586a10e1abc req-5a45ce17-ed06-4110-b593-c6ae136f5661 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.755443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-919e9b10-433e-4cf9-be64-1586a10e1abc req-5a45ce17-ed06-4110-b593-c6ae136f5661 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 943 time: 0.1739860 Aug 16 20:27:14.774051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e46e04de-2b0b-47f9-8753-67031457d926,segment=NetworkSegment(89841c0d-bc8c-4216-858f-85c71f8f6370),segment_id=89841c0d-bc8c-4216-858f-85c71f8f6370)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:14.810952 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Floating IP 78d534e9-5bdc-4738-983c-382aa5629050 associated. External IP: 172.25.7.230, port: 3856c2a1-7b74-4d28-b4f9-88113f204b2b. Aug 16 20:27:14.815590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-919e9b10-433e-4cf9-be64-1586a10e1abc req-e4fe04c8-980b-467b-b23f-9742936bd92d tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562322 Aug 16 20:27:14.868534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48650) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:14.897414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.953693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:14.954376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:14.955838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/e46e04de-2b0b-47f9-8753-67031457d926 HTTP/1.1" status: 200 len: 1092 time: 2.2370751 Aug 16 20:27:14.958620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:14.960958 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a96e7aa-3d56-499f-bc54-1161ef99dcad" -d '{"events": [{"name": "network-changed", "server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "tag": "e46e04de-2b0b-47f9-8753-67031457d926"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:15.020490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437700f5-4ed2-43ec-94b0-ad8e630be6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:15.065970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aceb3-522d-480f-aa06-aa83be9032cc req-8998ded9-42c4-4e63-9fa0-abcb6869ca12 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:15.068080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc4aceb3-522d-480f-aa06-aa83be9032cc req-8998ded9-42c4-4e63-9fa0-abcb6869ca12 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1376927 Aug 16 20:27:15.188330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-ddeeabda-6ecd-43e6-8899-94d5d3ed926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:15.189831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-ddeeabda-6ecd-43e6-8899-94d5d3ed926c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97ad35eecc41477abefbb76c0e42850b&device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 1095 time: 0.1154070 Aug 16 20:27:15.195328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc4aceb3-522d-480f-aa06-aa83be9032cc req-c565020b-64c3-4040-9694-b417aec26bdb tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059244 Aug 16 20:27:15.236514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:15.239272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-59333dd6-ce28-4330-bb58-6aa644b2916b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e46e04de-2b0b-47f9-8753-67031457d926 HTTP/1.1" status: 200 len: 217 time: 0.0390205 Aug 16 20:27:15.246398 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90c694-5033-4ea5-8b26-2bc2fa5f5fa8 x-openstack-request-id: req-cb90c694-5033-4ea5-8b26-2bc2fa5f5fa8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:15.246679 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "tag": "e46e04de-2b0b-47f9-8753-67031457d926", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:15.247032 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb90c694-5033-4ea5-8b26-2bc2fa5f5fa8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:15.247334 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926', 'status': 'completed', 'code': 200} Aug 16 20:27:15.251913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.398043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-a4517f79-fecc-42c2-9911-df00e265e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:15.399498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-a4517f79-fecc-42c2-9911-df00e265e94d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6d682f15-c473-421b-a233-d461e38deaaa HTTP/1.1" status: 200 len: 853 time: 0.1503084 Aug 16 20:27:15.444367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-887f33b3-1cf6-4e1d-9dfe-c99e8c9ee249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c91a5d85-49a3-4586-b340-7034d35eab88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310292 Aug 16 20:27:15.453778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67611746-fc21-466c-8167-83a28be35336 req-136da949-3d46-4d00-8dd6-c90836da61cd tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:15.455241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67611746-fc21-466c-8167-83a28be35336 req-136da949-3d46-4d00-8dd6-c90836da61cd tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.1404862 Aug 16 20:27:15.462204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-3a3cfd17-29dc-472c-808a-8e6407f2973c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:27:15.463203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-3a3cfd17-29dc-472c-808a-8e6407f2973c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070713 Aug 16 20:27:15.469719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:15.478599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.485419 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:15.502791 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:15.503136 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:15.560590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Deleting port 6554851e-bf14-49f3-a3a4-cfa3730cb91e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:15.561530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.622891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:15.634402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-ad06359f-4f0a-4a6a-9d29-8ceca6cdd9e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155136 Aug 16 20:27:15.661328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] For port 6554851e-bf14-49f3-a3a4-cfa3730cb91e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6554851e-bf14-49f3-a3a4-cfa3730cb91e,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:15.661911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-a458faeb-24f7-4544-96ad-82c1ebbaa882 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3d77efa1c4a341199a03133e62db59a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438197 Aug 16 20:27:15.662331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.678882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-0d6ff1f7-085d-4035-a1aa-7e1890323fce tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "PUT /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 996 time: 2.7289760 Aug 16 20:27:15.680150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Calling delete_port for 6554851e-bf14-49f3-a3a4-cfa3730cb91e owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:15.893283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:14Z', 'revision_number': 1, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:15.923450 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:15.933257 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:15.933863 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:15.968247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:15.997020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6554851e-bf14-49f3-a3a4-cfa3730cb91e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:16.043652 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:16.077490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67611746-fc21-466c-8167-83a28be35336 req-4c9024b2-78f4-4b6f-b101-3fafc26afda5 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6100960 Aug 16 20:27:16.165570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-8f8cedb2-1dfa-4987-ae11-7ce76beff653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.173370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-8f8cedb2-1dfa-4987-ae11-7ce76beff653 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.4735913 Aug 16 20:27:16.210430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c5d1e-1055-461a-8876-735b3e63c604 req-f70c5578-7c79-4626-9664-c563bb6ccbe9 service neutron] 10.222.0.64 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5597837 Aug 16 20:27:16.221191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:16.283214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fb90bfd-e7b5-4231-bfd5-ad14b6a54560 req-f77c9b28-401b-4a27-ac4f-51b2f89f03d5 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0884328 Aug 16 20:27:16.299339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-db07c46b-faff-4cf1-851e-9d59e5b1025f tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.300635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-db07c46b-faff-4cf1-851e-9d59e5b1025f tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6041157 Aug 16 20:27:16.329694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Request body: {'port': {'device_id': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '3d77efa1c4a341199a03133e62db59a8'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:16.394297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-3165abb6-5e0d-4919-86d8-526913539852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.397002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-3165abb6-5e0d-4919-86d8-526913539852 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2227886 Aug 16 20:27:16.502200 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:14Z', 'revision_number': 1, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:16.504098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Router 253674ef-ca37-424c-81de-c0446b32463d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:16.534072 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cccec9c-377b-465d-8d1c-80ee00099d3e None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:14Z', 'revision_number': 1, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:16.543012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-665dfc4b-39a5-4495-be5f-eb3481d7d09f req-87ed893e-2e40-4f68-b90a-244c220bf05e tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 210 time: 0.0569060 Aug 16 20:27:16.577101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-72a334a0-8604-4d98-83fd-f6c96b3c6987 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 999 time: 0.1717885 Aug 16 20:27:16.584668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-c26ef274-4950-4d38-bd18-f874fd26f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.586206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-c26ef274-4950-4d38-bd18-f874fd26f8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97ad35eecc41477abefbb76c0e42850b&device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 1095 time: 0.1683712 Aug 16 20:27:16.659380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:16.672473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a6fa6d53-50f6-4bcd-a654-47caea9494f6 admin admin] 10.222.0.70 "PUT /v2.0/routers/253674ef-ca37-424c-81de-c0446b32463d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028181 Aug 16 20:27:16.673151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:16.675082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Sync routers for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:16.696676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:16.697245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:16.738515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-9d13258e-fed6-4e62-bb65-e4d21d5fa8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.740078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-9d13258e-fed6-4e62-bb65-e4d21d5fa8ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1529748 Aug 16 20:27:16.798376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:16.804336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c5221-55c6-41a1-826c-81b4cd596eeb req-2a1e2ca5-bf25-46ce-ad33-f639ec4c5340 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.805759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da0c5221-55c6-41a1-826c-81b4cd596eeb req-2a1e2ca5-bf25-46ce-ad33-f639ec4c5340 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 943 time: 0.1255302 Aug 16 20:27:16.810778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Made reservation on behalf of 3d77efa1c4a341199a03133e62db59a8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:16.814328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:16.847602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:16.857893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:16.874982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-420e387a-36db-404c-af5f-93a74d575445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.876510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-420e387a-36db-404c-af5f-93a74d575445 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c91a5d85-49a3-4586-b340-7034d35eab88 HTTP/1.1" status: 200 len: 914 time: 0.2765341 Aug 16 20:27:16.890809 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b51e9-1161-4416-8354-9963d8bad297 None None] New status for floating IP 78d534e9-5bdc-4738-983c-382aa5629050: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:16.910307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-79c00fe4-8f6c-4f99-959c-dbc9ef0f8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:16.913383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-79c00fe4-8f6c-4f99-959c-dbc9ef0f8f35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1617911 Aug 16 20:27:16.934694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da0c5221-55c6-41a1-826c-81b4cd596eeb req-854f4f27-a97a-4674-952f-2b75c780a981 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083558 Aug 16 20:27:16.936796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:16.980067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-22c54cb9-ee81-430b-b49d-17d4df33b044 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:27:16.981127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-22c54cb9-ee81-430b-b49d-17d4df33b044 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0553381 Aug 16 20:27:16.982516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-92de0282-51b1-4084-89d4-27e1872e8bc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e46e04de-2b0b-47f9-8753-67031457d926 HTTP/1.1" status: 200 len: 217 time: 0.0950384 Aug 16 20:27:17.072116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Deleting port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:17.072836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.094082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:27:15Z', 'revision_number': 5, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port': {'id': '0a0d9817-a7a9-4d17-a522-fc16ebec47e1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:01:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253674ef-ca37-424c-81de-c0446b32463d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:03Z', 'updated_at': '2021-08-16T20:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:17.122970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Checking router: 253674ef-ca37-424c-81de-c0446b32463d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:17.132948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Routers {'253674ef-ca37-424c-81de-c0446b32463d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:17.133712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['253674ef-ca37-424c-81de-c0446b32463d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:17.166381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-b14cb3bb-8485-4b24-a624-075906d44797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:17.167891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-b14cb3bb-8485-4b24-a624-075906d44797 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6d682f15-c473-421b-a233-d461e38deaaa HTTP/1.1" status: 200 len: 853 time: 0.1703036 Aug 16 20:27:17.168647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] For port 0a0d9817-a7a9-4d17-a522-fc16ebec47e1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:17.169014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.181835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Calling delete_port for 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:17.204857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba3941-223a-43a6-9a32-48b7af2dee43 req-fd0f3b60-66e6-44b6-b971-21ad862fcbea tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:17.206377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2ba3941-223a-43a6-9a32-48b7af2dee43 req-fd0f3b60-66e6-44b6-b971-21ad862fcbea tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1786630 Aug 16 20:27:17.236428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-b35ebe67-eda7-4654-82ca-02ecc0463226 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c91a5d85-49a3-4586-b340-7034d35eab88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576136 Aug 16 20:27:17.256375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-00583c9a-3a1f-4b72-9c2f-66bb6ea9875f service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675407 Aug 16 20:27:17.258014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:17.260725 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:17.368680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] Set router 253674ef-ca37-424c-81de-c0446b32463d gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:17.406622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2ba3941-223a-43a6-9a32-48b7af2dee43 req-31c7b380-179d-42ab-8268-ad00153a8a0c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751409 Aug 16 20:27:17.425144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.428179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.429648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:27:16Z', 'revision_number': 6, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:17.466202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b64736-d7b8-4022-a403-c5554c8dd651 None None] The sync data for ids ['253674ef-ca37-424c-81de-c0446b32463d'] in n-d-794306-10 is: [{'id': '253674ef-ca37-424c-81de-c0446b32463d', 'name': 'tempest-AttachSCSIVolumeTestJSON-824907755-router', 'tenant_id': '42d06626e6db42749f54af409653956c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:01Z', 'updated_at': '2021-08-16T20:27:16Z', 'revision_number': 6, 'project_id': '42d06626e6db42749f54af409653956c', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:17.468506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0d9817-a7a9-4d17-a522-fc16ebec47e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:17.492035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65dfa8ca-03e8-49b6-bdb0-ddd91846ff44 req-2c9dc82e-3102-4547-a2d6-c6b416194348 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347641 Aug 16 20:27:17.495960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.530187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.594665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-b3d94d4c-1497-4cb6-a3bc-a78ffd50b19e service neutron] 10.222.0.64 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298559 Aug 16 20:27:17.600569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff120dd-bba6-4233-b76b-365b94702116,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:17.634399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.636856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.660564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.661099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.661537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.661885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.662472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.662804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.663132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.663459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.663833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.664160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.664488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.664808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:17.774443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.775055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 253674ef-ca37-424c-81de-c0446b32463d {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:27:17.782839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.784058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a44c1ee-87a5-482b-ade0-12823c04beba admin admin] 10.222.0.70 "DELETE /v2.0/routers/253674ef-ca37-424c-81de-c0446b32463d HTTP/1.1" status: 204 len: 168 time: 1.1099508 Aug 16 20:27:17.786530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48680) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:17.807508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f42e9e5-a494-4369-9f2a-596ffff01ce3 req-85c98afa-298a-48d6-9365-a5b9f899c29a tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e&device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Aug 16 20:27:17.838740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a96e7aa-3d56-499f-bc54-1161ef99dcad req-2b57ed72-a1a4-43d1-afa7-7af8f28447f1 service neutron] 10.222.0.64 "GET /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357106 Aug 16 20:27:17.841012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Allocated IP 192.168.233.112 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/905926a3-6c1d-401a-aea0-428c7a79bb28) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:17.854348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Deleting subnet f58bd4e7-b743-495e-a92b-21f8b636f304 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:17.867135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:17.867271 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075a20f-437e-4e94-850f-0b80204788fd x-openstack-request-id: req-3075a20f-437e-4e94-850f-0b80204788fd {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:17.867271 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:17.867271 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3075a20f-437e-4e94-850f-0b80204788fd {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:17.867271 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:27:17.870431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14085632-7834-41ac-8c5e-53146cfc27b8 req-0b10fe63-25ad-4427-adf6-adf687a30d3b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:17.878642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14085632-7834-41ac-8c5e-53146cfc27b8 req-0b10fe63-25ad-4427-adf6-adf687a30d3b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.1593347 Aug 16 20:27:17.897574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.011760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.017146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14085632-7834-41ac-8c5e-53146cfc27b8 req-261eeffd-9d87-4565-a831-35e5c8c9a9e0 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357512 Aug 16 20:27:18.059618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b72c1fc-c541-42ab-92ad-b1694567a3da req-dfc28d04-a2e6-4b73-8ebc-4f2c0596aad5 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 210 time: 0.0623400 Aug 16 20:27:18.126377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-b821b01d-664e-4243-8197-d3bb04b280d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:18.127970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-b821b01d-664e-4243-8197-d3bb04b280d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.2225156 Aug 16 20:27:18.203090 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.276634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-07a3fcd7-0472-4925-aa85-86395225837a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:18.278084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-07a3fcd7-0472-4925-aa85-86395225837a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1674066 Aug 16 20:27:18.290582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.360799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Transition to ACTIVE for port object 905926a3-6c1d-401a-aea0-428c7a79bb28 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:18.369248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-026d6a4d-dbc2-4df0-809a-a00838ea2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:18.370757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-026d6a4d-dbc2-4df0-809a-a00838ea2778 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2215662 Aug 16 20:27:18.435490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.454996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-d614bc3e-97df-4d68-9cb9-b3937b583825 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1620357 Aug 16 20:27:18.464132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58bd4e7-b743-495e-a92b-21f8b636f304,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:18.469319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.471398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54168e0a-fddf-4ca4-b904-e41dfd3522c1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f58bd4e7-b743-495e-a92b-21f8b636f304 HTTP/1.1" status: 204 len: 168 time: 0.6836009 Aug 16 20:27:18.474357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:18.474591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:18.477098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b768b5-61c7-4675-ba13-773a4585fb2a None None] Network 360b2841-85d8-443c-9eed-aefa20c96607 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:18.557131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-df0b3e33-f394-4079-82d9-baa7f7083873 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 1001 time: 0.1618593 Aug 16 20:27:18.559312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.628892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0359832-de7d-4f53-ac20-500c3f9cd7c5 req-28bed84a-0372-40dc-a8ce-ae1d2cb1b665 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dfa51ec7713943d7b2cd0347533bef3f&device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0318317 Aug 16 20:27:18.642129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.665481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0359832-de7d-4f53-ac20-500c3f9cd7c5 req-03a892df-024f-477f-8cec-8d434afc7792 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dfa51ec7713943d7b2cd0347533bef3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276248 Aug 16 20:27:18.684224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Deleting port 56770d88-45ab-41da-a6c2-3a52db6a09a8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:18.684565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.728638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.741143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6554851e-bf14-49f3-a3a4-cfa3730cb91e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:18.776177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 6554851e-bf14-49f3-a3a4-cfa3730cb91e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:18.776177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6554851e-bf14-49f3-a3a4-cfa3730cb91e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:18.776177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:18.806078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] DHCP port deletion for 360b2841-85d8-443c-9eed-aefa20c96607 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:27:18.809713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:18.810054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a0d9817-a7a9-4d17-a522-fc16ebec47e1 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:18.842148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] For port 56770d88-45ab-41da-a6c2-3a52db6a09a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56770d88-45ab-41da-a6c2-3a52db6a09a8,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:18.842684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.864246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Deleting port 56770d88-45ab-41da-a6c2-3a52db6a09a8 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:18.867627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.871692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Calling delete_port for 56770d88-45ab-41da-a6c2-3a52db6a09a8 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:18.876349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0359832-de7d-4f53-ac20-500c3f9cd7c5 req-8168bf36-2e6b-46a8-a210-1fe79be5053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:18.877840 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e0359832-de7d-4f53-ac20-500c3f9cd7c5 req-8168bf36-2e6b-46a8-a210-1fe79be5053f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049286 Aug 16 20:27:18.937213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] For port 56770d88-45ab-41da-a6c2-3a52db6a09a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56770d88-45ab-41da-a6c2-3a52db6a09a8,segment=NetworkSegment(f5638ce2-0429-43f2-af49-a99d5d3a116c),segment_id=f5638ce2-0429-43f2-af49-a99d5d3a116c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:18.937634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:18.953198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Calling delete_port for 56770d88-45ab-41da-a6c2-3a52db6a09a8 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:19.065695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.073059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.095533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56770d88-45ab-41da-a6c2-3a52db6a09a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:19.097322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] No DVR routers for this DVR port 56770d88-45ab-41da-a6c2-3a52db6a09a8 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:19.103805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-aa5f2493-35d2-46ce-8c65-c7d704932a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.105319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-aa5f2493-35d2-46ce-8c65-c7d704932a21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.5219450 Aug 16 20:27:19.109341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] No DVR routers for this DVR port 56770d88-45ab-41da-a6c2-3a52db6a09a8 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:19.111525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc538f-6a16-4637-b8ed-d2bbe3241614 None None] Pushing event deleted for resources: {'Port': ['ID=56770d88-45ab-41da-a6c2-3a52db6a09a8,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:19.127244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9270-3aa0-4bca-9e70-6c7e3118a4bc req-71f5140d-34cc-4ee5-ac57-9089e14e753b tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.128800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-827c9270-3aa0-4bca-9e70-6c7e3118a4bc req-71f5140d-34cc-4ee5-ac57-9089e14e753b tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 943 time: 0.5001562 Aug 16 20:27:19.165059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:19.175682 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.181643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:19.186195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360b2841-85d8-443c-9eed-aefa20c96607']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:19.198558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5638ce2-0429-43f2-af49-a99d5d3a116c') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:19.198967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5638ce2-0429-43f2-af49-a99d5d3a116c') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:19.209759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.224738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.225006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:19.227494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Pushing event updated for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:19.233820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:19.235617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:19.248016 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:19.319015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-827c9270-3aa0-4bca-9e70-6c7e3118a4bc req-b064f8a0-421a-4043-926e-4c3209bf2a5b tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558535 Aug 16 20:27:19.355218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-7175ceab-2ef7-43a5-b3a3-0615895da78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.361385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-7175ceab-2ef7-43a5-b3a3-0615895da78f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2265165 Aug 16 20:27:19.370429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.371073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.382034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.386036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.389819 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/360b2841-85d8-443c-9eed-aefa20c96607 HTTP/1.1" status: 204 len: 168 time: 0.9122758 Aug 16 20:27:19.394581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48698) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:19.404009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c92bf-e1aa-4485-9325-c075e3da46b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=360b2841-85d8-443c-9eed-aefa20c96607,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:19.493882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a08fcccc-d92d-4554-ab34-c37eba3c80bc None None] Provisioning for port 905926a3-6c1d-401a-aea0-428c7a79bb28 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:19.498011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a08fcccc-d92d-4554-ab34-c37eba3c80bc None None] Provisioning complete for port 905926a3-6c1d-401a-aea0-428c7a79bb28 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:19.498383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a08fcccc-d92d-4554-ab34-c37eba3c80bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.536882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a08fcccc-d92d-4554-ab34-c37eba3c80bc None None] Port 905926a3-6c1d-401a-aea0-428c7a79bb28 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:27:19.538548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-13be046a-9a16-4179-bb17-eec3e4e0e2c0 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2219808 Aug 16 20:27:19.562354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e46e04de-2b0b-47f9-8753-67031457d926 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:19.568279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Request body: {'port': {'device_id': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:19.663671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e46e04de-2b0b-47f9-8753-67031457d926,segment=NetworkSegment(89841c0d-bc8c-4216-858f-85c71f8f6370),segment_id=89841c0d-bc8c-4216-858f-85c71f8f6370)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:19.675340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'e46e04de-2b0b-47f9-8753-67031457d926', 'network_id': 'c91a5d85-49a3-4586-b340-7034d35eab88', 'port_id': 'e46e04de-2b0b-47f9-8753-67031457d926', 'mac_address': 'fa:16:3e:82:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d682f15-c473-421b-a233-d461e38deaaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:19.713652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.725776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-767b5d46-e15f-43d1-bc73-2c84856727fb service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471863 Aug 16 20:27:19.731663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46e04de-2b0b-47f9-8753-67031457d926 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:19.733352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd401-d803-4929-ad8c-573325a48616 req-9ad2c285-67c4-43a1-85ef-73ab33b3e3b8 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:19.734793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c0cd401-d803-4929-ad8c-573325a48616 req-9ad2c285-67c4-43a1-85ef-73ab33b3e3b8 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.3534169 Aug 16 20:27:19.746195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:19.749596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Request body: {'floatingip': {'port_id': '3efdd648-6127-43d2-9ecb-97f03d035d94'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:19.778593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e46e04de-2b0b-47f9-8753-67031457d926,segment=NetworkSegment(89841c0d-bc8c-4216-858f-85c71f8f6370),segment_id=89841c0d-bc8c-4216-858f-85c71f8f6370)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:19.802720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.848923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.895555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:19.906114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:20.095510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e46e04de-2b0b-47f9-8753-67031457d926'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:20.108490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c142dd-911f-43b3-b6a7-9ebc5b87219f req-ef531a4e-61b5-461b-8a6b-47d0b2fd78a8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:20.109955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17c142dd-911f-43b3-b6a7-9ebc5b87219f req-ef531a4e-61b5-461b-8a6b-47d0b2fd78a8 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.2918541 Aug 16 20:27:20.149294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4890d6d7-e212-4c7f-ac99-8279ed5b7c48 req-1c60a760-594b-4b03-a36e-6c9177350ac7 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104621 Aug 16 20:27:20.290705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.317472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17c142dd-911f-43b3-b6a7-9ebc5b87219f req-311877c9-b70f-4ff0-b2ef-b51d3df90068 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944556 Aug 16 20:27:20.374633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.462837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b818883d-650c-4014-b6da-074e29569028 req-e1c0d328-7737-4461-838e-020007c16be8 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0624893 Aug 16 20:27:20.493052 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Floating IP dcf58a6e-7f65-4add-8eb0-07fcb04b0858 associated. External IP: 172.25.7.83, port: 3efdd648-6127-43d2-9ecb-97f03d035d94. Aug 16 20:27:20.515689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.579291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0359832-de7d-4f53-ac20-500c3f9cd7c5 req-5480a7c7-acad-47c2-b375-0e1ad71ffafd tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.73 "GET /v2.0/ports?device_id=c92a2e6d-9a8a-4842-a356-1cd21a32319e HTTP/1.1" status: 200 len: 210 time: 0.0463064 Aug 16 20:27:20.847273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.848321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56770d88-45ab-41da-a6c2-3a52db6a09a8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:20.848321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 56770d88-45ab-41da-a6c2-3a52db6a09a8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:20.848321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56770d88-45ab-41da-a6c2-3a52db6a09a8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:20.849452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:20.913494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:20.918156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:20.927979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Sync routers for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:20.938460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:20.939089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:20.951111 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05b386a4-c2c3-41dd-a0ac-cfa98a1bba0b tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "PUT /v2.0/floatingips/dcf58a6e-7f65-4add-8eb0-07fcb04b0858 HTTP/1.1" status: 200 len: 991 time: 1.2057195 Aug 16 20:27:20.951787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:20.954028 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9" -d '{"events": [{"name": "network-changed", "server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:21.053487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:21.133123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905926a3-6c1d-401a-aea0-428c7a79bb28 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:21.133123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.165600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0cbd2-73f9-4ab4-92f1-f353940924a1 req-51137726-bcea-4cca-adca-bdf10a3a92f6 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.167122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69f0cbd2-73f9-4ab4-92f1-f353940924a1 req-51137726-bcea-4cca-adca-bdf10a3a92f6 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 936 time: 0.5150645 Aug 16 20:27:21.188762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Transition to ACTIVE for port object 905926a3-6c1d-401a-aea0-428c7a79bb28 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:21.190944 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Floating IP 78d534e9-5bdc-4738-983c-382aa5629050 associated. External IP: 172.25.7.230, port: 3856c2a1-7b74-4d28-b4f9-88113f204b2b. Aug 16 20:27:21.296253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'dcf58a6e-7f65-4add-8eb0-07fcb04b0858', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'port_id': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'mac_address': 'fa:16:3e:ea:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d7b201-4263-4752-be32-84b50cb7afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:56Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 1, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.315299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69f0cbd2-73f9-4ab4-92f1-f353940924a1 req-1603a55d-842d-444b-b106-7aafb745285f tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350121 Aug 16 20:27:21.318632 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.323484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Checking router: 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:21.341672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:21.341672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.377247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.461026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Pushing event updated for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:21.461543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:21.584605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e46e04de-2b0b-47f9-8753-67031457d926 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:21.713225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba958e1-9969-4cc4-9d0e-8684c67261ac req-b04a14d7-804a-4be9-ac10-7123e187643d tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:21.720244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fba958e1-9969-4cc4-9d0e-8684c67261ac req-b04a14d7-804a-4be9-ac10-7123e187643d tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 944 time: 0.2922227 Aug 16 20:27:21.793303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'dcf58a6e-7f65-4add-8eb0-07fcb04b0858', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'port_id': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'mac_address': 'fa:16:3e:ea:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d7b201-4263-4752-be32-84b50cb7afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:56Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 1, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:21.825062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd521008-3a48-4237-9140-049ba9d1c12f None None] The sync data for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 is: [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'dcf58a6e-7f65-4add-8eb0-07fcb04b0858', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'port_id': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'mac_address': 'fa:16:3e:ea:88:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d7b201-4263-4752-be32-84b50cb7afa5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:56Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 1, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:21.835057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Attempting to bind port 905926a3-6c1d-401a-aea0-428c7a79bb28 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:21.835397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Attempting to bind port 905926a3-6c1d-401a-aea0-428c7a79bb28 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:21.835807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Attempting to bind port 905926a3-6c1d-401a-aea0-428c7a79bb28 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:21.854093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.855121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port e46e04de-2b0b-47f9-8753-67031457d926 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:21.859642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Port 905926a3-6c1d-401a-aea0-428c7a79bb28 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:21.868643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port e46e04de-2b0b-47f9-8753-67031457d926 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:21.868828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Attempting to bind port 905926a3-6c1d-401a-aea0-428c7a79bb28 on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:21.868934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.869707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:21.880959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fba958e1-9969-4cc4-9d0e-8684c67261ac req-c77da8d4-3ec4-486f-9816-e62af469cf27 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598642 Aug 16 20:27:21.885445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:21.885761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:21.886146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:21.886598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Bound port: 905926a3-6c1d-401a-aea0-428c7a79bb28, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:21.887078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.957406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:21.981043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:21.989427 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adce4d8-8367-4b04-aa4f-5fe155e400e3" -d '{"events": [{"server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "name": "network-vif-plugged", "status": "completed", "tag": "e46e04de-2b0b-47f9-8753-67031457d926"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:22.000026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e46e04de-2b0b-47f9-8753-67031457d926,segment=NetworkSegment(89841c0d-bc8c-4216-858f-85c71f8f6370),segment_id=89841c0d-bc8c-4216-858f-85c71f8f6370)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:22.018912 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22ec99-d87b-4c5e-8c63-026f17582aa3 x-openstack-request-id: req-fc22ec99-d87b-4c5e-8c63-026f17582aa3 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:22.019419 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:22.019574 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc22ec99-d87b-4c5e-8c63-026f17582aa3 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:22.020107 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'status': 'completed', 'code': 200} Aug 16 20:27:22.087002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:22.107714 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a2e42-9bd9-4af3-ba0c-f8ff0525ae9e None None] New status for floating IP dcf58a6e-7f65-4add-8eb0-07fcb04b0858: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:22.150316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:22.167523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:22.197867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=905926a3-6c1d-401a-aea0-428c7a79bb28,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:22.200763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:22.210876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:22.221648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:22.222564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:22.233368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-bfa0ccbe-2ea1-424b-aede-237cb20c4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:22.234899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-bfa0ccbe-2ea1-424b-aede-237cb20c4ee8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 1098 time: 0.1882164 Aug 16 20:27:22.282952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:22.347497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:22.372469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58493396-9d19-40b1-beed-e52f21a4ca8c req-0d1bb180-1716-4488-8158-3e13fa6e49ef tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:22.374134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58493396-9d19-40b1-beed-e52f21a4ca8c req-0d1bb180-1716-4488-8158-3e13fa6e49ef tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.2843943 Aug 16 20:27:22.437622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:22.440296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:22.440296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] 10.222.0.73 "PUT /v2.0/ports/905926a3-6c1d-401a-aea0-428c7a79bb28 HTTP/1.1" status: 200 len: 1097 time: 2.8813775 Aug 16 20:27:22.443811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:22.446501 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2385c77b-bf4a-4962-9971-b0f5159122ba" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:22.511326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6aa0-e49e-4759-926a-613f7ae2ea55 service neutron] Pushing event updated for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:22.538063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Deleting port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:22.538413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:22.571352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58493396-9d19-40b1-beed-e52f21a4ca8c req-8d138df2-aad8-47db-836e-debc03852be0 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420808 Aug 16 20:27:22.735557 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d5efee-6fb1-451c-ad1f-c76a703233ad x-openstack-request-id: req-66d5efee-6fb1-451c-ad1f-c76a703233ad {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:22.735879 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "name": "network-vif-plugged", "status": "completed", "tag": "e46e04de-2b0b-47f9-8753-67031457d926", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:22.736135 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66d5efee-6fb1-451c-ad1f-c76a703233ad {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:22.736528 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926', 'code': 200} Aug 16 20:27:22.775512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:22.807070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:22.816438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:22.819939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:22.863201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f67d12-474f-4617-bab3-cb89d7e127de req-73f5425e-364c-4d2a-b0b1-9262a0b6800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:22.865664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-93f67d12-474f-4617-bab3-cb89d7e127de req-73f5425e-364c-4d2a-b0b1-9262a0b6800c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 1097 time: 0.0561261 Aug 16 20:27:22.905709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-93f67d12-474f-4617-bab3-cb89d7e127de req-9d014bea-d7b7-4344-b821-aba7341f4e8f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Aug 16 20:27:22.939457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-8ada7aee-62ba-4d18-89fb-7d0a0251b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:22.940979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-8ada7aee-62ba-4d18-89fb-7d0a0251b860 service neutron] 10.222.0.64 "GET /v2.0/networks?id=090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 200 len: 915 time: 0.6734548 Aug 16 20:27:22.942331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:23.142081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-0cd7fc74-146e-4505-b760-2e285d21012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.143606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-0cd7fc74-146e-4505-b760-2e285d21012b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d77efa1c4a341199a03133e62db59a8&device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 1100 time: 0.5328228 Aug 16 20:27:23.145585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] For port 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:23.146002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:23.169914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-3ec8411c-b1f4-4890-a6e9-5b3ac577096b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 200 len: 1001 time: 0.1922052 Aug 16 20:27:23.174229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:23.189842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaf1af-276a-4e8f-afb7-3c40aba5d8de req-c70fc36a-f7b2-44b6-a8c8-d49095563948 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.191588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0eaaf1af-276a-4e8f-afb7-3c40aba5d8de req-c70fc36a-f7b2-44b6-a8c8-d49095563948 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 948 time: 0.2496362 Aug 16 20:27:23.205210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc71d9a-ceea-44a2-8515-ed24a68ec505 None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:20Z', 'revision_number': 3, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:23.207242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Calling delete_port for 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:23.290834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-10545429-af1e-4c9d-a9df-aaef5c51728f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=905926a3-6c1d-401a-aea0-428c7a79bb28 HTTP/1.1" status: 200 len: 217 time: 0.1231253 Aug 16 20:27:23.333474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:23.390624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ce97a-4211-4c8d-b37d-9fc327b1cb71 None None] New status for floating IP 78d534e9-5bdc-4738-983c-382aa5629050: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:23.412954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-60a43426-9488-4f99-9afc-2297d4e67c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.414479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-60a43426-9488-4f99-9afc-2297d4e67c67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebddc285-fef5-4911-945a-c9616490e3c1 HTTP/1.1" status: 200 len: 853 time: 0.2187083 Aug 16 20:27:23.425979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0eaaf1af-276a-4e8f-afb7-3c40aba5d8de req-b41ff30f-a879-4a37-aba0-4473d19f5c75 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204731 Aug 16 20:27:23.455576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-7c3053e5-10dc-45bd-8d95-6abb8fa9b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.455576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-7c3053e5-10dc-45bd-8d95-6abb8fa9b4c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1470361 Aug 16 20:27:23.521875 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ce7b99-3547-4007-bfd5-26e2bf911669 x-openstack-request-id: req-e8ce7b99-3547-4007-bfd5-26e2bf911669 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:23.522330 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:23.522751 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8ce7b99-3547-4007-bfd5-26e2bf911669 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:23.523382 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28', 'status': 'completed', 'code': 200} Aug 16 20:27:23.685946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-f7eb7e5d-545b-455a-b5cb-78c9c9b303a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.687495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-f7eb7e5d-545b-455a-b5cb-78c9c9b303a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=090e1ae0-5614-4c5b-8663-6e4c3985d599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533567 Aug 16 20:27:23.696495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-194b48b5-a34b-4d40-89ff-0c9860c5e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:23.698053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-194b48b5-a34b-4d40-89ff-0c9860c5e5d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1913896 Aug 16 20:27:23.778821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:23.789629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:23.798994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:23.799878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:23.817797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:23.927889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:23.987998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d319db03-9a9b-442c-bf53-a0ffb2e69b80 req-54efbe5d-bfeb-42ff-911f-5f4c45616ab5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dfa51ec7713943d7b2cd0347533bef3f&device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0628307 Aug 16 20:27:23.990392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-1805382d-f7e4-4c14-8eca-0052b43065d4 service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914732 Aug 16 20:27:23.996863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-f5fb8130-b21c-4ba1-af5f-3cd2de6b777e tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "PUT /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 998 time: 5.5292864 Aug 16 20:27:24.059674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-f1f93010-8528-4d6e-a83b-7599e7a34e33 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391581 Aug 16 20:27:24.084413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d319db03-9a9b-442c-bf53-a0ffb2e69b80 req-f4bcf0ce-d3bf-4778-80d2-db658c5f47db service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dfa51ec7713943d7b2cd0347533bef3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806386 Aug 16 20:27:24.168427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:23Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:24.195646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:24.204008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:24.204614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:24.248348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-4aa4c893-326f-425e-a6dd-3068bdee540c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:24.249765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-4aa4c893-326f-425e-a6dd-3068bdee540c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports/3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 942 time: 0.2438035 Aug 16 20:27:24.266827 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:24.317608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=319cb4a9-ed2b-4831-93c6-e2d5cae1c0be,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:24.322318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:24.353961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d265e-588f-48eb-8184-6fc7eb26428d req-7019b35b-a683-4da1-a43f-08dd90d7a1ff tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:24.355545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f72d265e-588f-48eb-8184-6fc7eb26428d req-7019b35b-a683-4da1-a43f-08dd90d7a1ff tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 945 time: 0.3505332 Aug 16 20:27:24.454957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4434cc4-a15f-4699-a89b-bc5c67bd76c9 req-c3c5a31d-1909-4e96-bfc4-65d4f6444fec service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475763 Aug 16 20:27:24.503411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91d7c7d7-e956-46c4-aff2-ce0d880633a8 req-4a1ca036-ff79-45a9-86c4-042cf78cf7f6 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949561 Aug 16 20:27:24.510529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319db03-9a9b-442c-bf53-a0ffb2e69b80 req-08b4b33d-f845-49f4-888d-6ac0c7cbe1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:24.512065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d319db03-9a9b-442c-bf53-a0ffb2e69b80 req-08b4b33d-f845-49f4-888d-6ac0c7cbe1cf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3722918 Aug 16 20:27:24.533818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f72d265e-588f-48eb-8184-6fc7eb26428d req-3334e5de-b957-497b-baaa-707020cda677 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547599 Aug 16 20:27:24.536310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-3fd50df1-2f08-4ade-a9b9-edef03d7dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:24.537995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-3fd50df1-2f08-4ade-a9b9-edef03d7dd88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.2174373 Aug 16 20:27:24.595639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:23Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:24.624251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1add726a-68f6-4f83-a49d-930ed130c00f None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '556b4117-14df-46c6-8b8a-bda6803f7102', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:e2:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:23Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:25.092244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-dedc954d-adcd-46e4-bf78-ea72ca34f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.093762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-dedc954d-adcd-46e4-bf78-ea72ca34f743 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3d77efa1c4a341199a03133e62db59a8&device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 1100 time: 0.4469395 Aug 16 20:27:25.094352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:25.108860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d0ee5-2338-461e-a6ba-118f46b08dfd req-f2e62b4d-2b4a-4785-beee-ae1e3a14fed6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.110298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-803d0ee5-2338-461e-a6ba-118f46b08dfd req-f2e62b4d-2b4a-4785-beee-ae1e3a14fed6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1251657 Aug 16 20:27:25.114601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-fad92e03-5679-48ce-a9ac-c2c83997c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.116079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-fad92e03-5679-48ce-a9ac-c2c83997c464 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.5319543 Aug 16 20:27:25.244625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-a1ed9110-3f9e-41e3-bef9-92991580c220 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.1213465 Aug 16 20:27:25.324793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-803d0ee5-2338-461e-a6ba-118f46b08dfd req-6e39ef6d-030f-4d2f-8cc2-97a5b8f53a1b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995590 Aug 16 20:27:25.391642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-322f6a57-1016-45a0-ac3d-de7bb129e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.393179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-322f6a57-1016-45a0-ac3d-de7bb129e0a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1398621 Aug 16 20:27:25.396396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-90af0c14-5665-421d-a85c-ac7b68ebf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.397765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-90af0c14-5665-421d-a85c-ac7b68ebf05f service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2866125 Aug 16 20:27:25.468529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-5fc60597-a128-4a62-9cc0-c5bd96247f7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=905926a3-6c1d-401a-aea0-428c7a79bb28 HTTP/1.1" status: 200 len: 217 time: 0.0560908 Aug 16 20:27:25.526876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}, {'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:25.529404 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}, {"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:25.539345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f944107-e657-41a4-845c-2e07a40ae3b3 req-9aa054b5-8c93-425c-9aca-ea95a09802e1 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0748394 Aug 16 20:27:25.594227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-52eed512-49f7-4c80-8005-5a69bfe4dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.595880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-52eed512-49f7-4c80-8005-5a69bfe4dba9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950188 Aug 16 20:27:25.644230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-a6662b5f-3d28-4f27-936d-3bb16a7b3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.646157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-a6662b5f-3d28-4f27-936d-3bb16a7b3457 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1647151 Aug 16 20:27:25.791772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:25.808514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaba4aa-5355-4afe-8d3c-1f9175ea35fa req-48c90611-71e3-4beb-a5c5-ec86e4ad9bdc tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.809994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aaba4aa-5355-4afe-8d3c-1f9175ea35fa req-48c90611-71e3-4beb-a5c5-ec86e4ad9bdc tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 948 time: 0.1629698 Aug 16 20:27:25.814905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-47bdf3ca-412e-4821-b611-430c3ad12a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:25.816432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-47bdf3ca-412e-4821-b611-430c3ad12a40 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573420 Aug 16 20:27:25.851721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-05f9b484-7f9f-4e47-ba7d-3cbd46a561fa service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446446 Aug 16 20:27:26.001935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aaba4aa-5355-4afe-8d3c-1f9175ea35fa req-0f677230-399f-44cc-b02f-120e97b0697b tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827519 Aug 16 20:27:26.109290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-7b7c97f9-1161-48b7-b1a0-53a0700e2201 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772110 Aug 16 20:27:26.113144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-e6090609-9a19-42cd-b69a-bc7cbe1258ca service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457712 Aug 16 20:27:26.127528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:26.127528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a0b8e5e3-0b33-4871-9e3e-a5cae2ac0d87 admin admin] 10.222.0.70 "PUT /v2.0/routers/0671e1a4-971f-48e8-b8b3-9e3efbb31311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7262187 Aug 16 20:27:26.130078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48744) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:26.137822 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Sync routers for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:26.158870 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:26.159510 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:26.240051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2385c77b-bf4a-4962-9971-b0f5159122ba req-8ca7ce6e-d47c-4509-8b29-7b64c2eb5562 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192551 Aug 16 20:27:26.299627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:26.309487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d319db03-9a9b-442c-bf53-a0ffb2e69b80 req-2cf7c02e-5cec-4736-a3d2-ac606db67f35 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0684326 Aug 16 20:27:26.336841 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:26.360383 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6628b3-95ad-4fda-b687-5262c1ee5b9e x-openstack-request-id: req-4b6628b3-95ad-4fda-b687-5262c1ee5b9e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:26.360681 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:26.360935 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b6628b3-95ad-4fda-b687-5262c1ee5b9e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:26.361337 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:27:26.361596 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102', 'status': 'completed', 'code': 200} Aug 16 20:27:26.392570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-0c0bf766-10bd-4e15-a685-756921628cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.403831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-0c0bf766-10bd-4e15-a685-756921628cdc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1097 time: 0.1381452 Aug 16 20:27:26.435744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:26.525369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-76783a21-69b8-41ce-b08d-a3f7a0c595fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.527180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-76783a21-69b8-41ce-b08d-a3f7a0c595fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.1502216 Aug 16 20:27:26.540299 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68'}], 'enable_snat': True}, 'gw_port_id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:27:23Z', 'revision_number': 5, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port': {'id': '9fb252c0-dc3b-4d75-9fd8-c376e26ec528', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:28Z', 'updated_at': '2021-08-16T20:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:26.571639 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Checking router: 0671e1a4-971f-48e8-b8b3-9e3efbb31311 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:26.588165 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Routers {'0671e1a4-971f-48e8-b8b3-9e3efbb31311'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:26.588764 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:26.621617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Deleting port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:26.621617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:26.631292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-0e708ae9-ec18-402c-9d75-417c6b53ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.631292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-0e708ae9-ec18-402c-9d75-417c6b53ab9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2249086 Aug 16 20:27:26.644893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bcb8b-81fd-4d86-b3ec-546b105fd2e9 req-75c73cb9-ea04-40a9-980e-a23dc1edce6e tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.646571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a7bcb8b-81fd-4d86-b3ec-546b105fd2e9 req-75c73cb9-ea04-40a9-980e-a23dc1edce6e tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1411307 Aug 16 20:27:26.682045 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] Set router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:26.716922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] For port 9fb252c0-dc3b-4d75-9fd8-c376e26ec528, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:26.717719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:26.732974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Calling delete_port for 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:26.734675 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:27:26Z', 'revision_number': 6, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:26.758192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a7bcb8b-81fd-4d86-b3ec-546b105fd2e9 req-0d2c51b2-49d1-4333-87ef-6827cc6e0844 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010931 Aug 16 20:27:26.762204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-e1533ac1-1b02-4aca-bdf0-2aebf42e4464 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 1001 time: 0.1129305 Aug 16 20:27:26.763356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-1dcaad83-2e0c-4260-ba65-341b15b9ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.764793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-1dcaad83-2e0c-4260-ba65-341b15b9ad77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2149563 Aug 16 20:27:26.764958 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c15022-7841-4eb2-aa06-deff9187755c None None] The sync data for ids ['0671e1a4-971f-48e8-b8b3-9e3efbb31311'] in n-d-794306-10 is: [{'id': '0671e1a4-971f-48e8-b8b3-9e3efbb31311', 'name': 'tempest-AttachSCSIVolumeTestJSON-416378289-router', 'tenant_id': '3d4c4a69c23945e2910265a2c6b945a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:24Z', 'updated_at': '2021-08-16T20:27:26Z', 'revision_number': 6, 'project_id': '3d4c4a69c23945e2910265a2c6b945a0', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:26.860578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-34d1d74b-a99c-4fcb-a056-723abe185de9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.0860519 Aug 16 20:27:26.925033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-9e7a6ed8-0f04-4146-a538-25c55aa6c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.927106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-9e7a6ed8-0f04-4146-a538-25c55aa6c42b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1419351 Aug 16 20:27:26.972673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-604248f9-8a9c-4d71-a426-890e44bf6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:26.974891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-604248f9-8a9c-4d71-a426-890e44bf6a9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1036088 Aug 16 20:27:27.018925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9e7e010-6334-4258-a3ca-eef149f08482 req-5d58cecf-f01d-4fc5-8832-d93d22135d35 tempest-ServerShowV247Test-1638097574 tempest-ServerShowV247Test-1638097574-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b36cd15-955b-497b-9793-29c66ce001c8 HTTP/1.1" status: 200 len: 210 time: 0.0430646 Aug 16 20:27:27.046748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-2ed819be-6791-400a-a91b-c1b5c9a2c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.048509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-2ed819be-6791-400a-a91b-c1b5c9a2c575 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148341 Aug 16 20:27:27.061249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.066094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-d3476948-152c-4402-941a-6e71f0f90eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.067469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-d3476948-152c-4402-941a-6e71f0f90eb4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786860 Aug 16 20:27:27.097408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb252c0-dc3b-4d75-9fd8-c376e26ec528,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:27.167455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.241138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-3f9a65ad-db0a-4d20-bfac-36867cbc31b7 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841719 Aug 16 20:27:27.244866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-5b3e310f-98ae-42b4-8ac6-a72e8573cc46 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656795 Aug 16 20:27:27.281445 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.283862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.412129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2279b6e-281a-4b47-971a-f47e52a55de8 req-418b5995-9f99-4805-9798-2c7fe81cd3e1 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647923 Aug 16 20:27:27.415983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-9e67df15-8826-4b97-9142-5a5445252238 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598680 Aug 16 20:27:27.454424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.455567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0671e1a4-971f-48e8-b8b3-9e3efbb31311 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:27:27.461520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.462679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5d6c1531-672d-406f-9b80-e56a877c1484 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0671e1a4-971f-48e8-b8b3-9e3efbb31311 HTTP/1.1" status: 204 len: 168 time: 1.3312957 Aug 16 20:27:27.467175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:27.478277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 905926a3-6c1d-401a-aea0-428c7a79bb28 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:27.503663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-529d1791-657b-4620-9ab6-15d853ddb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.506090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-529d1791-657b-4620-9ab6-15d853ddb428 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1097 time: 0.0440290 Aug 16 20:27:27.548522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Deleting subnet 387cc753-89aa-43c5-bcb2-db700b4973a4 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:27.555046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.604796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.615757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=905926a3-6c1d-401a-aea0-428c7a79bb28,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:27.628770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '905926a3-6c1d-401a-aea0-428c7a79bb28', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '905926a3-6c1d-401a-aea0-428c7a79bb28', 'mac_address': 'fa:16:3e:19:7c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:27.673209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.687908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905926a3-6c1d-401a-aea0-428c7a79bb28 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:27.702734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-72c73171-9084-48c5-a4b6-8d7bb6d9d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.704574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-72c73171-9084-48c5-a4b6-8d7bb6d9d78e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.1891737 Aug 16 20:27:27.713279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c574d-02da-47a4-b8bd-1330962ddf4e req-6b21f4fe-a0b3-45d8-8102-7af3459e6a17 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.714114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=905926a3-6c1d-401a-aea0-428c7a79bb28,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:27.714774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e4c574d-02da-47a4-b8bd-1330962ddf4e req-6b21f4fe-a0b3-45d8-8102-7af3459e6a17 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 948 time: 0.1213326 Aug 16 20:27:27.719197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.813316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0e12b-e225-4151-8554-e84620ab79a9 req-588f46c8-2046-473f-88e6-cc24004d2a1b tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:27.814823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b0e12b-e225-4151-8554-e84620ab79a9 req-588f46c8-2046-473f-88e6-cc24004d2a1b tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 945 time: 0.1560698 Aug 16 20:27:27.826673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e4c574d-02da-47a4-b8bd-1330962ddf4e req-cbddd2ee-d340-4ecf-b8d6-6737fa1afc66 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006532 Aug 16 20:27:27.829226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-d87af23e-ed19-422a-8113-9e6adb9642c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 1001 time: 0.1116328 Aug 16 20:27:27.834504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.889233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.897270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:27.919234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387cc753-89aa-43c5-bcb2-db700b4973a4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:27.925062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:27.927452 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9fefbd1-de12-45f7-a3c9-fff55b2d3e0e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/387cc753-89aa-43c5-bcb2-db700b4973a4 HTTP/1.1" status: 204 len: 168 time: 0.4590459 Aug 16 20:27:27.931276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:27.934784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce305ae8-3694-44b2-a844-bde60753e57f None None] Network a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:28.014261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.080264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Deleting port d568b5dd-7461-4764-841a-c851d7a60581 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:28.080610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.104318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['905926a3-6c1d-401a-aea0-428c7a79bb28'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:28.145501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] DHCP port deletion for a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:27:28.170996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] For port d568b5dd-7461-4764-841a-c851d7a60581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d568b5dd-7461-4764-841a-c851d7a60581,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:28.171665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.186205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Calling delete_port for d568b5dd-7461-4764-841a-c851d7a60581 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:28.245988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Deleting port d568b5dd-7461-4764-841a-c851d7a60581 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:28.246401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.279376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b0e12b-e225-4151-8554-e84620ab79a9 req-4a2847e3-8319-49c0-a200-335ac0eaca97 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558270 Aug 16 20:27:28.308225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-521b5162-c1ec-490d-8641-2d08954d699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:28.310776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-521b5162-c1ec-490d-8641-2d08954d699d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.4679620 Aug 16 20:27:28.317368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-1411fda2-c2a3-4066-8c35-39b455b05c41 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.4341402 Aug 16 20:27:28.328892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.331605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] For port d568b5dd-7461-4764-841a-c851d7a60581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d568b5dd-7461-4764-841a-c851d7a60581,segment=NetworkSegment(cb80ceb2-07b3-46b2-8e38-798f8b545d69),segment_id=cb80ceb2-07b3-46b2-8e38-798f8b545d69)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:28.331605 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.353606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Calling delete_port for d568b5dd-7461-4764-841a-c851d7a60581 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:28.365656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d568b5dd-7461-4764-841a-c851d7a60581,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:28.368388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] No DVR routers for this DVR port d568b5dd-7461-4764-841a-c851d7a60581 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:28.396044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.396482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.396893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.397321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.397726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.398379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.398523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.399423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.399423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.399781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.400034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.400736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:28.425745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-a2e5b42d-2c0f-4c97-977d-e4e8f1a56354 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:28.428191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-a2e5b42d-2c0f-4c97-977d-e4e8f1a56354 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports/556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 942 time: 0.1048238 Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: from cryptography.utils import int_from_bytes Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: from cryptography.utils import int_from_bytes Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.451590 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:27:28.455424 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:27:28.456710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-53ce80a0-7eca-44d0-8d72-b7fb5ebb0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:28.456710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-53ce80a0-7eca-44d0-8d72-b7fb5ebb0627 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976372 Aug 16 20:27:28.462171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bdc54-8f9a-40c9-9d46-c76ff837f891 req-871bef3b-1b9b-45fd-b464-e47b4a122bb2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:28.463239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-474bdc54-8f9a-40c9-9d46-c76ff837f891 req-871bef3b-1b9b-45fd-b464-e47b4a122bb2 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0830107 Aug 16 20:27:28.464837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.467270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.478271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:28.488781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb80ceb2-07b3-46b2-8e38-798f8b545d69') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:28.492870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb80ceb2-07b3-46b2-8e38-798f8b545d69') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:28.493080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] Pushing event deleted for resources: {'Port': ['ID=d568b5dd-7461-4764-841a-c851d7a60581,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:28.499764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.502698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0285dc-117e-41eb-b4d2-6f2933ee432a None None] No DVR routers for this DVR port d568b5dd-7461-4764-841a-c851d7a60581 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:28.521472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.527849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:28.528194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:28.529826 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:28.614596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-474bdc54-8f9a-40c9-9d46-c76ff837f891 req-d57d084c-592a-4e50-87ca-eafe016749c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317492 Aug 16 20:27:28.632733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-aa7d2393-8016-46bc-a3c0-7a25f362677c service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678770 Aug 16 20:27:28.640247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-c60fa0f8-57bf-42d0-ada5-8f04d97583a0 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1238167 Aug 16 20:27:28.700466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.705622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:28.709178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:28.709633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1 HTTP/1.1" status: 204 len: 168 time: 0.7773490 Aug 16 20:27:28.729055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:28.729397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 319cb4a9-ed2b-4831-93c6-e2d5cae1c0be not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:28.729821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d568b5dd-7461-4764-841a-c851d7a60581 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:28.745135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b747702-41c3-4daf-a865-ec74e3f6bef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c17e07-ba0f-464f-ae6e-4e5b70e37cc1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:28.751412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d568b5dd-7461-4764-841a-c851d7a60581 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:28.751792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d568b5dd-7461-4764-841a-c851d7a60581 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:28.752219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:28.789598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:28.790205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9fb252c0-dc3b-4d75-9fd8-c376e26ec528 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:28.842783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-713df05a-6d45-489d-bcdc-9bbb6a3185c8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:28.844322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4269d5-de47-42f5-9f4b-b81eeb728de1 req-713df05a-6d45-489d-bcdc-9bbb6a3185c8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2002990 Aug 16 20:27:28.850980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-191f044e-91f2-4dd3-84e6-f89d82f4d0c8 req-39450f3f-2f30-4dca-af3c-d5f726f33a77 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048008 Aug 16 20:27:28.994189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-07216b24-d5e3-44da-bee2-566c49f95a29 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1291196 Aug 16 20:27:29.027372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-5dcdc54a-9720-48e8-8ae9-8cc9493a897f tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.028987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-5dcdc54a-9720-48e8-8ae9-8cc9493a897f tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.64 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 945 time: 0.1108840 Aug 16 20:27:29.059033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259cf14-871e-4e07-9526-a68bf8191ed0 req-a4c68d7b-54e5-42dc-ae70-810328c3e20d tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.061375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9259cf14-871e-4e07-9526-a68bf8191ed0 req-a4c68d7b-54e5-42dc-ae70-810328c3e20d tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 949 time: 0.1287456 Aug 16 20:27:29.112514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-4f5dc5c0-1902-43d9-bfd9-b0ce0b4e2952 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.114001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-4f5dc5c0-1902-43d9-bfd9-b0ce0b4e2952 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports/556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 942 time: 0.1130784 Aug 16 20:27:29.171260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9259cf14-871e-4e07-9526-a68bf8191ed0 req-b2b5a62a-a4b2-476c-9923-5ef7f35c6fec tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006358 Aug 16 20:27:29.242361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-4acc011c-893a-431d-beb0-c1737b8caa86 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.0853136 Aug 16 20:27:29.260128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Deleting port e46e04de-2b0b-47f9-8753-67031457d926 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:29.260399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.433193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48788) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:29.481729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-6c5d86ab-dbd4-43ed-a85d-05d4aca0d660 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.483100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-6c5d86ab-dbd4-43ed-a85d-05d4aca0d660 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2345793 Aug 16 20:27:29.486120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] For port e46e04de-2b0b-47f9-8753-67031457d926, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e46e04de-2b0b-47f9-8753-67031457d926,segment=NetworkSegment(89841c0d-bc8c-4216-858f-85c71f8f6370),segment_id=89841c0d-bc8c-4216-858f-85c71f8f6370)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:29.486511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.516008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538cc09-23d2-429d-945d-22b1280198c8 req-2a679f1b-dae1-4e57-8742-a72e800fe7fc tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.517396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4538cc09-23d2-429d-945d-22b1280198c8 req-2a679f1b-dae1-4e57-8742-a72e800fe7fc tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 945 time: 0.1652901 Aug 16 20:27:29.521837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 905926a3-6c1d-401a-aea0-428c7a79bb28 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:29.533744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Calling delete_port for e46e04de-2b0b-47f9-8753-67031457d926 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:29.615454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-abdba654-a536-42a3-a13b-f8f168ce9741 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d06626e6db42749f54af409653956c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1740124 Aug 16 20:27:29.616354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48792) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:29.653338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48796) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:29.669818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.680510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 905926a3-6c1d-401a-aea0-428c7a79bb28 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:29.684755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-ec0ca07d-f714-4e6c-91a6-db196768bddb tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1850002 Aug 16 20:27:29.687974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 905926a3-6c1d-401a-aea0-428c7a79bb28 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:29.688350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.689335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4538cc09-23d2-429d-945d-22b1280198c8 req-5973457f-72b6-4440-b540-610e93351903 tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/security-groups?id=9655045d-d4f7-40ba-a7d8-5ff1fbab1367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604443 Aug 16 20:27:29.692561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.709633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:29.813530 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.837102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.841772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:29.841942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.842149 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05be121a-65f5-40cf-8e69-9e2a364281e4" -d '{"events": [{"server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "name": "network-vif-plugged", "status": "completed", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:29.844586 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4228808d-0e85-4f1c-a34a-27fe9af0f6e9 HTTP/1.1" status: 204 len: 168 time: 0.2271912 Aug 16 20:27:29.854105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c334a59-d33a-444c-b633-cafe58af9e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4228808d-0e85-4f1c-a34a-27fe9af0f6e9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:29.858192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29a6ef55-d170-465f-b34f-ca9610c110fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.861224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=905926a3-6c1d-401a-aea0-428c7a79bb28,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:29.874546 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:29.981091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbaa36-0289-43d9-9348-b01b6be5a5b8 req-5b5b625f-fb63-4070-aee2-c28d9728124f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:29.982577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55fbaa36-0289-43d9-9348-b01b6be5a5b8 req-5b5b625f-fb63-4070-aee2-c28d9728124f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.2185318 Aug 16 20:27:30.015912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d463-dff1-4536-ab13-a323936e9515 req-03632d83-b632-4bc0-89db-bdb41a29445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:30.017460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4f01d463-dff1-4536-ab13-a323936e9515 req-03632d83-b632-4bc0-89db-bdb41a29445d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1097 time: 0.0942903 Aug 16 20:27:30.025612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.056175 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4f01d463-dff1-4536-ab13-a323936e9515 req-8b5cff5d-588d-4e6c-b032-73d31e3020d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304286 Aug 16 20:27:30.077706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:30.103283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55fbaa36-0289-43d9-9348-b01b6be5a5b8 req-c71464b7-e2be-49c8-ba26-4d5061b8908b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102567 Aug 16 20:27:30.154925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.161650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.166477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e46e04de-2b0b-47f9-8753-67031457d926'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:30.202639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Pushing event deleted for resources: {'Port': ['ID=e46e04de-2b0b-47f9-8753-67031457d926,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:30.227482 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b84913-be12-4831-a578-fa83a8233964 x-openstack-request-id: req-43b84913-be12-4831-a578-fa83a8233964 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:30.227962 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "name": "network-vif-plugged", "status": "completed", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:30.228328 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-43b84913-be12-4831-a578-fa83a8233964 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:30.229238 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28', 'code': 200} Aug 16 20:27:30.254075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] No DVR routers for this DVR port e46e04de-2b0b-47f9-8753-67031457d926 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:30.260198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.262170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4252d4a7-6493-4068-b188-6a08d575d9d5 req-841776a6-c1b2-4e30-9c90-8b89d32c63dd tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.64 "DELETE /v2.0/ports/e46e04de-2b0b-47f9-8753-67031457d926 HTTP/1.1" status: 204 len: 173 time: 1.2129428 Aug 16 20:27:30.262755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.263063 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Floating IP 78d534e9-5bdc-4738-983c-382aa5629050 disassociated. External IP: 172.25.7.230, port: 556b4117-14df-46c6-8b8a-bda6803f7102. Aug 16 20:27:30.264984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'name': 'network-vif-deleted', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:30.267236 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d043dd-3480-4f11-bd2d-38497aea0386" -d '{"events": [{"server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "name": "network-vif-deleted", "tag": "e46e04de-2b0b-47f9-8753-67031457d926"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:30.275692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29a6ef55-d170-465f-b34f-ca9610c110fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.413418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5bc62-c714-4598-b15e-de7aa1505607 req-a01f33c7-fd30-4cf4-9b02-798e64b00122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:30.414892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3d5bc62-c714-4598-b15e-de7aa1505607 req-a01f33c7-fd30-4cf4-9b02-798e64b00122 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 1102 time: 0.1084521 Aug 16 20:27:30.420547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29a6ef55-d170-465f-b34f-ca9610c110fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.493514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29a6ef55-d170-465f-b34f-ca9610c110fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfa51ec7713943d7b2cd0347533bef3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8305354 Aug 16 20:27:30.497168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:30.499440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6ef55-d170-465f-b34f-ca9610c110fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b52864-5cc8-4438-9e39-4b8f950201b3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:30.552061 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d6148577-0f47-40b7-812f-5b5cdf62228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.552697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212705f-40aa-4057-9f54-144c7869d981 req-3e84a18a-23e5-40fd-8a84-740c164cb642 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:30.553191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8212705f-40aa-4057-9f54-144c7869d981 req-3e84a18a-23e5-40fd-8a84-740c164cb642 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 950 time: 0.1765780 Aug 16 20:27:30.561456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.562398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3d5bc62-c714-4598-b15e-de7aa1505607 req-12c81a8f-a9ec-4277-9e66-b9467c396cda service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268897 Aug 16 20:27:30.587628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.652313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8212705f-40aa-4057-9f54-144c7869d981 req-852841ea-3a33-45c8-b7a9-4b0f71ba116b tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788276 Aug 16 20:27:30.660499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:30.676960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:27:30.706646 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d69f3-10e2-4f5a-ba8f-27bd8f08b534 x-openstack-request-id: req-682d69f3-10e2-4f5a-ba8f-27bd8f08b534 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:30.706930 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4214cc0e-681f-4366-a703-c941ecfa0c65", "name": "network-vif-deleted", "tag": "e46e04de-2b0b-47f9-8753-67031457d926", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:30.707180 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-682d69f3-10e2-4f5a-ba8f-27bd8f08b534 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:30.708297 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4214cc0e-681f-4366-a703-c941ecfa0c65', 'name': 'network-vif-deleted', 'tag': 'e46e04de-2b0b-47f9-8753-67031457d926', 'status': 'completed', 'code': 200} Aug 16 20:27:30.768119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.772315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.777288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86b52864-5cc8-4438-9e39-4b8f950201b3 HTTP/1.1" status: 204 len: 168 time: 0.2764060 Aug 16 20:27:30.777758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:30.800882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a599b3-1288-48b1-8eb5-caa9734d5e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b52864-5cc8-4438-9e39-4b8f950201b3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:30.831646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3d5f1b5-bf96-4ff3-bc30-49ba56ef5301 req-44d61a80-7ac3-492c-882e-d2851f013e8c tempest-ServerAddressesTestJSON-1264714674 tempest-ServerAddressesTestJSON-1264714674-project] 10.222.0.70 "GET /v2.0/ports?device_id=4214cc0e-681f-4366-a703-c941ecfa0c65 HTTP/1.1" status: 200 len: 210 time: 0.0376198 Aug 16 20:27:30.833305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:30.840168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.843281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791c06-925c-411b-b329-360324b08051 None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:30.856024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dfdd58cc-6a86-4011-93ff-30909759bbf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d4c4a69c23945e2910265a2c6b945a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749848 Aug 16 20:27:30.859115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48824) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:30.873052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-fd93ca39-8ace-4db7-96b5-35ea61ca7333 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "PUT /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 695 time: 1.1752963 Aug 16 20:27:30.881445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:30.882096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:30.917516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:30.959867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-bccd387f-410c-4607-97c9-5a035cf07b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:30.961662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-bccd387f-410c-4607-97c9-5a035cf07b7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1097 time: 0.0747173 Aug 16 20:27:30.976051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:31.087357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:31.298054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:31.302206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:31.303962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6801615-d73b-4f4c-b972-d6ddb063de5d HTTP/1.1" status: 204 len: 168 time: 0.4433417 Aug 16 20:27:31.317624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93471a-62aa-4fbf-b5ca-f54a40743e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6801615-d73b-4f4c-b972-d6ddb063de5d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:31.502589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:31.520670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-7f0b0f53-427f-4959-a66b-fa9c321d5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:31.522523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-7f0b0f53-427f-4959-a66b-fa9c321d5985 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.5534165 Aug 16 20:27:31.541748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791c06-925c-411b-b329-360324b08051 None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:31.551313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:31.552062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:31.575642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-bb1bf2e5-3698-4026-8652-b230ace676e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 217 time: 0.0443640 Aug 16 20:27:31.585105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea51629-3403-48ca-a318-351a47b62aad req-5bc8ce4d-02f8-4af0-a8b4-a6bd842d23b4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:31.592233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cea51629-3403-48ca-a318-351a47b62aad req-5bc8ce4d-02f8-4af0-a8b4-a6bd842d23b4 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1675532 Aug 16 20:27:31.654330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-17fba45e-0a4d-4b70-acdd-f7a96a305700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:31.655825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-17fba45e-0a4d-4b70-acdd-f7a96a305700 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.0537517 Aug 16 20:27:31.698232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:31.718404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cea51629-3403-48ca-a318-351a47b62aad req-246eef6e-749a-4ef8-8303-f054a38e4430 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251171 Aug 16 20:27:31.735508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-80fefe64-2f9f-4cb5-8f16-b091aac33c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:31.753049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-80fefe64-2f9f-4cb5-8f16-b091aac33c83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860517 Aug 16 20:27:31.874554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-2dd3addc-597d-4a1b-9e66-65ded5e04d58 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205001 Aug 16 20:27:32.022122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a1791c06-925c-411b-b329-360324b08051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:32.063893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1791c06-925c-411b-b329-360324b08051 None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:32.082548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3acf1fc1-1b8a-440b-a6ae-a793e1767931 req-c9168529-8bfd-4171-8534-f157cf886b76 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001908 Aug 16 20:27:32.096337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa4bf1-e0ba-44a6-9df7-c2056e65109c req-e2c65078-40f2-441c-a3c8-970353141fef tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:32.104656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5baa4bf1-e0ba-44a6-9df7-c2056e65109c req-e2c65078-40f2-441c-a3c8-970353141fef tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 950 time: 0.0915382 Aug 16 20:27:32.144345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5baa4bf1-e0ba-44a6-9df7-c2056e65109c req-0c7af6ba-e08d-419a-8512-8f6bd710fa68 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Aug 16 20:27:32.198103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:32.256808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Deleting subnet 6d682f15-c473-421b-a233-d461e38deaaa {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:32.260851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.298747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.346573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.462346 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9094a77-8873-44f4-a233-19450e8f2c6b None None] New status for floating IP 78d534e9-5bdc-4738-983c-382aa5629050: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:32.541494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.591525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.594090 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d682f15-c473-421b-a233-d461e38deaaa HTTP/1.1" status: 204 len: 168 time: 0.3941052 Aug 16 20:27:32.595360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac0fa-236e-4342-8aac-f2d31ee8875b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d682f15-c473-421b-a233-d461e38deaaa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:32.596055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48874) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:32.689811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.709740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:32.713756 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d63d4-20ab-4ae8-9c22-84be05598929" -d '{"events": [{"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:32.861572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:32.881092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91a5d85-49a3-4586-b340-7034d35eab88']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:32.898726 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9ff55e-fc93-4884-9c11-2d28a1ea4ca3 x-openstack-request-id: req-cc9ff55e-fc93-4884-9c11-2d28a1ea4ca3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:32.899095 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:32.899473 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc9ff55e-fc93-4884-9c11-2d28a1ea4ca3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:32.900189 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102', 'status': 'completed', 'code': 200} Aug 16 20:27:32.902965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89841c0d-bc8c-4216-858f-85c71f8f6370') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:32.903338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89841c0d-bc8c-4216-858f-85c71f8f6370') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:32.928939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab7e6e-7503-4a83-be40-0c30f253e0b3 req-84a89c48-a2c9-4e84-bafd-fd354fcce8e8 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:32.936214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edab7e6e-7503-4a83-be40-0c30f253e0b3 req-84a89c48-a2c9-4e84-bafd-fd354fcce8e8 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 950 time: 0.1554074 Aug 16 20:27:32.941154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.043269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.062382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:33.068700 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:33.107398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edab7e6e-7503-4a83-be40-0c30f253e0b3 req-52bf9314-f0b6-453e-bc90-81b15b5a546d tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702974 Aug 16 20:27:33.117239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-66f7b7a6-8c6c-4b9f-93e9-e8a75af1220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.126026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-66f7b7a6-8c6c-4b9f-93e9-e8a75af1220d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 1097 time: 0.1803918 Aug 16 20:27:33.147648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88105425-08fd-4ffc-b767-db362fe185eb req-bcfe469f-90fe-499b-8a8f-a3d37fc34124 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.149191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88105425-08fd-4ffc-b767-db362fe185eb req-bcfe469f-90fe-499b-8a8f-a3d37fc34124 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1784623 Aug 16 20:27:33.233060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88105425-08fd-4ffc-b767-db362fe185eb req-9fc047c8-6448-48ab-add1-1ad0eee37eb3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 Aug 16 20:27:33.259400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-21d92df0-362b-4e67-bf78-101fc9c573b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.260979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-21d92df0-362b-4e67-bf78-101fc9c573b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.1316216 Aug 16 20:27:33.268379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-59ec5331-50dc-42a7-95f0-6a833064a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.324947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-9594d6ee-4552-4e9d-9f27-cd628efabd56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 200 len: 217 time: 0.0510020 Aug 16 20:27:33.325541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.346264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.371882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.374279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c91a5d85-49a3-4586-b340-7034d35eab88 HTTP/1.1" status: 204 len: 168 time: 0.7770314 Aug 16 20:27:33.421311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f911e34-9377-4532-bc07-c68d39cd3998 admin admin] Pushing event deleted for resources: {'Network': ['ID=c91a5d85-49a3-4586-b340-7034d35eab88,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:33.450248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883366-bb1a-436d-8044-5763bc6792ee req-492199ec-793b-4e47-a7f3-431d54c3d442 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.451631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-492199ec-793b-4e47-a7f3-431d54c3d442 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1297193 Aug 16 20:27:33.457942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-c1204111-733a-4fa7-927d-aa3d510a3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.459445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-c1204111-733a-4fa7-927d-aa3d510a3fd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.0897491 Aug 16 20:27:33.531449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-6db9f9be-d65e-415b-bfdd-b41faea7f065 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 696 time: 0.0710075 Aug 16 20:27:33.544020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:33.579960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-d61dac49-ba83-4105-8948-16393ae6ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:33.581455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-d61dac49-ba83-4105-8948-16393ae6ddb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128745 Aug 16 20:27:33.587857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.625844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e46e04de-2b0b-47f9-8753-67031457d926 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:33.646851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: e46e04de-2b0b-47f9-8753-67031457d926 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:33.647191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e46e04de-2b0b-47f9-8753-67031457d926 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:33.823886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48922) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:33.837052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-c04652fb-00ec-45b2-9ee8-d99722b0b412 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117624 Aug 16 20:27:33.880352 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b024d41b-4aed-442f-8101-ea42333c8f62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97ad35eecc41477abefbb76c0e42850b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540085 Aug 16 20:27:33.882659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:33.944405 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:33.974965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.065487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1d63d4-20ab-4ae8-9c22-84be05598929 req-466bdad5-6256-4712-8168-93c5324f51ef service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199945 Aug 16 20:27:34.125017 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.126787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.130694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.132914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9655045d-d4f7-40ba-a7d8-5ff1fbab1367 HTTP/1.1" status: 204 len: 168 time: 0.2492719 Aug 16 20:27:34.145836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec5afa-5a29-492a-aef0-e6023a4028e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9655045d-d4f7-40ba-a7d8-5ff1fbab1367,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:34.258176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.389726 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:34.416138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a8f4641-8b27-45b4-8619-d1f5c7dad346 req-cc30ba6e-0c8d-4e45-9af9-12ef88b0c461 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0386679 Aug 16 20:27:34.646402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bba5b-10bd-42a9-b715-7cd22aeeb4c4 req-8063f547-5355-4b0b-8915-a0da54e4dff6 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:34.647996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-307bba5b-10bd-42a9-b715-7cd22aeeb4c4 req-8063f547-5355-4b0b-8915-a0da54e4dff6 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 950 time: 0.1689229 Aug 16 20:27:34.650293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-15adc264-96db-4f63-bcb9-80e1e9cca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:34.651655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-15adc264-96db-4f63-bcb9-80e1e9cca2cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 1097 time: 0.1827734 Aug 16 20:27:34.661668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218a782-69a1-4fc7-b58b-585c39b337da req-12d45b51-95b8-4d64-b419-3aa034877c87 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:34.663614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c218a782-69a1-4fc7-b58b-585c39b337da req-12d45b51-95b8-4d64-b419-3aa034877c87 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.73 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 950 time: 0.1575367 Aug 16 20:27:34.700840 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Floating IP 78d534e9-5bdc-4738-983c-382aa5629050 associated. External IP: 172.25.7.230, port: 3856c2a1-7b74-4d28-b4f9-88113f204b2b. Aug 16 20:27:34.881890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-307bba5b-10bd-42a9-b715-7cd22aeeb4c4 req-86060ebf-f564-486e-869e-776f76546f1f tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ff120dd-bba6-4233-b76b-365b94702116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147036 Aug 16 20:27:34.973418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-e1a58993-6499-4582-97eb-6260dffe1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:34.974939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-e1a58993-6499-4582-97eb-6260dffe1ad0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 200 len: 911 time: 0.3089509 Aug 16 20:27:34.985363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-a0095809-3f8a-445f-ad38-106d08d0ffa3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:34.985363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-a0095809-3f8a-445f-ad38-106d08d0ffa3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "GET /v2.0/ports?device_id=5215eb63-42e7-45ed-a0fd-d388801eaf00 HTTP/1.1" status: 200 len: 945 time: 0.1946599 Aug 16 20:27:35.080244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-da364db1-8cae-4278-8820-d1ea83ce2a1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 200 len: 217 time: 0.0927794 Aug 16 20:27:35.123113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Deleting port 905926a3-6c1d-401a-aea0-428c7a79bb28 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:35.123482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.438460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48988) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:35.538752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-606729724-network', 'tenant_id': 'fb4567cd5a3c4aa6b7af7059629a8d10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:35.619940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa60312-e0f5-45d0-836f-57b62fc69aeb req-b363a5b1-f8a0-4c2e-8c11-187c7cafd003 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:35.621433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fa60312-e0f5-45d0-836f-57b62fc69aeb req-b363a5b1-f8a0-4c2e-8c11-187c7cafd003 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.5842004 Aug 16 20:27:35.632789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-4c865eb5-382b-4ce8-b41b-5bb5f97089f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:35.634210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-4c865eb5-382b-4ce8-b41b-5bb5f97089f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 200 len: 850 time: 0.5295546 Aug 16 20:27:35.643442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Made reservation on behalf of fb4567cd5a3c4aa6b7af7059629a8d10 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:35.646506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.655690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.725019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-1c2cfeac-7d2d-4861-9f76-6200aae6f877 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d267254b-4100-4dad-b444-a4ea10a92fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749228 Aug 16 20:27:35.727713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] For port 905926a3-6c1d-401a-aea0-428c7a79bb28, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=905926a3-6c1d-401a-aea0-428c7a79bb28,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:35.728106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.755229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.793816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Calling delete_port for 905926a3-6c1d-401a-aea0-428c7a79bb28 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:35.829252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Deleting port 556b4117-14df-46c6-8b8a-bda6803f7102 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:35.829620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.836444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:35.837672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.859900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:35.867038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fa60312-e0f5-45d0-836f-57b62fc69aeb req-b9311684-05b0-4029-9df3-7382516549c5 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310266 Aug 16 20:27:35.876394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b0b520-f873-441f-a5d5-1ec0dab8990f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:35.880510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:35.880861 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Added segment fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f of type vlan for network eae24985-02c1-4c62-a154-a1e0916cf6c1 Aug 16 20:27:35.950694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.057963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.087820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-ba08b267-f378-47a1-bd75-179cf402e875 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465021 Aug 16 20:27:36.109763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.111570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:36.112712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.114826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5da6a1d-c41d-40d2-ab10-537695577e1f req-4fd91379-6de1-477e-9ea5-6c2ad2171994 tempest-FlavorsV2NegativeTest-1639974843 tempest-FlavorsV2NegativeTest-1639974843-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=62d0092a902a430fbd8607c471398a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827324 Aug 16 20:27:36.177633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] Pushing event updated for resources: {'Network': ['ID=eae24985-02c1-4c62-a154-a1e0916cf6c1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:36.188354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network eae24985-02c1-4c62-a154-a1e0916cf6c1 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:36.278432 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9091d71b-21c8-4f75-8bb6-b5226e27c734 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8388233 Aug 16 20:27:36.281169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49004) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:36.286084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Request body: {'subnet': {'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-606729724-subnet', 'tenant_id': 'fb4567cd5a3c4aa6b7af7059629a8d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:36.290362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] For port 556b4117-14df-46c6-8b8a-bda6803f7102, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=556b4117-14df-46c6-8b8a-bda6803f7102,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:36.290362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.322434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Calling delete_port for 556b4117-14df-46c6-8b8a-bda6803f7102 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:36.393465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:36.395540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Made reservation on behalf of fb4567cd5a3c4aa6b7af7059629a8d10 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:36.398219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.411399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:36.415932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.421006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:36.421636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:36.512960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c943d3-4023-4cca-b264-c577fbb8809d req-56d9aad6-b965-4067-aa83-c2c8f902ec64 service neutron] 10.222.0.64 "GET /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119437 Aug 16 20:27:36.532323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-a067ebcd-7b8f-469c-81f9-45f179b9b07a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "PUT /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 996 time: 2.9927318 Aug 16 20:27:36.539346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:36.546286 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:36.548282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:36.552413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da6a1d-c41d-40d2-ab10-537695577e1f req-48690c11-ec07-48e0-bef5-497d8671a08f tempest-FlavorsV2NegativeTest-1639974843 tempest-FlavorsV2NegativeTest-1639974843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:36.554276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5da6a1d-c41d-40d2-ab10-537695577e1f req-48690c11-ec07-48e0-bef5-497d8671a08f tempest-FlavorsV2NegativeTest-1639974843 tempest-FlavorsV2NegativeTest-1639974843-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3842971 Aug 16 20:27:36.599940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.630209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['905926a3-6c1d-401a-aea0-428c7a79bb28'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:36.638326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5da6a1d-c41d-40d2-ab10-537695577e1f req-738d274d-426d-4847-bfd5-b7bf9e4c59e7 tempest-FlavorsV2NegativeTest-1639974843 tempest-FlavorsV2NegativeTest-1639974843-project] 10.222.0.70 "GET /v2.0/quotas/62d0092a902a430fbd8607c471398a2e HTTP/1.1" status: 200 len: 375 time: 0.0754769 Aug 16 20:27:36.653424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Pushing event deleted for resources: {'Port': ['ID=905926a3-6c1d-401a-aea0-428c7a79bb28,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:36.716381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883366-bb1a-436d-8044-5763bc6792ee req-a9fbe882-b81d-4a54-b319-2a30854e8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:36.719784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-a9fbe882-b81d-4a54-b319-2a30854e8fe8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.1613243 Aug 16 20:27:36.734671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5da6a1d-c41d-40d2-ab10-537695577e1f req-16497f3b-b9e1-43d7-bcc7-e47f95bd5429 tempest-FlavorsV2NegativeTest-1639974843 tempest-FlavorsV2NegativeTest-1639974843-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=62d0092a902a430fbd8607c471398a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772252 Aug 16 20:27:36.737500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] No DVR routers for this DVR port 905926a3-6c1d-401a-aea0-428c7a79bb28 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:36.749896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.764587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c218a782-69a1-4fc7-b58b-585c39b337da req-b731367f-7209-4a7e-b9d5-5817f39ecaea tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.73 "DELETE /v2.0/ports/905926a3-6c1d-401a-aea0-428c7a79bb28 HTTP/1.1" status: 204 len: 173 time: 2.0724912 Aug 16 20:27:36.780585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:36.918671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:34Z', 'revision_number': 8, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:36.954585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b367c1-0be7-4dc8-8ae4-c26287f9812b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:36.956920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Checking segment: {'id': 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:36.957220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Network hostable DHCP agents. Network: eae24985-02c1-4c62-a154-a1e0916cf6c1, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:36.965557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:36.975357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:36.977347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:37.039039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ef7f186-fd03-46c2-a373-e45ec45acc11 req-beedc0d5-890d-4f5c-a9bb-13178f38980f tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.1357236 Aug 16 20:27:37.057196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883366-bb1a-436d-8044-5763bc6792ee req-f97e80fe-1a60-4436-bbf9-b94d7a7887aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.065576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-f97e80fe-1a60-4436-bbf9-b94d7a7887aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.3298967 Aug 16 20:27:37.105978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Network eae24985-02c1-4c62-a154-a1e0916cf6c1 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:37.131416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:37.164981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e8f3587-f9f4-489a-a8e7-acad9d29858a req-0c23f82c-aea7-4965-94f6-340b466b4741 tempest-ImagesNegativeTestJSON-892097861 tempest-ImagesNegativeTestJSON-892097861-project] 10.222.0.70 "GET /v2.0/ports?device_id=40c5c52b-8264-42b6-be47-3f9507167a2d HTTP/1.1" status: 200 len: 210 time: 0.0332873 Aug 16 20:27:37.177686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-bf885a33-7d25-4885-a5e0-383e46a1a691 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 999 time: 0.1110160 Aug 16 20:27:37.187760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:37.222923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3856c2a1-7b74-4d28-b4f9-88113f204b2b', '556b4117-14df-46c6-8b8a-bda6803f7102'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:37.225767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, eae24985-02c1-4c62-a154-a1e0916cf6c1) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:37.231349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.232109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:37.263140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa66fe6-3079-4288-adb3-4a8c409e3482 None None] Network eae24985-02c1-4c62-a154-a1e0916cf6c1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:37.281859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] No DVR routers for this DVR port 556b4117-14df-46c6-8b8a-bda6803f7102 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:37.283487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event deleted for resources: {'Port': ['ID=556b4117-14df-46c6-8b8a-bda6803f7102,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:37.285791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:37.288091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fed621b-1368-4cd7-8f43-f7bff84ae600 req-322c8380-1758-47a1-b651-5a49873b8fed tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "DELETE /v2.0/ports/556b4117-14df-46c6-8b8a-bda6803f7102 HTTP/1.1" status: 204 len: 173 time: 2.2887118 Aug 16 20:27:37.300255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883366-bb1a-436d-8044-5763bc6792ee req-7e17c824-1a87-408a-a1ec-72d012ef4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.309718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-7e17c824-1a87-408a-a1ec-72d012ef4154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1309402 Aug 16 20:27:37.351681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-14c1093c-c8af-412f-be14-0f99202bb364 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0685129 Aug 16 20:27:37.360334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883366-bb1a-436d-8044-5763bc6792ee req-17612268-b9eb-4fa1-bfcb-6dc72ab7ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.361906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-17612268-b9eb-4fa1-bfcb-6dc72ab7ecf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514066 Aug 16 20:27:37.499171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-4a86c98a-8ef1-43d8-ad51-0b9e3117bcea service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237214 Aug 16 20:27:37.574770 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f997f7-109d-4402-83ee-6cc521228915 x-openstack-request-id: req-16f997f7-109d-4402-83ee-6cc521228915 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:37.575063 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:37.575474 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16f997f7-109d-4402-83ee-6cc521228915 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:37.576281 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:27:37.677283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09883366-bb1a-436d-8044-5763bc6792ee req-4160909f-ee00-44b3-a581-931f2de6cb9a service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750960 Aug 16 20:27:37.728267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-370a88f4-aa32-499b-8a55-db51bb725077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.729793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-370a88f4-aa32-499b-8a55-db51bb725077 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.1106992 Aug 16 20:27:37.742553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420248df-618a-456f-8683-c74fdd802689 req-0bb76f46-cefb-4748-a89c-17c6d45a87d9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.744151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-420248df-618a-456f-8683-c74fdd802689 req-0bb76f46-cefb-4748-a89c-17c6d45a87d9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0720398 Aug 16 20:27:37.842331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08b817-331b-4ea7-ae8d-d534972f7f80 None None] Network eae24985-02c1-4c62-a154-a1e0916cf6c1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:37.846392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-420248df-618a-456f-8683-c74fdd802689 req-73c8dd5d-d80a-4b21-88bb-04445950d702 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565872 Aug 16 20:27:37.886047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-9f921fe5-9a72-4895-a55c-1d0f6554a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:37.886047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-9f921fe5-9a72-4895-a55c-1d0f6554a97e service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.1375556 Aug 16 20:27:37.975200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:34Z', 'revision_number': 8, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:37.987064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-fad79875-32c6-4021-b793-9bec1343bce4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 999 time: 0.0968952 Aug 16 20:27:38.011006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f746b-19a1-4f73-8afe-e5b1ff13306e None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '78d534e9-5bdc-4738-983c-382aa5629050', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'floating_ip_address': '172.25.7.230', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'port_id': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'mac_address': 'fa:16:3e:a0:29:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:26:51Z', 'updated_at': '2021-08-16T20:27:34Z', 'revision_number': 8, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:38.098311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b576d1-ef3e-48f6-bce3-b80735feda0c req-f5232188-2718-4f88-87f0-521816009308 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 996 time: 0.1100283 Aug 16 20:27:38.229353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-746f4868-49f0-4c31-8006-1726084968cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:38.230932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-746f4868-49f0-4c31-8006-1726084968cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.2336135 Aug 16 20:27:38.256661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a979e71-82ab-4b56-9b7d-4feefaca7988 req-7efc41a5-f90c-4cd5-8a6b-5485170a0988 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0446918 Aug 16 20:27:38.264300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650c23cb-08d5-431e-b1aa-73f66b94c79a None None] New status for floating IP 78d534e9-5bdc-4738-983c-382aa5629050: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:38.354241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-f82d0e5a-ac09-44e0-851d-737b3fcf5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:38.355781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-f82d0e5a-ac09-44e0-851d-737b3fcf5037 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045578 Aug 16 20:27:38.369236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-3fdddab7-6bce-40b6-971d-d633e814c095 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:38.369236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-3fdddab7-6bce-40b6-971d-d633e814c095 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/networks?id=eae24985-02c1-4c62-a154-a1e0916cf6c1 HTTP/1.1" status: 200 len: 820 time: 0.3103499 Aug 16 20:27:38.378972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b576d1-ef3e-48f6-bce3-b80735feda0c req-85cd9b6a-ea5e-43cf-a96b-c3d7166ef679 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:38.380772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b576d1-ef3e-48f6-bce3-b80735feda0c req-85cd9b6a-ea5e-43cf-a96b-c3d7166ef679 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2422349 Aug 16 20:27:38.407353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49060) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:38.438041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-a694810f-b976-4c72-9129-7b1c8103c5d0 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/quotas/fb4567cd5a3c4aa6b7af7059629a8d10 HTTP/1.1" status: 200 len: 375 time: 0.0562379 Aug 16 20:27:38.491901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-c3392591-7920-4fae-916c-c1a296753f28 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb4567cd5a3c4aa6b7af7059629a8d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389428 Aug 16 20:27:38.513299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3f89ef2-8e77-4ffe-b0e7-d16dc78a600b req-075986d2-6064-450f-9590-254b9856b905 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0468678 Aug 16 20:27:38.607856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-a93ac7e6-181f-47de-b0eb-edbb1a656ccb service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199261 Aug 16 20:27:38.621348 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02148d09-dc7a-4178-ab00-7568f8b12b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:38.682382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-a7c074e6-2c87-4d15-bb68-9fcc9d00d340 service neutron] 10.222.0.70 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736231 Aug 16 20:27:38.732201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02148d09-dc7a-4178-ab00-7568f8b12b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:38.797269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02148d09-dc7a-4178-ab00-7568f8b12b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:38.807929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf34878b-fb3b-4216-b4e8-8715a0e7cc50 req-d6e05808-e2e3-40a1-86a4-aec6336ac3db service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970940 Aug 16 20:27:38.836243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-1e23382c-e228-4edd-9e7f-3efb31052976 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1216176 Aug 16 20:27:38.837814 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02148d09-dc7a-4178-ab00-7568f8b12b23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62d0092a902a430fbd8607c471398a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293551 Aug 16 20:27:38.838689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148d09-dc7a-4178-ab00-7568f8b12b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749b451-0f0b-4320-942b-d6d56b2237bf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:38.840991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49066) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:38.892912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:38.915930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.065886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.069383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.070569 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5749b451-0f0b-4320-942b-d6d56b2237bf HTTP/1.1" status: 204 len: 168 time: 0.2286503 Aug 16 20:27:39.078840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046c32a-316b-4c07-93bc-a0fdeee6f99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749b451-0f0b-4320-942b-d6d56b2237bf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:39.217730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-e28a4f67-67a5-48e6-aa06-f5882e2be7d9 service neutron] 10.222.0.70 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262244 Aug 16 20:27:39.231696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-b6660675-f6d8-4dfd-b548-a74c4535ed95 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:39.233314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-b6660675-f6d8-4dfd-b548-a74c4535ed95 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports/3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 942 time: 0.3889651 Aug 16 20:27:39.356932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-3bffbd6a-765d-4039-a3e5-92d82a19b127 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.0737503 Aug 16 20:27:39.488479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-98afdb0c-efec-4073-aab3-64c340b33fe8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:39.490777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-98afdb0c-efec-4073-aab3-64c340b33fe8 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1275983 Aug 16 20:27:39.568982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 905926a3-6c1d-401a-aea0-428c7a79bb28 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:39.581696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'name': 'network-vif-deleted', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28'}, {'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'name': 'network-vif-deleted', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:39.585099 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b94649-f43a-4e36-9c75-f3d2c5a83d83" -d '{"events": [{"server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "name": "network-vif-deleted", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28"}, {"server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "name": "network-vif-deleted", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:39.590514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 905926a3-6c1d-401a-aea0-428c7a79bb28 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:39.591248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 905926a3-6c1d-401a-aea0-428c7a79bb28 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:39.592151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 556b4117-14df-46c6-8b8a-bda6803f7102 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:39.618848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 556b4117-14df-46c6-8b8a-bda6803f7102 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:39.619393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 556b4117-14df-46c6-8b8a-bda6803f7102 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:39.640123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-f5d8b797-a7d5-4632-990c-5247d88fdc7d tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 1001 time: 0.1422517 Aug 16 20:27:39.646747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:39.656116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32740b-d692-43ab-9bb4-7045b2dc43aa req-c3d71ac3-2b8b-4e5b-96d8-0690f0374585 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:39.663800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac32740b-d692-43ab-9bb4-7045b2dc43aa req-c3d71ac3-2b8b-4e5b-96d8-0690f0374585 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1178043 Aug 16 20:27:39.738432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac32740b-d692-43ab-9bb4-7045b2dc43aa req-c94ca97a-d07a-4282-973a-fd8a09ee042c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Aug 16 20:27:39.741283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.875308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95aa1b60-38b8-4a72-97c2-af3ddc2cf45c req-dc660812-3fbc-46c4-8b71-7042e0dc7e8c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 210 time: 0.0325439 Aug 16 20:27:39.917791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.974009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8b3ebd3-e281-4dac-93ed-0df747beec35 req-aa270da1-19a9-406d-88d9-a6afb0fa99b7 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Aug 16 20:27:39.986234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:39.986609 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Floating IP 78d534e9-5bdc-4738-983c-382aa5629050 disassociated. External IP: 172.25.7.230, port: 3856c2a1-7b74-4d28-b4f9-88113f204b2b. Aug 16 20:27:40.027274 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d6a3a-be4b-4069-ae76-b5850eb4839f x-openstack-request-id: req-4b7d6a3a-be4b-4069-ae76-b5850eb4839f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:40.027776 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5c52b-8264-42b6-be47-3f9507167a2d", "name": "network-vif-deleted", "tag": "905926a3-6c1d-401a-aea0-428c7a79bb28", "status": "completed", "code": 200}, {"server_uuid": "5215eb63-42e7-45ed-a0fd-d388801eaf00", "name": "network-vif-deleted", "tag": "556b4117-14df-46c6-8b8a-bda6803f7102", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:40.028027 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b7d6a3a-be4b-4069-ae76-b5850eb4839f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:40.028435 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5c52b-8264-42b6-be47-3f9507167a2d', 'name': 'network-vif-deleted', 'tag': '905926a3-6c1d-401a-aea0-428c7a79bb28', 'status': 'completed', 'code': 200} Aug 16 20:27:40.028674 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5215eb63-42e7-45ed-a0fd-d388801eaf00', 'name': 'network-vif-deleted', 'tag': '556b4117-14df-46c6-8b8a-bda6803f7102', 'status': 'completed', 'code': 200} Aug 16 20:27:40.214817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:40.325347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:40.330160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:40.335504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:40.344665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:40.345287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:40.370042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-9c9fc997-3650-48aa-b804-fd43d63a5890 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "PUT /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 696 time: 0.7289863 Aug 16 20:27:40.455147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-a2a83bbb-7e6d-4dea-b4a6-7c48e8f08a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:40.456943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-a2a83bbb-7e6d-4dea-b4a6-7c48e8f08a02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0733995 Aug 16 20:27:40.475179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:40.579886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-d5cc09c5-a999-417b-983f-d02283af53be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:40.581484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-d5cc09c5-a999-417b-983f-d02283af53be service neutron] 10.222.0.70 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.1170707 Aug 16 20:27:40.624790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-79cf0b09-7e3d-46a1-82c0-057564f0474a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.0363922 Aug 16 20:27:40.689590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:40.690254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-6b20f629-ef21-4464-9425-95cc86960ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:40.693101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-6b20f629-ef21-4464-9425-95cc86960ef9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.0499191 Aug 16 20:27:40.715416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:40.725608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:40.726248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:40.758809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-42699f96-78f9-41c5-998d-930fb45a40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:40.760482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-42699f96-78f9-41c5-998d-930fb45a40c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495985 Aug 16 20:27:40.837657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:40.860846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-db0f094c-adeb-4bce-9b62-bcc57bdd40d8 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937567 Aug 16 20:27:40.978093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c5fd8c-6164-468f-bc56-b86277aa6430 req-70ecc321-ca49-4ca1-8a4b-1a1d3d586611 service neutron] 10.222.0.70 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065679 Aug 16 20:27:41.064762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:41.092773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3e1cc-74b5-4cbb-b9d4-8d60dad8f2c2 None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:26:20Z', 'revision_number': 4, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea2c9f16-2589-408f-9213-d625af816d85', 'name': '', 'network_id': '6150698e-bbf6-4900-ac1b-8c44b83739a7', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'mac_address': 'fa:16:3e:ff:5c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:18Z', 'updated_at': '2021-08-16T20:26:28Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'subnets': [{'id': 'd3f3f820-92d4-4b38-a7ee-cf4dba49722e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:41.180007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98eec2b-0633-4c8d-a2d9-0eaf27e238cc req-74cb5e5d-e167-4e0a-969d-e5b3cb82ca59 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:41.181890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c98eec2b-0633-4c8d-a2d9-0eaf27e238cc req-74cb5e5d-e167-4e0a-969d-e5b3cb82ca59 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.0555184 Aug 16 20:27:41.225413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c98eec2b-0633-4c8d-a2d9-0eaf27e238cc req-f38baec9-ce57-41fa-a53e-d6c1663b4e0d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370195 Aug 16 20:27:41.405994 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748cc9f-6ac4-4cba-a9e8-dc6600f1b68f None None] New status for floating IP 78d534e9-5bdc-4738-983c-382aa5629050: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:27:41.483108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8defcd33-996e-49b4-8627-cecd11b7fd93 req-85fa7bea-2878-4c27-b426-47937f878a51 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 210 time: 0.0255024 Aug 16 20:27:41.844108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4be899-441e-4093-9f98-26701e89acfa req-fe45b915-40bd-4fb9-90cd-571089c4ea3a tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 200 len: 694 time: 0.0550489 Aug 16 20:27:41.882285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d123df7-cc44-4194-8aaa-92e15c73ae3e req-39c76490-34a5-44bf-bc22-dc7005aae3bc tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0343964 Aug 16 20:27:41.980144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4be899-441e-4093-9f98-26701e89acfa req-57238aaf-33b9-421d-b1a6-6fb1783d764c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:41.981651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4be899-441e-4093-9f98-26701e89acfa req-57238aaf-33b9-421d-b1a6-6fb1783d764c tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.1234860 Aug 16 20:27:42.031659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:42.033892 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f72d6de-ba69-4796-8e1b-69cb592f9100" -d '{"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:42.041584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4be899-441e-4093-9f98-26701e89acfa req-4032a9e2-ffd3-439a-83d5-d1aaf02ad1e7 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.0533075 Aug 16 20:27:42.116307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4be899-441e-4093-9f98-26701e89acfa req-4cf07730-2f4e-4bb7-b801-c1e63f796f9b tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.230 HTTP/1.1" status: 200 len: 697 time: 0.0683830 Aug 16 20:27:42.272776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:42.323044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-01f0c632-70c1-478d-bf03-8f840ad579a0 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:42.324640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-01f0c632-70c1-478d-bf03-8f840ad579a0 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.73 "GET /v2.0/networks?id=eae24985-02c1-4c62-a154-a1e0916cf6c1 HTTP/1.1" status: 200 len: 820 time: 0.2361188 Aug 16 20:27:42.351592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Request body: {'port': {'device_id': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1', 'admin_state_up': True, 'tenant_id': 'fb4567cd5a3c4aa6b7af7059629a8d10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23517e03-a7ac-413b-8222-cf48e094eb2d x-openstack-request-id: req-23517e03-a7ac-413b-8222-cf48e094eb2d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23517e03-a7ac-413b-8222-cf48e094eb2d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Deleting port 12862962-1d5e-4536-83e2-78a8c95be2c5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:42.416770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.468914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-def40eef-0ff6-4882-939c-8715deeb38f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d77efa1c4a341199a03133e62db59a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943901 Aug 16 20:27:42.471586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:42.534191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.562516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.598837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-5c1c251b-f310-4862-83ba-2ef2ff6a1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:42.600825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-5c1c251b-f310-4862-83ba-2ef2ff6a1a76 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 1097 time: 0.1753447 Aug 16 20:27:42.628648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cd832-8f18-4156-80ee-249e843dc465 req-a167a6b7-81ae-4d94-bcfc-f0d7758f69c9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:42.630687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa4cd832-8f18-4156-80ee-249e843dc465 req-a167a6b7-81ae-4d94-bcfc-f0d7758f69c9 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1688826 Aug 16 20:27:42.634797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.635175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.683585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.686782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.688125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ff120dd-bba6-4233-b76b-365b94702116 HTTP/1.1" status: 204 len: 168 time: 0.2153654 Aug 16 20:27:42.698691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811d9b8-1b2b-4c0d-af8f-34688eefd349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff120dd-bba6-4233-b76b-365b94702116,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:42.700008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Calling delete_port for 12862962-1d5e-4536-83e2-78a8c95be2c5 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:42.789132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa4cd832-8f18-4156-80ee-249e843dc465 req-7243ee6e-e5f9-470d-830d-5906489a1c4f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494663 Aug 16 20:27:42.799232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Made reservation on behalf of fb4567cd5a3c4aa6b7af7059629a8d10 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:42.805182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:42.870059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-bd6e5fbd-e2c8-448b-93bf-cc9d292c617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:42.870059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-bd6e5fbd-e2c8-448b-93bf-cc9d292c617f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 200 len: 922 time: 0.2595468 Aug 16 20:27:42.960070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-97f7110f-5cd3-48c7-b605-ce9af2af2335 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 200 len: 217 time: 0.0593781 Aug 16 20:27:43.123685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e520b07-17fe-41c6-b016-b5810e8da498 req-c6de930a-00d8-46e7-b403-f6c6a42bc973 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 210 time: 0.0561342 Aug 16 20:27:43.126973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Allocated IP 172.20.0.7 (eae24985-02c1-4c62-a154-a1e0916cf6c1/79b367c1-0be7-4dc8-8ae4-c26287f9812b/3beb7189-44bd-4c5d-83d1-0572cffee630) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:43.131242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-bad65142-c947-41f0-9749-f223b26986e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:43.132763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-bad65142-c947-41f0-9749-f223b26986e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 200 len: 860 time: 0.1626596 Aug 16 20:27:43.207003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:43.250148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-b90b24aa-9003-4b0c-b92f-d4ce529fb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:43.251777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-b90b24aa-9003-4b0c-b92f-d4ce529fb72c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6150698e-bbf6-4900-ac1b-8c44b83739a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030495 Aug 16 20:27:43.272630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event deleted for resources: {'Port': ['ID=12862962-1d5e-4536-83e2-78a8c95be2c5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:43.698348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d47b7dc-61c0-453a-9adf-4935342bba41 req-43412a49-2709-4c5d-817f-4db3c8994e12 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.4224551 Aug 16 20:27:43.756942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:43.759523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:43.760716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4be899-441e-4093-9f98-26701e89acfa req-f7af80ad-171c-4f8f-a1f1-c91da35adc98 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "DELETE /v2.0/floatingips/78d534e9-5bdc-4738-983c-382aa5629050 HTTP/1.1" status: 204 len: 173 time: 1.6170084 Aug 16 20:27:43.793180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:43.799683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-53195977-46fb-4de6-af86-4be29bdcc3a6 service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248897 Aug 16 20:27:43.838616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49212) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:43.957236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-73178057-network', 'tenant_id': '89f5604b0e144b9e9d7fb1b657aecaa5'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:43.987233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf511ed1-2255-428f-b017-326fd454580d req-5337d74a-a5d1-41df-b6ba-b97ff8656b8d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:43.989329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf511ed1-2255-428f-b017-326fd454580d req-5337d74a-a5d1-41df-b6ba-b97ff8656b8d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1292801 Aug 16 20:27:43.992925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f72d6de-ba69-4796-8e1b-69cb592f9100 req-83cd3ada-fc4d-4696-8bc6-10e13544f24f service neutron] 10.222.0.73 "GET /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844907 Aug 16 20:27:44.005550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.046518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c174b-4041-42a1-aa3d-c7b523295bf7 req-967ed148-5534-4360-9928-130bcc280520 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:44.048154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-828c174b-4041-42a1-aa3d-c7b523295bf7 req-967ed148-5534-4360-9928-130bcc280520 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 945 time: 0.1351180 Aug 16 20:27:44.100118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Network eae24985-02c1-4c62-a154-a1e0916cf6c1 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:44.100658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Made reservation on behalf of 89f5604b0e144b9e9d7fb1b657aecaa5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:44.103102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.111569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.141915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:44.141915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:44.145980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Pushing event updated for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:44.198540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-828c174b-4041-42a1-aa3d-c7b523295bf7 req-fe71c94e-1aee-46ba-9f81-fb0be0358f4b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261587 Aug 16 20:27:44.213379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.216935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:44.217584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.238311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Deleting port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:44.239380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.315838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.347757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:44.353351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcc0f4-3db8-418f-8742-d1b692caa4ee,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:44.361357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.361712 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Added segment 9a98b2bc-2f90-485d-970f-b28b9b857831 of type vlan for network 279e152b-0b21-4c85-b92b-84ef84195897 Aug 16 20:27:44.397487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-44c0a0f2-ff88-40f0-bf22-e98aebc9a047 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0514266 Aug 16 20:27:44.402429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.411429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] For port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:44.411831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.418045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Request body: {'port': {'device_id': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:44.428397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8be1b-4be2-4024-9d32-00e34045acce req-c0070902-384b-47dc-a246-82536e1321e9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:44.429871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25c8be1b-4be2-4024-9d32-00e34045acce req-c0070902-384b-47dc-a246-82536e1321e9 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 945 time: 0.1261644 Aug 16 20:27:44.468758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Calling delete_port for 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:44.491429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcae73-14a6-42f3-8966-edce94ba477b req-b023136a-e436-41f5-bd41-b4cc558946d3 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:44.495076 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87bcae73-14a6-42f3-8966-edce94ba477b req-b023136a-e436-41f5-bd41-b4cc558946d3 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 931 time: 0.1502485 Aug 16 20:27:44.517315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.518322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:44.518910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.579571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] Pushing event updated for resources: {'Network': ['ID=279e152b-0b21-4c85-b92b-84ef84195897,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:44.590817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 279e152b-0b21-4c85-b92b-84ef84195897 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:44.604883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:44.626059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25c8be1b-4be2-4024-9d32-00e34045acce req-d8721d90-04fe-4d31-9451-1c86423d2df2 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870360 Aug 16 20:27:44.655848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87bcae73-14a6-42f3-8966-edce94ba477b req-30eae204-2541-4217-9769-9379f7fe870e tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478643 Aug 16 20:27:44.655998 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-13ee6afe-e638-4448-b332-4e0ff8560b00 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8137772 Aug 16 20:27:44.657484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49228) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:44.662343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Request body: {'subnet': {'network_id': '279e152b-0b21-4c85-b92b-84ef84195897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-73178057-subnet', 'tenant_id': '89f5604b0e144b9e9d7fb1b657aecaa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:45.064471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Made reservation on behalf of 89f5604b0e144b9e9d7fb1b657aecaa5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:45.064471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.070158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a4d9c16-1a5d-4a03-9ae6-5e8f1109c7a3 req-3be2c719-73fa-46a6-86aa-cdf2361602b3 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0485849 Aug 16 20:27:45.070158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.071270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['564bd9a4-a98c-4932-ac03-099cd8cf2efc', '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:45.071392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3beb7189-44bd-4c5d-83d1-0572cffee630 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:45.075548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Pushing event deleted for resources: {'Port': ['ID=8cae40a6-d2df-4faf-ab40-f6f4c0df9d34,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:45.083011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.130719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] No DVR routers for this DVR port 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:45.132833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Transition to ACTIVE for port object 3beb7189-44bd-4c5d-83d1-0572cffee630 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:45.152334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.152334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf511ed1-2255-428f-b017-326fd454580d req-2f90af12-d1ec-4ac5-b5a9-61cca944c2ee tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "DELETE /v2.0/ports/8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 HTTP/1.1" status: 204 len: 173 time: 1.1397476 Aug 16 20:27:45.152334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'name': 'network-vif-deleted', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:45.152334 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f093d06-ccc6-42b7-ba92-61312de8ac20" -d '{"events": [{"server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "name": "network-vif-deleted", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:45.196650 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e8d2a-fa18-4301-87e5-ad55c723eec1 x-openstack-request-id: req-c72e8d2a-fa18-4301-87e5-ad55c723eec1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:45.196992 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7547f52-298d-4e0f-8fd2-efc2c9ab367d", "name": "network-vif-deleted", "tag": "8cae40a6-d2df-4faf-ab40-f6f4c0df9d34", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:45.197282 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c72e8d2a-fa18-4301-87e5-ad55c723eec1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:45.197701 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7547f52-298d-4e0f-8fd2-efc2c9ab367d', 'name': 'network-vif-deleted', 'tag': '8cae40a6-d2df-4faf-ab40-f6f4c0df9d34', 'status': 'completed', 'code': 200} Aug 16 20:27:45.325654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-636d119e-0ca6-46ee-a7ac-ab5c6213683b req-17f6934d-6524-4e7a-b66f-63f10318f8c3 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7547f52-298d-4e0f-8fd2-efc2c9ab367d HTTP/1.1" status: 200 len: 210 time: 0.0328124 Aug 16 20:27:45.332459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.409510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Pushing event updated for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:45.429160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.468837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Attempting to bind port 3beb7189-44bd-4c5d-83d1-0572cffee630 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:45.469455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Attempting to bind port 3beb7189-44bd-4c5d-83d1-0572cffee630 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:45.469940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Attempting to bind port 3beb7189-44bd-4c5d-83d1-0572cffee630 on network eae24985-02c1-4c62-a154-a1e0916cf6c1 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:45.475840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Port 3beb7189-44bd-4c5d-83d1-0572cffee630 on network eae24985-02c1-4c62-a154-a1e0916cf6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:45.476363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Attempting to bind port 3beb7189-44bd-4c5d-83d1-0572cffee630 on network eae24985-02c1-4c62-a154-a1e0916cf6c1 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:45.490265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:45.490824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Checking segment: {'id': 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:45.491342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Bound using segment: {'id': 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:45.491648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Bound port: 3beb7189-44bd-4c5d-83d1-0572cffee630, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:45.492034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.501508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Checking segment: {'id': '9a98b2bc-2f90-485d-970f-b28b9b857831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:45.502187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Network hostable DHCP agents. Network: 279e152b-0b21-4c85-b92b-84ef84195897, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:45.504861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c11984-f8db-4f03-a838-74f1c3ab019c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:45.593462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:45.610283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3beb7189-44bd-4c5d-83d1-0572cffee630,segment=NetworkSegment(fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f),segment_id=fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:45.623705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-95983277-382b-4b16-90de-893c64f975fd tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:45.625184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-95983277-382b-4b16-90de-893c64f975fd tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 945 time: 0.0684247 Aug 16 20:27:45.664535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Network 279e152b-0b21-4c85-b92b-84ef84195897 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:45.750645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.767996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Deleting port 3856c2a1-7b74-4d28-b4f9-88113f204b2b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:45.768341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.797234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 279e152b-0b21-4c85-b92b-84ef84195897) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:45.803977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:45.804724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.806774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4edfd7c-ca2f-467a-9054-edb8a7208eae None None] Network 279e152b-0b21-4c85-b92b-84ef84195897 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:45.850416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:45.850957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:45.852349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] 10.222.0.73 "PUT /v2.0/ports/3beb7189-44bd-4c5d-83d1-0572cffee630 HTTP/1.1" status: 200 len: 1092 time: 1.4433644 Aug 16 20:27:45.902217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea952968-02bd-4f9d-a99c-b0a13af30885 req-b8ab3bf2-af68-4ad3-827a-9d3a1f0d1982 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:45.903873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea952968-02bd-4f9d-a99c-b0a13af30885 req-b8ab3bf2-af68-4ad3-827a-9d3a1f0d1982 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 945 time: 0.1910458 Aug 16 20:27:45.914335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2aa2d487-69db-4894-8724-dac469955d48 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2556682 Aug 16 20:27:45.939364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842065-d3c6-4938-a078-d9b127864895 service neutron] Pushing event updated for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:45.950791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7740c476-85fb-444c-a1b8-62d2341c4935 None None] Network 279e152b-0b21-4c85-b92b-84ef84195897 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:45.984934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] For port 3856c2a1-7b74-4d28-b4f9-88113f204b2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3856c2a1-7b74-4d28-b4f9-88113f204b2b,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:45.985265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:46.001425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1c34e-3c55-41e1-9c05-b587601f27b8 req-8533c724-b007-43e6-ac92-5f04e1a68cfd tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:46.004400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54e1c34e-3c55-41e1-9c05-b587601f27b8 req-8533c724-b007-43e6-ac92-5f04e1a68cfd tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 943 time: 0.2003043 Aug 16 20:27:46.047779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea952968-02bd-4f9d-a99c-b0a13af30885 req-da414c1a-b91a-47ee-a3f8-61c63a1fb153 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/security-groups?id=39b20ac1-8f15-492e-9813-67f4d92594ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324575 Aug 16 20:27:46.069007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Calling delete_port for 3856c2a1-7b74-4d28-b4f9-88113f204b2b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:46.143519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54e1c34e-3c55-41e1-9c05-b587601f27b8 req-32258be7-8016-4ab0-ae2a-d8aed4f007a7 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281707 Aug 16 20:27:46.159927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-5826da71-807c-4a5d-b28b-71d26e710d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:46.162685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-5826da71-807c-4a5d-b28b-71d26e710d86 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb4567cd5a3c4aa6b7af7059629a8d10&device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 1095 time: 0.1457925 Aug 16 20:27:46.213090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-07c46b16-68ad-42d5-949e-66040ebc06bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3beb7189-44bd-4c5d-83d1-0572cffee630 HTTP/1.1" status: 200 len: 217 time: 0.0424819 Aug 16 20:27:46.262194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acb7fe50-9ca4-4bfc-a494-c237e4c86aaf req-44ff0598-559a-496a-a8b1-fa08d88f7a62 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0480177 Aug 16 20:27:46.337960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-0865cbd0-5cbd-4ffd-a283-1b568be86483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:46.339446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-0865cbd0-5cbd-4ffd-a283-1b568be86483 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b367c1-0be7-4dc8-8ae4-c26287f9812b HTTP/1.1" status: 200 len: 860 time: 0.1113114 Aug 16 20:27:46.371611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-c3aed097-acc1-4b3c-bd1c-a549b3e50a16 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eae24985-02c1-4c62-a154-a1e0916cf6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247507 Aug 16 20:27:46.459210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:46.470879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3856c2a1-7b74-4d28-b4f9-88113f204b2b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:46.500261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-ebfae3d4-1257-4022-8a1e-cff5516be836 service neutron] 10.222.0.73 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205983 Aug 16 20:27:46.524192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Pushing event deleted for resources: {'Port': ['ID=3856c2a1-7b74-4d28-b4f9-88113f204b2b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:46.595518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] No DVR routers for this DVR port 3856c2a1-7b74-4d28-b4f9-88113f204b2b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:46.599984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:46.602037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5d36460-504c-44cf-8b0c-e953352c2f30 req-4493a86e-eb15-434b-9102-5c1ceb470b37 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.73 "DELETE /v2.0/ports/3856c2a1-7b74-4d28-b4f9-88113f204b2b HTTP/1.1" status: 204 len: 173 time: 0.9698544 Aug 16 20:27:46.648588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3699bbf-dbfa-45ff-85b6-1ae998424f0e req-50e80920-8ae0-46a3-becf-1c399d49d90d service neutron] 10.222.0.73 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225863 Aug 16 20:27:47.169710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e60dd5ea-d0c5-4867-b35f-97bc7b454f96 req-deebb00e-8295-4fd6-913b-6b7eabb94dd3 tempest-FloatingIPsAssociationTestJSON-598322897 tempest-FloatingIPsAssociationTestJSON-598322897-project] 10.222.0.70 "GET /v2.0/ports?device_id=17aa2631-e3dd-42f9-8fc9-90f323695fe4 HTTP/1.1" status: 200 len: 210 time: 0.0280454 Aug 16 20:27:47.198645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630'}, {'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'name': 'network-vif-deleted', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:47.201239 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b5f77b-3621-4649-b6dc-7bd6757a5de1" -d '{"events": [{"name": "network-changed", "server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630"}, {"server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "name": "network-vif-deleted", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:47.227275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796dbec-b492-46d2-843b-95313aae3584 req-6e011fca-7446-452f-a814-c88ef1736b4d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.228805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0796dbec-b492-46d2-843b-95313aae3584 req-6e011fca-7446-452f-a814-c88ef1736b4d tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.0616317 Aug 16 20:27:47.271590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0796dbec-b492-46d2-843b-95313aae3584 req-c65481b2-4c2d-475c-af87-3ebecdc589f7 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Aug 16 20:27:47.388651 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3761ec-e62f-49f9-adde-ebea299610a3 x-openstack-request-id: req-0b3761ec-e62f-49f9-adde-ebea299610a3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:47.388949 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630", "status": "completed", "code": 200}, {"server_uuid": "17aa2631-e3dd-42f9-8fc9-90f323695fe4", "name": "network-vif-deleted", "tag": "3856c2a1-7b74-4d28-b4f9-88113f204b2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:47.389197 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b3761ec-e62f-49f9-adde-ebea299610a3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:47.389590 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630', 'status': 'completed', 'code': 200} Aug 16 20:27:47.389843 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17aa2631-e3dd-42f9-8fc9-90f323695fe4', 'name': 'network-vif-deleted', 'tag': '3856c2a1-7b74-4d28-b4f9-88113f204b2b', 'status': 'completed', 'code': 200} Aug 16 20:27:47.409382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:47.476163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-545c9c88-2418-485b-a6b7-61482a4e4aec req-19b079b4-ea01-4b7a-8f54-22bf9c7befc2 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0350022 Aug 16 20:27:47.485516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517cc8e-e0d1-4022-ab0b-b3cdaed4877a req-96d50975-d64a-4319-bde4-90a16abfa277 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.493186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f517cc8e-e0d1-4022-ab0b-b3cdaed4877a req-96d50975-d64a-4319-bde4-90a16abfa277 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 943 time: 0.1162496 Aug 16 20:27:47.523421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-c01e380a-1c8d-47d6-80c2-5c411b5a8ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.523421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-c01e380a-1c8d-47d6-80c2-5c411b5a8ae0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fb4567cd5a3c4aa6b7af7059629a8d10&device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 1095 time: 0.1041203 Aug 16 20:27:47.538727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a700065-e540-44b2-a6ce-b1717c51f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.582762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f517cc8e-e0d1-4022-ab0b-b3cdaed4877a req-56f20190-a14a-41df-85ea-9eebf54fb0af tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886743 Aug 16 20:27:47.633986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-f25bd48b-7143-4438-b23c-1ad066d129c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.635484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-f25bd48b-7143-4438-b23c-1ad066d129c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=eae24985-02c1-4c62-a154-a1e0916cf6c1 HTTP/1.1" status: 200 len: 921 time: 0.1055658 Aug 16 20:27:47.642819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a700065-e540-44b2-a6ce-b1717c51f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.672750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:47.686365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-ce822cb3-3982-452e-89c6-33911744c3ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3beb7189-44bd-4c5d-83d1-0572cffee630 HTTP/1.1" status: 200 len: 217 time: 0.0422909 Aug 16 20:27:47.696452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:47.696452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8cae40a6-d2df-4faf-ab40-f6f4c0df9d34 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:47.729717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a700065-e540-44b2-a6ce-b1717c51f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.753857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-d1bff425-6a6b-4685-a469-d8c92eb9f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:47.755384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-d1bff425-6a6b-4685-a469-d8c92eb9f48d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=79b367c1-0be7-4dc8-8ae4-c26287f9812b HTTP/1.1" status: 200 len: 860 time: 0.0560296 Aug 16 20:27:47.770198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0a700065-e540-44b2-a6ce-b1717c51f609 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ceb868be8764816879ce25b8dc0eb11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595507 Aug 16 20:27:47.771352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a700065-e540-44b2-a6ce-b1717c51f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a66424b-ef2d-4cd1-b1e1-c9f0a746a0b6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:47.772744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49306) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:47.793683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-aabc9a07-99c7-4918-8533-ca2cc5dbdc92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=eae24985-02c1-4c62-a154-a1e0916cf6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311520 Aug 16 20:27:47.893305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.933875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:47.941127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-85c75f11-3d21-4f7d-9204-8becadb43e6d service neutron] 10.222.0.73 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363220 Aug 16 20:27:48.045053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b5f77b-3621-4649-b6dc-7bd6757a5de1 req-c77b3b6d-8d0d-4119-8d83-7bee2d032df3 service neutron] 10.222.0.73 "GET /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957050 Aug 16 20:27:48.106136 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:48.166687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:48.169334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:48.170489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a66424b-ef2d-4cd1-b1e1-c9f0a746a0b6 HTTP/1.1" status: 204 len: 168 time: 0.3836374 Aug 16 20:27:48.178394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49f65c-bc4f-420f-992b-4a3ef3b8b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a66424b-ef2d-4cd1-b1e1-c9f0a746a0b6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:48.234080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:48.471380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e9b-d57c-4fd0-b223-54b172ad855c req-6447783d-46e9-4c5f-94b7-99c626846a15 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:48.471380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ded9e9b-d57c-4fd0-b223-54b172ad855c req-6447783d-46e9-4c5f-94b7-99c626846a15 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1243792 Aug 16 20:27:48.541951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ded9e9b-d57c-4fd0-b223-54b172ad855c req-8ec2d037-e39e-458a-98ee-9208f6db742f tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Aug 16 20:27:48.602910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7f4730f-9238-4220-9d08-04f132033928 req-af548ca3-cd87-47a1-be82-d6497790d7a1 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Aug 16 20:27:49.111089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457de37-b2e2-4d38-a491-29760e974772 req-2837392e-c6d6-4b0e-ba38-8ecd68984bb5 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:49.112618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8457de37-b2e2-4d38-a491-29760e974772 req-2837392e-c6d6-4b0e-ba38-8ecd68984bb5 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 943 time: 0.4528346 Aug 16 20:27:49.160049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.211362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-d305a3ce-072f-4a06-9ef8-4674560186c3 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:49.212853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-d305a3ce-072f-4a06-9ef8-4674560186c3 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/networks?id=279e152b-0b21-4c85-b92b-84ef84195897 HTTP/1.1" status: 200 len: 808 time: 0.4937227 Aug 16 20:27:49.226208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8457de37-b2e2-4d38-a491-29760e974772 req-85846794-ecb3-4e57-9468-e9eb601bcf7b tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057920 Aug 16 20:27:49.271393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-bde66893-4986-4817-bdbe-07fb0ec6808b tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/quotas/89f5604b0e144b9e9d7fb1b657aecaa5 HTTP/1.1" status: 200 len: 375 time: 0.0490408 Aug 16 20:27:49.334173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-69171c6a-d9c5-4b7b-8483-ee1fe292bfb1 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=89f5604b0e144b9e9d7fb1b657aecaa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513966 Aug 16 20:27:49.407859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-723a35de-02a5-44c1-a151-e6f99a4ee05b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:49.409341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-723a35de-02a5-44c1-a151-e6f99a4ee05b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1398561 Aug 16 20:27:49.572300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a7986b57-0744-4ca2-87c1-d150bbce087a service neutron] 10.222.0.70 "GET /v2.0/networks/279e152b-0b21-4c85-b92b-84ef84195897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285507 Aug 16 20:27:49.586489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3beb7189-44bd-4c5d-83d1-0572cffee630 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:27:49.606073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3856c2a1-7b74-4d28-b4f9-88113f204b2b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:49.630882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 3856c2a1-7b74-4d28-b4f9-88113f204b2b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:49.631104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3856c2a1-7b74-4d28-b4f9-88113f204b2b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:49.695913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Deleting port 564bd9a4-a98c-4932-ac03-099cd8cf2efc {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:49.696265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.715198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3beb7189-44bd-4c5d-83d1-0572cffee630,segment=NetworkSegment(fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f),segment_id=fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:49.726723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '3beb7189-44bd-4c5d-83d1-0572cffee630', 'network_id': 'eae24985-02c1-4c62-a154-a1e0916cf6c1', 'port_id': '3beb7189-44bd-4c5d-83d1-0572cffee630', 'mac_address': 'fa:16:3e:b6:29:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b367c1-0be7-4dc8-8ae4-c26287f9812b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:27:49.769025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.782568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beb7189-44bd-4c5d-83d1-0572cffee630 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:49.802663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3beb7189-44bd-4c5d-83d1-0572cffee630,segment=NetworkSegment(fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f),segment_id=fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:49.823664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-04644fa1-80f5-4ed4-bd61-0076860e82dc service neutron] 10.222.0.70 "GET /v2.0/networks/279e152b-0b21-4c85-b92b-84ef84195897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439284 Aug 16 20:27:49.858435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.865920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97129c96-f5b7-4709-bad8-245baa66df32 req-f5b73970-073b-46a4-8ccf-b6e67107e13c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:49.867462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97129c96-f5b7-4709-bad8-245baa66df32 req-f5b73970-073b-46a4-8ccf-b6e67107e13c tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 946 time: 0.1683044 Aug 16 20:27:49.894023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] For port 564bd9a4-a98c-4932-ac03-099cd8cf2efc, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=564bd9a4-a98c-4932-ac03-099cd8cf2efc,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:49.894395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.917086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Deleting port ea2c9f16-2589-408f-9213-d625af816d85 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:49.917431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:49.918206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:49.921019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Calling delete_port for 564bd9a4-a98c-4932-ac03-099cd8cf2efc owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:49.926050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.926422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.926761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.927272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.927607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.927960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.928287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.928615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.928963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.929284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.929668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:49.929991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:27:50.018410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97129c96-f5b7-4709-bad8-245baa66df32 req-7ad3c23a-c9eb-47c7-b269-1eb7de69df2b tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/security-groups?id=b33830c4-df10-43b7-a85f-ec1734363b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449270 Aug 16 20:27:50.088638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3beb7189-44bd-4c5d-83d1-0572cffee630'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:50.119417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49378) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:50.124941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] For port ea2c9f16-2589-408f-9213-d625af816d85, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea2c9f16-2589-408f-9213-d625af816d85,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:50.125316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.211163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c4152c9-e0be-4727-93ab-037842f2e412 req-daca2cb3-c759-4f55-903b-eb75f7e3530a tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0859246 Aug 16 20:27:50.212897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Calling delete_port for ea2c9f16-2589-408f-9213-d625af816d85 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:50.305340 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c2e716d-bb2f-445f-92d1-6945cc8da9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.355845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9eb73cc8-e58e-49c2-a93d-708cc5323585 req-323da670-0d3c-4ccc-9128-5027f9cbe51e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0750380 Aug 16 20:27:50.438149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c2e716d-bb2f-445f-92d1-6945cc8da9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.467637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf703-79e5-4db1-bf97-8eabfba296bb req-da2a01fb-86ab-4537-b71e-26d3dd27d275 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:50.469168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a4cf703-79e5-4db1-bf97-8eabfba296bb req-da2a01fb-86ab-4537-b71e-26d3dd27d275 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 944 time: 0.1413763 Aug 16 20:27:50.519342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a4cf703-79e5-4db1-bf97-8eabfba296bb req-1239a204-b4a3-4eec-bea7-da6c8f8d6836 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Aug 16 20:27:50.524862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.537302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['564bd9a4-a98c-4932-ac03-099cd8cf2efc'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:50.550573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c2e716d-bb2f-445f-92d1-6945cc8da9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.578440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Pushing event deleted for resources: {'Port': ['ID=564bd9a4-a98c-4932-ac03-099cd8cf2efc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:50.593126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e716d-bb2f-445f-92d1-6945cc8da9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e072003-d2ab-4443-9c83-71fcd747b0a1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:50.600852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7c2e716d-bb2f-445f-92d1-6945cc8da9c3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fe2e6cce2bd4877b9ed6f74d30c6a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797370 Aug 16 20:27:50.603676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:50.628551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] No DVR routers for this DVR port 564bd9a4-a98c-4932-ac03-099cd8cf2efc on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:50.632516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.634740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e811adf-7a09-412d-b5e3-c36d54e36f51 req-e63f79e4-bb5f-4e3b-9e94-08eaf33f16c6 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.64 "DELETE /v2.0/ports/564bd9a4-a98c-4932-ac03-099cd8cf2efc HTTP/1.1" status: 204 len: 173 time: 1.1942232 Aug 16 20:27:50.635380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'name': 'network-vif-deleted', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:50.637648 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690d8afa-0582-46f0-b173-2f18e9d6f993" -d '{"events": [{"server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "name": "network-vif-deleted", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:50.663297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.678811 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd8957-527c-4792-b938-8ebb23f9dd5b x-openstack-request-id: req-13cd8957-527c-4792-b938-8ebb23f9dd5b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:50.689107 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6eb643-ec3c-4455-9f2b-e15c4d844d56", "name": "network-vif-deleted", "tag": "564bd9a4-a98c-4932-ac03-099cd8cf2efc", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:50.689107 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13cd8957-527c-4792-b938-8ebb23f9dd5b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:50.689107 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6eb643-ec3c-4455-9f2b-e15c4d844d56', 'name': 'network-vif-deleted', 'tag': '564bd9a4-a98c-4932-ac03-099cd8cf2efc', 'status': 'completed', 'code': 200} Aug 16 20:27:50.690527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.703536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.734720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2c9f16-2589-408f-9213-d625af816d85,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:50.822169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.825119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:50.828616 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e072003-d2ab-4443-9c83-71fcd747b0a1 HTTP/1.1" status: 204 len: 168 time: 0.2213347 Aug 16 20:27:50.840420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa3d4-c85c-408b-a5f2-eb54776d5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e072003-d2ab-4443-9c83-71fcd747b0a1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:50.919875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.140661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-422d919d-4c8c-47b1-97db-68c9fd894ea3 req-157a7a16-0336-4c12-a540-16e9133ccb18 tempest-ServerRescueTestJSON-761734591 tempest-ServerRescueTestJSON-761734591-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6eb643-ec3c-4455-9f2b-e15c4d844d56 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Aug 16 20:27:51.164428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:51.311258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9f574bc-d5df-4ac5-bb52-1aab69bb904f req-6ddaf545-da3b-41c7-a020-2d09293e8ff3 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0347476 Aug 16 20:27:51.322350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:51.329356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-10c89c56-9dba-4e4c-a592-b5cd1a3bc509 admin admin] 10.222.0.70 "PUT /v2.0/routers/31b1698c-f91e-4d96-a0a1-b1e18d0d951d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0938349 Aug 16 20:27:51.333031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:51.348119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Sync routers for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:51.363873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:51.364571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:51.485251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e62d8b42-df38-4adb-8f36-eaf637eb2e4d req-c0130e33-1d26-4d80-b995-87c83ba265e2 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0610616 Aug 16 20:27:51.522003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.617554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3beb7189-44bd-4c5d-83d1-0572cffee630 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:27:51.658477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c8495-9d33-4c5d-8b3c-6b2ff73ba6c1 req-cdcbbc3d-626f-409d-9d64-d153ff99e5ca tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:51.661116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.666514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b7c8495-9d33-4c5d-8b3c-6b2ff73ba6c1 req-cdcbbc3d-626f-409d-9d64-d153ff99e5ca tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 944 time: 0.0619161 Aug 16 20:27:51.702216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:51.704541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b7c8495-9d33-4c5d-8b3c-6b2ff73ba6c1 req-ec6d3957-e2b4-4d8f-92af-9ad2dd1010c7 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372097 Aug 16 20:27:51.818964 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.843616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Deleting port ce2a315b-cfcb-4383-8e1b-f1d751532d67 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:51.844001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.936756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 3beb7189-44bd-4c5d-83d1-0572cffee630 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:27:51.941827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 3beb7189-44bd-4c5d-83d1-0572cffee630 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:27:51.943165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.948880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] For port ce2a315b-cfcb-4383-8e1b-f1d751532d67, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce2a315b-cfcb-4383-8e1b-f1d751532d67,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:51.949247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:51.961732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Calling delete_port for ce2a315b-cfcb-4383-8e1b-f1d751532d67 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:51.992976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:27:50Z', 'revision_number': 5, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port': {'id': 'ce2a315b-cfcb-4383-8e1b-f1d751532d67', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:12Z', 'updated_at': '2021-08-16T20:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:52.023619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Checking router: 31b1698c-f91e-4d96-a0a1-b1e18d0d951d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:52.057866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Routers {'31b1698c-f91e-4d96-a0a1-b1e18d0d951d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:52.058487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:52.131268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.171372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] Set router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:52.178023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:52.180534 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5632d7-bc67-4e29-86e1-aa84258b5b32" -d '{"events": [{"server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:52.203670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.237420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49442) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:52.250848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3beb7189-44bd-4c5d-83d1-0572cffee630,segment=NetworkSegment(fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f),segment_id=fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:52.250848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:27:51Z', 'revision_number': 6, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:52.286951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf117aed-cdd3-4f56-8c94-c5a5fdb14dbe None None] The sync data for ids ['31b1698c-f91e-4d96-a0a1-b1e18d0d951d'] in n-d-794306-10 is: [{'id': '31b1698c-f91e-4d96-a0a1-b1e18d0d951d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1772662546-router', 'tenant_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:10Z', 'updated_at': '2021-08-16T20:27:51Z', 'revision_number': 6, 'project_id': 'ef2f4e28455e4f0a8ec441ad24839758', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:52.322218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2a315b-cfcb-4383-8e1b-f1d751532d67,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:52.335049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.416545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.425032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:52.464630 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf592fc1-a1dd-4424-965e-0cc84152064c x-openstack-request-id: req-bf592fc1-a1dd-4424-965e-0cc84152064c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:52.464928 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "name": "network-vif-plugged", "status": "completed", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:52.465182 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf592fc1-a1dd-4424-965e-0cc84152064c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:52.465582 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630', 'code': 200} Aug 16 20:27:52.476638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dfc639a-f2fa-4723-bdd7-bb0b5a24519b req-43d8e25c-0d48-4a0f-9f5c-d8c84f12ef98 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0333965 Aug 16 20:27:52.537880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.540890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.668311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43e73e6c-9a95-4b70-8c41-fdef104eb1ce req-f5e5970d-a490-4412-af58-ae18c927d8b6 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0661669 Aug 16 20:27:52.711247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aad538-93ee-4a75-b1fd-0eb5c90abb0b req-a3e271a1-cd4a-4476-a8dd-e8231d114573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:52.712957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3aad538-93ee-4a75-b1fd-0eb5c90abb0b req-a3e271a1-cd4a-4476-a8dd-e8231d114573 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 1097 time: 0.1715918 Aug 16 20:27:52.727786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.730682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b1698c-f91e-4d96-a0a1-b1e18d0d951d {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:27:52.737543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.741929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f7ecfd29-704a-4e93-9698-ada2072946b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/31b1698c-f91e-4d96-a0a1-b1e18d0d951d HTTP/1.1" status: 204 len: 168 time: 1.4070039 Aug 16 20:27:52.752557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49468) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:52.818255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3aad538-93ee-4a75-b1fd-0eb5c90abb0b req-6969b632-5420-4313-8b25-1795ccd7a4cc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Aug 16 20:27:52.843297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Deleting subnet d3f3f820-92d4-4b38-a7ee-cf4dba49722e {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:52.846613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.863297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea2c9f16-2589-408f-9213-d625af816d85 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:52.887412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ea2c9f16-2589-408f-9213-d625af816d85 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:52.887824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea2c9f16-2589-408f-9213-d625af816d85 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:52.918049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:52.923185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ee98c-b189-461d-9248-dc2ec625e8fb req-ebef2e28-54a7-4195-b3a9-efcae0ffeda5 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:52.924725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-819ee98c-b189-461d-9248-dc2ec625e8fb req-ebef2e28-54a7-4195-b3a9-efcae0ffeda5 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.1015980 Aug 16 20:27:53.005273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-819ee98c-b189-461d-9248-dc2ec625e8fb req-9eb7ead4-2bf5-4624-b96a-b3fa66380945 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711439 Aug 16 20:27:53.035125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.035515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.169798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.209489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.215246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3f3f820-92d4-4b38-a7ee-cf4dba49722e HTTP/1.1" status: 204 len: 168 time: 0.4615016 Aug 16 20:27:53.216180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49480) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:53.217032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480b1401-081c-4bd3-a653-de93d4f3ec3d None None] Network 6150698e-bbf6-4900-ac1b-8c44b83739a7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:53.224312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b566f-5dbd-403b-9ed1-d95324a34460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f3f820-92d4-4b38-a7ee-cf4dba49722e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:53.308684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.407233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Deleting port 15dad8b2-a220-4447-98dc-99af9eb3d96e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:53.407568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.490296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] DHCP port deletion for 6150698e-bbf6-4900-ac1b-8c44b83739a7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:27:53.538626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] For port 15dad8b2-a220-4447-98dc-99af9eb3d96e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=15dad8b2-a220-4447-98dc-99af9eb3d96e,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:53.539106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.576400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Calling delete_port for 15dad8b2-a220-4447-98dc-99af9eb3d96e owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:53.581663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49486) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:53.591996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Deleting port 15dad8b2-a220-4447-98dc-99af9eb3d96e {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:53.592687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.689871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15346a8e-d653-4f78-9729-64ce0648ce32 req-a3cfae10-dedf-4784-a5af-90049bbff289 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0707872 Aug 16 20:27:53.691461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 564bd9a4-a98c-4932-ac03-099cd8cf2efc no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:53.717712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 564bd9a4-a98c-4932-ac03-099cd8cf2efc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:53.718060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 564bd9a4-a98c-4932-ac03-099cd8cf2efc not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:53.759004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] For port 15dad8b2-a220-4447-98dc-99af9eb3d96e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=15dad8b2-a220-4447-98dc-99af9eb3d96e,segment=NetworkSegment(a8e60aa0-307a-4bd3-8391-d40f0dee6efb),segment_id=a8e60aa0-307a-4bd3-8391-d40f0dee6efb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:53.759526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.782631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Calling delete_port for 15dad8b2-a220-4447-98dc-99af9eb3d96e owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:53.804924 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d66e0edf-3110-4b55-a4a9-999621c4ad44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.807010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-71e576b5-7f15-45b3-9503-50931940052d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:53.808635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-71e576b5-7f15-45b3-9503-50931940052d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.73 "GET /v2.0/networks?id=279e152b-0b21-4c85-b92b-84ef84195897 HTTP/1.1" status: 200 len: 808 time: 0.3272393 Aug 16 20:27:53.828525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Request body: {'port': {'device_id': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897', 'admin_state_up': True, 'tenant_id': '89f5604b0e144b9e9d7fb1b657aecaa5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:53.877250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c71f34e4-2dce-4e43-8111-baf231e29c01 req-db171958-515c-45a4-9234-f7d763ae000c tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0666881 Aug 16 20:27:53.912845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.930589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d66e0edf-3110-4b55-a4a9-999621c4ad44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.932276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:53.948835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] No DVR routers for this DVR port 15dad8b2-a220-4447-98dc-99af9eb3d96e on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:53.954934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] Pushing event deleted for resources: {'Port': ['ID=15dad8b2-a220-4447-98dc-99af9eb3d96e,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:53.963590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28baf6-08c0-48e2-b118-112260d1cae2 None None] No DVR routers for this DVR port 15dad8b2-a220-4447-98dc-99af9eb3d96e on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:53.997893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Pushing event deleted for resources: {'Port': ['ID=15dad8b2-a220-4447-98dc-99af9eb3d96e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.016569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Deleting port 74ef17f0-7d18-428c-b3c6-773422e120a3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:54.016919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.035305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d66e0edf-3110-4b55-a4a9-999621c4ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.077485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.089123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d66e0edf-3110-4b55-a4a9-999621c4ad44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d25919b760e40b0a69ef3216270e4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5058756 Aug 16 20:27:54.091853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49498) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:54.099467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6150698e-bbf6-4900-ac1b-8c44b83739a7']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:54.108389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e0edf-3110-4b55-a4a9-999621c4ad44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7863079e-4d0c-40e5-a913-ad533cc130d8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.112781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:54.113075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e60aa0-307a-4bd3-8391-d40f0dee6efb') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:54.125242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.137197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.143282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:54.143810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:54.146105 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:54.155579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] For port 74ef17f0-7d18-428c-b3c6-773422e120a3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74ef17f0-7d18-428c-b3c6-773422e120a3,segment=NetworkSegment(5809e4f2-8608-4c74-85f3-bb091fc88bd8),segment_id=5809e4f2-8608-4c74-85f3-bb091fc88bd8)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:54.155579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.182240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Calling delete_port for 74ef17f0-7d18-428c-b3c6-773422e120a3 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:54.183992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Made reservation on behalf of 89f5604b0e144b9e9d7fb1b657aecaa5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:54.187423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.237324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072322-c0a0-475c-9316-ad9fdf5d8461 req-ebfe3410-fdbc-439b-9620-24eaed41c3c2 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:54.238791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45072322-c0a0-475c-9316-ad9fdf5d8461 req-ebfe3410-fdbc-439b-9620-24eaed41c3c2 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.1459885 Aug 16 20:27:54.289459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.295884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.297593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] 10.222.0.70 "DELETE /v2.0/networks/6150698e-bbf6-4900-ac1b-8c44b83739a7 HTTP/1.1" status: 204 len: 168 time: 1.0801027 Aug 16 20:27:54.307573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9dc14-c2b8-4af1-9019-605ec206748f admin admin] Pushing event deleted for resources: {'Network': ['ID=6150698e-bbf6-4900-ac1b-8c44b83739a7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.345169 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.421521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45072322-c0a0-475c-9316-ad9fdf5d8461 req-381c86ff-a2e6-4090-ba26-ec91c44a8be9 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744933 Aug 16 20:27:54.430017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.527400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Allocated IP 172.20.0.8 (279e152b-0b21-4c85-b92b-84ef84195897/82c11984-f8db-4f03-a838-74f1c3ab019c/5cdf89af-445e-4965-9728-657b7bd0400b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:27:54.672490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.679136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.679136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7863079e-4d0c-40e5-a913-ad533cc130d8 HTTP/1.1" status: 204 len: 168 time: 0.5744693 Aug 16 20:27:54.686613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690bb57-2cc2-4c21-af26-24d45df768d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7863079e-4d0c-40e5-a913-ad533cc130d8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.724368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce2a315b-cfcb-4383-8e1b-f1d751532d67 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:54.729818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49520) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:54.757250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ce2a315b-cfcb-4383-8e1b-f1d751532d67 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:54.757685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce2a315b-cfcb-4383-8e1b-f1d751532d67 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:54.758173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 15dad8b2-a220-4447-98dc-99af9eb3d96e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:54.782610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 15dad8b2-a220-4447-98dc-99af9eb3d96e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:54.783120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 15dad8b2-a220-4447-98dc-99af9eb3d96e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:54.815130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:54.897031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-43972ab1-758a-43c1-b9d8-41f4208dbab0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef2f4e28455e4f0a8ec441ad24839758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655593 Aug 16 20:27:54.899784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:54.906769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=74ef17f0-7d18-428c-b3c6-773422e120a3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:54.933200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e6fc921-d26f-4199-a3ed-c415893b7097 req-26f12f10-76eb-4d74-8794-e666f2dc7f76 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0740740 Aug 16 20:27:55.003464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.029377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.062029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04d8ab26-3df5-4239-9e2e-69e063f13694 req-657b66e3-5d5a-4bc3-9763-0ff2a5d7f49e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.0478411 Aug 16 20:27:55.069318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.208326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.271898 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.275193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.282092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39b20ac1-8f15-492e-9813-67f4d92594ec HTTP/1.1" status: 204 len: 168 time: 0.3754573 Aug 16 20:27:55.291795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ba829-72d0-4868-ae9e-75a8dae73f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b20ac1-8f15-492e-9813-67f4d92594ec,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:55.370119 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.456415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Network 279e152b-0b21-4c85-b92b-84ef84195897 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:27:55.462127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:55.465388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Pushing event updated for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:55.471419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:27:55.525151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Router ca60d814-0786-4dbd-84a0-8580eb37d0bb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:27:55.536598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:55.537237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.641984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-6a029b32-df1e-4297-b78a-b6b331e47bb5 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209505 Aug 16 20:27:55.657714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-69c52d53-2fd6-4ce2-ae04-610b314e728e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:27:55.658754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-69c52d53-2fd6-4ce2-ae04-610b314e728e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093253 Aug 16 20:27:55.680411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:27:55.685903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49140067-f560-4d7e-80c8-8cf93d97d6aa admin admin] 10.222.0.70 "PUT /v2.0/routers/ca60d814-0786-4dbd-84a0-8580eb37d0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4472029 Aug 16 20:27:55.688573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:55.689939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Sync routers for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:27:55.712976 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:55.713851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:55.761246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10440a-fd02-4539-8d0d-a3d2b3d16a0f req-7b596032-dd30-45de-a53b-513f15088263 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:55.768692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa10440a-fd02-4539-8d0d-a3d2b3d16a0f req-7b596032-dd30-45de-a53b-513f15088263 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.0659952 Aug 16 20:27:55.814429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa10440a-fd02-4539-8d0d-a3d2b3d16a0f req-412adbac-8cc4-44e0-a17d-0939b454c2bc tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Aug 16 20:27:55.848801 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:55.857486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:55.889235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Request body: {'port': {'device_id': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:56.003260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.012854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.076967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:27:54Z', 'revision_number': 5, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:56.078065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3e4ecd3-5515-48ce-990d-e53ff6883c86 req-f9dd90cc-c478-43d6-bb60-3e1bdc26e620 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0372033 Aug 16 20:27:56.105887 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Checking router: ca60d814-0786-4dbd-84a0-8580eb37d0bb for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:27:56.118925 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Routers {'ca60d814-0786-4dbd-84a0-8580eb37d0bb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:27:56.118925 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:56.263802 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] Set router ca60d814-0786-4dbd-84a0-8580eb37d0bb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:27:56.269328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Deleting port 054f4b2d-ee74-4a02-bab1-62966ef37a8c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:56.271400 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.287815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49586) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:56.407902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] For port 054f4b2d-ee74-4a02-bab1-62966ef37a8c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=054f4b2d-ee74-4a02-bab1-62966ef37a8c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:56.408465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.418297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a0469-6588-4a5a-b76c-282e6d093c7c req-b71b5210-5d35-497f-9eea-443d0e9d1ca6 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.424108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Calling delete_port for 054f4b2d-ee74-4a02-bab1-62966ef37a8c owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:56.425588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7a0469-6588-4a5a-b76c-282e6d093c7c req-b71b5210-5d35-497f-9eea-443d0e9d1ca6 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 931 time: 0.0988145 Aug 16 20:27:56.444207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1473288052-network', 'tenant_id': '20ee99b403a84294b68890fd7c2daa16'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:56.452211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdf89af-445e-4965-9728-657b7bd0400b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:27:56.462684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.503283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:27:54Z', 'revision_number': 5, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:56.504017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7a0469-6588-4a5a-b76c-282e6d093c7c req-674a97fb-54cd-4948-a12f-6bc653756234 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 Aug 16 20:27:56.506172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Transition to ACTIVE for port object 5cdf89af-445e-4965-9728-657b7bd0400b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:27:56.576069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Made reservation on behalf of 20ee99b403a84294b68890fd7c2daa16 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:56.578407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.591933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.595870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.643344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d23e06-ef4e-406d-8199-3b046312054f None None] The sync data for ids ['ca60d814-0786-4dbd-84a0-8580eb37d0bb'] in n-d-794306-10 is: [{'id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'name': 'tempest-ServerRescueTestJSON-522886768-router', 'tenant_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:25:00Z', 'updated_at': '2021-08-16T20:27:54Z', 'revision_number': 5, 'project_id': 'cec0ee24f3b64648bde07f5d4a92f36b', 'gw_port': {'id': '054f4b2d-ee74-4a02-bab1-62966ef37a8c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca60d814-0786-4dbd-84a0-8580eb37d0bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:25:02Z', 'updated_at': '2021-08-16T20:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:27:56.644065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:56.742631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Attempting to bind port 5cdf89af-445e-4965-9728-657b7bd0400b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:27:56.742977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Attempting to bind port 5cdf89af-445e-4965-9728-657b7bd0400b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '9a98b2bc-2f90-485d-970f-b28b9b857831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:27:56.743313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Attempting to bind port 5cdf89af-445e-4965-9728-657b7bd0400b on network 279e152b-0b21-4c85-b92b-84ef84195897 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:56.748136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Port 5cdf89af-445e-4965-9728-657b7bd0400b on network 279e152b-0b21-4c85-b92b-84ef84195897 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:27:56.748461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Attempting to bind port 5cdf89af-445e-4965-9728-657b7bd0400b on network 279e152b-0b21-4c85-b92b-84ef84195897 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:27:56.753461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:27:56.756965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Checking segment: {'id': '9a98b2bc-2f90-485d-970f-b28b9b857831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:56.756965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Bound using segment: {'id': '9a98b2bc-2f90-485d-970f-b28b9b857831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:27:56.756965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Bound port: 5cdf89af-445e-4965-9728-657b7bd0400b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a98b2bc-2f90-485d-970f-b28b9b857831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:27:56.756965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.758133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.796883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49598) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:56.823828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.836594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:27:56.841559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5cdf89af-445e-4965-9728-657b7bd0400b,segment=NetworkSegment(9a98b2bc-2f90-485d-970f-b28b9b857831),segment_id=9a98b2bc-2f90-485d-970f-b28b9b857831)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:27:56.860783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=054f4b2d-ee74-4a02-bab1-62966ef37a8c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:56.863484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.902409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:56.923617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-network', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:56.949905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:56.950086 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Added segment c1073500-a1c5-41fb-afb7-c30dcde64167 of type vlan for network 6c0579f2-4e9a-4e2a-a757-f1bc784496a4 Aug 16 20:27:56.951465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290ad9fe-848d-4a19-aaa2-36f32e7bf816,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:56.964458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd5627-e5a9-4005-b938-bb4ad39682eb req-082ae76a-4c52-4346-b4a7-20e3557436a3 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:56.966033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6efd5627-e5a9-4005-b938-bb4ad39682eb req-082ae76a-4c52-4346-b4a7-20e3557436a3 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.0767910 Aug 16 20:27:56.993872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.004423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.043455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.064320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Made reservation on behalf of feff443e7a6e49ff86ba7cfa4a4fe590 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:57.066530 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.109191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.109810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.111227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] 10.222.0.73 "PUT /v2.0/ports/5cdf89af-445e-4965-9728-657b7bd0400b HTTP/1.1" status: 200 len: 1092 time: 1.4443114 Aug 16 20:27:57.121101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:57.125187 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6" -d '{"events": [{"name": "network-changed", "server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:57.130222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.133676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.138133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.156843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6efd5627-e5a9-4005-b938-bb4ad39682eb req-eaadbf0e-c82a-4630-be11-27d6daaa3ce8 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805358 Aug 16 20:27:57.171076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd54a-c682-4d97-8995-a159b6b48992 service neutron] Pushing event updated for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:57.197994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2665c10-6727-4195-9275-30933f4fb136 req-a4a159e9-c204-42ab-ac9c-7e1022fe3830 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.199751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2665c10-6727-4195-9275-30933f4fb136 req-a4a159e9-c204-42ab-ac9c-7e1022fe3830 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.1509931 Aug 16 20:27:57.241636 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87417c1f-7960-449d-8827-eaaaff4b02f7 x-openstack-request-id: req-87417c1f-7960-449d-8827-eaaaff4b02f7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:57.246237 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:57.246237 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87417c1f-7960-449d-8827-eaaaff4b02f7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:57.246237 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b', 'status': 'completed', 'code': 200} Aug 16 20:27:57.267403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.267638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-848b3b00-feb0-4fcb-8ae1-a32b2cd3831e req-9c8f8a37-63f0-450e-97bf-006a4cef5b02 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0635760 Aug 16 20:27:57.268781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.269787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.310641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.311192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca60d814-0786-4dbd-84a0-8580eb37d0bb {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:27:57.315826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.317936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-95994320-53f8-444c-8099-555cb0b112f3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ca60d814-0786-4dbd-84a0-8580eb37d0bb HTTP/1.1" status: 204 len: 168 time: 1.6275194 Aug 16 20:27:57.326215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:57.363433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0579f2-4e9a-4e2a-a757-f1bc784496a4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:57.375326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6c0579f2-4e9a-4e2a-a757-f1bc784496a4 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:57.425797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-ad77634d-60a6-46f6-b97d-871d4eb352e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:57.428624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-ad77634d-60a6-46f6-b97d-871d4eb352e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89f5604b0e144b9e9d7fb1b657aecaa5&device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 1095 time: 0.1565492 Aug 16 20:27:57.455347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Deleting subnet 9238445b-5152-4992-ad2b-5f6422ceca64 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:57.479256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.891619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.904507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.911896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Deleting port 3beb7189-44bd-4c5d-83d1-0572cffee630 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:27:57.912243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:57.999119 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.022275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fabcd558-fbc5-411c-a349-bab84501e9c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7331541 Aug 16 20:27:58.025206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49616) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:58.030221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Request body: {'subnet': {'network_id': '6c0579f2-4e9a-4e2a-a757-f1bc784496a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1473288052-subnet', 'tenant_id': '20ee99b403a84294b68890fd7c2daa16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:58.044171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d45604-e165-48af-b793-147b03e53097 req-e54067f4-c722-4b62-bd9f-2a83c00f2b0d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.045674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d45604-e165-48af-b793-147b03e53097 req-e54067f4-c722-4b62-bd9f-2a83c00f2b0d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 943 time: 0.2187846 Aug 16 20:27:58.072240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:27:58.092302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.094880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-4f5b8f9b-7fda-4916-b5a4-e1149fe56439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.096377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-4f5b8f9b-7fda-4916-b5a4-e1149fe56439 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=89f5604b0e144b9e9d7fb1b657aecaa5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6558461 Aug 16 20:27:58.147127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Made reservation on behalf of 20ee99b403a84294b68890fd7c2daa16 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:58.149359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.149476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.149718 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Added segment e2d4f8e4-3941-4adb-92da-601aa2cc54fd of type vlan for network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d Aug 16 20:27:58.157061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c77b920-fa68-444d-b9a1-2a3cbc7c3f84,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:58.292902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] For port 3beb7189-44bd-4c5d-83d1-0572cffee630, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3beb7189-44bd-4c5d-83d1-0572cffee630,segment=NetworkSegment(fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f),segment_id=fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:27:58.293345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.319893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.356750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d45604-e165-48af-b793-147b03e53097 req-2b3f741e-71c9-4aab-b739-217d40a0a39d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950706 Aug 16 20:27:58.359914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Calling delete_port for 3beb7189-44bd-4c5d-83d1-0572cffee630 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:27:58.414962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.472810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7a8f71-8165-4852-8917-199bc184bd32,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:58.474326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-870ef778-bec6-49e5-ad6e-5ee43470f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.476131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a62d2ce5-ca8d-47db-b86e-c746cb0453b6 req-870ef778-bec6-49e5-ad6e-5ee43470f6bf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3521194 Aug 16 20:27:58.482478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Checking segment: {'id': 'c1073500-a1c5-41fb-afb7-c30dcde64167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c0579f2-4e9a-4e2a-a757-f1bc784496a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:58.482885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Network hostable DHCP agents. Network: 6c0579f2-4e9a-4e2a-a757-f1bc784496a4, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:58.489169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512926ac-b710-4c25-9f31-ab8793578309 req-57561edf-9c9e-46f0-98b4-ae79ee385851 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.491699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-512926ac-b710-4c25-9f31-ab8793578309 req-57561edf-9c9e-46f0-98b4-ae79ee385851 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 945 time: 0.2121670 Aug 16 20:27:58.502517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.570972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fde4481-1487-48c9-b6ba-c0a8ff410ff6 req-90f724d6-44f0-4b30-9721-0a00d72efd71 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0743499 Aug 16 20:27:58.580465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Network 6c0579f2-4e9a-4e2a-a757-f1bc784496a4 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:58.599504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9238445b-5152-4992-ad2b-5f6422ceca64,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:58.601979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.602955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.603528 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.607997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.609817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f745312a-e61b-40fe-887a-9148a586a7ee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9238445b-5152-4992-ad2b-5f6422ceca64 HTTP/1.1" status: 204 len: 168 time: 1.2808321 Aug 16 20:27:58.612615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:58.672591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6c0579f2-4e9a-4e2a-a757-f1bc784496a4) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:58.683841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ae9dc-5d05-45d4-8bcc-8557c255d806 None None] Network 6c0579f2-4e9a-4e2a-a757-f1bc784496a4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:58.687043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.687644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.706609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.726337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 054f4b2d-ee74-4a02-bab1-62966ef37a8c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:58.732259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-512926ac-b710-4c25-9f31-ab8793578309 req-72d2c067-9bc3-4c30-9805-007c35d03165 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/security-groups?id=29b0b520-f873-441f-a5d5-1ec0dab8990f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182803 Aug 16 20:27:58.740351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9aeca4-4b71-4610-86d2-2a623bbfae3d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:58.749331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 054f4b2d-ee74-4a02-bab1-62966ef37a8c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:58.749672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 054f4b2d-ee74-4a02-bab1-62966ef37a8c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:58.750093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74ef17f0-7d18-428c-b3c6-773422e120a3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:27:58.757013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:27:58.763017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-7c9736b2-6f22-42a2-b6df-1dd8702dd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.763785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-7c9736b2-6f22-42a2-b6df-1dd8702dd1d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89f5604b0e144b9e9d7fb1b657aecaa5&device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 1095 time: 0.2440584 Aug 16 20:27:58.808004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.815283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 74ef17f0-7d18-428c-b3c6-773422e120a3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:27:58.815630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74ef17f0-7d18-428c-b3c6-773422e120a3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:27:58.819318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d267254b-4100-4dad-b444-a4ea10a92fcb']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:58.830063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5809e4f2-8608-4c74-85f3-bb091fc88bd8') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:58.830309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5809e4f2-8608-4c74-85f3-bb091fc88bd8') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:58.835139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-817ae44f-0b6f-42d4-b30f-776f9598cb04 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0337927 Aug 16 20:27:58.835139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-c06322d7-7cd0-4bd0-8d74-2d0a3a7af48a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5cdf89af-445e-4965-9728-657b7bd0400b HTTP/1.1" status: 200 len: 217 time: 0.0500855 Aug 16 20:27:58.835454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49628) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:58.840402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Request body: {'subnet': {'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-subnet', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:58.854397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5735cd7a-2db4-48f1-ac89-21557d0a810d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8274240 Aug 16 20:27:58.884336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.902978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a500379b-0efb-481d-9988-5a3978ea71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:58.904456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.904568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-a500379b-0efb-481d-9988-5a3978ea71b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82c11984-f8db-4f03-a838-74f1c3ab019c HTTP/1.1" status: 200 len: 848 time: 0.0630519 Aug 16 20:27:58.909470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e6bab-6651-41f7-b3c7-46eedef56b87 None None] Network 6c0579f2-4e9a-4e2a-a757-f1bc784496a4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:58.913086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:58.913544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:58.930308 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:58.946788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-43267b52-26c9-4b96-8aa8-7f2dac405d6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=279e152b-0b21-4c85-b92b-84ef84195897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313649 Aug 16 20:27:58.967847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Made reservation on behalf of feff443e7a6e49ff86ba7cfa4a4fe590 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:27:58.970127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.015814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.017877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:59.040784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3beb7189-44bd-4c5d-83d1-0572cffee630'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:27:59.084930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Pushing event deleted for resources: {'Port': ['ID=3beb7189-44bd-4c5d-83d1-0572cffee630,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:59.105965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.115283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.116828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] 10.222.0.70 "DELETE /v2.0/networks/d267254b-4100-4dad-b444-a4ea10a92fcb HTTP/1.1" status: 204 len: 168 time: 0.5029521 Aug 16 20:27:59.133790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f4f1a-b8af-422a-b091-37f270b4cffa admin admin] Pushing event deleted for resources: {'Network': ['ID=d267254b-4100-4dad-b444-a4ea10a92fcb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:59.142251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Deleting subnet aa7a8f71-8165-4852-8917-199bc184bd32 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:27:59.146243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.196371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] No DVR routers for this DVR port 3beb7189-44bd-4c5d-83d1-0572cffee630 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:27:59.204383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.206362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2665c10-6727-4195-9275-30933f4fb136 req-d179b4e8-82dd-4c61-89a8-29679502f28c tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.73 "DELETE /v2.0/ports/3beb7189-44bd-4c5d-83d1-0572cffee630 HTTP/1.1" status: 204 len: 173 time: 1.9922373 Aug 16 20:27:59.222252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.226470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-1018b63c-f5ed-48dd-ba36-25d7b74c7416 service neutron] 10.222.0.73 "GET /v2.0/networks/279e152b-0b21-4c85-b92b-84ef84195897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723339 Aug 16 20:27:59.244446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'name': 'network-vif-deleted', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:27:59.246669 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc6c62-4b6a-42fd-825d-9d4e2fe5e0a8" -d '{"events": [{"server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "name": "network-vif-deleted", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:27:59.304507 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba62212-2926-4e70-b31a-88e2c5c705d8 x-openstack-request-id: req-aba62212-2926-4e70-b31a-88e2c5c705d8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:27:59.304823 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a775ef1-b96c-4728-88e6-64f617c3c4fa", "name": "network-vif-deleted", "tag": "3beb7189-44bd-4c5d-83d1-0572cffee630", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:27:59.305080 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aba62212-2926-4e70-b31a-88e2c5c705d8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:27:59.305474 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a775ef1-b96c-4728-88e6-64f617c3c4fa', 'name': 'network-vif-deleted', 'tag': '3beb7189-44bd-4c5d-83d1-0572cffee630', 'status': 'completed', 'code': 200} Aug 16 20:27:59.329733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.329896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.390553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c26469-9ccf-4d52-aba3-1c7c815985d6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:59.393332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58ef132-d3aa-4aa0-ab62-42d0c5abd89b req-9f1c3143-5520-4f96-896d-214da4544901 service neutron] 10.222.0.73 "GET /v2.0/networks/279e152b-0b21-4c85-b92b-84ef84195897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436133 Aug 16 20:27:59.401189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Checking segment: {'id': 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:27:59.402155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Network hostable DHCP agents. Network: 2d9aeca4-4b71-4610-86d2-2a623bbfae3d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:27:59.488395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbce2d2-8ba0-4e52-9f9e-ac2fc61b0b95 req-e00445ee-6f1e-4788-b362-0c042a4c6d53 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:59.490084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dbce2d2-8ba0-4e52-9f9e-ac2fc61b0b95 req-e00445ee-6f1e-4788-b362-0c042a4c6d53 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 943 time: 0.0516455 Aug 16 20:27:59.510695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.529269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:27:59.546675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7a8f71-8165-4852-8917-199bc184bd32,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:59.557859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.562381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-06e832ff-4856-4064-bb83-bbe34f325f30 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa7a8f71-8165-4852-8917-199bc184bd32 HTTP/1.1" status: 204 len: 168 time: 0.5419133 Aug 16 20:27:59.562607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49646) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:59.568248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49648) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:59.569107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dbce2d2-8ba0-4e52-9f9e-ac2fc61b0b95 req-656c695f-9ec5-4b48-bac1-2f30cc4e007c tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723739 Aug 16 20:27:59.627870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2d9aeca4-4b71-4610-86d2-2a623bbfae3d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:27:59.632958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:27:59.633555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.639167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0362c6-5a7c-4781-af47-f12be5978dda None None] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:27:59.684780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e1829e2-04ab-4d03-92bb-0ef4fe469531 req-c8aea595-73a0-4a42-9575-47a2121389e1 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0332961 Aug 16 20:27:59.687792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.691123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fae42d42-d2b4-421b-af3c-f8688660a8ce admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cec0ee24f3b64648bde07f5d4a92f36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1219246 Aug 16 20:27:59.695404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49654) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:59.741003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4085deab-5deb-46e6-a721-d1e6a2953913 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9044664 Aug 16 20:27:59.744789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:27:59.749115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:27:59.769983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.783011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.796764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0579f2-4e9a-4e2a-a757-f1bc784496a4']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:59.805207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.810264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1073500-a1c5-41fb-afb7-c30dcde64167') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:59.810561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1073500-a1c5-41fb-afb7-c30dcde64167') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:27:59.810787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2d9aeca4-4b71-4610-86d2-2a623bbfae3d', 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'fixed_ips': [{'subnet_id': '51c26469-9ccf-4d52-aba3-1c7c815985d6'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:27:59.812397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.820291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.837875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.844975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:27:59.845518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:27:59.847411 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:27:59.880006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbc412d3-3700-4301-91f3-69ab7ab4a938 req-2d934de3-e3d7-4c87-a2e3-27257c7996c0 tempest-ServerMetadataNegativeTestJSON-1208883399 tempest-ServerMetadataNegativeTestJSON-1208883399-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a775ef1-b96c-4728-88e6-64f617c3c4fa HTTP/1.1" status: 200 len: 210 time: 0.0292592 Aug 16 20:27:59.881132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.882415 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.972413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.975481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:27:59.976673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b33830c4-df10-43b7-a85f-ec1734363b39 HTTP/1.1" status: 204 len: 168 time: 0.2787311 Aug 16 20:27:59.985028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cd033-a9ce-45e4-9800-0b52e7096d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33830c4-df10-43b7-a85f-ec1734363b39,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:27:59.998283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.003377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.006744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6c0579f2-4e9a-4e2a-a757-f1bc784496a4 HTTP/1.1" status: 204 len: 168 time: 0.4432378 Aug 16 20:28:00.033305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6a64a-fef2-4dfc-97d5-cb21a5670e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0579f2-4e9a-4e2a-a757-f1bc784496a4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:00.079003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.134480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Allocated IP 172.20.0.2 (2d9aeca4-4b71-4610-86d2-2a623bbfae3d/51c26469-9ccf-4d52-aba3-1c7c815985d6/45931b05-9f14-455b-ad05-6580df5d8f76) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:00.295966 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.305843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Transition to ACTIVE for port object 45931b05-9f14-455b-ad05-6580df5d8f76 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:00.320646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Transition to ACTIVE for port object 45931b05-9f14-455b-ad05-6580df5d8f76 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:00.330857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.415264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.479575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:00.483486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:00.487720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:00.493172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Pushing event updated for resources: {'Port': ['ID=45931b05-9f14-455b-ad05-6580df5d8f76,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:00.543868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:00.567753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-188a6edc-965d-4995-b80e-de174d84795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.578858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Attempting to bind port 45931b05-9f14-455b-ad05-6580df5d8f76 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:00.579234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Attempting to bind port 45931b05-9f14-455b-ad05-6580df5d8f76 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:00.579592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Attempting to bind port 45931b05-9f14-455b-ad05-6580df5d8f76 on network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:00.584888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:00.585261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Checking segment: {'id': 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:00.585662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.586047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Bound using segment: {'id': 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:00.586510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Bound port: 45931b05-9f14-455b-ad05-6580df5d8f76, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:00.586888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.627470 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-89caa16b-1d2b-4ef3-bdaa-6af392495398 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20ee99b403a84294b68890fd7c2daa16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823362 Aug 16 20:28:00.630760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49676) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:00.677864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] For port 45931b05-9f14-455b-ad05-6580df5d8f76, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:00.681434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] For port 45931b05-9f14-455b-ad05-6580df5d8f76, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45931b05-9f14-455b-ad05-6580df5d8f76,segment=NetworkSegment(e2d4f8e4-3941-4adb-92da-601aa2cc54fd),segment_id=e2d4f8e4-3941-4adb-92da-601aa2cc54fd)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:00.686486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.707932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.722267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.757650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.807253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.810307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef9b8-6539-405d-a0fc-d86bb4b6e811 req-3342cba7-a4cc-491d-b423-70a26538b34d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:00.811818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e7ef9b8-6539-405d-a0fc-d86bb4b6e811 req-3342cba7-a4cc-491d-b423-70a26538b34d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 943 time: 0.1056173 Aug 16 20:28:00.829803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b68beea8-c479-456c-aa48-95bb8ecdd250 req-94265614-6c65-4f22-ae6c-216feb5b0977 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0458441 Aug 16 20:28:00.862742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb88dd-358c-4073-8a97-051d55fca9fc None None] Pushing event updated for resources: {'Port': ['ID=45931b05-9f14-455b-ad05-6580df5d8f76,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:00.897909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e7ef9b8-6539-405d-a0fc-d86bb4b6e811 req-0a829856-78ce-4425-a214-554247ccfc59 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Aug 16 20:28:00.921057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Allocated IP 172.25.7.9 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ac8b9037-dcf1-4afa-b92e-c3306bf49583) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:00.938437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.941541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:00.947592 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/290ad9fe-848d-4a19-aaa2-36f32e7bf816 HTTP/1.1" status: 204 len: 168 time: 0.3054235 Aug 16 20:28:00.950352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:01.022137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8002-23d7-407a-8d7c-9cb50c7ed298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ad9fe-848d-4a19-aaa2-36f32e7bf816,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:01.058899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Deleting subnet 79b367c1-0be7-4dc8-8ae4-c26287f9812b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:28:01.062644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.138683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.139473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-f2a38eca-b1c6-40bc-ad0e-67a98db53b2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1846251 Aug 16 20:28:01.157482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.195174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.251978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-f5769eb7-0193-4338-aec8-5278d0972d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.266088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-f5769eb7-0193-4338-aec8-5278d0972d66 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 1098 time: 0.0796790 Aug 16 20:28:01.350709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.384419 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.397193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:01.403707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:01.408469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:01.410494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b367c1-0be7-4dc8-8ae4-c26287f9812b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:01.416734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.421461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a88f1579-8891-4335-8dc1-625d4ef291af admin admin] 10.222.0.70 "DELETE /v2.0/subnets/79b367c1-0be7-4dc8-8ae4-c26287f9812b HTTP/1.1" status: 204 len: 168 time: 0.4699817 Aug 16 20:28:01.424971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49702) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:01.513812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.530519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-417fac82-407d-4f95-a2bf-29261d92d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.541781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-417fac82-407d-4f95-a2bf-29261d92d7ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 200 len: 915 time: 0.2409561 Aug 16 20:28:01.541781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Pushing event updated for resources: {'Port': ['ID=ac8b9037-dcf1-4afa-b92e-c3306bf49583,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:01.637098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3beb7189-44bd-4c5d-83d1-0572cffee630 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:01.640983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-d0472b2d-efec-4bd2-a87c-8aac4f26fe9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 200 len: 1001 time: 0.1016171 Aug 16 20:28:01.659107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:01.682089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49714) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:01.691630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 3beb7189-44bd-4c5d-83d1-0572cffee630 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:01.692322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3beb7189-44bd-4c5d-83d1-0572cffee630 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:01.730726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-eb415439-a14b-47d2-9f6a-0a31e94331fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.732248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-eb415439-a14b-47d2-9f6a-0a31e94331fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebddc285-fef5-4911-945a-c9616490e3c1 HTTP/1.1" status: 200 len: 853 time: 0.0716188 Aug 16 20:28:01.795428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-aad1418f-10ef-49d2-8595-a8457b4ac6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:01.797021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-aad1418f-10ef-49d2-8595-a8457b4ac6a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=090e1ae0-5614-4c5b-8663-6e4c3985d599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554059 Aug 16 20:28:02.044790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae24985-02c1-4c62-a154-a1e0916cf6c1']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:02.055878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:02.056181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7d5bac-e637-41b0-b9b1-f8ca82f3c22f') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:02.066751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.086943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ac0314-ab95-40ae-b716-cd58c573a5e0 None None] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:02.087474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.095356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:28:02.096253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:28:02.098386 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:28:02.174590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2133591876-network', 'tenant_id': '4bf8ed6848cd4bde8f4d8ca3f6aa5729'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:02.289106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-754dc7e7-9cad-49ae-8431-e404cd11396d req-cc479db7-b572-45a5-94e3-3a75c6b64775 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0695069 Aug 16 20:28:02.295776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.302720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.304832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] 10.222.0.70 "DELETE /v2.0/networks/eae24985-02c1-4c62-a154-a1e0916cf6c1 HTTP/1.1" status: 204 len: 168 time: 0.8787904 Aug 16 20:28:02.331902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a62fcbf2-c8f9-4cf8-bfd7-d01adec7a497 None None] Provisioning for port 45931b05-9f14-455b-ad05-6580df5d8f76 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:02.340969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd1b4a-653e-4f64-a4cf-e1d7185ac8dc admin admin] Pushing event deleted for resources: {'Network': ['ID=eae24985-02c1-4c62-a154-a1e0916cf6c1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:02.344565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Made reservation on behalf of 4bf8ed6848cd4bde8f4d8ca3f6aa5729 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:02.350814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.371650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.386556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-ba8b1208-33fc-4d3e-a8f3-fe6872f32ebb service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813415 Aug 16 20:28:02.400613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0374a-9654-4bc6-9560-c812eb173ea1 req-0b6e7699-3f93-4689-8a98-ce783b226323 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:02.402173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84d0374a-9654-4bc6-9560-c812eb173ea1 req-0b6e7699-3f93-4689-8a98-ce783b226323 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 943 time: 0.1802669 Aug 16 20:28:02.426201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.494157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.573852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84d0374a-9654-4bc6-9560-c812eb173ea1 req-f560360f-4b45-4b30-9a59-f6770468e5e2 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580684 Aug 16 20:28:02.597679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.612312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0df1339-8eed-4c64-abcd-27c91a294473 req-f5d7a03e-96af-435c-9990-09bb7f0a45f6 service neutron] 10.222.0.64 "GET /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071536 Aug 16 20:28:02.646652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:02.664781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b57febc-af0b-420b-83a9-3d4278046a50,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:02.670686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.671030 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Added segment 32aaab42-9f81-4fac-87c2-073ca186e279 of type vlan for network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 Aug 16 20:28:02.734865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.753847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.828960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49748) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:02.846381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45931b05-9f14-455b-ad05-6580df5d8f76 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:02.873431 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4d46cd79-622f-4839-bccd-f2db7e3dac5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb4567cd5a3c4aa6b7af7059629a8d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432909 Aug 16 20:28:02.875072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.876178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49750) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:02.876308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:02.876890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.938085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:02.951634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:02.966128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:02.967006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 45931b05-9f14-455b-ad05-6580df5d8f76 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:02.992329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.001306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 45931b05-9f14-455b-ad05-6580df5d8f76 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:03.013426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.034094 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f33d6cf4-6192-4f9a-b2a8-28337cfeeaf5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3502035 Aug 16 20:28:03.036264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49752) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:03.042467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Request body: {'subnet': {'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2133591876-subnet', 'tenant_id': '4bf8ed6848cd4bde8f4d8ca3f6aa5729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:03.061300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Router ee4a8f47-f545-4f73-ba3a-1249dd713456 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:28:03.098211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.142069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 45931b05-9f14-455b-ad05-6580df5d8f76, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45931b05-9f14-455b-ad05-6580df5d8f76,segment=NetworkSegment(e2d4f8e4-3941-4adb-92da-601aa2cc54fd),segment_id=e2d4f8e4-3941-4adb-92da-601aa2cc54fd)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:03.166898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Made reservation on behalf of 4bf8ed6848cd4bde8f4d8ca3f6aa5729 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:03.169396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.169521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.171999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.175609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29b0b520-f873-441f-a5d5-1ec0dab8990f HTTP/1.1" status: 204 len: 168 time: 0.2945807 Aug 16 20:28:03.185717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9c73d-b963-4379-94fb-257d6aeff742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b0b520-f873-441f-a5d5-1ec0dab8990f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:03.194915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:03.210671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Sync routers for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:03.223958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:03.225309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:27:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:03.295385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.297592 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d936-edd7-4dd0-877f-cc879ae8723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.343787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.346695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f622c152-788b-41ea-8d46-856a03d04e7c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6005795 Aug 16 20:28:03.349566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:03.385446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49762) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:03.421979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.430371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:03.432670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=45931b05-9f14-455b-ad05-6580df5d8f76,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:03.475971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.532960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50a4ff09-3079-42d5-b78a-380e8aabfaa1 req-2d742e12-7ede-43c3-9bf0-4cafeb15df74 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0656369 Aug 16 20:28:03.593805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Checking segment: {'id': '32aaab42-9f81-4fac-87c2-073ca186e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:03.594457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Network hostable DHCP agents. Network: 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:03.602260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e42261a-5aba-4d96-9020-1a6dabe6567e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:03.606694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2abb4b47-5d0f-4aa5-986c-bac6ff60f809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.657159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5cdf89af-445e-4965-9728-657b7bd0400b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:03.713037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:03.741952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2abb4b47-5d0f-4aa5-986c-bac6ff60f809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.755385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:01Z', 'revision_number': 3, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:03.773182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4b8f9-8ff1-402d-bdd3-35f0cc635158 req-5a9dedfe-8db4-44df-9e66-42036a6ed4df tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:03.774693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-afd4b8f9-8ff1-402d-bdd3-35f0cc635158 req-5a9dedfe-8db4-44df-9e66-42036a6ed4df tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 943 time: 0.1045594 Aug 16 20:28:03.784909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Checking router: ee4a8f47-f545-4f73-ba3a-1249dd713456 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:03.785260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Updating router ee4a8f47-f545-4f73-ba3a-1249dd713456 port ac8b9037-dcf1-4afa-b92e-c3306bf49583 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:28:03.821176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.837313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:03.843602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:03.845264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.852847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc460a9-f4c0-4c21-9842-65fa3e64e7a6 None None] Network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:03.868140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2abb4b47-5d0f-4aa5-986c-bac6ff60f809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:03.877252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-afd4b8f9-8ff1-402d-bdd3-35f0cc635158 req-fe34fd19-22aa-4493-922d-fa501b972648 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896244 Aug 16 20:28:03.929836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5cdf89af-445e-4965-9728-657b7bd0400b,segment=NetworkSegment(9a98b2bc-2f90-485d-970f-b28b9b857831),segment_id=9a98b2bc-2f90-485d-970f-b28b9b857831)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:03.937409 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2abb4b47-5d0f-4aa5-986c-bac6ff60f809 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=649ff0ac2bb34731832cdcc891b4b16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481539 Aug 16 20:28:03.937829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49778) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:03.978028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4b47-5d0f-4aa5-986c-bac6ff60f809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7457f86e-2401-4d4d-96fb-02b151412a04,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:03.983775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a18a2ea-76da-4b1f-b62a-c5109a717226 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9456544 Aug 16 20:28:04.022553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '5cdf89af-445e-4965-9728-657b7bd0400b', 'network_id': '279e152b-0b21-4c85-b92b-84ef84195897', 'port_id': '5cdf89af-445e-4965-9728-657b7bd0400b', 'mac_address': 'fa:16:3e:cf:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c11984-f8db-4f03-a838-74f1c3ab019c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:04.061290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.111502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.122123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.283982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.287960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.291604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7457f86e-2401-4d4d-96fb-02b151412a04 HTTP/1.1" status: 204 len: 168 time: 0.3503709 Aug 16 20:28:04.315231 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.328127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06727b6-d172-45e2-96a4-b05e9fc2f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457f86e-2401-4d4d-96fb-02b151412a04,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:04.341019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.346093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f94e667-3cda-4590-8153-e9256cc63d2e None None] Network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:04.362849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdf89af-445e-4965-9728-657b7bd0400b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:04.445494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5cdf89af-445e-4965-9728-657b7bd0400b,segment=NetworkSegment(9a98b2bc-2f90-485d-970f-b28b9b857831),segment_id=9a98b2bc-2f90-485d-970f-b28b9b857831)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:04.531020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Allocated IP 172.20.0.1 (2d9aeca4-4b71-4610-86d2-2a623bbfae3d/51c26469-9ccf-4d52-aba3-1c7c815985d6/0c242014-c70c-45c4-a3dd-7225dcd4c483) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:04.556192 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.620793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.645377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fcc1eb9f-5fc7-4f3d-ba7f-92bb28e0b38a tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:04.649846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Transition to ACTIVE for port object ac8b9037-dcf1-4afa-b92e-c3306bf49583 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:04.652341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fcc1eb9f-5fc7-4f3d-ba7f-92bb28e0b38a tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/networks?id=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 HTTP/1.1" status: 200 len: 809 time: 0.1951652 Aug 16 20:28:04.659015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:04.669656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-c72e4021-6f77-4e36-acc0-7d48a9d184b7 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/quotas/4bf8ed6848cd4bde8f4d8ca3f6aa5729 HTTP/1.1" status: 200 len: 375 time: 0.0164554 Aug 16 20:28:04.737705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-438d479a-76e4-420b-91ac-b1bdfb488acb tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4bf8ed6848cd4bde8f4d8ca3f6aa5729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504315 Aug 16 20:28:04.744290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.761341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45931b05-9f14-455b-ad05-6580df5d8f76 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:04.766173 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.799670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5cdf89af-445e-4965-9728-657b7bd0400b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:04.843279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-ed62e494-38b5-4df2-afc9-8d94f09fcf39 service neutron] 10.222.0.70 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949976 Aug 16 20:28:04.860212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:04.885636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Transition to ACTIVE for port object 0c242014-c70c-45c4-a3dd-7225dcd4c483 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:04.889662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d240a32b-1584-4072-a4e0-732d0b0f4715 req-9b85297b-73c8-4cae-9a48-8cde2351883e tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0451367 Aug 16 20:28:04.908259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8b44a-ea43-485e-b927-c4971a3f6b20 None None] Pushing event updated for resources: {'Port': ['ID=ac8b9037-dcf1-4afa-b92e-c3306bf49583,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:04.915003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Attempting to bind port ac8b9037-dcf1-4afa-b92e-c3306bf49583 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:04.915315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Attempting to bind port ac8b9037-dcf1-4afa-b92e-c3306bf49583 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:04.915681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Attempting to bind port ac8b9037-dcf1-4afa-b92e-c3306bf49583 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Bound port: ac8b9037-dcf1-4afa-b92e-c3306bf49583, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:04.932064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.005889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 45931b05-9f14-455b-ad05-6580df5d8f76 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:05.007367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.012255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-2b24ea30-e0e6-49d9-b363-1ba1e097a8b1 service neutron] 10.222.0.70 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604638 Aug 16 20:28:05.077918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8bbe9-3183-4699-a5e7-14bb86057b82 req-54d7af8f-7334-458b-9f37-1365c8438460 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:05.080294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6b8bbe9-3183-4699-a5e7-14bb86057b82 req-54d7af8f-7334-458b-9f37-1365c8438460 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 944 time: 0.0715761 Aug 16 20:28:05.080684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-network', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:05.109091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] For port ac8b9037-dcf1-4afa-b92e-c3306bf49583, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:05.118841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.131993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6b8bbe9-3183-4699-a5e7-14bb86057b82 req-d1a470e6-f462-4131-85e0-582cdc4d9dfb tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 Aug 16 20:28:05.132158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] For port ac8b9037-dcf1-4afa-b92e-c3306bf49583, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac8b9037-dcf1-4afa-b92e-c3306bf49583,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:05.176921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:05.180518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:05.184406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:05.207396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Made reservation on behalf of a4aaabe0e4b3416687c21510ca9bb0d3 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:05.208431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c242014-c70c-45c4-a3dd-7225dcd4c483,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:05.212538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.235101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.235768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.238455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.335764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:05.336485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:05.397449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8b44a-ea43-485e-b927-c4971a3f6b20 None None] Pushing event updated for resources: {'Port': ['ID=ac8b9037-dcf1-4afa-b92e-c3306bf49583,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:05.420596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.438963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-962657ad-0e23-46b6-a76e-819442770967 req-37022915-405b-4354-94e5-a1127e619287 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0288165 Aug 16 20:28:05.486632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.519756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.524203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:05.551206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:05.597489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54203b6-b528-4270-b9eb-ff5a4ce426aa,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:05.604293 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.604931 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Added segment 8b59eb6a-f460-44a2-b2f3-3afe3f474557 of type vlan for network 5b25998e-ef4d-4be2-89e3-fb57b232b497 Aug 16 20:28:05.669033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.682655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5cdf89af-445e-4965-9728-657b7bd0400b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:05.734052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.772735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.774129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:05.775018 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.818377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:01Z', 'revision_number': 3, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:05.838623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.841134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b25998e-ef4d-4be2-89e3-fb57b232b497,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:05.844342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:05.857164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:05.859623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2fcbabc5-ae1b-48de-aa1e-21db5125f451 None None] Provisioning for port 0c242014-c70c-45c4-a3dd-7225dcd4c483 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:05.863461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c3927-ed11-4ef0-a7b1-e035a081f958 None None] The sync data for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 is: [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:01Z', 'revision_number': 3, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:05.885161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2fcbabc5-ae1b-48de-aa1e-21db5125f451 None None] Provisioning complete for port 0c242014-c70c-45c4-a3dd-7225dcd4c483 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:05.885787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fcbabc5-ae1b-48de-aa1e-21db5125f451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.915625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 5cdf89af-445e-4965-9728-657b7bd0400b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:05.930630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:05.935428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c242014-c70c-45c4-a3dd-7225dcd4c483,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:05.946137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8aba8e2e-f301-428b-b911-700ac406bfb6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0820539 Aug 16 20:28:05.947680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49856) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:05.951991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Request body: {'subnet': {'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-subnet', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:05.955497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 5cdf89af-445e-4965-9728-657b7bd0400b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:05.955938 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.041480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1683721931-network', 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:06.070484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Made reservation on behalf of a4aaabe0e4b3416687c21510ca9bb0d3 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:06.071933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbabc5-ae1b-48de-aa1e-21db5125f451 None None] Port 0c242014-c70c-45c4-a3dd-7225dcd4c483 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:28:06.078495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0d79a8b-c799-4d66-a4bc-2b8f1b3fda02 req-e2dc2ace-4e12-4567-9cb5-b2eba0efa8de tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Aug 16 20:28:06.080772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.137123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:06.138837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:06.142512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.180205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.186254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:06.188903 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc527a-8f66-4594-859a-a737a368b711" -d '{"events": [{"server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:06.212189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5cdf89af-445e-4965-9728-657b7bd0400b,segment=NetworkSegment(9a98b2bc-2f90-485d-970f-b28b9b857831),segment_id=9a98b2bc-2f90-485d-970f-b28b9b857831)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:06.303020 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a64bf0-b7c4-44ea-abc8-2bd153a08738 x-openstack-request-id: req-83a64bf0-b7c4-44ea-abc8-2bd153a08738 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:06.303547 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "name": "network-vif-plugged", "status": "completed", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:06.304050 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83a64bf0-b7c4-44ea-abc8-2bd153a08738 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:06.304640 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b', 'code': 200} Aug 16 20:28:06.325881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:06.329495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.355175 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.398609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.485973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:06.512684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Router ee4a8f47-f545-4f73-ba3a-1249dd713456 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:06.542056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.579216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017db42e-8212-495b-9aef-0e3e26b1d663 req-60935553-4060-43cf-9667-faaa66fdbff1 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0544615 Aug 16 20:28:06.587101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb593d-90a9-4073-a827-dcf1ebde21ee req-d12deaab-9156-4341-ba52-0dce1d496863 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:06.602039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8bb593d-90a9-4073-a827-dcf1ebde21ee req-d12deaab-9156-4341-ba52-0dce1d496863 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.2603498 Aug 16 20:28:06.608122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-abb4ebb9-febb-47cc-9703-30f071681227 None None] Provisioning complete for port 0c242014-c70c-45c4-a3dd-7225dcd4c483 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:06.608633 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-abb4ebb9-febb-47cc-9703-30f071681227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.621584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb671-4a50-4c75-85a4-1c5987e5ec0d req-ecd3588e-f72d-48de-a575-babf348336a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:06.623176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b74fb671-4a50-4c75-85a4-1c5987e5ec0d req-ecd3588e-f72d-48de-a575-babf348336a5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 1097 time: 0.2315478 Aug 16 20:28:06.634498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.638891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:06.660021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-abb4ebb9-febb-47cc-9703-30f071681227 None None] Port 0c242014-c70c-45c4-a3dd-7225dcd4c483 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:28:06.691503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Checking segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:06.691920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Network hostable DHCP agents. Network: 5b25998e-ef4d-4be2-89e3-fb57b232b497, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:06.713147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.761077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:06.765878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:06.767895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:06.772271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91baedcc-216e-4c32-ac95-ef82f3d6bee7 admin admin] 10.222.0.70 "PUT /v2.0/routers/ee4a8f47-f545-4f73-ba3a-1249dd713456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4214694 Aug 16 20:28:06.794624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b74fb671-4a50-4c75-85a4-1c5987e5ec0d req-fe7cb86d-7f19-4dd5-917c-0139fa21e6d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608524 Aug 16 20:28:06.813974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8bb593d-90a9-4073-a827-dcf1ebde21ee req-4119c381-2173-4347-ab7f-8e7c4f00375a tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179637 Aug 16 20:28:06.816428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.816790 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Added segment fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4 of type vlan for network bb7828d8-ceba-490a-bb28-f71e67439698 Aug 16 20:28:06.824800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac8b9037-dcf1-4afa-b92e-c3306bf49583 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:06.858472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:06.875194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:06.997878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ac8b9037-dcf1-4afa-b92e-c3306bf49583 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:06.998533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5b25998e-ef4d-4be2-89e3-fb57b232b497) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:07.001879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ac8b9037-dcf1-4afa-b92e-c3306bf49583 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:07.002253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.009739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:07.010773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.028052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feed229-5223-4826-a8bc-c1765364bd17 None None] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:07.038696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.048237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:07.057842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.144174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7828d8-ceba-490a-bb28-f71e67439698,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:07.162893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network bb7828d8-ceba-490a-bb28-f71e67439698 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:07.173002 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3ec6180-c4f4-459f-8c2f-51197d2128ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2225947 Aug 16 20:28:07.173867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49880) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:07.180700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:07.235695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55d96008-fd0b-4e0a-b110-3f38466273e9 req-e9f0f219-03b3-495c-9e3e-a2094d243446 tempest-FloatingIPsNegativeTestJSON-1995973058 tempest-FloatingIPsNegativeTestJSON-1995973058-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=feff443e7a6e49ff86ba7cfa4a4fe590 HTTP/1.1" status: 200 len: 217 time: 0.0458586 Aug 16 20:28:07.247514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b0974280-426e-44f1-b081-d2e016ccc1e0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4020534 Aug 16 20:28:07.250232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49884) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:07.257425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Request body: {'subnet': {'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1683721931-subnet', 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:07.311169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a4c08bc-da77-489f-a103-fef609a8090f req-c704c2e3-cd53-4ee8-9d63-65dcfa434aac tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0474832 Aug 16 20:28:07.313074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de3964a2-32f3-459d-b0ce-9a1d318584ed req-62b8e43f-e28a-45ba-bd45-c96274fb4264 tempest-FloatingIPsNegativeTestJSON-1995973058 tempest-FloatingIPsNegativeTestJSON-1995973058-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0483747 Aug 16 20:28:07.367820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.383279 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-12496a36-c221-4381-9ea8-81bb44123571 req-69c98d09-4eb6-4df6-a68c-88bfffbb173e tempest-FloatingIPsNegativeTestJSON-1995973058 tempest-FloatingIPsNegativeTestJSON-1995973058-project] show failed (client error): The resource could not be found. Aug 16 20:28:07.388808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12496a36-c221-4381-9ea8-81bb44123571 req-69c98d09-4eb6-4df6-a68c-88bfffbb173e tempest-FloatingIPsNegativeTestJSON-1995973058 tempest-FloatingIPsNegativeTestJSON-1995973058-project] 10.222.0.70 "GET /v2.0/floatingips/9815b576-c774-4cfa-b1bf-08d69a23146b HTTP/1.1" status: 404 len: 350 time: 0.0518889 Aug 16 20:28:07.390259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.391917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.401863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49888) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:07.473177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b2ca1-3d12-48ad-888b-79fe2acdd520 None None] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:07.479481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ac8b9037-dcf1-4afa-b92e-c3306bf49583, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac8b9037-dcf1-4afa-b92e-c3306bf49583,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:07.526836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:07.529639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.606620 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.682463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:28:07.739326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ac8b9037-dcf1-4afa-b92e-c3306bf49583,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:07.873161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10845075-ae60-4186-a915-756790497895 req-03609543-6f22-4ce1-b853-6ea50430eb08 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0580282 Aug 16 20:28:07.876071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.985533 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:07.985677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3563a9-e5b3-41f6-b87c-709e3e2579b3 req-55cc768f-e72f-41d4-ba1e-efbf1d6a8abd tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:07.986878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be3563a9-e5b3-41f6-b87c-709e3e2579b3 req-55cc768f-e72f-41d4-ba1e-efbf1d6a8abd tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.0692890 Aug 16 20:28:08.101211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be3563a9-e5b3-41f6-b87c-709e3e2579b3 req-8e66b606-c2fc-46c9-a4ca-acbede8c97df tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073136 Aug 16 20:28:08.134467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.151612 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Sync routers for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:08.163018 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:08.167839 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:08.189590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.224694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4d857c-5933-4cd3-8fd6-dba4f34793db,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:08.250156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Checking segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:08.250535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Network hostable DHCP agents. Network: bb7828d8-ceba-490a-bb28-f71e67439698, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:08.287194 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:08.366902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Network bb7828d8-ceba-490a-bb28-f71e67439698 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:08.377061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Deleting port 0c242014-c70c-45c4-a3dd-7225dcd4c483 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:08.377061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.471387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, bb7828d8-ceba-490a-bb28-f71e67439698) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:08.477739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-788529c1-08a0-4005-a3b6-12f19a71390a req-4ce1b03c-9039-40c2-8221-78728dac4528 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0334496 Aug 16 20:28:08.482742 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:08.483516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.485449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7789d-5a36-48d2-b98c-67f60fe5aa84 None None] Network bb7828d8-ceba-490a-bb28-f71e67439698 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:08.487013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.507646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Calling delete_port for 0c242014-c70c-45c4-a3dd-7225dcd4c483 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:08.575787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d14b4c29-b0d2-4c65-9202-5e7b1339fd44 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3230937 Aug 16 20:28:08.628612 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:05Z', 'revision_number': 4, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '0c242014-c70c-45c4-a3dd-7225dcd4c483', 'name': '', 'network_id': '2d9aeca4-4b71-4610-86d2-2a623bbfae3d', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'mac_address': 'fa:16:3e:6b:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_interface', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '51c26469-9ccf-4d52-aba3-1c7c815985d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:04Z', 'updated_at': '2021-08-16T20:28:05Z', 'revision_number': 2, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'subnets': [{'id': '51c26469-9ccf-4d52-aba3-1c7c815985d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:08.665607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Checking router: ee4a8f47-f545-4f73-ba3a-1249dd713456 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:08.665607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Updating router ee4a8f47-f545-4f73-ba3a-1249dd713456 port 0c242014-c70c-45c4-a3dd-7225dcd4c483 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:28:08.696348 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.702757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.744775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:08.783559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba454f2a-dfb0-449d-845b-dab04804f1fc None None] Network bb7828d8-ceba-490a-bb28-f71e67439698 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:08.824973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac8b9037-dcf1-4afa-b92e-c3306bf49583 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:08.903524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-3da9d807-d3f8-4cb4-93fa-e4f305c02597 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:08.905157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-3da9d807-d3f8-4cb4-93fa-e4f305c02597 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.64 "GET /v2.0/networks?id=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 HTTP/1.1" status: 200 len: 809 time: 0.3630452 Aug 16 20:28:08.933743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Request body: {'port': {'device_id': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9', 'admin_state_up': True, 'tenant_id': '4bf8ed6848cd4bde8f4d8ca3f6aa5729'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:09.053464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.055969 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.db.api [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95243) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:28:09.056524 n-d-794306-10 neutron-server[95243]: DEBUG oslo_db.api [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:28:09.082909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9576e5b1-6c05-4259-b17e-630486123601 req-d26d8d9f-db5f-4808-b885-bfe68967b4e4 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0711157 Aug 16 20:28:09.095423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Pushing event deleted for resources: {'Port': ['ID=0c242014-c70c-45c4-a3dd-7225dcd4c483,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:09.112842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ac8b9037-dcf1-4afa-b92e-c3306bf49583 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:09.113336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.115010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Allocated IP 172.25.7.224 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/65dfdafa-3536-4bae-ae38-941a707c56ca) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:09.353442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.421143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90028756-882a-4910-87c6-3ab8b9e9f4a1 req-8d8b5f09-cca9-4ddd-94a9-764af6fa108e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:09.422620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90028756-882a-4910-87c6-3ab8b9e9f4a1 req-8d8b5f09-cca9-4ddd-94a9-764af6fa108e tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.1299453 Aug 16 20:28:09.495694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.511296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-c22a4e3a-bab6-42a3-9199-bed72e038a14 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:09.512805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-c22a4e3a-bab6-42a3-9199-bed72e038a14 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.2789924 Aug 16 20:28:09.534706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90028756-882a-4910-87c6-3ab8b9e9f4a1 req-8f50a02d-068c-43c5-b825-f39daccf8475 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944610 Aug 16 20:28:09.542930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-35ad9774-c550-450b-bd01-938166574863 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/quotas/0ce77112df0a48f2a813dd21deb5d4a5 HTTP/1.1" status: 200 len: 375 time: 0.0211670 Aug 16 20:28:09.572448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Made reservation on behalf of 4bf8ed6848cd4bde8f4d8ca3f6aa5729 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:09.574651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.592113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Router ee4a8f47-f545-4f73-ba3a-1249dd713456 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:09.597673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-fddbb251-3dcc-4d5d-bea8-a9d2808021c2 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439293 Aug 16 20:28:09.609698 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Port 0c242014-c70c-45c4-a3dd-7225dcd4c483 not found while updating agent binding for router ee4a8f47-f545-4f73-ba3a-1249dd713456. {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:28:09.620847 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:09.621504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:09.712596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:09.720709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0093629a-e381-4f3b-b73c-d3f959dc562c admin admin] 10.222.0.70 "PUT /v2.0/routers/ee4a8f47-f545-4f73-ba3a-1249dd713456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147750 Aug 16 20:28:09.720709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:09.723951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38f6bc19-9394-4bc2-8e86-af1576400b6e req-ffc13584-5883-4afa-8e64-043902f1184a tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0855341 Aug 16 20:28:09.728848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.747749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:09.841576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:09.867813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:09.883296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:09.892208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:09.902854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Pushing event updated for resources: {'Port': ['ID=65dfdafa-3536-4bae-ae38-941a707c56ca,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:09.905661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Allocated IP 172.20.0.10 (0cc6f21d-2f8c-4e6a-96ea-01c25a877db9/6e42261a-5aba-4d96-9020-1a6dabe6567e/d4a476e4-4ab4-419b-8687-35a93b5d271f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:09.949510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-230f80fd-b697-4d90-b41a-62ac3d8b8dc2 service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393726 Aug 16 20:28:09.980495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:08Z', 'revision_number': 5, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:09.999474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.007228 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1d264-26ab-430b-b3bf-40963b3edeee None None] The sync data for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 is: [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:08Z', 'revision_number': 5, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port': {'id': 'ac8b9037-dcf1-4afa-b92e-c3306bf49583', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:00Z', 'updated_at': '2021-08-16T20:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:10.232241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-c041f2df-7942-49d9-9a37-90bb64a312de service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740810 Aug 16 20:28:10.253908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Deleting port ac8b9037-dcf1-4afa-b92e-c3306bf49583 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:10.254128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.297710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.392788 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f144578-a0b1-4055-802a-8a2c4d4c6471 req-68e96f12-2d2b-42a6-bf3b-cffd73004745 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0348511 Aug 16 20:28:10.395959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] For port ac8b9037-dcf1-4afa-b92e-c3306bf49583, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac8b9037-dcf1-4afa-b92e-c3306bf49583,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:10.396398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.408795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Calling delete_port for ac8b9037-dcf1-4afa-b92e-c3306bf49583 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:10.443752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.536072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:10.536971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.545140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:10.587882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:10.614767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Pushing event updated for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:10.687028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e0316-9967-4202-900a-4fddca853c49 req-d13fd13e-9c01-4476-8fa7-c79653c8f9c0 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:10.688593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c8e0316-9967-4202-900a-4fddca853c49 req-d13fd13e-9c01-4476-8fa7-c79653c8f9c0 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 932 time: 0.2058187 Aug 16 20:28:10.702645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:10.702645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.795643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.820237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c8e0316-9967-4202-900a-4fddca853c49 req-02dae355-8a5e-41f8-b178-443980f1b6ed tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157849 Aug 16 20:28:10.826684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8b9037-dcf1-4afa-b92e-c3306bf49583,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:10.828313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-fb75d494-33a5-417d-ae46-dbd4bd457b2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9027522 Aug 16 20:28:10.844449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65e6b3-844f-471c-85fd-10c81154bd0d req-7fb0f0a9-f872-43d0-a7f8-fecec3bd7b7d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:10.846006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c65e6b3-844f-471c-85fd-10c81154bd0d req-7fb0f0a9-f872-43d0-a7f8-fecec3bd7b7d tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.1565144 Aug 16 20:28:10.862371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Request body: {'port': {'device_id': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:10.898271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:10.909089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Sync routers for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:10.919981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:10.920677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:10.998008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:10.999825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.001591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.056779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 7, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:11.090831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Checking router: ee4a8f47-f545-4f73-ba3a-1249dd713456 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:11.101798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Routers {'ee4a8f47-f545-4f73-ba3a-1249dd713456'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:11.102429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ee4a8f47-f545-4f73-ba3a-1249dd713456'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:11.152391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.152965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4a8f47-f545-4f73-ba3a-1249dd713456 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:28:11.158429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.159951 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c97bfcf-f6bc-4eed-94ed-c25d2198d10c admin admin] 10.222.0.70 "DELETE /v2.0/routers/ee4a8f47-f545-4f73-ba3a-1249dd713456 HTTP/1.1" status: 204 len: 168 time: 1.4385922 Aug 16 20:28:11.163707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:11.175998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] Set router ee4a8f47-f545-4f73-ba3a-1249dd713456 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:11.215379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Deleting subnet 51c26469-9ccf-4d52-aba3-1c7c815985d6 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:28:11.219520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.243011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 7, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:11.265589 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-006c1b26-7f3e-41e6-a4e7-189a7a6ae9f1 req-63ca2228-31b4-40dd-a5a0-bd7e9253463c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 210 time: 0.0463240 Aug 16 20:28:11.277557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451fa08-6145-4026-90d2-cdf982fdab24 None None] The sync data for ids ['ee4a8f47-f545-4f73-ba3a-1249dd713456'] in n-d-794306-10 is: [{'id': 'ee4a8f47-f545-4f73-ba3a-1249dd713456', 'name': 'tempest-FloatingIPsNegativeTestJSON-115248219-router', 'tenant_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:27:59Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 7, 'project_id': 'feff443e7a6e49ff86ba7cfa4a4fe590', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:11.304518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.328000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c65e6b3-844f-471c-85fd-10c81154bd0d req-d7bc751e-0ebe-491c-b128-941a6aa0711f tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565840 Aug 16 20:28:11.338128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.350381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.408266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.454920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f9cd4d2-2eeb-4e4e-a19f-e353dd2f818f req-3feede9a-ac89-4bfc-82f1-c166dd895bf4 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0801620 Aug 16 20:28:11.610218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.638237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c26469-9ccf-4d52-aba3-1c7c815985d6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:11.644128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.649358 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec80bc15-262a-4f9f-987f-8d44de369b7e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/51c26469-9ccf-4d52-aba3-1c7c815985d6 HTTP/1.1" status: 204 len: 168 time: 0.4845042 Aug 16 20:28:11.650012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49958) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:11.653244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8c906-cc0e-4c09-8cb9-e68a11dc87f4 None None] Network 2d9aeca4-4b71-4610-86d2-2a623bbfae3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:11.735278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.764145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a476e4-4ab4-419b-8687-35a93b5d271f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:11.772647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.782160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Router 0b037367-ebc4-4b93-a782-b53105fcc1e7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:28:11.790444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Transition to ACTIVE for port object d4a476e4-4ab4-419b-8687-35a93b5d271f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:11.798927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Deleting port 45931b05-9f14-455b-ad05-6580df5d8f76 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:11.799280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.863123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] DHCP port deletion for 2d9aeca4-4b71-4610-86d2-2a623bbfae3d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:28:11.891474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-8c394731-1605-46f9-9117-7470d6253613 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:11.893104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-8c394731-1605-46f9-9117-7470d6253613 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.73 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.1040626 Aug 16 20:28:11.897940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.908729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] For port 45931b05-9f14-455b-ad05-6580df5d8f76, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45931b05-9f14-455b-ad05-6580df5d8f76,segment=NetworkSegment(e2d4f8e4-3941-4adb-92da-601aa2cc54fd),segment_id=e2d4f8e4-3941-4adb-92da-601aa2cc54fd)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:11.909091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:11.936944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Calling delete_port for 45931b05-9f14-455b-ad05-6580df5d8f76 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:11.937904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Deleting port 45931b05-9f14-455b-ad05-6580df5d8f76 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:11.938397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.009828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] For port 45931b05-9f14-455b-ad05-6580df5d8f76, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45931b05-9f14-455b-ad05-6580df5d8f76,segment=NetworkSegment(e2d4f8e4-3941-4adb-92da-601aa2cc54fd),segment_id=e2d4f8e4-3941-4adb-92da-601aa2cc54fd)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:12.010560 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.025735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Calling delete_port for 45931b05-9f14-455b-ad05-6580df5d8f76 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:12.070537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:12.093590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:12.103871 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Sync routers for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:12.118019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:12.120429 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:12.138430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.143680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f9145-1c5f-4fee-b655-e07227ca9d64 req-df4df568-6b1b-457f-a29c-d9770a0184ac tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:12.147286 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.152335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-581f9145-1c5f-4fee-b655-e07227ca9d64 req-df4df568-6b1b-457f-a29c-d9770a0184ac tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 944 time: 0.2098186 Aug 16 20:28:12.209682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] No DVR routers for this DVR port 45931b05-9f14-455b-ad05-6580df5d8f76 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:12.217823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aae687-df43-403a-ae18-d8e6c47fccda None None] Pushing event deleted for resources: {'Port': ['ID=45931b05-9f14-455b-ad05-6580df5d8f76,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:12.230821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45931b05-9f14-455b-ad05-6580df5d8f76,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:12.236039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] No DVR routers for this DVR port 45931b05-9f14-455b-ad05-6580df5d8f76 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:12.254389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.258880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7fe4a460-5993-4af5-93ac-618647fca648 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0838263 Aug 16 20:28:12.260408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:12.281741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-581f9145-1c5f-4fee-b655-e07227ca9d64 req-f43b56e4-c124-44cb-8fb1-71a4dfdcdbed tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285033 Aug 16 20:28:12.284650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Deleting port 5cdf89af-445e-4965-9728-657b7bd0400b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:12.288908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:12.299971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.394538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.413117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9aeca4-4b71-4610-86d2-2a623bbfae3d']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:12.432384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:12.432681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d4f8e4-3941-4adb-92da-601aa2cc54fd') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:12.446673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.449276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Attempting to bind port d4a476e4-4ab4-419b-8687-35a93b5d271f on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:12.449824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Attempting to bind port d4a476e4-4ab4-419b-8687-35a93b5d271f by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '32aaab42-9f81-4fac-87c2-073ca186e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:12.450320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Attempting to bind port d4a476e4-4ab4-419b-8687-35a93b5d271f on network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:12.463356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.470886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:28:12.471588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:28:12.473621 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:28:12.487763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e5cd6db-715e-4b6a-9749-93d68949a5f1 req-2db5a80e-9ebf-4aac-8753-5de9c18adb8d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 210 time: 0.0708797 Aug 16 20:28:12.554443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 3, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:12.568614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Port d4a476e4-4ab4-419b-8687-35a93b5d271f on network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:12.569186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Attempting to bind port d4a476e4-4ab4-419b-8687-35a93b5d271f on network 0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:12.591313 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Checking router: 0b037367-ebc4-4b93-a782-b53105fcc1e7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:12.592366 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Updating router 0b037367-ebc4-4b93-a782-b53105fcc1e7 port 65dfdafa-3536-4bae-ae38-941a707c56ca binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:28:12.606695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.623101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.624983 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.625178 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d9aeca4-4b71-4610-86d2-2a623bbfae3d HTTP/1.1" status: 204 len: 168 time: 0.9742119 Aug 16 20:28:12.640106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:12.640678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Checking segment: {'id': '32aaab42-9f81-4fac-87c2-073ca186e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:12.641247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Bound using segment: {'id': '32aaab42-9f81-4fac-87c2-073ca186e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:12.642444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41aff3-b06f-4e94-a386-e322bb9db4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9aeca4-4b71-4610-86d2-2a623bbfae3d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:12.643085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Bound port: d4a476e4-4ab4-419b-8687-35a93b5d271f, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32aaab42-9f81-4fac-87c2-073ca186e279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:12.643635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.704301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] For port 5cdf89af-445e-4965-9728-657b7bd0400b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5cdf89af-445e-4965-9728-657b7bd0400b,segment=NetworkSegment(9a98b2bc-2f90-485d-970f-b28b9b857831),segment_id=9a98b2bc-2f90-485d-970f-b28b9b857831)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:12.705075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:12.733618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Calling delete_port for 5cdf89af-445e-4965-9728-657b7bd0400b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:12.770963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac8b9037-dcf1-4afa-b92e-c3306bf49583 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:12.798987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ac8b9037-dcf1-4afa-b92e-c3306bf49583 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:12.799377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac8b9037-dcf1-4afa-b92e-c3306bf49583 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:12.800177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45931b05-9f14-455b-ad05-6580df5d8f76 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:12.804195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa148fd-427b-4535-b676-0190768f850a req-fa68e9aa-3fd7-4c92-95cf-cc76c936bc17 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:12.811446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0aa148fd-427b-4535-b676-0190768f850a req-fa68e9aa-3fd7-4c92-95cf-cc76c936bc17 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 945 time: 0.3728526 Aug 16 20:28:12.824379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 45931b05-9f14-455b-ad05-6580df5d8f76 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:12.824958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45931b05-9f14-455b-ad05-6580df5d8f76 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:12.865639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-249ea97f-4679-4aef-95d9-f0c76f41be4b req-8787e73c-3876-4449-a659-b0959d593658 tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0782659 Aug 16 20:28:13.058389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0aa148fd-427b-4535-b676-0190768f850a req-f111b8e7-834a-419e-8203-98007ca7b606 tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/security-groups?id=51dcc0f4-3db8-418f-8742-d1b692caa4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459047 Aug 16 20:28:13.060943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:13.064048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:13.093396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f,segment=NetworkSegment(32aaab42-9f81-4fac-87c2-073ca186e279),segment_id=32aaab42-9f81-4fac-87c2-073ca186e279)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:13.095543 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.126376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c99e217e-eade-4430-a737-5cec7a336984 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=feff443e7a6e49ff86ba7cfa4a4fe590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614965 Aug 16 20:28:13.127389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49980) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:13.181948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.203279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.250356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.298654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.299335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.306038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d4a476e4-4ab4-419b-8687-35a93b5d271f HTTP/1.1" status: 200 len: 1093 time: 2.4537985 Aug 16 20:28:13.320932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:13.323167 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e03bcb-4de1-4645-821c-00a24344bdb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:13.357064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfc9a4-04e5-48a4-924d-d59e341e5bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:13.374973 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Transition to ACTIVE for port object 65dfdafa-3536-4bae-ae38-941a707c56ca will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:13.375589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.377921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.379074 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c77b920-fa68-444d-b9a1-2a3cbc7c3f84 HTTP/1.1" status: 204 len: 168 time: 0.2507606 Aug 16 20:28:13.390337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87f0de-83bb-4ccf-894c-24a6f72ce9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c77b920-fa68-444d-b9a1-2a3cbc7c3f84,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:13.413930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.426124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5cdf89af-445e-4965-9728-657b7bd0400b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:13.461264 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.464661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Pushing event deleted for resources: {'Port': ['ID=5cdf89af-445e-4965-9728-657b7bd0400b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:13.519129 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Attempting to bind port 65dfdafa-3536-4bae-ae38-941a707c56ca on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:13.519793 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Attempting to bind port 65dfdafa-3536-4bae-ae38-941a707c56ca by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:13.520825 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Attempting to bind port 65dfdafa-3536-4bae-ae38-941a707c56ca on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:13.529768 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Pushing event updated for resources: {'Port': ['ID=65dfdafa-3536-4bae-ae38-941a707c56ca,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:13.532227 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:13.532600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:13.532995 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.533517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:13.534137 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Bound port: 65dfdafa-3536-4bae-ae38-941a707c56ca, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:13.534666 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.564611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] No DVR routers for this DVR port 5cdf89af-445e-4965-9728-657b7bd0400b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:13.566202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.566202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.566202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.566543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.567407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.567407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.567788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.568289 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.568393 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.569011 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.569011 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.569324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:13.576302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40779021-7f3b-4edd-b64f-d1362d932b0e req-6fbc4575-cb49-4808-bc1a-992b183c3a45 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.577820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40779021-7f3b-4edd-b64f-d1362d932b0e req-6fbc4575-cb49-4808-bc1a-992b183c3a45 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 944 time: 0.2239587 Aug 16 20:28:13.578912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.580817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acc9371d-c25e-4021-a16a-9e4e86c620e3 req-ea8ad417-1c45-4398-8586-1c182b60baef tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.73 "DELETE /v2.0/ports/5cdf89af-445e-4965-9728-657b7bd0400b HTTP/1.1" status: 204 len: 173 time: 1.6424980 Aug 16 20:28:13.606010 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] For port 65dfdafa-3536-4bae-ae38-941a707c56ca, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:13.609051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] For port 65dfdafa-3536-4bae-ae38-941a707c56ca, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=65dfdafa-3536-4bae-ae38-941a707c56ca,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:13.618664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-15a3f91b-16b1-4004-beb4-022ab1447f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:13.620189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-15a3f91b-16b1-4004-beb4-022ab1447f5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf8ed6848cd4bde8f4d8ca3f6aa5729&device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 1096 time: 0.1527460 Aug 16 20:28:13.622337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.669177 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-125feee7-da5d-4033-8ea1-fc21d0c1b024 req-359403da-9e8f-4499-b253-436dabcfbe35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4eefa614ca0749238b8806ce802cabad&device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0264549 Aug 16 20:28:13.689244 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e59f3ef-3c91-4be4-aa76-60ec41b85172 x-openstack-request-id: req-3e59f3ef-3c91-4be4-aa76-60ec41b85172 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:13.689527 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:13.689778 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e59f3ef-3c91-4be4-aa76-60ec41b85172 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:13.690162 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f', 'status': 'completed', 'code': 200} Aug 16 20:28:13.694690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-992a0fa0-24bb-4217-b11a-f60c2fd8091d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f HTTP/1.1" status: 200 len: 217 time: 0.0532291 Aug 16 20:28:13.699134 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-125feee7-da5d-4033-8ea1-fc21d0c1b024 req-5684bc5c-12ff-4b74-b403-d68127ab5547 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4eefa614ca0749238b8806ce802cabad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215371 Aug 16 20:28:13.700214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40779021-7f3b-4edd-b64f-d1362d932b0e req-48ec7bf6-9437-4a07-91e3-73da84b72683 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110964 Aug 16 20:28:13.709421 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:13.830436 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:13.831280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:13.909768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Allocated IP 172.20.0.1 (5b25998e-ef4d-4be2-89e3-fb57b232b497/42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4/6a13199b-7b7b-4ce8-9315-9fbffa56da79) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:13.912267 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab07410-517d-47f7-b06c-8cd457470474 None None] Pushing event updated for resources: {'Port': ['ID=65dfdafa-3536-4bae-ae38-941a707c56ca,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:14.017130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:14.224496 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 3, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:14.243715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125feee7-da5d-4033-8ea1-fc21d0c1b024 req-98a2981a-5877-4af2-b8f7-68c769b46095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.245327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-125feee7-da5d-4033-8ea1-fc21d0c1b024 req-98a2981a-5877-4af2-b8f7-68c769b46095 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5376430 Aug 16 20:28:14.257362 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9d5a0a-6a0c-40c4-92d5-b7ae9e4ed7a0 None None] The sync data for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 is: [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:10Z', 'revision_number': 3, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:14.495923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d40381-bd73-49ae-a556-d8603b7687ad req-ffaefa47-87f9-4d68-8958-ca44afa6a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.498994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-ffaefa47-87f9-4d68-8958-ca44afa6a8cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e42261a-5aba-4d96-9020-1a6dabe6567e HTTP/1.1" status: 200 len: 849 time: 0.7819033 Aug 16 20:28:14.544567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5843bbc8-1637-4295-a9cd-8ef5bb014c1d req-23c6e17f-56b6-4d46-89bd-75521e63e49c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 210 time: 0.8145022 Aug 16 20:28:14.600052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80c1344b-6676-4841-9268-1fccd7310e33 req-c05b2b23-256e-4564-899f-c01211ef095e tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.5149779 Aug 16 20:28:14.640069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:14.643885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-d18af558-a643-4f68-8052-b9c7149f5539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107347 Aug 16 20:28:14.729783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-60a57339-5e92-4679-9803-260179603f59 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:14.731300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-60a57339-5e92-4679-9803-260179603f59 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.6997936 Aug 16 20:28:14.767699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Request body: {'port': {'device_id': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'admin_state_up': True, 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:14.818421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 65dfdafa-3536-4bae-ae38-941a707c56ca up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:14.851360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:14.936343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3291458-e364-414f-baf7-0515efd8c8c2 req-f3d9eb6d-eab1-4769-a017-6149b4cfb9fb tempest-ServerGroupTestJSON-121261707 tempest-ServerGroupTestJSON-121261707-project] 10.222.0.70 "GET /v2.0/ports?device_id=74cf7de2-11a0-45d1-9598-67a9429dd5a2 HTTP/1.1" status: 200 len: 210 time: 0.1875386 Aug 16 20:28:15.001154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-707436891-network', 'tenant_id': 'b8b2afff6adf4ebcaf0f9ea1b8537fbc'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:15.066052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8c643-0955-4e95-b242-b5b795070abf req-eb618b3c-c654-49c6-bd4c-443fd0a55591 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.068345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03b8c643-0955-4e95-b242-b5b795070abf req-eb618b3c-c654-49c6-bd4c-443fd0a55591 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 944 time: 0.2024150 Aug 16 20:28:15.073052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.077295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-9f245974-0693-423f-b5c3-fcd6238849b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049950 Aug 16 20:28:15.106427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Made reservation on behalf of b8b2afff6adf4ebcaf0f9ea1b8537fbc for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:15.108677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.117492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.129681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 65dfdafa-3536-4bae-ae38-941a707c56ca completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:15.134522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 65dfdafa-3536-4bae-ae38-941a707c56ca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:15.135009 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.195083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:15.218226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:15.220742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:15.220967 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.244769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 65dfdafa-3536-4bae-ae38-941a707c56ca, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=65dfdafa-3536-4bae-ae38-941a707c56ca,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:15.267154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03b8c643-0955-4e95-b242-b5b795070abf req-0a9393fa-2108-4e0c-baa5-3b593c6e4e30 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879690 Aug 16 20:28:15.275529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Pushing event updated for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:15.306036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.313249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:15.317317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.337968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.370973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03d40381-bd73-49ae-a556-d8603b7687ad req-eca5d944-fb0a-4bb6-8f21-688d5b04d2cf service neutron] 10.222.0.64 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805564 Aug 16 20:28:15.406571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.409056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=65dfdafa-3536-4bae-ae38-941a707c56ca,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:15.500791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-125feee7-da5d-4033-8ea1-fc21d0c1b024 req-55a50a19-57ff-44e1-8016-2af94bf82e8f tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.64 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.0333409 Aug 16 20:28:15.538588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.545882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-21ed35a7-cf6e-408b-ac13-76e223c5b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.547990 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-21ed35a7-cf6e-408b-ac13-76e223c5b0fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4bf8ed6848cd4bde8f4d8ca3f6aa5729&device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 1096 time: 0.0535984 Aug 16 20:28:15.580340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Allocated IP 172.20.0.2 (bb7828d8-ceba-490a-bb28-f71e67439698/cd4d857c-5933-4cd3-8fd6-dba4f34793db/6391c859-70c5-4462-a245-bb81a7343a3f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:15.600931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:15.641959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.642548 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Added segment e85f1db4-7804-406c-99f0-e8fb212a91c0 of type vlan for network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce Aug 16 20:28:15.684514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.691187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:15.709695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5cdf89af-445e-4965-9728-657b7bd0400b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:15.711445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'name': 'network-vif-deleted', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:15.714209 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7193c79f-8b78-4dc4-bc35-48658fafa1e5" -d '{"events": [{"server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "name": "network-vif-deleted", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:15.719907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b197215f-5098-4590-8fdf-bd4dfc64b452 req-4f1764d0-d612-49f3-a952-b62f13709686 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 210 time: 0.0833848 Aug 16 20:28:15.740516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 5cdf89af-445e-4965-9728-657b7bd0400b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:15.741020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5cdf89af-445e-4965-9728-657b7bd0400b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:15.750755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-62bb716d-e61d-4f24-a557-e9c186c3afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.755290 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-62bb716d-e61d-4f24-a557-e9c186c3afc5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 HTTP/1.1" status: 200 len: 910 time: 0.1940322 Aug 16 20:28:15.800187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-13956dd6-a6ac-4333-848a-96dd77356f19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f HTTP/1.1" status: 200 len: 217 time: 0.0394309 Aug 16 20:28:15.805370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.806122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.808198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.814528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:15.816302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d1a0f44-3085-4614-9b1c-254305137b90 req-39170e58-aee8-452a-92d7-06c153ee80dd tempest-ServerShowV254Test-59608631 tempest-ServerShowV254Test-59608631-project] 10.222.0.70 "GET /v2.0/ports?device_id=baf98625-ad42-4e98-a432-6f63c58fff32 HTTP/1.1" status: 200 len: 210 time: 0.1072266 Aug 16 20:28:15.870561 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecebcf5a-26cc-43ae-b0f9-3e15df726c49 x-openstack-request-id: req-ecebcf5a-26cc-43ae-b0f9-3e15df726c49 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:15.871003 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cf7de2-11a0-45d1-9598-67a9429dd5a2", "name": "network-vif-deleted", "tag": "5cdf89af-445e-4965-9728-657b7bd0400b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:15.871350 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ecebcf5a-26cc-43ae-b0f9-3e15df726c49 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:15.871862 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cf7de2-11a0-45d1-9598-67a9429dd5a2', 'name': 'network-vif-deleted', 'tag': '5cdf89af-445e-4965-9728-657b7bd0400b', 'status': 'completed', 'code': 200} Aug 16 20:28:15.916381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] Pushing event updated for resources: {'Network': ['ID=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:15.926177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:15.927658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-19bda6dc-8188-4f7f-92cc-0edff76947c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:15.929281 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-19bda6dc-8188-4f7f-92cc-0edff76947c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6e42261a-5aba-4d96-9020-1a6dabe6567e HTTP/1.1" status: 200 len: 849 time: 0.1145930 Aug 16 20:28:15.966489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-22627493-83f6-4fa7-b7fb-b4f9e925d1f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253074 Aug 16 20:28:15.989935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.054879 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-045821e0-87b8-4aca-b7d9-eb10acdc985f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2013056 Aug 16 20:28:16.057591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:16.062738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Request body: {'subnet': {'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-707436891-subnet', 'tenant_id': 'b8b2afff6adf4ebcaf0f9ea1b8537fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:16.088251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-0d177e1c-e6a7-458b-af43-b3a0d74e25e5 service neutron] 10.222.0.64 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157281 Aug 16 20:28:16.104410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.221199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3e03bcb-4de1-4645-821c-00a24344bdb6 req-6f50e1a6-dd22-4acf-abfb-9e7d49e9a1fb service neutron] 10.222.0.64 "GET /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132271 Aug 16 20:28:16.255964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.312362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Network bb7828d8-ceba-490a-bb28-f71e67439698 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:16.312362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:16.315464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:16.322534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event updated for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:16.349731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Made reservation on behalf of b8b2afff6adf4ebcaf0f9ea1b8537fbc for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:16.352218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.363376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.441807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.443089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.477402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Pushing event updated for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:16.481198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.496053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50060) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:16.498499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c638b-3bd3-4375-bc80-8f4bd47ab536 req-f5e56114-4061-4768-988b-9683d57a41a5 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.500038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a44c638b-3bd3-4375-bc80-8f4bd47ab536 req-f5e56114-4061-4768-988b-9683d57a41a5 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 944 time: 0.1543469 Aug 16 20:28:16.551061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-e97ee8a9-2ed3-4015-88c1-ab64e37181d9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876596 Aug 16 20:28:16.569848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Request body: {'port': {'device_id': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:16.584538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Deleting subnet 82c11984-f8db-4f03-a838-74f1c3ab019c {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:28:16.592292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.628146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.630868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a44c638b-3bd3-4375-bc80-8f4bd47ab536 req-448fe4a1-d743-4163-9bc4-a576a09d2a2e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Aug 16 20:28:16.668880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.671655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:16.677265 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.679399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:16.701930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.732598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 65dfdafa-3536-4bae-ae38-941a707c56ca up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:16.781585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Checking segment: {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:16.781966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Network hostable DHCP agents. Network: 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:16.804895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00fd22c-d85e-4663-99f2-13fcd6480f48,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:16.810086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 65dfdafa-3536-4bae-ae38-941a707c56ca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:16.810763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.915534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:16.919625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.958502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c11984-f8db-4f03-a838-74f1c3ab019c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:16.958502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:16.963046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-119ac4fd-87eb-4a89-8862-bd53aa8cc806 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/82c11984-f8db-4f03-a838-74f1c3ab019c HTTP/1.1" status: 204 len: 168 time: 0.4642515 Aug 16 20:28:16.963046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50070) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:16.967322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Router 0b037367-ebc4-4b93-a782-b53105fcc1e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:16.985817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3615ba-607d-4375-9edb-9c0908c4f56a req-3302e066-c619-43cc-a6bf-6a33a07ccea3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:16.992719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b3615ba-607d-4375-9edb-9c0908c4f56a req-3302e066-c619-43cc-a6bf-6a33a07ccea3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 931 time: 0.1353867 Aug 16 20:28:17.014733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:17.019203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:17.019829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.024627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71186979-3aa7-4dc0-8052-11a398ec4a94 None None] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:17.050306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.125757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b3615ba-607d-4375-9edb-9c0908c4f56a req-9f5c02a7-fe4e-4c81-999c-e32acdc3de97 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274979 Aug 16 20:28:17.138548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.149874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6315cc3b-ae31-42c1-9ac9-bb609ba2a205 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0896225 Aug 16 20:28:17.157555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279e152b-0b21-4c85-b92b-84ef84195897']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:17.168984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d548a6-ecbf-459c-bc07-c25a6a443160 None None] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:17.184069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:17.190246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b079cb67-8d88-4498-bf09-1046697a0e98 admin admin] 10.222.0.70 "PUT /v2.0/routers/0b037367-ebc4-4b93-a782-b53105fcc1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9284484 Aug 16 20:28:17.205842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Sync routers for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:17.206254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a98b2bc-2f90-485d-970f-b28b9b857831') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:17.208647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a98b2bc-2f90-485d-970f-b28b9b857831') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:17.225606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:17.225606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:17.242403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.251361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6391c859-70c5-4462-a245-bb81a7343a3f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:17.262017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.267176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.280980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:28:17.281798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.282656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Transition to ACTIVE for port object 6391c859-70c5-4462-a245-bb81a7343a3f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:28:17.294224 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:28:17.408367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:17.540184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1189380350', 'description': 'tempest-description-113412608'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:17.609347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6a13199b-7b7b-4ce8-9315-9fbffa56da79', 'name': '', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'mac_address': 'fa:16:3e:a6:fc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:13Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 2, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'subnets': [{'id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:17.640219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Checking router: 0b037367-ebc4-4b93-a782-b53105fcc1e7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:17.640575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Updating router 0b037367-ebc4-4b93-a782-b53105fcc1e7 port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:28:17.667265 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.685724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.718531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.739881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.742106 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] 10.222.0.70 "DELETE /v2.0/networks/279e152b-0b21-4c85-b92b-84ef84195897 HTTP/1.1" status: 204 len: 168 time: 0.7779319 Aug 16 20:28:17.743164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224bfbb-534b-4396-a65a-554535594029 admin admin] Pushing event deleted for resources: {'Network': ['ID=279e152b-0b21-4c85-b92b-84ef84195897,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:17.747283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50102) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:17.757763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.781722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d4a476e4-4ab4-419b-8687-35a93b5d271f details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:17.890879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78c9a78c-41c4-40de-9f25-ca272162eed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:17.897958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Pushing event updated for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:17.935400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.935764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.936112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.936451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.936781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.937110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.937446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.937760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.938081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.938401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.938721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.939044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:17.966773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f,segment=NetworkSegment(32aaab42-9f81-4fac-87c2-073ca186e279),segment_id=32aaab42-9f81-4fac-87c2-073ca186e279)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:17.985203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'd4a476e4-4ab4-419b-8687-35a93b5d271f', 'network_id': '0cc6f21d-2f8c-4e6a-96ea-01c25a877db9', 'port_id': 'd4a476e4-4ab4-419b-8687-35a93b5d271f', 'mac_address': 'fa:16:3e:a1:d5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e42261a-5aba-4d96-9020-1a6dabe6567e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:18.006505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.018122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-e9b88396-0d3a-42d8-a871-1c8e496db228 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:18.019626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-e9b88396-0d3a-42d8-a871-1c8e496db228 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 819 time: 0.3305323 Aug 16 20:28:18.047603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Attempting to bind port 6391c859-70c5-4462-a245-bb81a7343a3f on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:18.047962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Attempting to bind port 6391c859-70c5-4462-a245-bb81a7343a3f by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:18.048291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Attempting to bind port 6391c859-70c5-4462-a245-bb81a7343a3f on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:18.052045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-e6336d76-256e-489a-a3f3-00e0eae8524d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/quotas/a4aaabe0e4b3416687c21510ca9bb0d3 HTTP/1.1" status: 200 len: 375 time: 0.0217092 Aug 16 20:28:18.054082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Port 6391c859-70c5-4462-a245-bb81a7343a3f on network bb7828d8-ceba-490a-bb28-f71e67439698 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:18.054401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Attempting to bind port 6391c859-70c5-4462-a245-bb81a7343a3f on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:18.067701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:18.068067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Checking segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:18.068446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Bound using segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:18.069198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Bound port: 6391c859-70c5-4462-a245-bb81a7343a3f, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:18.069198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.077627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.080552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.100205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a476e4-4ab4-419b-8687-35a93b5d271f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:18.104407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Transition to ACTIVE for port object 6a13199b-7b7b-4ce8-9315-9fbffa56da79 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:18.120820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.122354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f,segment=NetworkSegment(32aaab42-9f81-4fac-87c2-073ca186e279),segment_id=32aaab42-9f81-4fac-87c2-073ca186e279)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:18.174843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-066d0b4e-113f-4177-a65d-da33d3f1df4a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156909 Aug 16 20:28:18.183440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 50110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:18.191631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.193860 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.196101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.208752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78c9a78c-41c4-40de-9f25-ca272162eed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.246064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f945ff-757a-4cd3-887b-fd618746721b None None] Pushing event updated for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.248725 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.254548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:18.288958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6391c859-70c5-4462-a245-bb81a7343a3f,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:18.298365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3b105d0d-6fc4-4693-8ded-ae90d9941a2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89f5604b0e144b9e9d7fb1b657aecaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142533 Aug 16 20:28:18.301025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 50114) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:18.341198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Attempting to bind port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:18.341569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Attempting to bind port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:18.341934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Attempting to bind port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:18.349293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.352022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:18.352400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Checking segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:18.352797 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.353178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Bound using segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:18.353651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Bound port: 6a13199b-7b7b-4ce8-9315-9fbffa56da79, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:18.354027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.354224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78c9a78c-41c4-40de-9f25-ca272162eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.359317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-d5a93b19-4577-4a59-8265-0a65352e58e8 service neutron] 10.222.0.70 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640966 Aug 16 20:28:18.410650 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-78c9a78c-41c4-40de-9f25-ca272162eed1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4eefa614ca0749238b8806ce802cabad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6596820 Aug 16 20:28:18.412515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50116) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:18.421695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9a78c-41c4-40de-9f25-ca272162eed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c44d1-a46c-4276-8bb0-545b66f52f46,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.480404 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.505242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.561846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] For port 6a13199b-7b7b-4ce8-9315-9fbffa56da79, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:18.565514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] For port 6a13199b-7b7b-4ce8-9315-9fbffa56da79, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a13199b-7b7b-4ce8-9315-9fbffa56da79,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:18.583898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d4a476e4-4ab4-419b-8687-35a93b5d271f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:18.620980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.623784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.627816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e85c44d1-a46c-4276-8bb0-545b66f52f46 HTTP/1.1" status: 204 len: 168 time: 0.2112544 Aug 16 20:28:18.636878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19212a-6769-41a5-8ff9-d5d945f25e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c44d1-a46c-4276-8bb0-545b66f52f46,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.661033 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.718749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.719986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b9e3d26-249b-40e9-9983-d6088a2fcb90 req-1d23fe89-9246-4001-af77-2c5ab2abed1d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1852634 Aug 16 20:28:18.721159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.748050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:18.748688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:18.753544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f945ff-757a-4cd3-887b-fd618746721b None None] Pushing event updated for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.776045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.816594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:18.817973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.819567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] 10.222.0.73 "PUT /v2.0/ports/6391c859-70c5-4462-a245-bb81a7343a3f HTTP/1.1" status: 200 len: 1092 time: 2.2582653 Aug 16 20:28:18.833457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:18.835688 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:18.848578 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:18.895257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:18.899651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55dec7-317e-4ac7-b7ea-d49937a09271 service neutron] Pushing event updated for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:18.961396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-232e525c-f220-407c-bdc9-0f1a71b92d1b service neutron] 10.222.0.70 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5928843 Aug 16 20:28:18.972732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb793a7a-62f4-4f0a-bcd7-bc505c442d8d req-dce4c533-79f9-419e-b627-f5c896bfa21b tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:18.974241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb793a7a-62f4-4f0a-bcd7-bc505c442d8d req-dce4c533-79f9-419e-b627-f5c896bfa21b tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 945 time: 0.1692307 Aug 16 20:28:19.015644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-4aef5dc1-db97-44f7-b631-2c0f4abdc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:19.017183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-4aef5dc1-db97-44f7-b631-2c0f4abdc5fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 1095 time: 0.0886803 Aug 16 20:28:19.075247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-76aaf35a-a642-4ea5-99a1-79f800319fca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6391c859-70c5-4462-a245-bb81a7343a3f HTTP/1.1" status: 200 len: 217 time: 0.0484815 Aug 16 20:28:19.078603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb793a7a-62f4-4f0a-bcd7-bc505c442d8d req-6f625770-17b9-4f95-9986-854964d6e7f4 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868576 Aug 16 20:28:19.079452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.091337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.091337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51dcc0f4-3db8-418f-8742-d1b692caa4ee HTTP/1.1" status: 204 len: 168 time: 0.7813587 Aug 16 20:28:19.137697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71b71-ed33-4de0-bd3a-ca6444a07dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcc0f4-3db8-418f-8742-d1b692caa4ee,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:19.167276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-ca231c0b-7645-4190-9176-c37308a8aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:19.169081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-ca231c0b-7645-4190-9176-c37308a8aa05 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.0842667 Aug 16 20:28:19.178518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6a13199b-7b7b-4ce8-9315-9fbffa56da79', 'name': '', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'mac_address': 'fa:16:3e:a6:fc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:13Z', 'updated_at': '2021-08-16T20:28:18Z', 'revision_number': 4, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'subnets': [{'id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:19.213844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fc1555-a4f8-485c-8b5a-4598088c9b06 None None] The sync data for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 is: [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6a13199b-7b7b-4ce8-9315-9fbffa56da79', 'name': '', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'mac_address': 'fa:16:3e:a6:fc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:13Z', 'updated_at': '2021-08-16T20:28:18Z', 'revision_number': 4, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'subnets': [{'id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:19.218735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-b47bbbe3-ebad-455d-8114-fcc54753b980 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385885 Aug 16 20:28:19.428601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882483512', 'description': 'tempest-description-1420169620'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:19.472959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-59213d63-fc1a-47b7-8c81-2cd6b34a9d3b service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449489 Aug 16 20:28:19.516695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c324654-d1f4-4f2d-9989-9680bce3be27 req-cb8ce901-2d8f-4ded-83e3-4e567562ac63 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:19.517994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c324654-d1f4-4f2d-9989-9680bce3be27 req-cb8ce901-2d8f-4ded-83e3-4e567562ac63 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 943 time: 0.1322198 Aug 16 20:28:19.610547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c324654-d1f4-4f2d-9989-9680bce3be27 req-8e4206b0-c27f-46ff-9b2c-0b0df0f08335 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663140 Aug 16 20:28:19.627057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.659823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c09a76-0ff5-4612-b522-18a19c72beb1 req-df763e3a-b4f1-4a68-8b44-8477fe21e789 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793759 Aug 16 20:28:19.695348 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb4f1bb-78d7-42ab-a555-4ead169ac70c x-openstack-request-id: req-8bb4f1bb-78d7-42ab-a555-4ead169ac70c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:19.695646 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:19.695938 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bb4f1bb-78d7-42ab-a555-4ead169ac70c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:19.696323 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f', 'status': 'completed', 'code': 200} Aug 16 20:28:19.779889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d4a476e4-4ab4-419b-8687-35a93b5d271f up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:19.781026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004ea3db-0c0b-4c81-b499-4de85ebf6b7c req-6ddfaa17-ebf9-4cae-a2ca-4058e98d760e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 210 time: 0.0368121 Aug 16 20:28:19.799076 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.871562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-45dd775f-aff1-45e3-9439-e7b4722b02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:19.873486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-45dd775f-aff1-45e3-9439-e7b4722b02cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 1095 time: 0.0778074 Aug 16 20:28:19.928010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:19.983993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e925f1c1-893a-4355-8815-6a53191a85b3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:20.024134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port d4a476e4-4ab4-419b-8687-35a93b5d271f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:20.026619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port d4a476e4-4ab4-419b-8687-35a93b5d271f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:20.027237 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.033798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-aee0fc68-25fe-4c86-a2fc-a88cfd16fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.038784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-aee0fc68-25fe-4c86-a2fc-a88cfd16fee8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 916 time: 0.1569099 Aug 16 20:28:20.089301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.093805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cce51209-c0c1-4245-a2c7-4e8cd73ac719 req-e0f3ce1a-182e-451d-a43c-7ffc7152612e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6850929 Aug 16 20:28:20.095714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-a8ab1890-542f-4258-9839-0c3dcd757612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6391c859-70c5-4462-a245-bb81a7343a3f HTTP/1.1" status: 200 len: 217 time: 0.0476103 Aug 16 20:28:20.181267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.216641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:20.219691 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259b74ac-f892-4b96-b61d-63819254ff1c" -d '{"events": [{"server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:20.240916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f,segment=NetworkSegment(32aaab42-9f81-4fac-87c2-073ca186e279),segment_id=32aaab42-9f81-4fac-87c2-073ca186e279)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:20.275676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-17a4aca5-b9f2-4959-b8a1-4b3c6e640758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.277235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-17a4aca5-b9f2-4959-b8a1-4b3c6e640758 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.1722026 Aug 16 20:28:20.327636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-60b294e9-6c87-455c-8b74-482b63e20ffb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422838 Aug 16 20:28:20.344671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727944f5-c74c-45bc-97d1-146c7efccf4c req-06639cef-ba1a-4908-8fdb-bce6e80b4d10 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.346197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-727944f5-c74c-45bc-97d1-146c7efccf4c req-06639cef-ba1a-4908-8fdb-bce6e80b4d10 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 945 time: 0.1268439 Aug 16 20:28:20.398867 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.418365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-6608f057-51d3-44fa-af86-b9f902f5b34f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.419957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-6608f057-51d3-44fa-af86-b9f902f5b34f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 819 time: 0.3161190 Aug 16 20:28:20.453116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-d7005003-bb62-474a-8a27-4ce56999b226 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/quotas/a4aaabe0e4b3416687c21510ca9bb0d3 HTTP/1.1" status: 200 len: 375 time: 0.0236652 Aug 16 20:28:20.511943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-727944f5-c74c-45bc-97d1-146c7efccf4c req-550bb0ef-9d8e-4bb4-97b0-466ca8e2c603 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487834 Aug 16 20:28:20.514954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:20.550037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-5b14d764-95d5-4c57-854b-3a8b4a467c94 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972592 Aug 16 20:28:20.573567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-464d8655-2cca-4628-b403-a4f6f9a520bb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033759 Aug 16 20:28:20.581464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-15b15097-6eb0-4221-8837-41689306f9a7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:28:20.588299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-15b15097-6eb0-4221-8837-41689306f9a7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136418 Aug 16 20:28:20.679807 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d9f76-7118-4bfd-bc7b-5cb3c52ade49 x-openstack-request-id: req-284d9f76-7118-4bfd-bc7b-5cb3c52ade49 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:20.680297 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "name": "network-vif-plugged", "status": "completed", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:20.680394 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-284d9f76-7118-4bfd-bc7b-5cb3c52ade49 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:20.680760 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f', 'code': 200} Aug 16 20:28:20.813644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de7fe9-cec2-486e-a2b6-99eeb5bc13be req-cda072a2-b91e-464f-b7b5-e1af273109f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.815917 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65de7fe9-cec2-486e-a2b6-99eeb5bc13be req-cda072a2-b91e-464f-b7b5-e1af273109f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 1098 time: 0.0678663 Aug 16 20:28:20.822161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a13199b-7b7b-4ce8-9315-9fbffa56da79 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:20.863494 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65de7fe9-cec2-486e-a2b6-99eeb5bc13be req-f0f13ec0-3bff-4d94-a970-ce8ff804c753 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Aug 16 20:28:20.902003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ceac879-37cf-4bd7-9a58-d8f3f50afe4c req-f73f506a-b478-47d2-8f41-df87369f8577 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428826 Aug 16 20:28:20.942034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50208) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:20.944815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-c45f4b02-1285-4f71-8b36-3190f9a58d5b service neutron] 10.222.0.70 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482640 Aug 16 20:28:20.949728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:20.954238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:20.954854 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:20.961008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-cc0e4193-26da-4047-9412-57bd5e34d8d7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:20.962588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-cc0e4193-26da-4047-9412-57bd5e34d8d7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 812 time: 0.1794512 Aug 16 20:28:20.990763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-0e8e4b37-ba95-4b7f-9b94-e29b2c58c867 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/quotas/b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 375 time: 0.0192358 Aug 16 20:28:21.050722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-8984732b-95b4-4d09-a051-f82b33ba886e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311859 Aug 16 20:28:21.063281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.066623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-746882306-network', 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:21.101569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 6a13199b-7b7b-4ce8-9315-9fbffa56da79, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a13199b-7b7b-4ce8-9315-9fbffa56da79,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:21.137307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-f3dfa3a5-6664-43be-a1cb-dc98462f2a4e service neutron] 10.222.0.70 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737404 Aug 16 20:28:21.162077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:21.164229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-28e95069-8425-4443-adac-52ad1a6a5da7 service neutron] 10.222.0.70 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034799 Aug 16 20:28:21.171149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.180630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.258026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-e1f138c5-d221-49cd-b8e4-8efd461a4bac service neutron] 10.222.0.70 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Aug 16 20:28:21.274889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.280750 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.367498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:21.375103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.403050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:21.409553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:21.416042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.420260 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Added segment fade6ef4-d612-4aba-9318-24ba007ff701 of type vlan for network df4b43e4-2c47-4908-829e-b037afe37244 Aug 16 20:28:21.458347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.589335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.592208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:21.593144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.619483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ba35e-c8fa-4c8c-b12e-d4e6b45733c3 req-76f98d17-986c-44e9-aa84-8625638e32c7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:21.621660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1ba35e-c8fa-4c8c-b12e-d4e6b45733c3 req-76f98d17-986c-44e9-aa84-8625638e32c7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 943 time: 0.0760527 Aug 16 20:28:21.705867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7617295 Aug 16 20:28:21.706968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81106f9e-07ce-4fff-9f6b-73a0e22a28c2 admin admin] Pushing event updated for resources: {'Network': ['ID=df4b43e4-2c47-4908-829e-b037afe37244,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:21.718358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network df4b43e4-2c47-4908-829e-b037afe37244 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:21.720642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:21.734457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Request body: {'subnet': {'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-746882306-subnet', 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:21.757165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-417cc9be-ff83-41e6-9f57-0ebd64c52ec6 req-a39d9324-c858-4d06-a2e9-1a96053d4c46 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 210 time: 0.0427558 Aug 16 20:28:21.770943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.771311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1ba35e-c8fa-4c8c-b12e-d4e6b45733c3 req-2f41458a-ab58-43c1-a08c-ab9e108ef514 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423836 Aug 16 20:28:21.827253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d3b8b0b-bfda-43cd-a55d-8df9b00a50f2 req-d9622d98-cdcd-4564-8b1d-f54b37b2d252 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 210 time: 0.0300720 Aug 16 20:28:21.891693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5e721-a948-48ca-bd10-6f4228b48474 req-477e618b-1f9e-4320-9b30-5d4770f7ba05 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:21.893314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6d5e721-a948-48ca-bd10-6f4228b48474 req-477e618b-1f9e-4320-9b30-5d4770f7ba05 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 946 time: 0.0521009 Aug 16 20:28:21.906405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:21.909344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:21.957580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6d5e721-a948-48ca-bd10-6f4228b48474 req-f42ea290-b75a-4888-a270-16da55e6fc9d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572321 Aug 16 20:28:22.301507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.367836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=087234e8-735b-4d67-b403-b96dae56e6fd,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:22.374562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:22.374662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Network hostable DHCP agents. Network: df4b43e4-2c47-4908-829e-b037afe37244, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:22.530026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-1d7fe8d7-374c-4738-9298-1ec509634586 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:22.531462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-1d7fe8d7-374c-4738-9298-1ec509634586 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 819 time: 0.1048019 Aug 16 20:28:22.544784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Request body: {'port': {'device_id': '6b688607-6d5b-400a-a128-2aba168f9e88', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'admin_state_up': True, 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:22.562201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Network df4b43e4-2c47-4908-829e-b037afe37244 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:22.675136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, df4b43e4-2c47-4908-829e-b037afe37244) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:22.679550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:22.680214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.693609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1af2f-2afd-45d2-8aa9-ead674cbc089 None None] Network df4b43e4-2c47-4908-829e-b037afe37244 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:22.730804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:22.753751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a13199b-7b7b-4ce8-9315-9fbffa56da79 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:22.809489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Made reservation on behalf of a4aaabe0e4b3416687c21510ca9bb0d3 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:22.823705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.868105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:22.868728 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.901521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-695f17d8-d8a3-41af-b0a2-aa34a80057a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:22.920142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ca98f9b-2203-425d-9890-fe662df61b6d req-d2cf7019-ab33-4356-95f7-a5ab37bcdee0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 210 time: 0.0724030 Aug 16 20:28:22.956212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1f84e-f815-4325-a529-ad8ec3e18d83 None None] Network df4b43e4-2c47-4908-829e-b037afe37244 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:23.028463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-224a209c-5916-4039-ad4b-245038d54ee3 req-dc865b03-5cfb-4229-89f4-45273e353938 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 210 time: 0.0527172 Aug 16 20:28:23.058326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-695f17d8-d8a3-41af-b0a2-aa34a80057a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.072057 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8b1bd113-c2ab-4060-8e55-6eb316843b88 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3502045 Aug 16 20:28:23.119253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52c7dc-0e2d-4ce9-8917-537a19553195 req-4cfb83da-1e93-4d52-86a6-271fa6772f4b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.132763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c52c7dc-0e2d-4ce9-8917-537a19553195 req-4cfb83da-1e93-4d52-86a6-271fa6772f4b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 943 time: 0.2098024 Aug 16 20:28:23.172840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Allocated IP 172.20.0.11 (5b25998e-ef4d-4be2-89e3-fb57b232b497/42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4/13b52e75-2d9a-4ea6-a611-724e3aaedeed) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:23.181196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-695f17d8-d8a3-41af-b0a2-aa34a80057a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.196632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c52c7dc-0e2d-4ce9-8917-537a19553195 req-99db3b1c-d82f-4489-a161-d8545632f743 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628047 Aug 16 20:28:23.260566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fb6d7-86c3-4926-a281-46079d044a03 req-627f315b-cc13-4794-aa22-318bdd9d5c3e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.264959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-695f17d8-d8a3-41af-b0a2-aa34a80057a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96222fe0a2a044f4b245c41fcafd8ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292027 Aug 16 20:28:23.265133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-763fb6d7-86c3-4926-a281-46079d044a03 req-627f315b-cc13-4794-aa22-318bdd9d5c3e tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 946 time: 0.0870728 Aug 16 20:28:23.265258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f17d8-d8a3-41af-b0a2-aa34a80057a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb504c-ee58-40f4-8657-19b5177e6b32,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:23.265258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:23.319760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.342496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.377849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-763fb6d7-86c3-4926-a281-46079d044a03 req-8a764281-33a0-4780-b57d-ffa5a86b2ea7 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Aug 16 20:28:23.466977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.503770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.508456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.509962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8fb504c-ee58-40f4-8657-19b5177e6b32 HTTP/1.1" status: 204 len: 168 time: 0.2440867 Aug 16 20:28:23.518690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665ddf2-9afd-4706-8a6a-211658e5d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb504c-ee58-40f4-8657-19b5177e6b32,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:23.590831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.653040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:23.665675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:23.668789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:23.684244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Pushing event updated for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:23.728058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b5ded0e7-8b3b-4864-babb-570cdcf194c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.729615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b5ded0e7-8b3b-4864-babb-570cdcf194c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.2055788 Aug 16 20:28:23.752904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:23.753575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.763335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-1ca552d7-69e3-48e1-8ea9-7ab548785fae tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0258725 Aug 16 20:28:23.763891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6391c859-70c5-4462-a245-bb81a7343a3f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:23.804453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b673b0f5-39e9-41b7-aa67-c2c0f11ec273 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264020 Aug 16 20:28:23.866775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6391c859-70c5-4462-a245-bb81a7343a3f,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:23.871189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-58c791e6-be71-4102-ba1d-659584af37cd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3299949 Aug 16 20:28:23.877493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '6391c859-70c5-4462-a245-bb81a7343a3f', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'port_id': '6391c859-70c5-4462-a245-bb81a7343a3f', 'mac_address': 'fa:16:3e:a2:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4d857c-5933-4cd3-8fd6-dba4f34793db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:23.886076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Request body: {'port': {'device_id': '6b688607-6d5b-400a-a128-2aba168f9e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:23.915577 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:23.931359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6391c859-70c5-4462-a245-bb81a7343a3f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:23.949570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-dc0b528b-6b45-4381-814f-0d29f14a8a1f service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358430 Aug 16 20:28:23.985589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6391c859-70c5-4462-a245-bb81a7343a3f,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:24.039552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:24.090591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99a0e08f-4975-48a6-a76b-367870b0344c req-a2218a19-bf55-47e6-b6d4-1da048fdb509 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 210 time: 0.0398619 Aug 16 20:28:24.130430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-6b1fbbb5-82fb-447b-b468-9c7550a2cbb6 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756067 Aug 16 20:28:24.201019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:24.252515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:24.422792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:24.696145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-528061c8-515f-45e5-b697-003c4a946591 req-c9592c03-a6dd-4f7d-ab6b-5b90e9ebdfad tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 210 time: 0.0409803 Aug 16 20:28:24.884106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44e684b3-4dba-4bb3-b280-0b0d09393b81 req-085d6d79-5a94-45db-bcdd-149ec841beba tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 210 time: 0.0735114 Aug 16 20:28:24.904506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4a88c-7e41-465f-8068-8814d8be8f90 req-ca880e74-0563-477e-8ff5-8915d84a975c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.906019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80c4a88c-7e41-465f-8068-8814d8be8f90 req-ca880e74-0563-477e-8ff5-8915d84a975c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 944 time: 0.2188041 Aug 16 20:28:24.918323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-9e3a4724-72eb-4ca8-a16c-63a9290c1117 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:24.919928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-9e3a4724-72eb-4ca8-a16c-63a9290c1117 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 819 time: 0.6441288 Aug 16 20:28:24.940302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Request body: {'port': {'device_id': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'admin_state_up': True, 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:24.946004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b52e75-2d9a-4ea6-a611-724e3aaedeed {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:24.972378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.035944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Transition to ACTIVE for port object 13b52e75-2d9a-4ea6-a611-724e3aaedeed will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:25.056416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80c4a88c-7e41-465f-8068-8814d8be8f90 req-ffc4b39c-f293-4563-b43e-1e7070a101a2 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351402 Aug 16 20:28:25.170994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-acd118f0-a937-480e-8097-5eb2f3833d41 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:25.172492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-acd118f0-a937-480e-8097-5eb2f3833d41 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 812 time: 0.1303227 Aug 16 20:28:25.185746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'device_id': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce', 'admin_state_up': True, 'tenant_id': 'b8b2afff6adf4ebcaf0f9ea1b8537fbc'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:25.194006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ae27d02-9344-4983-8535-4e97063c6dc2 req-98e935ec-9ba3-4bff-ba4d-9c9876dc1c6f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 210 time: 0.0268650 Aug 16 20:28:25.227137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.232218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Made reservation on behalf of a4aaabe0e4b3416687c21510ca9bb0d3 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:25.236668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.319031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Pushing event updated for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:25.424639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Made reservation on behalf of b8b2afff6adf4ebcaf0f9ea1b8537fbc for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:25.429613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.483983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Attempting to bind port 13b52e75-2d9a-4ea6-a611-724e3aaedeed on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:25.484366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Attempting to bind port 13b52e75-2d9a-4ea6-a611-724e3aaedeed by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:25.484692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Attempting to bind port 13b52e75-2d9a-4ea6-a611-724e3aaedeed on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:25.495119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Port 13b52e75-2d9a-4ea6-a611-724e3aaedeed on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:25.496096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Attempting to bind port 13b52e75-2d9a-4ea6-a611-724e3aaedeed on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:25.505595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:25.506651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Checking segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:25.507058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Bound using segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:25.507590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Bound port: 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:25.507910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.527665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Allocated IP 172.20.0.4 (5b25998e-ef4d-4be2-89e3-fb57b232b497/42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4/5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:25.622231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Allocated IP 172.20.0.6 (8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce/b00fd22c-d85e-4663-99f2-13fcd6480f48/2fa71c80-01d7-4ba7-8cd2-a6d7991dd909) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:25.626801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:25.633350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:25.770982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.774232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6391c859-70c5-4462-a245-bb81a7343a3f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:25.871219 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2c660fc-3f6d-4173-8dac-03f0bc9c061c req-a81c7605-e1b9-4244-ae2a-b3d83a2a9922 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 210 time: 0.0478282 Aug 16 20:28:25.877315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:25.878009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.879437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] 10.222.0.73 "PUT /v2.0/ports/13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 1093 time: 1.9975953 Aug 16 20:28:25.880985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.885850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:25.887918 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b1ca46-579d-4c30-9a81-c869545d7e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:25.898180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.905628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779e59f-54ee-4459-84cb-f6e19df75fea service neutron] Pushing event updated for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:25.927202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 6391c859-70c5-4462-a245-bb81a7343a3f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:25.932232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 6391c859-70c5-4462-a245-bb81a7343a3f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:25.932991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:25.966794 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be777ab9-9dfc-4666-bb37-7a687c5b26a6 x-openstack-request-id: req-be777ab9-9dfc-4666-bb37-7a687c5b26a6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:25.974778 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:25.974778 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be777ab9-9dfc-4666-bb37-7a687c5b26a6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:25.974778 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed', 'status': 'completed', 'code': 200} Aug 16 20:28:26.047843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.065427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.075661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8919c06-3f73-4c85-b921-2a5f30f8c7b8 req-0709ed18-2ca5-4de9-95a8-22ffec7c7630 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 210 time: 0.0578275 Aug 16 20:28:26.077009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.095512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:26.103182 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4b3037-2ddf-4a8f-968d-cc7b73105c47" -d '{"events": [{"server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "name": "network-vif-plugged", "status": "completed", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:26.126486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6391c859-70c5-4462-a245-bb81a7343a3f,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:26.147903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:26.166490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-7acb2467-938d-4bf7-8208-ec71f1c97120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.168046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-7acb2467-938d-4bf7-8208-ec71f1c97120 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1096 time: 0.1783807 Aug 16 20:28:26.175141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:26.181377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:26.187029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Network 5b25998e-ef4d-4be2-89e3-fb57b232b497 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:26.188003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:26.201343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:26.203223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Pushing event updated for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:26.216414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:26.265683 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fd53db-eccc-4d3f-992a-225fa93a78c3 x-openstack-request-id: req-c4fd53db-eccc-4d3f-992a-225fa93a78c3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:26.266817 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "name": "network-vif-plugged", "status": "completed", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:26.268222 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4fd53db-eccc-4d3f-992a-225fa93a78c3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:26.269151 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f', 'code': 200} Aug 16 20:28:26.282892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.297307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.336361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.368179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07d394-bfed-4717-abb0-546c6fbaae45 req-b55b02a8-1652-4f12-b0cb-d388578a1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.369790 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2e07d394-bfed-4717-abb0-546c6fbaae45 req-b55b02a8-1652-4f12-b0cb-d388578a1f8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 1097 time: 0.0425971 Aug 16 20:28:26.398026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:26.407789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2e07d394-bfed-4717-abb0-546c6fbaae45 req-d2fcc86f-5dca-407c-bd39-cc353514f59d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Aug 16 20:28:26.408536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.409154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.429314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133e8f4-0794-4a35-89b5-3a31e3538ba0 req-a29927df-f918-4757-a31d-514756e766bc tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.430532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c133e8f4-0794-4a35-89b5-3a31e3538ba0 req-a29927df-f918-4757-a31d-514756e766bc tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 944 time: 0.1645799 Aug 16 20:28:26.480333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-006166c0-4627-40db-b238-97e7eb3d3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.481718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-006166c0-4627-40db-b238-97e7eb3d3963 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2911513 Aug 16 20:28:26.501752 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-b9092616-a7cc-439a-acfa-ff798b3a417e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3198509 Aug 16 20:28:26.505615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c67acb-8147-41f9-8a0a-f2743007d8ca req-8a50a33a-f02c-4703-8bf4-76bc580994da tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.507229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8c67acb-8147-41f9-8a0a-f2743007d8ca req-8a50a33a-f02c-4703-8bf4-76bc580994da tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 931 time: 0.1460354 Aug 16 20:28:26.522552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Request body: {'port': {'device_id': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:26.523384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c133e8f4-0794-4a35-89b5-3a31e3538ba0 req-37d4b9ee-cc6f-438c-bc4a-4dfd57fee119 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760465 Aug 16 20:28:26.589524 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.606865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8c67acb-8147-41f9-8a0a-f2743007d8ca req-023a0aa7-7d9e-4826-9e50-c6ba98e8b223 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870824 Aug 16 20:28:26.635050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-b2caa64d-600e-4692-a24f-60bb965a6252 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6993206 Aug 16 20:28:26.648574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-d0c14c6c-3b8b-40b7-ae4f-baf6359c358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.650101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7b1ca46-579d-4c30-9a81-c869545d7e5f req-d0c14c6c-3b8b-40b7-ae4f-baf6359c358f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399739 Aug 16 20:28:26.655506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Request body: {'port': {'device_id': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:26.775426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.780456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-2f038ed4-3e22-4ea6-a82c-abff377d9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:26.782622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-2f038ed4-3e22-4ea6-a82c-abff377d9a01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1096 time: 0.0913303 Aug 16 20:28:26.860152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-ba860c1d-68df-42d3-9d94-8649724d64ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.0672004 Aug 16 20:28:26.919336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:26.928869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:26.944641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Transition to ACTIVE for port object 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:27.016588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.021685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-907dee21-5c20-4010-a2ce-e2b62aa4ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.023161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-907dee21-5c20-4010-a2ce-e2b62aa4ca0a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.1540091 Aug 16 20:28:27.073416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:27.094681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a243678-da73-49f8-978d-f48a5c65985f req-4714b1c5-f8de-4a35-a7cf-11b284f63749 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.096259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a243678-da73-49f8-978d-f48a5c65985f req-4714b1c5-f8de-4a35-a7cf-11b284f63749 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 931 time: 0.1253111 Aug 16 20:28:27.116832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-743e13b6-63db-4229-a5a5-10ef70d37606 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807977 Aug 16 20:28:27.159981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Attempting to bind port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:27.160712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Attempting to bind port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:27.161474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Attempting to bind port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:27.167805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:27.168349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Attempting to bind port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:27.200911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:27.202315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Checking segment: {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:27.202722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Bound using segment: {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:27.203194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Bound port: 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:27.203544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.244054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a243678-da73-49f8-978d-f48a5c65985f req-0451684a-59e8-4786-a555-3077fd726e71 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295838 Aug 16 20:28:27.336727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:27.341114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:27.355084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e57b3cbf-7b67-493f-b2bf-f13ef2c2c2e2 req-ba86556d-7307-4141-99df-1c64bd8de6a8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 210 time: 0.0450146 Aug 16 20:28:27.362132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-c6717f29-ce7e-468b-983a-1e215143a530 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257874 Aug 16 20:28:27.445676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:27.455779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.481193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Transition to ACTIVE for port object 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:27.496562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6594e433-1c8c-487c-8abc-e84a3bf6bba0 req-50a5bb7f-21e4-4fb3-a616-2116b9ff6b40 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119096 Aug 16 20:28:27.501731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.534899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.535522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.537460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] 10.222.0.73 "PUT /v2.0/ports/2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 1092 time: 1.0237679 Aug 16 20:28:27.540639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:27.540639 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59e896b-6b35-4440-a6e6-775dc6131b16" -d '{"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:27.573301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9770-a4d1-443b-946d-ce193c73f7ce service neutron] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:27.635058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.725401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:27.738049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-87300574-92d2-4fb9-828d-c197727e3dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.741390 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-87300574-92d2-4fb9-828d-c197727e3dfc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0483432 Aug 16 20:28:27.743685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb85db-d048-4c2e-852e-04463331814b req-53469835-3e23-4307-9a6b-a85a4bbf8bcf tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.745280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eeb85db-d048-4c2e-852e-04463331814b req-53469835-3e23-4307-9a6b-a85a4bbf8bcf tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 945 time: 0.1234467 Aug 16 20:28:27.761645 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4e8253-ca47-4f3d-8426-30a550420d30 x-openstack-request-id: req-6b4e8253-ca47-4f3d-8426-30a550420d30 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:27.762003 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:27.762486 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b4e8253-ca47-4f3d-8426-30a550420d30 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:27.762928 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'status': 'completed', 'code': 200} Aug 16 20:28:27.791136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-2b243451-3af7-49ff-8555-a9939da5aaed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 217 time: 0.0382037 Aug 16 20:28:27.844129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-14b94ca8-c714-42ed-80e0-4f1171b3eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.845887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eeb85db-d048-4c2e-852e-04463331814b req-7ce7b069-8a77-4fd3-b279-73929d3de1c6 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745730 Aug 16 20:28:27.852451 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-14b94ca8-c714-42ed-80e0-4f1171b3eb07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.0528536 Aug 16 20:28:27.899497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-19c53170-f15d-4cdb-a214-f9d22a8d794e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378337 Aug 16 20:28:27.905104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Attempting to bind port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:27.905452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Attempting to bind port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:27.905814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Attempting to bind port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:27.915032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:27.915385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Attempting to bind port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 on network 5b25998e-ef4d-4be2-89e3-fb57b232b497 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:27.925644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:27.926001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Checking segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:27.926981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Bound using segment: {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:27.927531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Bound port: 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b59eb6a-f460-44a2-b2f3-3afe3f474557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:27.933499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:27.976143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df6c9-e131-4846-86a3-24ed2854fa62 req-aef5c580-2a3c-4d94-afc9-00d1b0cc6638 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:27.977761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414df6c9-e131-4846-86a3-24ed2854fa62 req-aef5c580-2a3c-4d94-afc9-00d1b0cc6638 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 943 time: 0.1307433 Aug 16 20:28:28.086553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414df6c9-e131-4846-86a3-24ed2854fa62 req-2f5107d6-a068-4e7c-9c96-e65350f245e6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024671 Aug 16 20:28:28.090367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:28.125366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:28.154104 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-22df969a-f4e3-487f-b722-0c2b693542a3 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463377 Aug 16 20:28:28.252668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:28.252898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b8e26080-7b46-4149-a59c-816644f8bd88 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.254237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b8e26080-7b46-4149-a59c-816644f8bd88 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.2416158 Aug 16 20:28:28.274371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '5066fc95-444f-443c-a703-1c459821bdeb', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:28.293224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.293986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:28.295414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] 10.222.0.73 "PUT /v2.0/ports/5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 200 len: 1092 time: 1.6444521 Aug 16 20:28:28.295897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:28.298141 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:28.331285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7bc5d-c585-46dd-b431-f9cd690f0613 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:28.369226 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0f8155e8-e320-49f9-95a5-c7208ceecf02 req-d37de52b-18a2-4b2f-aaf6-8026ae08f5a9 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070465 Aug 16 20:28:28.400142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb08a3d-0b79-48ca-9569-c52a000eea51 req-5b743f29-1250-44c2-b06f-175e5beb6965 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.401655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeb08a3d-0b79-48ca-9569-c52a000eea51 req-5b743f29-1250-44c2-b06f-175e5beb6965 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 943 time: 0.0580454 Aug 16 20:28:28.440164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeb08a3d-0b79-48ca-9569-c52a000eea51 req-c3e103cf-96cb-4d09-9fe0-266ae4914cf9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Aug 16 20:28:28.493747 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd377929-24ab-4cc3-a6dc-d466d727b721 x-openstack-request-id: req-fd377929-24ab-4cc3-a6dc-d466d727b721 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:28.494138 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:28.494390 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd377929-24ab-4cc3-a6dc-d466d727b721 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:28.494884 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6', 'status': 'completed', 'code': 200} Aug 16 20:28:28.542118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:28.545751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:28.564717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-60b5cf6b-af2e-4552-91f1-492ee58f52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.566469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-60b5cf6b-af2e-4552-91f1-492ee58f52a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0505235 Aug 16 20:28:28.588769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-f658137d-0305-4c71-b7f8-e7ee1e6d6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.590455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-f658137d-0305-4c71-b7f8-e7ee1e6d6fb4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1095 time: 0.0753510 Aug 16 20:28:28.669357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-69f6379a-cb9d-40ab-8607-ae1d886f3d3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 200 len: 217 time: 0.0497141 Aug 16 20:28:28.682933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f2d8950-4821-4ac3-90c9-b85b9363caa4 req-e8155c4d-06fd-4a86-b299-62f042ab8640 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 210 time: 0.0379288 Aug 16 20:28:28.764916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-4d9156a9-edab-4f86-9e76-df0c109dbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.768411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-4d9156a9-edab-4f86-9e76-df0c109dbc3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.0893939 Aug 16 20:28:28.770744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50464) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:28.778856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-e2217ea9-612f-4f01-8aeb-e34378df2e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.780611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-e2217ea9-612f-4f01-8aeb-e34378df2e39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.2045975 Aug 16 20:28:28.795135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.7 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/36eac084-b4ad-4896-899b-4706e7476e72) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:28.809082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a46996-5d18-4b16-bee4-8da4df15104d req-7536d3d8-59ac-4d99-8eb6-586779bba2f6 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.818683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93a46996-5d18-4b16-bee4-8da4df15104d req-7536d3d8-59ac-4d99-8eb6-586779bba2f6 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 946 time: 0.0813003 Aug 16 20:28:28.819561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-478f35d0-a1dc-458b-9d4e-4db03123f8a9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402505 Aug 16 20:28:28.889118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-35c42a56-dc52-46ba-935d-78ddc2848e2c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 217 time: 0.0910711 Aug 16 20:28:28.916063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93a46996-5d18-4b16-bee4-8da4df15104d req-53f083a0-0da2-4ed5-a9c3-61432e53da38 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965006 Aug 16 20:28:28.958617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:28.959141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-bb944fe9-6b99-44c5-a610-12ca2642fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:28.960661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-bb944fe9-6b99-44c5-a610-12ca2642fe6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.0589962 Aug 16 20:28:28.992733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-e8130c6b-3cbb-422e-9ced-c2549dfad0ab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240841 Aug 16 20:28:29.015824 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-94146c05-ea13-4dec-b530-2e1ffb90c271 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861033 Aug 16 20:28:29.089495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-26737e29-71e0-4ddc-9563-de040da38137 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890706 Aug 16 20:28:29.154164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.196071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0350814a-cd58-44a1-a97a-0cfa4067b395 req-585907b0-74d5-4220-8017-ef1304b0f97f service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685054 Aug 16 20:28:29.222086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59e896b-6b35-4440-a6e6-775dc6131b16 req-a4d95189-ca3b-4114-bde7-e29d8543df31 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Aug 16 20:28:29.251101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5170a-734b-486c-ab96-1904711b37a7 req-3a3a1c2d-fa70-4b94-945d-32f28d50bac0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.253823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9be5170a-734b-486c-ab96-1904711b37a7 req-3a3a1c2d-fa70-4b94-945d-32f28d50bac0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 943 time: 0.0791218 Aug 16 20:28:29.273890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.296310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9be5170a-734b-486c-ab96-1904711b37a7 req-876cefab-0746-41e2-9ae6-985f33a04782 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Aug 16 20:28:29.377061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-01f2343d-4b26-4ba1-80aa-c4f699595252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.378488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-01f2343d-4b26-4ba1-80aa-c4f699595252 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1095 time: 0.0412247 Aug 16 20:28:29.384103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.426934 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=383fbff9a9a142dcb09c011dfb951772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523833 Aug 16 20:28:29.427125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:29.433723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc5170a-2c47-462c-adfd-5c0987a4d159,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:29.447289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.447641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.448020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.448366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.448707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.449044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.449376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.449707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.450426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.450426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.450676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.451124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f9b06f-aa56-44dd-bb4e-9f02cc9b1a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:29.458140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.494403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-fcd2e8d6-00c6-46cc-94ef-bee89fae3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.495972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-fcd2e8d6-00c6-46cc-94ef-bee89fae3a4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.1096647 Aug 16 20:28:29.523003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:29.528213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:29.535000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:29.555240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-c401e965-4601-442c-9251-59c52c668070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 200 len: 217 time: 0.0515671 Aug 16 20:28:29.587286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:29.617507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.636893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.637476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.654459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8136-c774-4a1c-b9b2-b08399da44b2 req-35a4a33d-aeee-45a3-981c-826d0f0e9204 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.655975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eddb8136-c774-4a1c-b9b2-b08399da44b2 req-35a4a33d-aeee-45a3-981c-826d0f0e9204 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 943 time: 0.0937767 Aug 16 20:28:29.659683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-2035e98c-f69d-4f38-9c54-0f5c478004c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.662335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-2035e98c-f69d-4f38-9c54-0f5c478004c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.0980368 Aug 16 20:28:29.663804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.708585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-9ea1599a-5f6c-4aba-b29b-b81a88405702 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359101 Aug 16 20:28:29.746719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eddb8136-c774-4a1c-b9b2-b08399da44b2 req-009b22b9-a0c9-4174-ae07-0363581f9596 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824182 Aug 16 20:28:29.786972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-345f15f9-0ad1-49bd-bee1-77286d28b165 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5226262 Aug 16 20:28:29.804075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Request body: {'port': {'device_id': '5066fc95-444f-443c-a703-1c459821bdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:29.806418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 13b52e75-2d9a-4ea6-a611-724e3aaedeed details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:29.829668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.832551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.837407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1cc5170a-2c47-462c-adfd-5c0987a4d159 HTTP/1.1" status: 204 len: 168 time: 0.4056830 Aug 16 20:28:29.860505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf3e92-9ea3-4677-9acd-b40d04036fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc5170a-2c47-462c-adfd-5c0987a4d159,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:29.892272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc497b9a-a198-4132-ba9b-be48eecc828c req-5dc18932-d298-42ba-b662-d1fde1f6f3cf tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:29.915413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc497b9a-a198-4132-ba9b-be48eecc828c req-5dc18932-d298-42ba-b662-d1fde1f6f3cf tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 931 time: 0.1406639 Aug 16 20:28:29.934134 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:29.980561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-6f7bc374-7cab-4a5b-bad5-8e447c51ebe9 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601740 Aug 16 20:28:30.097611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:30.116589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '13b52e75-2d9a-4ea6-a611-724e3aaedeed', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'port_id': '13b52e75-2d9a-4ea6-a611-724e3aaedeed', 'mac_address': 'fa:16:3e:0e:55:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:30.119567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc497b9a-a198-4132-ba9b-be48eecc828c req-991fc73a-1b98-4e95-a58b-e2c237aa528f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958466 Aug 16 20:28:30.159593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-faab3be5-3841-4750-8df0-ef21fa7aa2c3 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.161199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-faab3be5-3841-4750-8df0-ef21fa7aa2c3 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 946 time: 0.1898270 Aug 16 20:28:30.220596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275315f3-cc50-4424-9b98-0267cd9ba67e req-47883086-1f3b-4246-9ca2-3fce03e2b5e9 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.222139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-275315f3-cc50-4424-9b98-0267cd9ba67e req-47883086-1f3b-4246-9ca2-3fce03e2b5e9 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 946 time: 0.1928480 Aug 16 20:28:30.232105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe6d333f-50d9-45f2-a8a3-ac308a6b7ff5 req-04d0bd3a-b1ba-457b-98c0-ed7b345b46cc service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275846 Aug 16 20:28:30.238608 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.263820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b52e75-2d9a-4ea6-a611-724e3aaedeed {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:30.296782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:30.314041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-275315f3-cc50-4424-9b98-0267cd9ba67e req-40baeaff-20ce-49e4-b9b1-c7c296a6be20 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/security-groups?id=7b57febc-af0b-420b-83a9-3d4278046a50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Aug 16 20:28:30.326988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36eac084-b4ad-4896-899b-4706e7476e72 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:30.336749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.344465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Deleting port d4a476e4-4ab4-419b-8687-35a93b5d271f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:30.344832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.354559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Transition to ACTIVE for port object 36eac084-b4ad-4896-899b-4706e7476e72 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:30.432606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.524599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.595074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac53c-841e-484c-8498-99964785824a service neutron] Pushing event updated for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:30.627871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:30.684347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['13b52e75-2d9a-4ea6-a611-724e3aaedeed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:30.699575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Attempting to bind port 36eac084-b4ad-4896-899b-4706e7476e72 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:30.699969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Attempting to bind port 36eac084-b4ad-4896-899b-4706e7476e72 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:30.700307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Attempting to bind port 36eac084-b4ad-4896-899b-4706e7476e72 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:30.706825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Port 36eac084-b4ad-4896-899b-4706e7476e72 on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:30.707153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Attempting to bind port 36eac084-b4ad-4896-899b-4706e7476e72 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:30.716158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:30.716807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:30.717203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:30.717638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Bound port: 36eac084-b4ad-4896-899b-4706e7476e72, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:30.717992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.726942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb4469e4-f9ef-4495-b962-f5431c75f4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.761986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d84300-ed8f-4bbe-a717-1415ecb71b2c req-119f260b-f946-470e-86a6-4a558dffef25 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.763518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36d84300-ed8f-4bbe-a717-1415ecb71b2c req-119f260b-f946-470e-86a6-4a558dffef25 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 943 time: 0.0731752 Aug 16 20:28:30.792015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:30.796498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36eac084-b4ad-4896-899b-4706e7476e72,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:30.823827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] For port d4a476e4-4ab4-419b-8687-35a93b5d271f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d4a476e4-4ab4-419b-8687-35a93b5d271f,segment=NetworkSegment(32aaab42-9f81-4fac-87c2-073ca186e279),segment_id=32aaab42-9f81-4fac-87c2-073ca186e279)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:30.824343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.838985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Calling delete_port for d4a476e4-4ab4-419b-8687-35a93b5d271f owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:30.861409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50500) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:30.874759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b91c343e-a39f-4f35-bf10-5dc2f7cd2d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.911992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.957049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.958186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:30.958719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36d84300-ed8f-4bbe-a717-1415ecb71b2c req-8a7cac01-c8e5-447f-aa48-73864967d9b0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818664 Aug 16 20:28:30.959721 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-7feac53c-841e-484c-8498-99964785824a service neutron] 10.222.0.64 "PUT /v2.0/ports/36eac084-b4ad-4896-899b-4706e7476e72 HTTP/1.1" status: 200 len: 1092 time: 1.1610250 Aug 16 20:28:30.960187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:30.962412 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "tag": "36eac084-b4ad-4896-899b-4706e7476e72"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:30.988165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c14c6-a91b-4eab-ab2b-1f4c8aceae38 req-cc368607-a2af-4462-aada-75d79e35f491 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:30.996003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f39c14c6-a91b-4eab-ab2b-1f4c8aceae38 req-cc368607-a2af-4462-aada-75d79e35f491 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 943 time: 0.1106617 Aug 16 20:28:31.048783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac53c-841e-484c-8498-99964785824a service neutron] Pushing event updated for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:31.057901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f39c14c6-a91b-4eab-ab2b-1f4c8aceae38 req-c5691571-5df4-46f0-9bb0-4d6dd2594096 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610125 Aug 16 20:28:31.065230 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c466355e-c657-4f75-9d85-6cc6e01fd4c2 x-openstack-request-id: req-c466355e-c657-4f75-9d85-6cc6e01fd4c2 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:31.065969 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "tag": "36eac084-b4ad-4896-899b-4706e7476e72", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:31.066234 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c466355e-c657-4f75-9d85-6cc6e01fd4c2 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:31.066644 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72', 'status': 'completed', 'code': 200} Aug 16 20:28:31.120181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b91c343e-a39f-4f35-bf10-5dc2f7cd2d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.137706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-97d1d545-1c95-4209-9fbb-a33fb3430a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.139448 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-97d1d545-1c95-4209-9fbb-a33fb3430a69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 1095 time: 0.0592289 Aug 16 20:28:31.218819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b91c343e-a39f-4f35-bf10-5dc2f7cd2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.256692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cfebb-c08b-4fa5-aacf-7eabe2e3a2fd req-fb0a5ebf-489d-4c06-b26b-20237b92173a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.258266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff3cfebb-c08b-4fa5-aacf-7eabe2e3a2fd req-fb0a5ebf-489d-4c06-b26b-20237b92173a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 943 time: 0.0512061 Aug 16 20:28:31.272708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.286474 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b91c343e-a39f-4f35-bf10-5dc2f7cd2d71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7f6dab2aa064ce68581ad364d23bc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233792 Aug 16 20:28:31.288133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50512) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:31.291602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d4a476e4-4ab4-419b-8687-35a93b5d271f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:31.293640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-fa07d226-ba22-4e0a-8c5c-a24ebb69be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.296703 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-fa07d226-ba22-4e0a-8c5c-a24ebb69be86 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1491213 Aug 16 20:28:31.305115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c343e-a39f-4f35-bf10-5dc2f7cd2d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108442da-0b82-40ff-9d91-06f8431d230f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:31.310235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Pushing event deleted for resources: {'Port': ['ID=d4a476e4-4ab4-419b-8687-35a93b5d271f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:31.360536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff3cfebb-c08b-4fa5-aacf-7eabe2e3a2fd req-f9a09fce-02e9-4f99-a3a6-510bac96c679 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959799 Aug 16 20:28:31.375535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] No DVR routers for this DVR port d4a476e4-4ab4-419b-8687-35a93b5d271f on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:31.381555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.383751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb1393a8-eb04-4ab7-825b-8c3c044df745 req-5575a7e0-c42c-4bba-869b-9b555e174b3d tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.64 "DELETE /v2.0/ports/d4a476e4-4ab4-419b-8687-35a93b5d271f HTTP/1.1" status: 204 len: 173 time: 1.2141531 Aug 16 20:28:31.384219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'name': 'network-vif-deleted', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:31.387058 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97838fd-22f0-4077-bbd3-98d50076b05c" -d '{"events": [{"server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "name": "network-vif-deleted", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:31.437046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.465792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d88a6461-8293-4b1f-b923-05602175f692 req-da9b5b9e-3624-4419-91a1-b6a0f14bf653 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0333321 Aug 16 20:28:31.488794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.491857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-585e1b7e-7d8f-4a8e-92c9-df85d20c56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.493335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c1b54377-258d-4cd0-8c6c-4f67a1a52ec4 req-585e1b7e-7d8f-4a8e-92c9-df85d20c56b6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1897092 Aug 16 20:28:31.602674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-3e0534a1-3fbd-4e4d-a7dd-5dd72eaf4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.604482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-3e0534a1-3fbd-4e4d-a7dd-5dd72eaf4448 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 1095 time: 0.0628681 Aug 16 20:28:31.628023 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ca9ce-e1c6-47e5-bd76-41b7e8798b79 x-openstack-request-id: req-322ca9ce-e1c6-47e5-bd76-41b7e8798b79 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:31.628621 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e81bf85-c1b4-47e2-8636-0499b5ae949e", "name": "network-vif-deleted", "tag": "d4a476e4-4ab4-419b-8687-35a93b5d271f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:31.628936 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-322ca9ce-e1c6-47e5-bd76-41b7e8798b79 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:31.630878 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e81bf85-c1b4-47e2-8636-0499b5ae949e', 'name': 'network-vif-deleted', 'tag': 'd4a476e4-4ab4-419b-8687-35a93b5d271f', 'status': 'completed', 'code': 200} Aug 16 20:28:31.648884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-848c0123-09f5-4a27-9fab-0884dee86477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36eac084-b4ad-4896-899b-4706e7476e72 HTTP/1.1" status: 200 len: 217 time: 0.0364814 Aug 16 20:28:31.698825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ec879-06ea-49b1-9de5-0425da399f98 req-bf3612d0-60b1-46f8-859c-2a4d033b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:31.700316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-bf3612d0-60b1-46f8-859c-2a4d033b278f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0440488 Aug 16 20:28:31.733176 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-4830c02f-fd02-40a1-8e37-f3fb26c63d89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245242 Aug 16 20:28:31.734042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.736672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:31.737851 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/108442da-0b82-40ff-9d91-06f8431d230f HTTP/1.1" status: 204 len: 168 time: 0.4459388 Aug 16 20:28:31.798698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db886ffc-ef0e-450a-b194-b47f4176d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108442da-0b82-40ff-9d91-06f8431d230f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:31.834802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:31.834802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 13b52e75-2d9a-4ea6-a611-724e3aaedeed up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:31.841252 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-b7de847a-5b0f-4cfd-b54b-86450901e26c service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950274 Aug 16 20:28:31.945159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-904ec879-06ea-49b1-9de5-0425da399f98 req-297d49c0-b1d8-4837-92dd-0067a790afc3 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954525 Aug 16 20:28:31.972189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:31.985039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce', 'port_id': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'mac_address': 'fa:16:3e:36:9e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fd22c-d85e-4663-99f2-13fcd6480f48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:32.029915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.043465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:32.063101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:32.087444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b6f5-f9f7-4df2-b06d-bbb86e8fd74a req-dbb74ea8-f73f-472f-898d-6fe58ef28057 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:32.088948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c70b6f5-f9f7-4df2-b06d-bbb86e8fd74a req-dbb74ea8-f73f-472f-898d-6fe58ef28057 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 943 time: 0.0496023 Aug 16 20:28:32.125793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c70b6f5-f9f7-4df2-b06d-bbb86e8fd74a req-ee945bf8-1d01-41a9-bd44-5a5afad78c95 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Aug 16 20:28:32.211970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 13b52e75-2d9a-4ea6-a611-724e3aaedeed completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:32.216074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 13b52e75-2d9a-4ea6-a611-724e3aaedeed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:32.216453 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.232726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846bf3b-4e23-4d23-bb4f-f6b082cbfdf4 req-8de51068-a7d8-4df1-9c18-1f9355bfc509 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:32.234204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f846bf3b-4e23-4d23-bb4f-f6b082cbfdf4 req-8de51068-a7d8-4df1-9c18-1f9355bfc509 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 943 time: 0.0527902 Aug 16 20:28:32.281307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f846bf3b-4e23-4d23-bb4f-f6b082cbfdf4 req-1700e9ff-d4eb-4758-a2de-5effae630256 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325844 Aug 16 20:28:32.295351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.312243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.312889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:32.344825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:32.347078 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2993fe5-1fab-4e66-926f-d9eb27be0677" -d '{"events": [{"server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:32.370237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:32.402209 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671fbfef-af32-49df-9623-61bf83ec09ac x-openstack-request-id: req-671fbfef-af32-49df-9623-61bf83ec09ac {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:32.402502 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "name": "network-vif-plugged", "status": "completed", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:32.402751 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-671fbfef-af32-49df-9623-61bf83ec09ac {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:32.403137 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed', 'code': 200} Aug 16 20:28:32.450359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:32.527448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:32.535611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.557279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6934d-d03b-4fc7-94e7-1ef254dc6c8e req-981b44b3-cd56-4a7c-9304-9beccd53d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:32.558893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f6934d-d03b-4fc7-94e7-1ef254dc6c8e req-981b44b3-cd56-4a7c-9304-9beccd53d6d6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1097 time: 0.0565834 Aug 16 20:28:32.579159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7d39c-5211-41f1-8e7b-3d78ac343d5c req-6e682a9a-2578-427b-8352-b87e664f2b44 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:32.592243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58b7d39c-5211-41f1-8e7b-3d78ac343d5c req-6e682a9a-2578-427b-8352-b87e664f2b44 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 943 time: 0.1401720 Aug 16 20:28:32.603674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6', 'network_id': '5b25998e-ef4d-4be2-89e3-fb57b232b497', 'port_id': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6', 'mac_address': 'fa:16:3e:0e:03:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:32.653922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7883ccf4-2958-429d-a496-0b029fb37378 req-2cc8db18-48f1-4c93-bb4a-278dc33a7854 tempest-ServerTagsTestJSON-247701514 tempest-ServerTagsTestJSON-247701514-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e81bf85-c1b4-47e2-8636-0499b5ae949e HTTP/1.1" status: 200 len: 210 time: 0.0581696 Aug 16 20:28:32.674718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.674885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f6934d-d03b-4fc7-94e7-1ef254dc6c8e req-6f994885-15ac-4e21-82ab-2c50e88574dd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800629 Aug 16 20:28:32.700156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58b7d39c-5211-41f1-8e7b-3d78ac343d5c req-d4a697d4-1ba6-402d-8f85-f426770599c8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065311 Aug 16 20:28:32.708792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:32.717554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:32.740405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:32.850738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:32.902715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:33.142312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:33.147273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:33.235699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72652a92-0207-4f54-a58b-34d6c2f32fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:33.264367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7277574-5235-4e5e-ab7d-38c36a480696 req-1b85f4c2-26a5-4d3d-aeb9-07d4bec7e513 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:33.266018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7277574-5235-4e5e-ab7d-38c36a480696 req-1b85f4c2-26a5-4d3d-aeb9-07d4bec7e513 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 944 time: 0.0532525 Aug 16 20:28:33.311699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7277574-5235-4e5e-ab7d-38c36a480696 req-3bffc37a-5e88-4289-84e7-5f34b867e1c2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357251 Aug 16 20:28:33.428924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:33.440858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122005d3-8c7b-4e08-89c8-348618543c57 req-95f00fd9-5973-443e-8eb7-ed1fdec76bb0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:33.443637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-122005d3-8c7b-4e08-89c8-348618543c57 req-95f00fd9-5973-443e-8eb7-ed1fdec76bb0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 944 time: 0.0692940 Aug 16 20:28:33.492423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-122005d3-8c7b-4e08-89c8-348618543c57 req-0c448738-f74b-4237-9729-70fc97554be4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Aug 16 20:28:33.712683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50576) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:33.845881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d4a476e4-4ab4-419b-8687-35a93b5d271f no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:33.889716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36eac084-b4ad-4896-899b-4706e7476e72 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:33.910581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c7f05-7e89-41ac-912e-70673138ce95 req-89c7eb34-ce06-41bc-84bf-679551413db6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:33.919634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-815c7f05-7e89-41ac-912e-70673138ce95 req-89c7eb34-ce06-41bc-84bf-679551413db6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 943 time: 0.0728226 Aug 16 20:28:33.939477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: d4a476e4-4ab4-419b-8687-35a93b5d271f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:33.939893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d4a476e4-4ab4-419b-8687-35a93b5d271f not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:33.995805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-815c7f05-7e89-41ac-912e-70673138ce95 req-211881cb-0046-4254-bf1a-b0116e447bcf tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736992 Aug 16 20:28:34.104021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36eac084-b4ad-4896-899b-4706e7476e72,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:34.123390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '36eac084-b4ad-4896-899b-4706e7476e72', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': '36eac084-b4ad-4896-899b-4706e7476e72', 'mac_address': 'fa:16:3e:8a:a8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:34.163255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Deleting subnet 6e42261a-5aba-4d96-9020-1a6dabe6567e {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:28:34.167337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.168545 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.181955 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.185743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36eac084-b4ad-4896-899b-4706e7476e72 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:34.213372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.215764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36eac084-b4ad-4896-899b-4706e7476e72,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:34.257792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.389387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.446743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:34.455127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef09adb-fe02-4351-a317-859abe03ad27 req-ec75e6d0-6635-4ec5-b583-61cab3c93c54 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:34.460233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ef09adb-fe02-4351-a317-859abe03ad27 req-ec75e6d0-6635-4ec5-b583-61cab3c93c54 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 944 time: 0.0629139 Aug 16 20:28:34.481855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.508462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ef09adb-fe02-4351-a317-859abe03ad27 req-84063b37-d5c8-4d58-9d7c-6dbcc6f4199c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Aug 16 20:28:34.552001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.554221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6e42261a-5aba-4d96-9020-1a6dabe6567e HTTP/1.1" status: 204 len: 168 time: 0.8405037 Aug 16 20:28:34.555534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ea06f-2c41-44af-bdac-5400a1ad864b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e42261a-5aba-4d96-9020-1a6dabe6567e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:34.556959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 50600) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:34.623302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:34.665167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.696659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d12374-3ac1-47d6-b153-7a04406e5909 req-b59caef6-2a1a-4862-bd18-d79ee1dbc3a8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:34.698237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0d12374-3ac1-47d6-b153-7a04406e5909 req-b59caef6-2a1a-4862-bd18-d79ee1dbc3a8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 944 time: 0.0924127 Aug 16 20:28:34.813009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0d12374-3ac1-47d6-b153-7a04406e5909 req-dc0df57a-1df0-4890-842d-bded2078eae8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039696 Aug 16 20:28:34.814788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.827639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc6f21d-2f8c-4e6a-96ea-01c25a877db9']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:34.845176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32aaab42-9f81-4fac-87c2-073ca186e279') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:34.845472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32aaab42-9f81-4fac-87c2-073ca186e279') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:34.856049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.872940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.876783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:28:34.877114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:28:34.878735 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:28:35.129413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d7967-98d5-4efe-bc93-eb5f0644487d req-66836666-4d61-4ea2-b999-5980d13ccb57 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:35.137564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-076d7967-98d5-4efe-bc93-eb5f0644487d req-66836666-4d61-4ea2-b999-5980d13ccb57 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 944 time: 0.0622494 Aug 16 20:28:35.154859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.161008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.165414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0cc6f21d-2f8c-4e6a-96ea-01c25a877db9 HTTP/1.1" status: 204 len: 168 time: 0.6022580 Aug 16 20:28:35.183354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fac94b-3644-4d34-9dd2-23799bb07de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc6f21d-2f8c-4e6a-96ea-01c25a877db9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:35.201425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-076d7967-98d5-4efe-bc93-eb5f0644487d req-c554ba49-c04d-40d7-8305-a9a8bfca658a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629106 Aug 16 20:28:35.633492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50632) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:35.667995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239596f-ac87-42d8-92e7-d408eab87ced req-2fd5789d-f652-4c3e-ab82-de9158a05d2a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:35.669654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6239596f-ac87-42d8-92e7-d408eab87ced req-2fd5789d-f652-4c3e-ab82-de9158a05d2a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 944 time: 0.0754921 Aug 16 20:28:35.678602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ddbd0077-2151-4699-b1e8-07086b6154ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bf8ed6848cd4bde8f4d8ca3f6aa5729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439477 Aug 16 20:28:35.681002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:35.711768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6239596f-ac87-42d8-92e7-d408eab87ced req-0016bc55-e875-4911-8a9e-e1f94812c021 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Aug 16 20:28:35.740026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.768669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:35.842581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36eac084-b4ad-4896-899b-4706e7476e72 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:35.867236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:35.951765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd0236-ec15-4dd7-aa49-5d05e61720d6 req-51cdcd18-386d-42bf-9383-b2f3109d94dc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:35.961875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59fd0236-ec15-4dd7-aa49-5d05e61720d6 req-51cdcd18-386d-42bf-9383-b2f3109d94dc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 944 time: 0.0701880 Aug 16 20:28:36.005332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59fd0236-ec15-4dd7-aa49-5d05e61720d6 req-3481fa2e-44f2-4048-b283-5a23ffad7eb8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Aug 16 20:28:36.018148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.021702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.025159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b57febc-af0b-420b-83a9-3d4278046a50 HTTP/1.1" status: 204 len: 168 time: 0.3410168 Aug 16 20:28:36.032417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dca166-b0e4-42a5-8f35-b7aaf126e2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b57febc-af0b-420b-83a9-3d4278046a50,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:36.103496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 36eac084-b4ad-4896-899b-4706e7476e72 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:36.107612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:36.109565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 36eac084-b4ad-4896-899b-4706e7476e72 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:36.110146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.115173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:36.115799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.208904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.309718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.326792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.344196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:36.346602 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0840ebb0-c11e-4bac-8809-81e9d854e2cc" -d '{"events": [{"server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:36.349972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a0ddd-9b47-433e-941a-bac754831a5a req-657aa5dc-0bd9-4b17-90b0-b6214aec28f6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:36.357376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b81a0ddd-9b47-433e-941a-bac754831a5a req-657aa5dc-0bd9-4b17-90b0-b6214aec28f6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 944 time: 0.0611515 Aug 16 20:28:36.362474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:36.386922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36eac084-b4ad-4896-899b-4706e7476e72,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:36.411133 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188d7ac2-1a0e-455a-adde-a12f14e3c1f3 x-openstack-request-id: req-188d7ac2-1a0e-455a-adde-a12f14e3c1f3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:36.411415 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "name": "network-vif-plugged", "status": "completed", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:36.411667 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-188d7ac2-1a0e-455a-adde-a12f14e3c1f3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:36.412082 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6', 'code': 200} Aug 16 20:28:36.415624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b81a0ddd-9b47-433e-941a-bac754831a5a req-63070335-bcdc-4d49-b1fa-c01210946644 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Aug 16 20:28:36.526924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.527758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:36.531978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a9a3c-a41d-43cc-8292-c719a7fa82fc req-41cf2e96-e154-4822-951f-7063bd56ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:36.531978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-267a9a3c-a41d-43cc-8292-c719a7fa82fc req-41cf2e96-e154-4822-951f-7063bd56ba8a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1096 time: 0.0491407 Aug 16 20:28:36.578596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.588351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-267a9a3c-a41d-43cc-8292-c719a7fa82fc req-69169b75-22e1-40cc-abe9-2c8a533a28b9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477557 Aug 16 20:28:36.626913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:36.686281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:36.692835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:36.696127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.696127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:36.824514 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:36.870239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:36.888153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591bf0a-d6a0-4bd3-aa02-666bc6b34222 req-fa21e569-c98f-45af-b096-419a3bb03d40 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:36.889609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4591bf0a-d6a0-4bd3-aa02-666bc6b34222 req-fa21e569-c98f-45af-b096-419a3bb03d40 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0867651 Aug 16 20:28:36.931181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4591bf0a-d6a0-4bd3-aa02-666bc6b34222 req-537f22fb-6140-411e-a5bb-8a8f9068d3ca tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Aug 16 20:28:37.121047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:37.122189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938f302-3d10-4e7c-9338-558de6364491 req-ea5d88c1-0736-47ea-bffb-7716bce439ee tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:37.128576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9938f302-3d10-4e7c-9338-558de6364491 req-ea5d88c1-0736-47ea-bffb-7716bce439ee tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 944 time: 0.0558090 Aug 16 20:28:37.171973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9938f302-3d10-4e7c-9338-558de6364491 req-7c4996d6-7132-48f1-9ad3-12897c87f9c8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356004 Aug 16 20:28:37.187231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:37.800665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3560-260a-453a-82f8-e60a9993a0d3 req-981b7284-de56-4157-83f6-6e9238a7d1f3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:37.802223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c3d3560-260a-453a-82f8-e60a9993a0d3 req-981b7284-de56-4157-83f6-6e9238a7d1f3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.0566967 Aug 16 20:28:37.811768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:37.844596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c3d3560-260a-453a-82f8-e60a9993a0d3 req-a54df067-56b2-463c-b069-469b6b71f05b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Aug 16 20:28:38.050029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1143495883-network', 'tenant_id': '9e82e5d63bba43e7b387a969d31b1ebf'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:38.060374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bdb08-68b2-4435-9227-721fb709ef9e req-b29035ba-b321-42ab-a810-e76202558096 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.062089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d33bdb08-68b2-4435-9227-721fb709ef9e req-b29035ba-b321-42ab-a810-e76202558096 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0555062 Aug 16 20:28:38.102534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d33bdb08-68b2-4435-9227-721fb709ef9e req-4c659ed6-199e-4cfa-ac28-d3d9cd31759d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Aug 16 20:28:38.189047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Made reservation on behalf of 9e82e5d63bba43e7b387a969d31b1ebf for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:38.194520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.203871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.305957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf505-1918-453d-9560-5180d784dba3 req-24a8c280-9d0a-4d75-8827-34cae7720132 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.307655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3faf505-1918-453d-9560-5180d784dba3 req-24a8c280-9d0a-4d75-8827-34cae7720132 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Aug 16 20:28:38.315104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.349574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3faf505-1918-453d-9560-5180d784dba3 req-24b50bd0-6afa-4b2f-91f9-d27aba65ab5d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333364 Aug 16 20:28:38.413306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72'}, {'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:38.415651 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d1421c-8663-4b21-ac7a-6012664dfbaa" -d '{"events": [{"server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "36eac084-b4ad-4896-899b-4706e7476e72"}, {"server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:38.458110 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de22d7a8-3b00-4574-a0e0-0a03dc4bf465 x-openstack-request-id: req-de22d7a8-3b00-4574-a0e0-0a03dc4bf465 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:38.458412 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "36eac084-b4ad-4896-899b-4706e7476e72", "code": 200}, {"server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "name": "network-vif-plugged", "status": "completed", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:38.458704 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de22d7a8-3b00-4574-a0e0-0a03dc4bf465 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:38.459235 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72', 'code': 200} Aug 16 20:28:38.459495 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'code': 200} Aug 16 20:28:38.476058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.498729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:28:38.519598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e342f8-1460-4378-8068-3a9a119ba80d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:38.522856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.523202 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Added segment e3a12379-4d13-4c45-92ec-fc7d613d4ff7 of type vlan for network d7da2fb3-dc08-4102-ad51-316b0a5d495c Aug 16 20:28:38.587101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.588062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300e408-a5c2-4092-9f2b-de49810c2e53 req-0c42622b-4bd4-45bf-92c0-3220209823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.589588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f300e408-a5c2-4092-9f2b-de49810c2e53 req-0c42622b-4bd4-45bf-92c0-3220209823bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0471885 Aug 16 20:28:38.613243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709f93c-1ec7-4639-a007-2fc0696c374f req-ae42f21f-ea8b-46f0-b5b6-2a5834706b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.615123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3709f93c-1ec7-4639-a007-2fc0696c374f req-ae42f21f-ea8b-46f0-b5b6-2a5834706b58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 1097 time: 0.0838196 Aug 16 20:28:38.640452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f300e408-a5c2-4092-9f2b-de49810c2e53 req-f8839c51-0f36-456b-b2b8-6fc2c15ce835 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Aug 16 20:28:38.654615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3709f93c-1ec7-4639-a007-2fc0696c374f req-0a53128b-facd-4561-9730-97bb9b487155 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Aug 16 20:28:38.697496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.698620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.699219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:38.750626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bda62-8c4e-4829-bea5-110c95e02a45 req-ecc3b1f7-599a-47c4-8452-e9fade9fb4c7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.752185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d6bda62-8c4e-4829-bea5-110c95e02a45 req-ecc3b1f7-599a-47c4-8452-e9fade9fb4c7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0519607 Aug 16 20:28:38.767835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d7da2fb3-dc08-4102-ad51-316b0a5d495c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:38.779474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:28:38.798029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d6bda62-8c4e-4829-bea5-110c95e02a45 req-0a45ab93-d69e-44e3-9822-6d0dbd4ee0a6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Aug 16 20:28:38.858371 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-044efc4c-d92c-4f9e-adc2-82ba1b45f2f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0454910 Aug 16 20:28:38.861256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50728) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:38.866757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Request body: {'subnet': {'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1143495883-subnet', 'tenant_id': '9e82e5d63bba43e7b387a969d31b1ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:38.891023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756041-9540-46b7-a12d-63583be4af6a req-c95a555c-b1b9-4e2e-b837-f6a4c4d32ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:38.892602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-c95a555c-b1b9-4e2e-b837-f6a4c4d32ddf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1097 time: 0.0480719 Aug 16 20:28:38.966640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Made reservation on behalf of 9e82e5d63bba43e7b387a969d31b1ebf for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:38.969746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:39.021908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d99a15-6b22-4ebd-a5dc-42fed32f8264 req-f8be0772-0f2c-415e-9e74-0fa419323102 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.023408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8d99a15-6b22-4ebd-a5dc-42fed32f8264 req-f8be0772-0f2c-415e-9e74-0fa419323102 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.0752437 Aug 16 20:28:39.050714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756041-9540-46b7-a12d-63583be4af6a req-542ae061-9f09-4627-b342-71e4cd620530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.053072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-542ae061-9f09-4627-b342-71e4cd620530 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.1512091 Aug 16 20:28:39.109267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-9831f993-79bf-4d6d-be9c-11b530d4d570 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 200 len: 217 time: 0.0485971 Aug 16 20:28:39.117402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8d99a15-6b22-4ebd-a5dc-42fed32f8264 req-82a7ee9f-400d-46e8-9165-f34719405468 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834267 Aug 16 20:28:39.170688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7756041-9540-46b7-a12d-63583be4af6a req-8ff3bb15-cf05-4983-9989-a401788cb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.172276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-8ff3bb15-cf05-4983-9989-a401788cb1a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.0477536 Aug 16 20:28:39.207075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-abb3eeac-6d1b-4a85-a204-de097fa79e6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261650 Aug 16 20:28:39.298096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:39.315080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-43540f90-536c-4d92-88e0-2782fb8371e9 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955720 Aug 16 20:28:39.356782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3016df61-b391-486f-9cca-be2ea1795c03,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:39.363718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Checking segment: {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:39.364777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Network hostable DHCP agents. Network: d7da2fb3-dc08-4102-ad51-316b0a5d495c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:28:39.441173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7756041-9540-46b7-a12d-63583be4af6a req-6a6646d2-830a-4643-aa5c-ceba325370b2 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091108 Aug 16 20:28:39.459437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:28:39.505829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988386cc-658e-4f81-bf20-333b02b959cb req-d7b9e7c7-0afa-42f5-aba5-122901912942 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.507356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-988386cc-658e-4f81-bf20-333b02b959cb req-d7b9e7c7-0afa-42f5-aba5-122901912942 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 945 time: 0.0651422 Aug 16 20:28:39.552113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-988386cc-658e-4f81-bf20-333b02b959cb req-37d75e74-ca76-4f11-9fb0-8e78bc43210e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Aug 16 20:28:39.572419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d7da2fb3-dc08-4102-ad51-316b0a5d495c) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:39.578662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.580578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d704a54-cb40-4504-927c-f9c3108e1dd6 None None] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:39.581690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:39.693280 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd2c403b-b14f-4ed3-95ed-0f788f784d6b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8304877 Aug 16 20:28:39.708758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614da8a-07f8-4cca-8d71-5caa57a6a259 None None] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:28:39.939887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7bed8-8570-45e6-bdd8-16e596eacf0d req-29f22b53-b0dc-45fd-962f-18ff90185baf tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:39.941462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4a7bed8-8570-45e6-bdd8-16e596eacf0d req-29f22b53-b0dc-45fd-962f-18ff90185baf tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0539947 Aug 16 20:28:39.989978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4a7bed8-8570-45e6-bdd8-16e596eacf0d req-db58e94f-90c6-4402-be91-8ed9b276e637 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Aug 16 20:28:40.172829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-b4e3a8d5-637b-40c4-8bc8-c6fcdaf8c5a6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:40.174422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-b4e3a8d5-637b-40c4-8bc8-c6fcdaf8c5a6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 814 time: 0.1181943 Aug 16 20:28:40.193296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-b25927bd-cc36-4bde-8692-24127f1e6dd8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/quotas/9e82e5d63bba43e7b387a969d31b1ebf HTTP/1.1" status: 200 len: 375 time: 0.0113184 Aug 16 20:28:40.249977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3b9ed1f0-2e7a-409f-8a1d-7e641527afa9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451028 Aug 16 20:28:40.263671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-ef4e08b8-36c6-4ce5-bba5-28a1f8287f2a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:28:40.265065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-ef4e08b8-36c6-4ce5-bba5-28a1f8287f2a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069859 Aug 16 20:28:40.280239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0b17a-57e2-494c-b4cc-626fc26e5047 req-6fa715de-f36d-4fb3-9d3e-f2aacbb95a8e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:40.281725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8d0b17a-57e2-494c-b4cc-626fc26e5047 req-6fa715de-f36d-4fb3-9d3e-f2aacbb95a8e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.0875399 Aug 16 20:28:40.381062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8d0b17a-57e2-494c-b4cc-626fc26e5047 req-a75e98ca-c8a8-4bba-b1a5-fadc39b94e88 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898283 Aug 16 20:28:40.412289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-110ce3d3-26aa-4fe5-aea8-74b3ab79719c service neutron] 10.222.0.70 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383948 Aug 16 20:28:40.527321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-52ed6341-c246-4fbe-a8d9-c07313069e1f service neutron] 10.222.0.70 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079071 Aug 16 20:28:40.775188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-a03ea319-049f-49fd-8766-e92edf55d738 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:40.777021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-a03ea319-049f-49fd-8766-e92edf55d738 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.1216466 Aug 16 20:28:40.804894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-c5e7cf6a-f022-41b8-b95b-098a4d3a515f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0155101 Aug 16 20:28:40.908106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-863ae243-c23d-4597-9bb2-3147ce7b9360 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0973008 Aug 16 20:28:40.919483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa084633-e4c4-45c9-a855-3457ae44b01a req-13038f08-6da5-4137-bbaf-a5463db808f7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:40.921140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa084633-e4c4-45c9-a855-3457ae44b01a req-13038f08-6da5-4137-bbaf-a5463db808f7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 945 time: 0.0943716 Aug 16 20:28:41.013753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa084633-e4c4-45c9-a855-3457ae44b01a req-bc1d7155-5919-4571-b0b7-41ddc4caef14 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824912 Aug 16 20:28:41.042092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-05afc1f5-42a2-4f57-9ed8-6aa84ba60ff0 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196065 Aug 16 20:28:41.128828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e46e56-c9da-41b0-bbfb-0bae77a78e53 req-bfe42bed-5552-4522-b940-fe1bfdf41e09 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 210 time: 0.0669529 Aug 16 20:28:41.193004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fcf6a6-b2a4-48d3-9cfc-76f25a2bb9fc req-5f75c270-6a33-4dbf-8638-3a706b3da9dc service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356366 Aug 16 20:28:41.244806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33fa95-e5fe-47e1-87f4-9fb83bba86fb req-82e9488a-22ec-45a8-aaca-42bbb1a67c25 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:41.246319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d33fa95-e5fe-47e1-87f4-9fb83bba86fb req-82e9488a-22ec-45a8-aaca-42bbb1a67c25 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0535238 Aug 16 20:28:41.293459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d33fa95-e5fe-47e1-87f4-9fb83bba86fb req-aca30b80-9142-4bbf-880f-3909d80519dd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Aug 16 20:28:41.386779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-efd4af94-510e-484c-afbe-943b81173df4 req-4f3d8180-6d72-464b-925b-3c3529be9d7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1189380350&fields=id&tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 267 time: 0.0408034 Aug 16 20:28:41.466820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4af94-510e-484c-afbe-943b81173df4 req-5e7f97fa-ca19-4ea7-80a6-3d9f38ccdc3e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:41.468364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-efd4af94-510e-484c-afbe-943b81173df4 req-5e7f97fa-ca19-4ea7-80a6-3d9f38ccdc3e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 945 time: 0.0692525 Aug 16 20:28:41.484608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'security_groups': ['23f6f0c0-79bf-42b4-a3ed-61227f7e04a2', 'cf0f8e62-82cf-4f31-b9d3-ab55986c6f56']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:41.574966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:41.788349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:41.825100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:41.926463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:41.940641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:41.973932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:41.974557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:41.987285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-efd4af94-510e-484c-afbe-943b81173df4 req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "PUT /v2.0/ports/2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 981 time: 0.5069656 Aug 16 20:28:41.987397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:41.990448 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bfef66-0410-4cbd-88a5-2413b61ee655" -d '{"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:42.030792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591996a6-8290-4cb7-8434-bcf3e4e25355 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:42.090429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:42.198194 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21548c8-3b3a-4236-837b-7a0a84f88bd7 x-openstack-request-id: req-e21548c8-3b3a-4236-837b-7a0a84f88bd7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:42.198762 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:42.201445 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e21548c8-3b3a-4236-837b-7a0a84f88bd7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:42.204299 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'status': 'completed', 'code': 200} Aug 16 20:28:42.220082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-26352943-d091-4e38-b2c4-475dcca8e865 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-882483512&fields=id&tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 267 time: 0.0942817 Aug 16 20:28:42.243100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:42.339323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-4cf71c69-98da-4fa4-b9ed-3df9fcec5b67 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.347812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-4cf71c69-98da-4fa4-b9ed-3df9fcec5b67 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 984 time: 0.1260381 Aug 16 20:28:42.376181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d39dfe6-9642-4c8a-b5a8-f1fce89c395b req-0e387336-8161-44a0-83b0-a933876a4bdd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 210 time: 0.0606704 Aug 16 20:28:42.376181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'security_groups': ['23f6f0c0-79bf-42b4-a3ed-61227f7e04a2', 'cf0f8e62-82cf-4f31-b9d3-ab55986c6f56', 'e925f1c1-893a-4355-8815-6a53191a85b3']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:42.380504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-00ffa634-92c6-4baf-a25a-70025a8611fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.382217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-00ffa634-92c6-4baf-a25a-70025a8611fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1136 time: 0.1592925 Aug 16 20:28:42.453543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6b254c0-24e0-47ec-9c2a-ed83ea100da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.546632 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.560884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6b254c0-24e0-47ec-9c2a-ed83ea100da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.586726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-9c0ee584-cfa1-41a1-8778-ed13b415e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.588277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-9c0ee584-cfa1-41a1-8778-ed13b415e779 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.1829026 Aug 16 20:28:42.597274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35467d48-8d1e-4ca4-8312-b361a8d93c31 req-c3d05d5a-6277-474c-bc6e-eb8b25352d80 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.598665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35467d48-8d1e-4ca4-8312-b361a8d93c31 req-c3d05d5a-6277-474c-bc6e-eb8b25352d80 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1317611 Aug 16 20:28:42.649599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6b254c0-24e0-47ec-9c2a-ed83ea100da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.667706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-d46eedac-822f-4cb6-ab95-0acdbd913ceb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 217 time: 0.0494244 Aug 16 20:28:42.692792 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6b254c0-24e0-47ec-9c2a-ed83ea100da6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=145d0896bbaa4145a9566329c94afd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479828 Aug 16 20:28:42.693629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b254c0-24e0-47ec-9c2a-ed83ea100da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b372b1f-e8b6-4e80-980a-413961dc2a68,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:42.695989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:42.752632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35467d48-8d1e-4ca4-8312-b361a8d93c31 req-661734e4-6a11-46cf-8d64-219f9db97429 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333086 Aug 16 20:28:42.756748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.780359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-cd170e4a-6bbc-4207-b383-ae892afcfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:42.781838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-cd170e4a-6bbc-4207-b383-ae892afcfef8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1062379 Aug 16 20:28:42.786866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.862374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-de6c9604-b2f5-48d6-825d-07b4b193966a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617733 Aug 16 20:28:42.947083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.949610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:42.953471 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b372b1f-e8b6-4e80-980a-413961dc2a68 HTTP/1.1" status: 204 len: 168 time: 0.2538297 Aug 16 20:28:42.959316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5c91-069d-4485-b1f3-3fd04a023ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b372b1f-e8b6-4e80-980a-413961dc2a68,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:43.052343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:43.060118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-afdfb73d-9599-4148-8974-42b5df9f62af tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:43.061597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-afdfb73d-9599-4148-8974-42b5df9f62af tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.2033727 Aug 16 20:28:43.098121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-8022adb5-6249-48a2-abda-60514fe1787d service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103343 Aug 16 20:28:43.104991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-a22c5fca-99dd-4d50-a1db-11f9df0ae682 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0305767 Aug 16 20:28:43.123436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.446644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-16af65bd-574c-45d2-a5c8-64aecf244bfd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:43.448280 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-16af65bd-574c-45d2-a5c8-64aecf244bfd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 814 time: 0.1427908 Aug 16 20:28:43.465234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.468109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Request body: {'port': {'device_id': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'admin_state_up': True, 'tenant_id': '9e82e5d63bba43e7b387a969d31b1ebf'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:43.480908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:43.550044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:43.550684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.552667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77b7128-9cc6-4f97-901b-13073ea7d987 req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "PUT /v2.0/ports/2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 1020 time: 1.2031896 Aug 16 20:28:43.597695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-7f3eacb2-0bda-4a89-acb8-79ff40a2f2ae tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4770181 Aug 16 20:28:43.613100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9a955-34ce-4996-a8ab-f223f7ab61ca tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:43.627319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09bfef66-0410-4cbd-88a5-2413b61ee655 req-b33149e5-80c9-43bc-bdaf-e12afa426bbf service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169237 Aug 16 20:28:43.670057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Made reservation on behalf of 9e82e5d63bba43e7b387a969d31b1ebf for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:43.673592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.696595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:43.704826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-78fbeb7e-45ee-4c39-bb10-970c3b16886d service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061747 Aug 16 20:28:43.827648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Allocated IP 172.20.0.5 (d7da2fb3-dc08-4102-ad51-316b0a5d495c/3016df61-b391-486f-9cca-be2ea1795c03/e6c58a73-8e5c-4257-be6c-04977f739502) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:43.858177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51004) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:43.880601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ce37951-f0aa-46c9-b5b7-84190f6fb934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:43.899015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6af51c35-0064-4251-aac3-f953744edbca req-f7441720-787d-4a71-af24-b6c05225cb50 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 210 time: 0.0363770 Aug 16 20:28:43.914016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-14f9527d-254b-4998-9801-8ad104eb7ace service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016890 Aug 16 20:28:44.037943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0e52-700e-4b0e-b6b0-0b688dfa8b49 req-9d45db53-129b-4f8e-ae7c-a9d52f34cbd1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.039605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcac0e52-700e-4b0e-b6b0-0b688dfa8b49 req-9d45db53-129b-4f8e-ae7c-a9d52f34cbd1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1023 time: 0.0688434 Aug 16 20:28:44.044749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ce37951-f0aa-46c9-b5b7-84190f6fb934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.100896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.114808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcac0e52-700e-4b0e-b6b0-0b688dfa8b49 req-4d861d20-0ec0-43da-93f1-7cb5a58d8edc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56&id=e925f1c1-893a-4355-8815-6a53191a85b3&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 200 len: 6156 time: 0.0657344 Aug 16 20:28:44.172740 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ce37951-f0aa-46c9-b5b7-84190f6fb934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.176741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': ' tempest-securitygroup -648177741 ', 'description': 'tempest-description-603056900'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:44.205266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:44.208687 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e" -d '{"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:44.215838 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ce37951-f0aa-46c9-b5b7-84190f6fb934 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c06e09989e5041908ab0aee02d89a20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542035 Aug 16 20:28:44.215838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce37951-f0aa-46c9-b5b7-84190f6fb934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac42b063-c778-43e7-9dba-50e975181c42,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:44.216916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:44.246300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.271652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05782de-ac87-4768-9e35-4360109e5fbb req-f538b9b9-a94f-4d9d-9935-659e9f71273a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.273246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e05782de-ac87-4768-9e35-4360109e5fbb req-f538b9b9-a94f-4d9d-9935-659e9f71273a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0708363 Aug 16 20:28:44.315273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:44.320299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e05782de-ac87-4768-9e35-4360109e5fbb req-32f2053e-c002-499e-80eb-a4365f3d4e5a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Aug 16 20:28:44.322320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.324146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:44.330817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:44.357278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:44.385935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.388238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.407108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954dfa69-700c-4cb1-a486-367b14adee3a req-b4e5bf62-8496-47c7-85df-e7a9c691ed91 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 210 time: 0.0324488 Aug 16 20:28:44.411605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.412289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.465244 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5ec857-665c-4a75-9da9-f3171b04bc4b x-openstack-request-id: req-7f5ec857-665c-4a75-9da9-f3171b04bc4b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:44.465666 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:44.466209 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f5ec857-665c-4a75-9da9-f3171b04bc4b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:44.466325 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'status': 'completed', 'code': 200} Aug 16 20:28:44.538746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-769142aa-2232-4f7b-abd2-5f376a55f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.540293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-769142aa-2232-4f7b-abd2-5f376a55f0d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1175 time: 0.0448935 Aug 16 20:28:44.604372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.606912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.608081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac42b063-c778-43e7-9dba-50e975181c42 HTTP/1.1" status: 204 len: 168 time: 0.3904290 Aug 16 20:28:44.615688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf70eb3-0f90-4a4f-af46-427ff0de43b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac42b063-c778-43e7-9dba-50e975181c42,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:44.694617 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:28:44.717379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-7931dbcf-8b9d-45e7-9530-882c746f9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.718873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-7931dbcf-8b9d-45e7-9530-882c746f9080 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.1611750 Aug 16 20:28:44.721238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.796234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-d9577fb4-88a9-47c5-9b0c-731129eb258e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 200 len: 217 time: 0.0634751 Aug 16 20:28:44.816084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:44.905924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1f618-c6c8-41cb-b3d5-9cc61642917e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:44.910855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-d320e357-adff-429f-aa48-c7a2770eec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.912514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-d320e357-adff-429f-aa48-c7a2770eec4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1093824 Aug 16 20:28:44.922187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-cdf4606b-8168-4c14-a192-edc77775f90b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:44.924092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-cdf4606b-8168-4c14-a192-edc77775f90b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.2355402 Aug 16 20:28:44.945005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-9372e6fa-111d-4781-b7c7-cd881cf4ae1a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4878640 Aug 16 20:28:44.958236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Request body: {'port': {'device_id': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:44.961297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-191fa168-f23b-4ff2-98f0-77ce5172a525 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361607 Aug 16 20:28:44.965018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-08da7112-6144-4f09-8dcf-c4e4ffe9a08c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/quotas/0ce77112df0a48f2a813dd21deb5d4a5 HTTP/1.1" status: 200 len: 375 time: 0.0271578 Aug 16 20:28:45.003455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.005457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88ebbf97-7e86-41f1-8288-120ba5dbc7ba req-f7a37819-326b-43d2-859d-f607cd0d23d6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8364270 Aug 16 20:28:45.018218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.075164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-04fc9db0-60a9-4cfe-83db-eba1ca77d82d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040804 Aug 16 20:28:45.171217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-03ab9b7b-8b02-4356-aa2b-2d72586b4b1b service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899214 Aug 16 20:28:45.256302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-f7fcdc7b-7683-44b6-80c9-b6f88a406216 service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644235 Aug 16 20:28:45.311889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:45.321367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.334409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Transition to ACTIVE for port object e6c58a73-8e5c-4257-be6c-04977f739502 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:45.405480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51fa2-1136-4564-9610-96bd9e0ae0de req-d32415dd-40d7-4c61-9f9c-c0dc7f8da258 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.406887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ece51fa2-1136-4564-9610-96bd9e0ae0de req-d32415dd-40d7-4c61-9f9c-c0dc7f8da258 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 931 time: 0.2034838 Aug 16 20:28:45.461822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7cf1ca1-58f3-4ca5-a7a1-b5f66ab6d57e req-dae09319-4e82-438b-aedd-d62559de4635 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571695 Aug 16 20:28:45.466470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-9db7b09c-96c0-474f-bc71-cc395f476554 service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043421 Aug 16 20:28:45.480608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ece51fa2-1136-4564-9610-96bd9e0ae0de req-2cff9f19-49bc-4c54-85ec-4d769e631cb7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Aug 16 20:28:45.525467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.545942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad6e6272-d576-4d21-ac66-6ef3ddbbf737 req-0546eba2-85ed-4b5d-90b0-ca21a8609664 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/75a1f618-c6c8-41cb-b3d5-9cc61642917e HTTP/1.1" status: 200 len: 1781 time: 0.0423851 Aug 16 20:28:45.614603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:45.669539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db332a-b31f-4235-bcc4-634a496084c8 req-c3014501-09c1-47e6-a308-dcae77029252 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.670992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8db332a-b31f-4235-bcc4-634a496084c8 req-c3014501-09c1-47e6-a308-dcae77029252 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.0637279 Aug 16 20:28:45.675456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Attempting to bind port e6c58a73-8e5c-4257-be6c-04977f739502 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:45.675840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Attempting to bind port e6c58a73-8e5c-4257-be6c-04977f739502 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:45.676176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Attempting to bind port e6c58a73-8e5c-4257-be6c-04977f739502 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:45.680974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Port e6c58a73-8e5c-4257-be6c-04977f739502 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:45.681294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Attempting to bind port e6c58a73-8e5c-4257-be6c-04977f739502 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:45.686211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:45.688518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Checking segment: {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:45.688518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Bound using segment: {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:45.688518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Bound port: e6c58a73-8e5c-4257-be6c-04977f739502, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:45.688518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.719599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8db332a-b31f-4235-bcc4-634a496084c8 req-ff3d93a8-7454-4e81-9d4f-1aeec3c78038 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424545 Aug 16 20:28:45.758255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:45.762777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:45.854703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d1bc6-836d-4a29-a19f-6b2ae9975080 req-3d0d22e4-97f5-46b7-b602-26d0eb7e20d9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.854849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d5d1bc6-836d-4a29-a19f-6b2ae9975080 req-3d0d22e4-97f5-46b7-b602-26d0eb7e20d9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0683939 Aug 16 20:28:45.868836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.884916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-533c106a-f34d-45b6-963c-6a43012cb9bf req-a9dce10f-26f0-4e8d-a447-02d88e170994 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 210 time: 0.0528491 Aug 16 20:28:45.933491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:45.934127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:45.935549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 1092 time: 0.9821939 Aug 16 20:28:45.942151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:45.944844 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:45.956457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d5d1bc6-836d-4a29-a19f-6b2ae9975080 req-0c689878-a0bd-4757-8ac2-8a4dd9419b35 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742805 Aug 16 20:28:45.992615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-e9dfa039-46d0-4299-844a-8419f93efd42 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/75a1f618-c6c8-41cb-b3d5-9cc61642917e HTTP/1.1" status: 200 len: 1781 time: 0.0722787 Aug 16 20:28:46.011655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e314b26-c4fb-4370-862f-412d40113ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:46.062630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7be26cec-bee4-4001-ba5f-5aa1c4e9a569 req-b0f4c542-487e-463b-a8a4-12f9b7c27768 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 210 time: 0.0375810 Aug 16 20:28:46.093451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.120266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.125521 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17496f8-5bf9-4816-8fd2-aa9938b9174b x-openstack-request-id: req-f17496f8-5bf9-4816-8fd2-aa9938b9174b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:46.125819 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:46.126064 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f17496f8-5bf9-4816-8fd2-aa9938b9174b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:46.126656 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'status': 'completed', 'code': 200} Aug 16 20:28:46.142610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-b0aeddc3-af28-4576-81e3-4b902fb24ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.144526 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-b0aeddc3-af28-4576-81e3-4b902fb24ad5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1095 time: 0.0476568 Aug 16 20:28:46.196910 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-311053ad-fa0a-4a02-af16-46aa77551db8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0440910 Aug 16 20:28:46.250646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7dec-469e-4533-a35c-92f11be8804f req-bae71405-e85b-4dad-b1ef-78eb2cb4ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.252211 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-bae71405-e85b-4dad-b1ef-78eb2cb4ea02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.0487618 Aug 16 20:28:46.282257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.286534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.286534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f984672-8b6e-4b68-83e7-31bdf953748d req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/75a1f618-c6c8-41cb-b3d5-9cc61642917e HTTP/1.1" status: 204 len: 173 time: 0.2906213 Aug 16 20:28:46.296712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9810d-e2d2-4219-90ec-d0de26634e9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1f618-c6c8-41cb-b3d5-9cc61642917e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:46.296891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-f86655d5-4785-4e4b-a668-0e7783d53455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288823 Aug 16 20:28:46.335037 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-9abdf0cb-09df-4bbf-af55-3e90b9ab4452 req-d3887ff1-2457-4b9f-9e84-84e7c41aae71 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:28:46.336402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9abdf0cb-09df-4bbf-af55-3e90b9ab4452 req-d3887ff1-2457-4b9f-9e84-84e7c41aae71 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/75a1f618-c6c8-41cb-b3d5-9cc61642917e HTTP/1.1" status: 404 len: 352 time: 0.0174689 Aug 16 20:28:46.364188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-292658944', 'description': 'tempest-description-822376986'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:46.404488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-2e413baa-cbaf-4195-a915-7f5932907552 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008115 Aug 16 20:28:46.495497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a48c7dec-469e-4533-a35c-92f11be8804f req-ed2c570c-2be3-4b01-96e0-77a457bcf746 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832753 Aug 16 20:28:46.602333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94385d-382e-4bc6-9d3d-3c2974423c90 req-5510ebec-1f3b-4107-b055-b3e4c033cb18 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.603912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b94385d-382e-4bc6-9d3d-3c2974423c90 req-5510ebec-1f3b-4107-b055-b3e4c033cb18 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.0536239 Aug 16 20:28:46.644185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b94385d-382e-4bc6-9d3d-3c2974423c90 req-7ab8df0c-0ca0-4956-9054-bbf6a29bca4e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Aug 16 20:28:46.675039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.755249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-9771639e-e852-4135-b0af-9623cc44afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.757463 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-9771639e-e852-4135-b0af-9623cc44afdf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1095 time: 0.0491283 Aug 16 20:28:46.777495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.857387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-e209f097-5e96-4b72-8513-7746c483d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.858853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-e209f097-5e96-4b72-8513-7746c483d68a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.0927954 Aug 16 20:28:46.897513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:46.918656 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-80ad303b-55a4-4017-8eab-d4da5cb56531 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0402896 Aug 16 20:28:46.929997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ad052-7646-4c04-9533-beb115e69a4e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:46.979192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-68de4d4d-8436-4c17-a65a-f5ec4e2a219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:46.980788 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-68de4d4d-8436-4c17-a65a-f5ec4e2a219e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.0522757 Aug 16 20:28:47.005755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60cf49ac-e1db-4b9f-802e-f9a9038bf8c6 req-bf503860-daf7-44f6-ab67-aa3ba0c2a9e8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 210 time: 0.0291505 Aug 16 20:28:47.018292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-2630e1e2-4f60-4570-88ef-aadd23014028 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280578 Aug 16 20:28:47.036188 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.040208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-801265e4-9826-4c5f-b640-417f0fd9ada4 req-5824cfd4-6e27-457f-8971-01a4bf1c1493 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6779449 Aug 16 20:28:47.080474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1469927632', 'description': 'tempest-description-988918206'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:47.141356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-09df77ee-1460-45d8-b20a-46a81bbf11fc service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140285 Aug 16 20:28:47.151969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0f977-8db1-4e52-90f8-345873e9dd48 req-fede6e21-e50b-42cd-b508-5be7db757af5 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:47.153458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8d0f977-8db1-4e52-90f8-345873e9dd48 req-fede6e21-e50b-42cd-b508-5be7db757af5 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0636981 Aug 16 20:28:47.193139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8d0f977-8db1-4e52-90f8-345873e9dd48 req-fe3403d7-27c4-4f7f-8a57-127fb0cd231b tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Aug 16 20:28:47.234540 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ecf68a9-d4c0-4fbd-9560-e9c6c870114a req-2db81afd-d6a5-442e-a6c7-6f0e1e87417b service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Aug 16 20:28:47.284062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f98e10d0-cb38-47aa-a419-95df2f7ca75c req-6ced807f-bba7-4065-89bf-5746bd206f7f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 210 time: 0.0351746 Aug 16 20:28:47.355791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.445538 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.557043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-281c08cb-aba5-4ecf-856f-a24c1f05e056 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:47.558555 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-281c08cb-aba5-4ecf-856f-a24c1f05e056 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.1130672 Aug 16 20:28:47.562787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.574439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:47.606579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4726f86-ceeb-49dc-87a3-0234863e0abf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:47.701814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.703117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084d7d86-48c6-4ca4-a97f-1e660b0aa990 req-2f308785-fab3-4bf9-bb28-f229f5da740a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6272237 Aug 16 20:28:47.795904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1616296185', 'description': 'tempest-description-548812135'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:47.822055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:47.825897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.866768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b398425-c370-4e46-b48d-f6ac314b8460 req-d37f2ded-f97c-436e-9d11-e424082c2190 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:47.869829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b398425-c370-4e46-b48d-f6ac314b8460 req-d37f2ded-f97c-436e-9d11-e424082c2190 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.0998960 Aug 16 20:28:47.925640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b398425-c370-4e46-b48d-f6ac314b8460 req-15bf7d81-248c-4982-a9a1-420ad3eaf10d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Aug 16 20:28:47.929702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:47.982797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.5 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/f39eee75-b5d4-4ed0-8afa-e7a3c54dab73) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:48.061633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.137786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.146955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd5e37-585c-48a4-a251-76183b21faf1 req-278bcb2f-083c-4533-8707-f222ae5d48b8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:48.148603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecd5e37-585c-48a4-a251-76183b21faf1 req-278bcb2f-083c-4533-8707-f222ae5d48b8 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.0593057 Aug 16 20:28:48.162190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.179042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.224753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ecd5e37-585c-48a4-a251-76183b21faf1 req-a86be953-5c76-44b5-838f-1ce67657187d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600109 Aug 16 20:28:48.226500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c9ab49-c998-42f9-a73a-41fc5f2f6617,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:48.300904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5400dbf-6995-482f-b784-26426f692e9f req-8bbb9480-5e05-488b-94db-d2cd7871c708 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 210 time: 0.0276248 Aug 16 20:28:48.411337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee2e2-5ebd-4881-8fd8-7955a9d250a1 req-39d60569-90ba-429a-82f8-733d28a9b6f2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:48.413224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60dee2e2-5ebd-4881-8fd8-7955a9d250a1 req-39d60569-90ba-429a-82f8-733d28a9b6f2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0529506 Aug 16 20:28:48.423824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.430297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.430297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0a71d74-ade9-49b3-9ee1-23ff0e55b821 req-840b67fd-f8a7-47f7-b1d2-90ae8dbd1f9d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6461594 Aug 16 20:28:48.435552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:48.485682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60dee2e2-5ebd-4881-8fd8-7955a9d250a1 req-ccd0bce2-94fa-4994-83fe-c871db88c32c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Aug 16 20:28:48.495218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:48.502813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:48.505565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:48.508648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:48.585290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-630e8e55-8002-41ed-a040-412df018d38e req-10c73799-787f-4f9b-996f-75e9068dca2f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 210 time: 0.0358238 Aug 16 20:28:48.608887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:48.610290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.759056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-aff2639a-80ff-4bda-86b2-8231f5d07976 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1900384 Aug 16 20:28:48.773169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Request body: {'port': {'device_id': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:48.777629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-f481d4f5-6784-4dac-bab3-e35b737e13e3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:48.779132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-f481d4f5-6784-4dac-bab3-e35b737e13e3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.1796534 Aug 16 20:28:48.802541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Request body: {'port': {'device_id': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'admin_state_up': True, 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:48.830800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb0b89e5-ab52-4502-97c3-060b3d8648d5 req-9bf6f768-2b2e-409d-82d2-77efe9595851 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 10908 time: 0.2153249 Aug 16 20:28:48.831033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:48.931422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb0b89e5-ab52-4502-97c3-060b3d8648d5 req-08d7f7b2-e90a-4eb5-a563-4cc7cf794a38 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 200 len: 2985 time: 0.0766554 Aug 16 20:28:49.017103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb0b89e5-ab52-4502-97c3-060b3d8648d5 req-fd6227fe-41b7-4df3-a5d8-114222b66bcd tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 200 len: 2985 time: 0.0847790 Aug 16 20:28:49.078326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f9c73-1879-417c-9218-f9daeb1cd102 req-4f4a981e-a3c2-4fde-a01b-5822181d967e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.079917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa8f9c73-1879-417c-9218-f9daeb1cd102 req-4f4a981e-a3c2-4fde-a01b-5822181d967e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.0615616 Aug 16 20:28:49.136372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa8f9c73-1879-417c-9218-f9daeb1cd102 req-dd86bd43-1518-4b6e-af52-672eea4f0576 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Aug 16 20:28:49.144213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:49.152934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.161620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:49.161620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.166104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Transition to ACTIVE for port object f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:49.245188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-830d80e3-affb-4033-beec-4a343b25f4e2 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/e74ad052-7646-4c04-9533-beb115e69a4e HTTP/1.1" status: 200 len: 1801 time: 0.0846052 Aug 16 20:28:49.246912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.302507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:49.358439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Allocated IP 172.20.0.7 (bb7828d8-ceba-490a-bb28-f71e67439698/cd4d857c-5933-4cd3-8fd6-dba4f34793db/54965f34-6d52-40e6-b80f-c839800534cd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:49.360301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.388777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Attempting to bind port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:49.389065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Attempting to bind port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:49.389341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Attempting to bind port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:49.394763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:49.395827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Attempting to bind port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:49.401074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:49.401413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:49.401797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:49.402225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Bound port: f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:49.402588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.409093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.475402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:49.479749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:49.550398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.589549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.589549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.589549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] 10.222.0.64 "PUT /v2.0/ports/f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 HTTP/1.1" status: 200 len: 1092 time: 0.8178504 Aug 16 20:28:49.589549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:49.589549 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c27f88-4461-4f39-a84c-913c0279ee23" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:49.590310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446319-1ffe-40ca-a3b0-b95c37b1f797 req-62952269-ffce-43b8-ad97-64131be25611 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.591842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26446319-1ffe-40ca-a3b0-b95c37b1f797 req-62952269-ffce-43b8-ad97-64131be25611 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 943 time: 0.0951202 Aug 16 20:28:49.607776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.614477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87202b-8b7c-414d-ae58-61c88784bc24 service neutron] Pushing event updated for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:49.618657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.621216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.622427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cc20b5f-5985-49f3-bae6-c675ac7c9039 req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/e74ad052-7646-4c04-9533-beb115e69a4e HTTP/1.1" status: 204 len: 173 time: 0.3693521 Aug 16 20:28:49.643114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e072f-e18c-447d-a62b-77c46616303e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ad052-7646-4c04-9533-beb115e69a4e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:49.668435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26446319-1ffe-40ca-a3b0-b95c37b1f797 req-082fce9e-5df6-47ae-b1a4-469975f36080 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647509 Aug 16 20:28:49.737770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd5015-741d-439a-9e9c-9089afc999eb req-62aecf7d-b7a3-4815-93a6-fd1f849f08a4 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.739524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfbd5015-741d-439a-9e9c-9089afc999eb req-62aecf7d-b7a3-4815-93a6-fd1f849f08a4 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.0578897 Aug 16 20:28:49.772757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-8cb0fc85-05c6-490c-b0dd-e720dcdbd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.774257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-8cb0fc85-05c6-490c-b0dd-e720dcdbd143 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 1095 time: 0.0469813 Aug 16 20:28:49.794135 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.807642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:49.824655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-84daf20d-3151-454f-8822-ca85448b2d83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 HTTP/1.1" status: 200 len: 217 time: 0.0395815 Aug 16 20:28:49.851931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfbd5015-741d-439a-9e9c-9089afc999eb req-e606d924-3caf-462d-b55e-b56c6d5dabb0 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027806 Aug 16 20:28:49.859300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Network bb7828d8-ceba-490a-bb28-f71e67439698 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:28:49.871909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfbf26-d6c5-41e7-9c3d-4f00c61aada1 req-c9346adc-dd99-4cee-89ad-a379bdc229d1 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.873368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acfbf26-d6c5-41e7-9c3d-4f00c61aada1 req-c9346adc-dd99-4cee-89ad-a379bdc229d1 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1328466 Aug 16 20:28:49.883611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:28:49.884238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:49.887815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:28:49.893234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event updated for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:49.941736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-6d906060-2a5c-41a6-ad34-e0f647862ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.945390 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-6d906060-2a5c-41a6-ad34-e0f647862ee3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.1144726 Aug 16 20:28:49.950557 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1cb6e5-11de-4f13-8b4b-36a290b7d80a x-openstack-request-id: req-1f1cb6e5-11de-4f13-8b4b-36a290b7d80a {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:49.951108 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:49.951826 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f1cb6e5-11de-4f13-8b4b-36a290b7d80a {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:49.953036 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73', 'status': 'completed', 'code': 200} Aug 16 20:28:49.971491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:49.973910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:49.991006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9acfbf26-d6c5-41e7-9c3d-4f00c61aada1 req-20b63625-54d1-4a26-a2c1-8e65872410f0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970585 Aug 16 20:28:50.012672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-db36f2ab-24e7-4339-985f-ebf683307ecf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574441 Aug 16 20:28:50.065714 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-e174bc42-dcd9-4095-96f3-c4b8cfd97a23 req-189f2eb9-0920-4101-b873-53dc9ff46d1b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:28:50.067397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e174bc42-dcd9-4095-96f3-c4b8cfd97a23 req-189f2eb9-0920-4101-b873-53dc9ff46d1b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/e74ad052-7646-4c04-9533-beb115e69a4e HTTP/1.1" status: 404 len: 352 time: 0.0383852 Aug 16 20:28:50.067833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:50.098511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314edb5-4c49-4389-9881-eae8d5556f2b req-cb3f99fb-fce6-42a0-8f2b-0b7f2b1ab2af tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.098661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'port_id': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'mac_address': 'fa:16:3e:86:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016df61-b391-486f-9cca-be2ea1795c03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:50.098810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d314edb5-4c49-4389-9881-eae8d5556f2b req-cb3f99fb-fce6-42a0-8f2b-0b7f2b1ab2af tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 931 time: 0.0768552 Aug 16 20:28:50.109118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:50.153769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-de7ab8cc-5ed0-42c5-815d-6a96dc5a9efe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3634641 Aug 16 20:28:50.162500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d314edb5-4c49-4389-9881-eae8d5556f2b req-74a7ee5a-84e0-46d6-861b-f444af1e0a21 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640616 Aug 16 20:28:50.168696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Request body: {'port': {'device_id': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:50.178092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.191379 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-47629cdb-8466-4f17-9d95-ffd9d12bc16c service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495018 Aug 16 20:28:50.215811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:50.241212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:50.289115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.304039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c8da95-97f0-4d6c-86aa-8d69fdca45e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.312667 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f27f8ac4-165b-4dbc-9ee8-856d1a8a7279 req-7790da99-c7e4-43b7-aea5-3c0556235cc1 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135032 Aug 16 20:28:50.324542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.352578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d714da3a-8409-4da3-967e-a8b46a071eac tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/b4726f86-ceeb-49dc-87a3-0234863e0abf HTTP/1.1" status: 200 len: 1802 time: 0.1372342 Aug 16 20:28:50.376685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:50.384510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.384858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.385197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.385533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.385912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.386241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.386568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.386894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.387248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.387568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.387928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.394626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:28:50.449801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb7fe4-2c4d-4c11-bcbd-ecaea9e0827d req-312f2557-9939-4f91-9183-1cb869f5a579 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.451220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43bb7fe4-2c4d-4c11-bcbd-ecaea9e0827d req-312f2557-9939-4f91-9183-1cb869f5a579 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.1764324 Aug 16 20:28:50.545547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-a551aaab-5b39-4f8b-87f4-9fe4b71fbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.547091 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-a551aaab-5b39-4f8b-87f4-9fe4b71fbd8f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 1095 time: 0.0495508 Aug 16 20:28:50.556065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:50.642212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.650343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43bb7fe4-2c4d-4c11-bcbd-ecaea9e0827d req-1d40b4ea-f978-4059-8069-0ebc2c42d3c9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432569 Aug 16 20:28:50.677327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-e6ba7d04-e3bb-44dd-b72a-4cffdb533595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.679356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-e6ba7d04-e3bb-44dd-b72a-4cffdb533595 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 906 time: 0.1248548 Aug 16 20:28:50.702143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.744770 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-2b8e8f97-e272-47e2-a7cc-f1ed720602cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 HTTP/1.1" status: 200 len: 217 time: 0.0558562 Aug 16 20:28:50.766509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c8da95-97f0-4d6c-86aa-8d69fdca45e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.799377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-17e5bd27-a5dd-4095-9f55-6af7d8356e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.800872 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-17e5bd27-a5dd-4095-9f55-6af7d8356e1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0478895 Aug 16 20:28:50.835107 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-a8780700-e80e-4843-a635-20511416519e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256979 Aug 16 20:28:50.859916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1d772-73eb-462f-b21d-7f82ad94f643 req-63bcf998-7f92-402a-ab87-746253ba840d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:50.861423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13d1d772-73eb-462f-b21d-7f82ad94f643 req-63bcf998-7f92-402a-ab87-746253ba840d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 943 time: 0.0971432 Aug 16 20:28:50.873042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54965f34-6d52-40e6-b80f-c839800534cd {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:50.890894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c8da95-97f0-4d6c-86aa-8d69fdca45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.896854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.916936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.919461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:50.920619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f10fb0d-495e-4d30-abaf-81f0d950bec0 req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/b4726f86-ceeb-49dc-87a3-0234863e0abf HTTP/1.1" status: 204 len: 173 time: 0.5437500 Aug 16 20:28:50.934235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-a06bf515-630c-494c-b855-45525f251eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881736 Aug 16 20:28:50.960088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Transition to ACTIVE for port object 54965f34-6d52-40e6-b80f-c839800534cd will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:28:50.970303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78c8da95-97f0-4d6c-86aa-8d69fdca45e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aab09ba5deab44959b4cc4de39489b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569138 Aug 16 20:28:50.970303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8da95-97f0-4d6c-86aa-8d69fdca45e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d977b6-0d7e-4177-9cdc-37d907512751,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:50.971614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51200) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:50.975490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13d1d772-73eb-462f-b21d-7f82ad94f643 req-15c6831f-ee8a-426f-bd74-95e7131c5cb0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052618 Aug 16 20:28:51.044401 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4c27f88-4461-4f39-a84c-913c0279ee23 req-2c624d91-313f-4af2-9d20-ab08e4b0f0dd service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015599 Aug 16 20:28:51.293699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.307569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7911651-33c2-463f-9ba5-ed0378356ffe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4726f86-ceeb-49dc-87a3-0234863e0abf,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:51.359999 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-f915f1fd-f69a-404a-ae42-3eb5282a6b6d req-f4a8ae08-9889-41e5-81b0-df938eee885e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:28:51.361045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f915f1fd-f69a-404a-ae42-3eb5282a6b6d req-f4a8ae08-9889-41e5-81b0-df938eee885e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/b4726f86-ceeb-49dc-87a3-0234863e0abf HTTP/1.1" status: 404 len: 352 time: 0.0771124 Aug 16 20:28:51.406157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Pushing event updated for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:51.441489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5ee1-5f37-4ddc-87be-8426be913f18 req-33dbcc08-4b0a-4d56-8598-955c219460fe tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:51.443593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613c5ee1-5f37-4ddc-87be-8426be913f18 req-33dbcc08-4b0a-4d56-8598-955c219460fe tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.1607323 Aug 16 20:28:51.444349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.536532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.621997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483bcec-2cb0-4481-bb0b-c74f3c297127 req-51458c66-3d94-41c7-b9ec-c613fded5f45 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:51.623506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6483bcec-2cb0-4481-bb0b-c74f3c297127 req-51458c66-3d94-41c7-b9ec-c613fded5f45 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.2022324 Aug 16 20:28:51.635265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613c5ee1-5f37-4ddc-87be-8426be913f18 req-a6a2319c-8b6d-4350-81d8-74191ad5f00d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631455 Aug 16 20:28:51.658842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Attempting to bind port 54965f34-6d52-40e6-b80f-c839800534cd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:28:51.659196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Attempting to bind port 54965f34-6d52-40e6-b80f-c839800534cd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:28:51.659535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Attempting to bind port 54965f34-6d52-40e6-b80f-c839800534cd on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:51.677945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Port 54965f34-6d52-40e6-b80f-c839800534cd on network bb7828d8-ceba-490a-bb28-f71e67439698 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:28:51.678332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Attempting to bind port 54965f34-6d52-40e6-b80f-c839800534cd on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:28:51.703004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-25c205f9-c219-48fb-a53c-0e7b990bfa35 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:51.704556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-25c205f9-c219-48fb-a53c-0e7b990bfa35 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.73 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.1658475 Aug 16 20:28:51.705299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:28:51.705642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Checking segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:28:51.706026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Bound using segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:28:51.706477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Bound port: 54965f34-6d52-40e6-b80f-c839800534cd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:28:51.706842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.723451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6483bcec-2cb0-4481-bb0b-c74f3c297127 req-906f85bb-2af7-4190-a1c1-23ae545a8144 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845799 Aug 16 20:28:51.731076 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.840227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.842818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:51.844000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d5d977b6-0d7e-4177-9cdc-37d907512751 HTTP/1.1" status: 204 len: 168 time: 0.8675516 Aug 16 20:28:51.890897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:51.893614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:51.912293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df3a85-9e1f-40c5-88c6-03b3f70622eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d977b6-0d7e-4177-9cdc-37d907512751,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:51.935942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:28:51.942714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-d678e6c3-3395-438c-8e4b-ec495ae3a3e3 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/a1c9ab49-c998-42f9-a73a-41fc5f2f6617 HTTP/1.1" status: 200 len: 1802 time: 0.1663187 Aug 16 20:28:51.950436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=54965f34-6d52-40e6-b80f-c839800534cd,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:28:51.956865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1e00c-4608-4ed5-9e81-c16b4a0bbc24 req-c7fe8b68-43f1-47b7-8dcf-2378ca3c4a8a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:51.959145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80d1e00c-4608-4ed5-9e81-c16b4a0bbc24 req-c7fe8b68-43f1-47b7-8dcf-2378ca3c4a8a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 943 time: 0.1817160 Aug 16 20:28:52.032673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Deleting port 3c72780b-b837-42b7-9967-fa061d4e6e2b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:28:52.033032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.050067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.133561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80d1e00c-4608-4ed5-9e81-c16b4a0bbc24 req-bfaa6a8f-a885-48df-b27c-d0e40b527f1d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639678 Aug 16 20:28:52.174305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:52.175594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.176960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.178980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] 10.222.0.64 "PUT /v2.0/ports/54965f34-6d52-40e6-b80f-c839800534cd HTTP/1.1" status: 200 len: 1092 time: 2.0153661 Aug 16 20:28:52.181695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:52.184039 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20af549-7989-4655-ac90-e27e8267114c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "tag": "54965f34-6d52-40e6-b80f-c839800534cd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:52.190780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73', 'mac_address': 'fa:16:3e:1d:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:52.191969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.219679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port e6c58a73-8e5c-4257-be6c-04977f739502 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:52.230952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port e6c58a73-8e5c-4257-be6c-04977f739502 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:52.231326 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.237414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411501-5a30-4efb-a63d-efd594a6af4b service neutron] Pushing event updated for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:52.258067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.280649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:52.288941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.306046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] For port 3c72780b-b837-42b7-9967-fa061d4e6e2b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3c72780b-b837-42b7-9967-fa061d4e6e2b,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:52.306198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:52.306432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.347342 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.371651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:52.373968 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d86790-c36b-4736-9219-58fd06740d35" -d '{"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:52.387364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:52.435031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.435540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639bd55-b7f4-424d-a8fc-2a1746cdfa22 req-938a94c5-0497-4942-8bd4-07a2f70ab1d1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.437110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4639bd55-b7f4-424d-a8fc-2a1746cdfa22 req-938a94c5-0497-4942-8bd4-07a2f70ab1d1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 944 time: 0.2119017 Aug 16 20:28:52.475002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.486666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:52.520671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-4d7294b7-f42f-4dec-80b7-5fb84ac4bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.522244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-4d7294b7-f42f-4dec-80b7-5fb84ac4bbe4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 1095 time: 0.2118731 Aug 16 20:28:52.535608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:52.615878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4639bd55-b7f4-424d-a8fc-2a1746cdfa22 req-930ce61e-33ac-4396-b6e4-1cf4d75b0928 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687584 Aug 16 20:28:52.617088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-327f518b-b90f-4fff-a8e6-7ba1476a8cb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54965f34-6d52-40e6-b80f-c839800534cd HTTP/1.1" status: 200 len: 217 time: 0.0596974 Aug 16 20:28:52.621866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.626159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.626159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01d47bdc-c37b-459c-bd0d-37a5b64faf52 req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/a1c9ab49-c998-42f9-a73a-41fc5f2f6617 HTTP/1.1" status: 204 len: 173 time: 0.6653192 Aug 16 20:28:52.671984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f39eee75-b5d4-4ed0-8afa-e7a3c54dab73'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:52.701398 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2aaa15-4702-401a-9e54-6f17692d9019 x-openstack-request-id: req-ed2aaa15-4702-401a-9e54-6f17692d9019 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:52.701763 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "tag": "54965f34-6d52-40e6-b80f-c839800534cd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:52.702051 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ed2aaa15-4702-401a-9e54-6f17692d9019 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:52.702459 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd', 'status': 'completed', 'code': 200} Aug 16 20:28:52.703190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f5dfc-d4e3-46de-91fa-74b67c152c25 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c9ab49-c998-42f9-a73a-41fc5f2f6617,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:52.708942 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e388a6c-78d3-42db-b078-8f7b2d8e6a5e x-openstack-request-id: req-2e388a6c-78d3-42db-b078-8f7b2d8e6a5e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:52.708942 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:52.709371 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e388a6c-78d3-42db-b078-8f7b2d8e6a5e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:52.709449 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'code': 200} Aug 16 20:28:52.767811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51232) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:52.790774 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-71fc8f24-8c3e-4e39-b806-b77d97dc6cef req-9659511d-ef40-4507-8e1c-2d878b747d75 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:28:52.793615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71fc8f24-8c3e-4e39-b806-b77d97dc6cef req-9659511d-ef40-4507-8e1c-2d878b747d75 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/a1c9ab49-c998-42f9-a73a-41fc5f2f6617 HTTP/1.1" status: 404 len: 352 time: 0.0567703 Aug 16 20:28:52.793615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-3bd3d71b-75a0-424b-a265-1ea75af997ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.794770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-3bd3d71b-75a0-424b-a265-1ea75af997ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.1666992 Aug 16 20:28:52.796696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.797072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.797442 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Floating IP b217dddd-a24a-43bc-bd9e-39a2ec444b3b disassociated. External IP: 172.25.7.102, port: 3c72780b-b837-42b7-9967-fa061d4e6e2b. Aug 16 20:28:52.797787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Calling delete_port for 3c72780b-b837-42b7-9967-fa061d4e6e2b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:28:52.830755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fecb38-5148-4248-9f2c-c49cb222b72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:52.840969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-ef4bc100-ccd2-4452-bc33-a0b02278c144 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374780 Aug 16 20:28:52.877832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80bdae-d9e2-4f9c-9652-7c64d062f879 req-fa795ce9-3145-4a24-91c1-fe408865b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.879490 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac80bdae-d9e2-4f9c-9652-7c64d062f879 req-fa795ce9-3145-4a24-91c1-fe408865b30b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1097 time: 0.0962994 Aug 16 20:28:52.905870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc549295-1dd6-490c-98de-75618306d5e5 req-f83a1c51-c570-4810-acd9-13962843b999 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:52.907306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc549295-1dd6-490c-98de-75618306d5e5 req-f83a1c51-c570-4810-acd9-13962843b999 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 944 time: 0.1923192 Aug 16 20:28:52.937219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ac80bdae-d9e2-4f9c-9652-7c64d062f879 req-b2c93f52-085d-466a-80c9-796a7e84b03d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485172 Aug 16 20:28:52.977286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fecb38-5148-4248-9f2c-c49cb222b72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.057284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc549295-1dd6-490c-98de-75618306d5e5 req-1488af2c-e3f5-482c-8314-081056c1c932 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058493 Aug 16 20:28:53.063530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fecb38-5148-4248-9f2c-c49cb222b72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.064795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775a0b9-9581-49a7-8964-f1a95983436c req-a02dcde8-0164-4694-b14b-f43f32af47e9 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:53.066332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8775a0b9-9581-49a7-8964-f1a95983436c req-a02dcde8-0164-4694-b14b-f43f32af47e9 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 946 time: 0.2073975 Aug 16 20:28:53.099149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-5be7d4be-bb6d-4898-9691-5554a3d55d9e service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505419 Aug 16 20:28:53.110420 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-99fecb38-5148-4248-9f2c-c49cb222b72c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e3e8d62582a4344ae17235dfd64033c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415134 Aug 16 20:28:53.111158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fecb38-5148-4248-9f2c-c49cb222b72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a821bae4-ad59-478f-984c-cd8702a622c0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:53.113628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51236) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:53.168757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.192268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.257036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8775a0b9-9581-49a7-8964-f1a95983436c req-1297beae-8ff0-4a46-84ff-5613f492b428 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups?id=18071e1a-e7de-4f09-8566-101847ad3a0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701887 Aug 16 20:28:53.312640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.315273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.318965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a821bae4-ad59-478f-984c-cd8702a622c0 HTTP/1.1" status: 204 len: 168 time: 0.2018559 Aug 16 20:28:53.325534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c902c-5047-458f-9dec-a76844cbf6d8 req-3f14f809-c33f-4c08-a74a-97a6fe38d75f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:53.325695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65938189-c0c9-4b38-893d-07f55d25c698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a821bae4-ad59-478f-984c-cd8702a622c0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:53.327184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac7c902c-5047-458f-9dec-a76844cbf6d8 req-3f14f809-c33f-4c08-a74a-97a6fe38d75f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1304843 Aug 16 20:28:53.335006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:53.337731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00f6b835-f256-4fea-a378-7bda6ca928c7 req-af11bfd6-987a-49a3-a1db-5cb6885fa4ee service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233889 Aug 16 20:28:53.385738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event deleted for resources: {'Port': ['ID=3c72780b-b837-42b7-9967-fa061d4e6e2b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:53.499913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35a8b2b4-68be-4742-af7f-81e86d1382be req-60dc0aa7-c127-4e30-86fb-363da6283de3 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 6156 time: 0.2118607 Aug 16 20:28:53.506390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac7c902c-5047-458f-9dec-a76844cbf6d8 req-e0814ccb-cd4c-48f4-bf1d-dad6f3127674 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315415 Aug 16 20:28:53.898465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:53.985180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35a8b2b4-68be-4742-af7f-81e86d1382be req-0a7f18d8-3583-4034-bee4-b920a3454535 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 200 len: 2985 time: 0.4777179 Aug 16 20:28:53.999341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:28:54.008967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af549-7989-4655-ac90-e27e8267114c req-2f3261df-6bb8-4d83-b7b0-96d315d1db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.010492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-2f3261df-6bb8-4d83-b7b0-96d315d1db58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 1095 time: 0.4831374 Aug 16 20:28:54.044380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647d42-fae5-4975-9424-fe6377566f43 req-5bdc6f6d-57b9-497b-9405-ae1bfc85850a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.045946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff647d42-fae5-4975-9424-fe6377566f43 req-5bdc6f6d-57b9-497b-9405-ae1bfc85850a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 943 time: 0.4583437 Aug 16 20:28:54.057540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:54.061779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:54.062443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.148498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.178957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35a8b2b4-68be-4742-af7f-81e86d1382be req-40b84b6f-9851-4b0b-8d6c-a8fbcb1ae58a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 200 len: 2985 time: 0.1865141 Aug 16 20:28:54.181122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:54.248273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff647d42-fae5-4975-9424-fe6377566f43 req-ebafcbe9-03ec-4273-9636-e96cf397f7c3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838291 Aug 16 20:28:54.286448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.302807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af549-7989-4655-ac90-e27e8267114c req-edd3288b-4154-475b-8e48-b452425cb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.304373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-edd3288b-4154-475b-8e48-b452425cb8d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 916 time: 0.2794652 Aug 16 20:28:54.330952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:28:54.342091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:54.344015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Sync routers for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:28:54.354514 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:54.355035 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:54.378333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-1d809610-6459-44c2-99ee-0bd82ad4ab4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54965f34-6d52-40e6-b80f-c839800534cd HTTP/1.1" status: 200 len: 217 time: 0.0604200 Aug 16 20:28:54.404049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8383a-1b8d-4943-b011-11200d35d5c8 req-2d5d6d79-849a-43ba-b4df-98e1c400946e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.405564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56f8383a-1b8d-4943-b011-11200d35d5c8 req-2d5d6d79-849a-43ba-b4df-98e1c400946e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1544936 Aug 16 20:28:54.469715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:54.477928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] No DVR routers for this DVR port 3c72780b-b837-42b7-9967-fa061d4e6e2b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:28:54.495240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.497315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cafeb74-f07f-43f1-9e35-d2065a33eb09 req-3905f0c6-0192-4fb1-bcc1-6db19896c7af tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.73 "DELETE /v2.0/ports/3c72780b-b837-42b7-9967-fa061d4e6e2b HTTP/1.1" status: 204 len: 173 time: 2.7710161 Aug 16 20:28:54.531544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20af549-7989-4655-ac90-e27e8267114c req-d6e451a6-f2a3-425a-ae21-67b1e9a5bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.533020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-d6e451a6-f2a3-425a-ae21-67b1e9a5bbaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.1265695 Aug 16 20:28:54.536674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56f8383a-1b8d-4943-b011-11200d35d5c8 req-4a83e9b6-7316-4dd4-aeda-8923597199ad tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119962 Aug 16 20:28:54.544684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e365-62ce-4557-ac7a-148f01881609 req-79694310-e370-421c-9aea-4c37aeddb518 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:54.546203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7d8e365-62ce-4557-ac7a-148f01881609 req-79694310-e370-421c-9aea-4c37aeddb518 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.2176452 Aug 16 20:28:54.581801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-0261efe7-0fc9-4b08-b918-465d690eb595 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346258 Aug 16 20:28:54.677910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7d8e365-62ce-4557-ac7a-148f01881609 req-048b8797-1109-435c-b30f-0295c8ded3ce tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Aug 16 20:28:54.710373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:54.711084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'name': 'network-vif-deleted', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:54.712839 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b976e03-e74b-4183-aa6c-7e25811c16e5" -d '{"events": [{"server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "name": "network-vif-plugged", "status": "completed", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:54.717095 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d75e9a1-3f31-4f47-bbe2-a4ce6463d77a" -d '{"events": [{"server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "name": "network-vif-deleted", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:54.733489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-95446869', 'description': 'tempest-description-825467823'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:54.774058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:54.790337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-eb845b02-96d2-4b16-8038-9c63694e22aa service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005947 Aug 16 20:28:54.797463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Checking router: d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:28:54.807932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:28:54.808534 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:28:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:54.838474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a689ca40-9af2-4d4d-b5ea-c3b99a72ec91 req-68525e27-ae44-483a-b30a-fe0961ff9977 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.0411773 Aug 16 20:28:54.888659 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:54.940756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:28:54.988082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20af549-7989-4655-ac90-e27e8267114c req-b70df5e3-38e3-4d84-abb8-3bda1aeb57c8 service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887553 Aug 16 20:28:55.019165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822de04-3545-4ea4-830d-f5580ed4e968 req-3174be58-07ce-4a35-ac9e-5d4358dd4f58 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:55.028020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5822de04-3545-4ea4-830d-f5580ed4e968 req-3174be58-07ce-4a35-ac9e-5d4358dd4f58 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1064212 Aug 16 20:28:55.086545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5822de04-3545-4ea4-830d-f5580ed4e968 req-7524699e-e919-462c-b702-0a704e85c8c4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Aug 16 20:28:55.108254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.141823 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad4a619-843a-4d1f-9194-e527272767ab x-openstack-request-id: req-bad4a619-843a-4d1f-9194-e527272767ab {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:55.142322 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "name": "network-vif-plugged", "status": "completed", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:55.142402 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bad4a619-843a-4d1f-9194-e527272767ab {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:55.142741 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73', 'code': 200} Aug 16 20:28:55.178688 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e5bffe-67cd-4326-bbd6-bd5278844532 x-openstack-request-id: req-e9e5bffe-67cd-4326-bbd6-bd5278844532 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:55.179100 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773ae51f-a9ed-4cf7-90a9-b3108c12877b", "name": "network-vif-deleted", "tag": "3c72780b-b837-42b7-9967-fa061d4e6e2b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:55.179669 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9e5bffe-67cd-4326-bbd6-bd5278844532 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:55.179669 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773ae51f-a9ed-4cf7-90a9-b3108c12877b', 'name': 'network-vif-deleted', 'tag': '3c72780b-b837-42b7-9967-fa061d4e6e2b', 'status': 'completed', 'code': 200} Aug 16 20:28:55.199261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:28:55.236144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b69ce3d-ebbb-4929-a421-23fad1d0405d None None] The sync data for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 is: [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:24:25Z', 'revision_number': 4, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4c0f74b7-a804-4307-9154-4d175f1784f8', 'name': '', 'network_id': '54fb506c-7234-4e7e-b32a-02aedcd095eb', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'mac_address': 'fa:16:3e:34:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:23Z', 'updated_at': '2021-08-16T20:24:32Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'subnets': [{'id': '56dfeaba-41a5-4e54-b6a7-4ee3089e41fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:28:55.333324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3967f-3da5-4134-b223-c2aa1c86a4f2 req-79fa39b2-126f-4468-8c51-276b033bc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:55.335010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dd3967f-3da5-4134-b223-c2aa1c86a4f2 req-79fa39b2-126f-4468-8c51-276b033bc122 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 1097 time: 0.1317461 Aug 16 20:28:55.338618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.405456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:55.432729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dd3967f-3da5-4134-b223-c2aa1c86a4f2 req-829bd30e-ec5b-4eeb-ac14-fef594ea56cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875547 Aug 16 20:28:55.454042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-7b811d65-3311-405f-ab8e-87b864c3f585 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:55.469275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-7b811d65-3311-405f-ab8e-87b864c3f585 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 814 time: 0.1957111 Aug 16 20:28:55.482260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-a118d3d5-9f71-4ef8-a20b-fd94218de73e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/quotas/9e82e5d63bba43e7b387a969d31b1ebf HTTP/1.1" status: 200 len: 375 time: 0.0173829 Aug 16 20:28:55.516168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.529445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c388e3b-33e7-4b38-b3d8-be209e63864a req-328d399a-fc63-41d7-b4f9-e32435673e3d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8076656 Aug 16 20:28:55.574770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-8331b3a0-5994-426b-b7c5-8c3b9bb9b791 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0915344 Aug 16 20:28:55.595271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c86403b-e53c-4ac1-94fd-334d840a3ad8 None None] New status for floating IP b217dddd-a24a-43bc-bd9e-39a2ec444b3b: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:28:55.676259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d687a-53a3-4cca-a9f8-ea309a1a460b req-cfb00cb4-ca0f-40d1-98b2-15da23890897 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:55.680086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f33d687a-53a3-4cca-a9f8-ea309a1a460b req-cfb00cb4-ca0f-40d1-98b2-15da23890897 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 943 time: 0.0629952 Aug 16 20:28:55.733968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f33d687a-53a3-4cca-a9f8-ea309a1a460b req-26c0a99b-2db0-4c71-b324-01a68dc217e0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Aug 16 20:28:55.803521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-659002382', 'description': 'tempest-description-1369986384'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:55.904805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 54965f34-6d52-40e6-b80f-c839800534cd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:28:55.921810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:55.998753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3c72780b-b837-42b7-9967-fa061d4e6e2b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:28:56.005838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-f03912e1-5a55-4bc7-84be-887ad59408c1 service neutron] 10.222.0.70 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300294 Aug 16 20:28:56.037954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 3c72780b-b837-42b7-9967-fa061d4e6e2b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:28:56.038451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3c72780b-b837-42b7-9967-fa061d4e6e2b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:28:56.058824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=54965f34-6d52-40e6-b80f-c839800534cd,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:56.072292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '54965f34-6d52-40e6-b80f-c839800534cd', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'port_id': '54965f34-6d52-40e6-b80f-c839800534cd', 'mac_address': 'fa:16:3e:dc:e2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4d857c-5933-4cd3-8fd6-dba4f34793db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:28:56.080334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.110651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.116054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-0f7e1fa8-2050-4bd0-b149-cb6f8b569cca service neutron] 10.222.0.70 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093040 Aug 16 20:28:56.127548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54965f34-6d52-40e6-b80f-c839800534cd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:28:56.158262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=54965f34-6d52-40e6-b80f-c839800534cd,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:56.166243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.201907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831a7d03-d9bc-44dd-ba90-4d76d188d558,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:56.257876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.289761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:56.291047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89e41723-df39-41dd-b243-2099b023b7b4 req-a6a8049d-3190-4282-a238-f33e0775166a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4920211 Aug 16 20:28:56.328185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:56.520599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e2533e9-1696-4e97-ad1c-305ce2ab34f1 req-4d1f65a8-96f3-486c-9839-8a412ae785fd tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.0461907 Aug 16 20:28:56.552409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:28:56.560872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81c2f6-ee54-4a1a-886f-cc8513b0593e req-0caf20c1-9722-4e19-9b3f-77eb3497819e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:56.562424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f81c2f6-ee54-4a1a-886f-cc8513b0593e req-0caf20c1-9722-4e19-9b3f-77eb3497819e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.1398022 Aug 16 20:28:56.647854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f81c2f6-ee54-4a1a-886f-cc8513b0593e req-d9aa5d73-282f-4aac-8adc-b16def02d3ea tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690734 Aug 16 20:28:56.741107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dc1a0-db62-40cd-b96b-1e31668b83a1 req-879d078f-637c-4a8b-b89a-4d4f69281758 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:56.742713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b3dc1a0-db62-40cd-b96b-1e31668b83a1 req-879d078f-637c-4a8b-b89a-4d4f69281758 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0915174 Aug 16 20:28:56.774848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ad435ee-6b45-45b8-ae79-979b1b4c10a4 req-c5833182-0354-4955-b110-5b2b53359f87 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 210 time: 0.0434184 Aug 16 20:28:56.831832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b3dc1a0-db62-40cd-b96b-1e31668b83a1 req-dfa0e4cb-420c-45fd-b26c-4a8f232444d7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807936 Aug 16 20:28:57.005670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b651f3-e6b6-4d8b-86b2-51bf8dd86b18 req-9538fbc5-fd59-47cb-8bdf-ea318762e65c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:57.007199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2b651f3-e6b6-4d8b-86b2-51bf8dd86b18 req-9538fbc5-fd59-47cb-8bdf-ea318762e65c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 944 time: 0.0853703 Aug 16 20:28:57.041163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-06f1f145-e822-48da-9a49-b1433f603754 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:57.042648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-06f1f145-e822-48da-9a49-b1433f603754 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 812 time: 0.1750786 Aug 16 20:28:57.076464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2b651f3-e6b6-4d8b-86b2-51bf8dd86b18 req-284411c2-01a9-4831-aa1d-919aba81bafc tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624518 Aug 16 20:28:57.078120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-f5151334-6902-4b90-9f02-305bf64ff4c9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/quotas/b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 375 time: 0.0285602 Aug 16 20:28:57.132666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-a0c1e4fb-19d0-40b6-a75a-8a95a87aad85 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0462916 Aug 16 20:28:57.241364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-4081bb73-a1fb-4ed0-b14a-4f322fc0cd1d service neutron] 10.222.0.70 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005106 Aug 16 20:28:57.341146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-42250401-282a-41b8-b66f-fd837c1cb543 service neutron] 10.222.0.70 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911176 Aug 16 20:28:57.693007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b044d69f-f1ce-41f1-9edc-7363e355d8dc req-33753192-19ea-490b-b704-7b412d1d52ea tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.0652075 Aug 16 20:28:57.764174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca32f200-ff21-4c60-befb-f8f81b78d82f req-2d4604be-9bb9-4db8-a9ef-99a825a3a385 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.0698330 Aug 16 20:28:57.865334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d05da-ddbb-4e40-b690-741275a622d3 req-3c8ebae0-9b4a-4765-bc0e-17c9e4e75ad9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:57.865334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d50d05da-ddbb-4e40-b690-741275a622d3 req-3c8ebae0-9b4a-4765-bc0e-17c9e4e75ad9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.0637803 Aug 16 20:28:57.896757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 54965f34-6d52-40e6-b80f-c839800534cd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:28:57.932121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d358fcbb-66a9-4e46-a2f6-48e3bb57e811 req-07bcb46a-9fd9-4f2f-994c-2b23a62f68ac tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 210 time: 0.0357242 Aug 16 20:28:57.950800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d50d05da-ddbb-4e40-b690-741275a622d3 req-984279e1-f9cc-43ab-9e97-43a0930733ba tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750859 Aug 16 20:28:58.081058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 54965f34-6d52-40e6-b80f-c839800534cd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:28:58.085403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 54965f34-6d52-40e6-b80f-c839800534cd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:28:58.086097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.089689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdc237-d796-4002-9fc3-0b88914a171c req-0933ab6d-adef-423f-a59d-c45bab4d8696 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:58.092274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90bdc237-d796-4002-9fc3-0b88914a171c req-0933ab6d-adef-423f-a59d-c45bab4d8696 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0915804 Aug 16 20:28:58.109714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a40a0-9f8b-40f9-a38e-53827a304836 req-23542daa-d936-423a-9d01-bd4d6ff46bc2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:58.111779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-279a40a0-9f8b-40f9-a38e-53827a304836 req-23542daa-d936-423a-9d01-bd4d6ff46bc2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.0849268 Aug 16 20:28:58.177319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-279a40a0-9f8b-40f9-a38e-53827a304836 req-4c373da4-2cab-4ef2-9b94-d1966004f463 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545650 Aug 16 20:28:58.177642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.206730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90bdc237-d796-4002-9fc3-0b88914a171c req-527dd365-2489-41c3-81a4-ddeff21780bf tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905001 Aug 16 20:28:58.257371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=54965f34-6d52-40e6-b80f-c839800534cd,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:28:58.258638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:28:58.261322 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012a062f-234d-444b-91b4-695ee1e9f42f" -d '{"events": [{"server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "name": "network-vif-plugged", "status": "completed", "tag": "54965f34-6d52-40e6-b80f-c839800534cd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:28:58.338775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c90b7d-9baf-4267-b6ab-9172e15e2579 req-3d41bde9-5e5f-4ee2-a214-c8bd24ad9b3c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:58.340590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69c90b7d-9baf-4267-b6ab-9172e15e2579 req-3d41bde9-5e5f-4ee2-a214-c8bd24ad9b3c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 944 time: 0.0512393 Aug 16 20:28:58.389726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69c90b7d-9baf-4267-b6ab-9172e15e2579 req-07900eb3-b7db-4a1a-ab87-343290e93904 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Aug 16 20:28:58.424181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.455851 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf69646-5b7f-4a5d-8097-8a544471fb5c x-openstack-request-id: req-8bf69646-5b7f-4a5d-8097-8a544471fb5c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:28:58.457990 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "name": "network-vif-plugged", "status": "completed", "tag": "54965f34-6d52-40e6-b80f-c839800534cd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:28:58.458696 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bf69646-5b7f-4a5d-8097-8a544471fb5c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:28:58.459364 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd', 'code': 200} Aug 16 20:28:58.511304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:58.579593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c916506-4f1c-4f76-aa07-93a67517dbde req-e046a631-159c-481a-ab76-fecd06ddee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:58.581213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c916506-4f1c-4f76-aa07-93a67517dbde req-e046a631-159c-481a-ab76-fecd06ddee4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 1097 time: 0.0574756 Aug 16 20:28:58.598586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51390) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:58.625117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c916506-4f1c-4f76-aa07-93a67517dbde req-476e2669-4e21-4990-aea4-3f585453597d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Aug 16 20:28:58.717929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14d68e5-64ee-4261-ad59-9556d3d7e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.787302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3165e48c-9ef3-4b41-b5f3-3e1052f77623 req-6533f1fe-4938-4132-999d-0b033f09b670 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.0267670 Aug 16 20:28:58.849230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14d68e5-64ee-4261-ad59-9556d3d7e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.864319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1d54bdc-9867-4c32-b3b4-24a12b5b0650 req-9547da74-9ebc-4a81-85e1-b4a90b3a819a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.0309565 Aug 16 20:28:58.934271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307e41-3e68-49e6-94ca-14b578858d86 req-12fc1047-62f7-40f4-93ab-4bb6712b9bd5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:58.935691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d307e41-3e68-49e6-94ca-14b578858d86 req-12fc1047-62f7-40f4-93ab-4bb6712b9bd5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.0496488 Aug 16 20:28:58.952923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d14d68e5-64ee-4261-ad59-9556d3d7e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:58.974458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d307e41-3e68-49e6-94ca-14b578858d86 req-81ed2f57-f12a-4b2a-9d78-3960d160bcfd tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Aug 16 20:28:58.998132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d14d68e5-64ee-4261-ad59-9556d3d7e117 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11aa9b5f329d433c8e80b27fe068da23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977668 Aug 16 20:28:58.999554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d68e5-64ee-4261-ad59-9556d3d7e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62eea0-f166-4552-972c-21cfb9ab9439,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.000872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:28:59.080500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e28b679-e925-4d9f-b864-64e5e4027468 req-5396409d-cdd7-4732-8315-dec45c0cebae tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 210 time: 0.0340450 Aug 16 20:28:59.085986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.108200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.257509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.260162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.261325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c62eea0-f166-4552-972c-21cfb9ab9439 HTTP/1.1" status: 204 len: 168 time: 0.2592266 Aug 16 20:28:59.296845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd033d8-e13f-4bf3-8a56-4adf6e8ef7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62eea0-f166-4552-972c-21cfb9ab9439,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:28:59.334643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-83845806-2322-48ff-931a-cb6bde922616 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:59.336553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-83845806-2322-48ff-931a-cb6bde922616 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.73 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 814 time: 0.1553149 Aug 16 20:28:59.355339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Request body: {'port': {'device_id': 'fdc813c4-f25a-44be-9bee-407392848618', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'admin_state_up': True, 'tenant_id': '9e82e5d63bba43e7b387a969d31b1ebf'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:28:59.405195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17337fe-fcf1-4ed1-b6b0-0096d7bb58de req-a0c8aaf3-4a8c-405a-b0a4-2275d2bf48f0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:59.406698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b17337fe-fcf1-4ed1-b6b0-0096d7bb58de req-a0c8aaf3-4a8c-405a-b0a4-2275d2bf48f0 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1218603 Aug 16 20:28:59.509308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b17337fe-fcf1-4ed1-b6b0-0096d7bb58de req-5070ce9c-2f2f-4e27-867b-312b21613a87 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918152 Aug 16 20:28:59.555201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af51a8-2f60-4829-8607-bd6d58d3a702 req-91b42e7f-7e58-498a-bfe3-83b6f9c787df tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:28:59.555806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3af51a8-2f60-4829-8607-bd6d58d3a702 req-91b42e7f-7e58-498a-bfe3-83b6f9c787df tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 945 time: 0.0912263 Aug 16 20:28:59.602280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3af51a8-2f60-4829-8607-bd6d58d3a702 req-06d30c7e-69de-4c9a-b431-c701508f800a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Aug 16 20:28:59.685889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Made reservation on behalf of 9e82e5d63bba43e7b387a969d31b1ebf for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:28:59.689674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:28:59.838664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Allocated IP 172.20.0.14 (d7da2fb3-dc08-4102-ad51-316b0a5d495c/3016df61-b391-486f-9cca-be2ea1795c03/eb398c7e-389b-4a73-a356-a24d0c1abd10) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:28:59.918929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-935a9eac-a27d-426d-9593-92e54092e5bc req-47a1667f-85d1-4dbe-8cb2-8ea53331b4f7 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/ports?device_id=773ae51f-a9ed-4cf7-90a9-b3108c12877b HTTP/1.1" status: 200 len: 210 time: 0.0361388 Aug 16 20:29:00.014368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4797de8-facf-4551-9219-29e411cc1c42 req-029365d1-33ba-4d9b-b29c-6a31fdb38fe3 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.0361187 Aug 16 20:29:00.088253 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.197265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:00.197915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7d428-acb4-493e-ad21-eeb6c492101d req-e2dbb3af-33b0-44c6-ae83-d4ce0b52fa60 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:00.199524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bce7d428-acb4-493e-ad21-eeb6c492101d req-e2dbb3af-33b0-44c6-ae83-d4ce0b52fa60 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.1089115 Aug 16 20:29:00.208515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c886de6-e67f-47df-bf31-695e5eff235f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.219189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daf0d354-d729-4afb-8eb6-c33efc62afa5 req-770b1715-0633-49f4-bdf3-09e71ad195ee tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 210 time: 0.0473092 Aug 16 20:29:00.262141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bce7d428-acb4-493e-ad21-eeb6c492101d req-9050bfbc-6388-47aa-a9b9-4e00d9b7f784 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Aug 16 20:29:00.331666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c886de6-e67f-47df-bf31-695e5eff235f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.332844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.350977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:00.388578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Network d7da2fb3-dc08-4102-ad51-316b0a5d495c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:00.391964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:00.396461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:00.403080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Pushing event updated for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:00.455216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:00.455899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.473686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c886de6-e67f-47df-bf31-695e5eff235f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.519577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9c886de6-e67f-47df-bf31-695e5eff235f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36afc3348de742f1a2b04871ded534d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286092 Aug 16 20:29:00.520841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:00.528221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c886de6-e67f-47df-bf31-695e5eff235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63e5f3e-bc5c-49eb-ad92-5d6c923e544c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:00.584810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.607535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.623171 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-17cd98d4-77f1-457f-8703-5b498bd99fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.648661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cfd2001f-27e4-4bf3-abf4-4b811f7fcff9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3004315 Aug 16 20:29:00.663671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Request body: {'port': {'device_id': 'fdc813c4-f25a-44be-9bee-407392848618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:00.711193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-29e9b9f9-8ecc-4425-8943-cea384beb768 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:00.712937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-29e9b9f9-8ecc-4425-8943-cea384beb768 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.1394601 Aug 16 20:29:00.742749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f21c64-5cf6-4e5b-8602-ab6ce4779adf req-4f055acb-4795-4bff-bdf6-534701cb200f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:00.744277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f21c64-5cf6-4e5b-8602-ab6ce4779adf req-4f055acb-4795-4bff-bdf6-534701cb200f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1398709 Aug 16 20:29:00.762336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.765251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.769121 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f63e5f3e-bc5c-49eb-ad92-5d6c923e544c HTTP/1.1" status: 204 len: 168 time: 0.2466271 Aug 16 20:29:00.784789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ac003-58d9-433a-a35c-0cf1fac572c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63e5f3e-bc5c-49eb-ad92-5d6c923e544c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:00.862736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167933a4-272e-456e-b606-658f8a92b466 req-b335f2ac-cced-46da-acfb-8ce9513c738c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:00.865568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-167933a4-272e-456e-b606-658f8a92b466 req-b335f2ac-cced-46da-acfb-8ce9513c738c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 945 time: 0.1775973 Aug 16 20:29:00.866185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:00.933615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f21c64-5cf6-4e5b-8602-ab6ce4779adf req-d7ca7aca-70ac-44e0-a395-144dc98576e4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792524 Aug 16 20:29:01.002936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-167933a4-272e-456e-b606-658f8a92b466 req-82d5ed2d-f3b7-4ada-a317-a01067d68fbd tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061850 Aug 16 20:29:01.014494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:01.014848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.262660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:01.263035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.306621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:01.368994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-045ae695-0ee7-4927-a658-a3a190c14788 req-09c8b00d-2f72-4c3b-b902-fcf208ac21a7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.0574133 Aug 16 20:29:01.422035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-6f47c76b-cb7f-46cb-9547-75c7a6e6f829 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:01.423584 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-6f47c76b-cb7f-46cb-9547-75c7a6e6f829 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 812 time: 0.2216244 Aug 16 20:29:01.448870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'device_id': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce', 'admin_state_up': True, 'tenant_id': 'b8b2afff6adf4ebcaf0f9ea1b8537fbc'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:01.574001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51466) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.710513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.734803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.888980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb398c7e-389b-4a73-a356-a24d0c1abd10 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:01.904634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.914873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Made reservation on behalf of b8b2afff6adf4ebcaf0f9ea1b8537fbc for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:01.919005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.922451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.925411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:01.926527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "DELETE /v2.0/security-groups/18071e1a-e7de-4f09-8566-101847ad3a0e HTTP/1.1" status: 204 len: 168 time: 0.3515759 Aug 16 20:29:01.931609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.950882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34077ef7-0044-4c47-b025-56ae3a673ecf tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18071e1a-e7de-4f09-8566-101847ad3a0e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:01.955184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Transition to ACTIVE for port object eb398c7e-389b-4a73-a356-a24d0c1abd10 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:01.960929 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-8c740a99-04ce-4b91-b28d-5e13418c16a7 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] show failed (client error): The resource could not be found. Aug 16 20:29:01.961985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8c740a99-04ce-4b91-b28d-5e13418c16a7 tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "GET /v2.0/security-groups/18071e1a-e7de-4f09-8566-101847ad3a0e HTTP/1.1" status: 404 len: 347 time: 0.0248234 Aug 16 20:29:01.967495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:01.985772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a470959-361e-444f-a2d8-51d495f8c4cf req-ab019066-03c4-4fdb-bfef-edd4ca943667 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:01.987599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a470959-361e-444f-a2d8-51d495f8c4cf req-ab019066-03c4-4fdb-bfef-edd4ca943667 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 932 time: 0.1734753 Aug 16 20:29:02.044869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d987-3497-443f-b052-921f194f72cf req-21ff723b-f398-40a4-9b1a-a36ff131d017 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:02.048801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a124d987-3497-443f-b052-921f194f72cf req-21ff723b-f398-40a4-9b1a-a36ff131d017 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 945 time: 0.2359142 Aug 16 20:29:02.095268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.152868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a470959-361e-444f-a2d8-51d495f8c4cf req-26150877-ae69-41f4-a350-df35d0fc4e3e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239243 Aug 16 20:29:02.203430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Allocated IP 172.20.0.9 (8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce/b00fd22c-d85e-4663-99f2-13fcd6480f48/34fcf0c4-9c19-47a6-81ee-e9302359ea3c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:02.212171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Deleting port 3f1ca123-b22d-4293-9752-a0518b715074 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:02.212544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.214332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.230173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:02.251494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Pushing event updated for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.347149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=f39eee75-b5d4-4ed0-8afa-e7a3c54dab73,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.400917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a124d987-3497-443f-b052-921f194f72cf req-14ff3a95-388c-47a8-9e7a-1b18a57579d9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962162 Aug 16 20:29:02.447537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:02.455207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.458646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4088a565-a3aa-4176-9d0a-a6d2bd0138ba req-3cbf127e-c56d-4597-825e-2e1d9fe217eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 HTTP/1.1" status: 204 len: 173 time: 1.7257226 Aug 16 20:29:02.468626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'name': 'network-vif-deleted', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:02.468626 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa65189-191a-4b1e-ac15-ab02f3bd9fbc" -d '{"events": [{"server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "name": "network-vif-deleted", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:02.482743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Attempting to bind port eb398c7e-389b-4a73-a356-a24d0c1abd10 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:02.483135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Attempting to bind port eb398c7e-389b-4a73-a356-a24d0c1abd10 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:02.483529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Attempting to bind port eb398c7e-389b-4a73-a356-a24d0c1abd10 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:02.490627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Port eb398c7e-389b-4a73-a356-a24d0c1abd10 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:02.491140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Attempting to bind port eb398c7e-389b-4a73-a356-a24d0c1abd10 on network d7da2fb3-dc08-4102-ad51-316b0a5d495c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:02.505168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:02.505168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Checking segment: {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:02.505168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Bound using segment: {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:02.505168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Bound port: eb398c7e-389b-4a73-a356-a24d0c1abd10, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:02.505168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.640846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:02.651294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9c0ef-3b56-4085-8b42-a4508f742c57 req-f655d870-6496-4eae-959a-3827936b2d65 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:02.656284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aa9c0ef-3b56-4085-8b42-a4508f742c57 req-f655d870-6496-4eae-959a-3827936b2d65 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.1014121 Aug 16 20:29:02.659190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:02.695944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.696478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.719845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aa9c0ef-3b56-4085-8b42-a4508f742c57 req-2f5c5d59-dc83-4e65-959d-1a9cb9d8920a tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565002 Aug 16 20:29:02.742929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Calling delete_port for 3f1ca123-b22d-4293-9752-a0518b715074 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:02.789850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.860991 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.890826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:02.891452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:02.893080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb398c7e-389b-4a73-a356-a24d0c1abd10 HTTP/1.1" status: 200 len: 1093 time: 2.2338457 Aug 16 20:29:02.968891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87946ad9-906b-4940-a62b-055d5e7d24fc req-f529b7a9-1162-449a-b97c-690da1924946 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.0438735 Aug 16 20:29:02.970685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77bc16-0a3e-47d7-a355-00be18637646 service neutron] Pushing event updated for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:02.994060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ecf18-0e38-4421-af62-7318b7a99149 req-58b57375-067e-4c6a-aa83-bc7969f91758 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.010251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a41ecf18-0e38-4421-af62-7318b7a99149 req-58b57375-067e-4c6a-aa83-bc7969f91758 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1590874 Aug 16 20:29:03.047068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.061875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:03.097038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a41ecf18-0e38-4421-af62-7318b7a99149 req-276d7084-79b6-4fbb-b72f-7f37f2d4c1a4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890470 Aug 16 20:29:03.097644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:03.108834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:03.109458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:03.132086 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54259ac8-0748-4a09-b486-3303118dad75 x-openstack-request-id: req-54259ac8-0748-4a09-b486-3303118dad75 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:03.132540 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3cbc4e-ec73-48c0-9d07-157d6539ff67", "name": "network-vif-deleted", "tag": "f39eee75-b5d4-4ed0-8afa-e7a3c54dab73", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:03.132938 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54259ac8-0748-4a09-b486-3303118dad75 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:03.133500 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3cbc4e-ec73-48c0-9d07-157d6539ff67', 'name': 'network-vif-deleted', 'tag': 'f39eee75-b5d4-4ed0-8afa-e7a3c54dab73', 'status': 'completed', 'code': 200} Aug 16 20:29:03.194669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:03.215458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-a7713411-86fa-4d3d-89a9-313f647d36c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2062454 Aug 16 20:29:03.217717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.237882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-dfffc5bc-c61a-4b98-b705-ca6cba89f784 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.245630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-dfffc5bc-c61a-4b98-b705-ca6cba89f784 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.64 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.1610720 Aug 16 20:29:03.259068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Pushing event deleted for resources: {'Port': ['ID=3f1ca123-b22d-4293-9752-a0518b715074,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:03.319475 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f16d10c4-c1f4-4c28-8f42-8a5943fe1499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.330243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.330916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.394489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.397822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.402084 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02bff530-d1b1-4ce2-872f-49bd0f9a046d tempest-ServersTestBootFromVolume-1066256027 tempest-ServersTestBootFromVolume-1066256027-project] 10.222.0.70 "DELETE /v2.0/floatingips/b217dddd-a24a-43bc-bd9e-39a2ec444b3b HTTP/1.1" status: 204 len: 168 time: 1.4307401 Aug 16 20:29:03.402383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51504) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:03.453269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-5b5ff19f-0f7e-4973-ae5f-fc502fd02e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.455103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-5b5ff19f-0f7e-4973-ae5f-fc502fd02e42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 1096 time: 0.1904075 Aug 16 20:29:03.468116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-9ecc52d7-478a-46d1-aaaa-ddaae2e53177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.469670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-9ecc52d7-478a-46d1-aaaa-ddaae2e53177 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 1097 time: 0.1256180 Aug 16 20:29:03.479934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efa212-844f-4cba-b811-eaeaf41ff92a req-e8d21fc4-ebb6-4b91-aa80-411bfc02046c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.486303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.487891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8efa212-844f-4cba-b811-eaeaf41ff92a req-e8d21fc4-ebb6-4b91-aa80-411bfc02046c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 944 time: 0.1883953 Aug 16 20:29:03.548439 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-73dbdc37-97bf-4272-8679-902d3eea55d9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1097221 Aug 16 20:29:03.560793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-cc36e085-c002-46ea-bfd7-3a071cf19778 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10 HTTP/1.1" status: 200 len: 217 time: 0.0896869 Aug 16 20:29:03.592816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Request body: {'port': {'device_id': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:03.729264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:03.755531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5273007-0c97-47a4-a3e5-f0032d812cb1 req-8f1c1cbe-e5cd-46bc-98a7-4c1f3a9405c9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a3cbc4e-ec73-48c0-9d07-157d6539ff67 HTTP/1.1" status: 200 len: 210 time: 0.1810510 Aug 16 20:29:03.845384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8efa212-844f-4cba-b811-eaeaf41ff92a req-77868c68-1e02-4d69-b0f3-0d3b3d4e3cfc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565602 Aug 16 20:29:03.846841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-49d1d11e-8c75-4027-8d85-b1debb34a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:03.849614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-49d1d11e-8c75-4027-8d85-b1debb34a318 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.2639239 Aug 16 20:29:03.904399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-2d05fe21-fa6f-48e6-b611-ab41fa9e27d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456469 Aug 16 20:29:03.927440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 3efdd648-6127-43d2-9ecb-97f03d035d94 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:04.041145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-688d7a43-b537-4598-9565-ac4022bc9db6 service neutron] 10.222.0.73 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246359 Aug 16 20:29:04.042162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-37f999be-7166-4601-96fd-1ac952b56b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:04.045395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-37f999be-7166-4601-96fd-1ac952b56b39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 916 time: 0.4777560 Aug 16 20:29:04.055780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Deleting port 3efdd648-6127-43d2-9ecb-97f03d035d94 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:04.055780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.106107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.156674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:04.159800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.189652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 3efdd648-6127-43d2-9ecb-97f03d035d94, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=3efdd648-6127-43d2-9ecb-97f03d035d94,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:04.191229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:04.195640 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e6a243-56c3-4ced-9ae6-dd1c2824b9b6" -d '{"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:04.241371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.256545 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.351244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.352272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:04.389028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bd927-22b1-4d22-964a-4e7132c5c82a req-e5385099-7c24-489f-a93f-e12dc41b7308 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:04.390924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e46bd927-22b1-4d22-964a-4e7132c5c82a req-e5385099-7c24-489f-a93f-e12dc41b7308 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 946 time: 0.5392551 Aug 16 20:29:04.392299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-2925136b-d729-402e-89b6-aa95d86879aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6391c859-70c5-4462-a245-bb81a7343a3f HTTP/1.1" status: 200 len: 217 time: 0.1860516 Aug 16 20:29:04.475661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f6cfa-8404-424f-88e2-175cbcfb8b64 req-8338c06b-6865-4dc7-b3c2-1c2d8efabce4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:04.483296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e6f6cfa-8404-424f-88e2-175cbcfb8b64 req-8338c06b-6865-4dc7-b3c2-1c2d8efabce4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 931 time: 0.2753010 Aug 16 20:29:04.486810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34fcf0c4-9c19-47a6-81ee-e9302359ea3c {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:04.488015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:04.488937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f39eee75-b5d4-4ed0-8afa-e7a3c54dab73 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:04.493150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:04.497374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.522706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Transition to ACTIVE for port object 34fcf0c4-9c19-47a6-81ee-e9302359ea3c will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:04.608118 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.616529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e46bd927-22b1-4d22-964a-4e7132c5c82a req-d2f7575f-b4b5-4204-b80d-bf9980e54572 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups?id=f605baf7-d75c-4af2-8ff3-b2de59d7eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125618 Aug 16 20:29:04.626356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-3a8c2d44-4910-492d-aeeb-04202529afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:04.628310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-3a8c2d44-4910-492d-aeeb-04202529afa9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.2199714 Aug 16 20:29:04.646230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e6f6cfa-8404-424f-88e2-175cbcfb8b64 req-5c05ed79-359e-4a89-9e41-974b6d5046ea tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620371 Aug 16 20:29:04.683689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Deleting port 4c0f74b7-a804-4307-9154-4d175f1784f8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:04.684060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.696139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f67a201-5328-4f16-8775-54ffcb9da783 req-4689ccf3-a225-4be8-a7bc-eaa7cbf2d120 service neutron] 10.222.0.73 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099642 Aug 16 20:29:04.703511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:04.791661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-6208d8bd-18b9-4b99-9612-be90e474b67d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988548 Aug 16 20:29:04.803984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Attempting to bind port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:04.804561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Attempting to bind port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:04.804897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Attempting to bind port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:04.813140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:04.813591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Attempting to bind port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c on network 8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:04.815015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.815402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.815715 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Floating IP dcf58a6e-7f65-4add-8eb0-07fcb04b0858 disassociated. External IP: 172.25.7.83, port: 3efdd648-6127-43d2-9ecb-97f03d035d94. Aug 16 20:29:04.816134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Calling delete_port for 3efdd648-6127-43d2-9ecb-97f03d035d94 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:04.821555 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1096fa-f698-43df-9674-9d89a56db6f2 x-openstack-request-id: req-af1096fa-f698-43df-9674-9d89a56db6f2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:04.824056 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-unplugged", "status": "completed", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:04.824056 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af1096fa-f698-43df-9674-9d89a56db6f2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:04.824056 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'code': 200} Aug 16 20:29:04.824426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:04.824426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Checking segment: {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:04.824841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Bound using segment: {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:04.825379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Bound port: 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85f1db4-7804-406c-99f0-e8fb212a91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:04.825842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.894807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] For port 4c0f74b7-a804-4307-9154-4d175f1784f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c0f74b7-a804-4307-9154-4d175f1784f8,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:04.895745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:04.916874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Calling delete_port for 4c0f74b7-a804-4307-9154-4d175f1784f8 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:05.022142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:05.038405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:05.044223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-ec235034-ba90-452e-8789-5d2abb12b006 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106002 Aug 16 20:29:05.140811 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.170040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:05.172287 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaef9f7-87a1-4d93-a191-618f36b994ed" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:05.177011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d677a84-70f2-4dbe-96f8-5663b05cd514 req-6ff22a8e-1996-4a36-861f-c08fa586dc85 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201069 Aug 16 20:29:05.188984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69145b47-95b1-4bf7-a398-d331af68183f req-a2e5768c-fe24-424a-a11d-4c8e10667586 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.196113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69145b47-95b1-4bf7-a398-d331af68183f req-a2e5768c-fe24-424a-a11d-4c8e10667586 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.4543171 Aug 16 20:29:05.221881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.224131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.226669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] 10.222.0.73 "PUT /v2.0/ports/34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 1092 time: 1.6400661 Aug 16 20:29:05.228800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:05.230915 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:05.244346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69145b47-95b1-4bf7-a398-d331af68183f req-8f9a8eb0-da0a-4192-91a4-b5a72502f584 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 Aug 16 20:29:05.266601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83b07b-5674-43bf-a827-0ad8526f6cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:05.383255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.398462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3b20bf-88ca-4f59-868d-4b5ab95f2870 x-openstack-request-id: req-ae3b20bf-88ca-4f59-868d-4b5ab95f2870 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:05.398639 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:05.398901 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae3b20bf-88ca-4f59-868d-4b5ab95f2870 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:05.399395 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10', 'status': 'completed', 'code': 200} Aug 16 20:29:05.411940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f7869-6723-4008-80c4-5bb2ba4524ce req-c167cb74-4a73-47a4-91c4-8aade7734b50 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.419596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-466f7869-6723-4008-80c4-5bb2ba4524ce req-c167cb74-4a73-47a4-91c4-8aade7734b50 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 944 time: 0.0788863 Aug 16 20:29:05.439481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0f74b7-a804-4307-9154-4d175f1784f8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:05.445999 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6627fd77-dd2c-4c0b-a9f6-e5d55763263d x-openstack-request-id: req-6627fd77-dd2c-4c0b-a9f6-e5d55763263d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:05.446364 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:05.446536 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6627fd77-dd2c-4c0b-a9f6-e5d55763263d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:05.446915 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'status': 'completed', 'code': 200} Aug 16 20:29:05.477252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:05.496501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-ae343aa8-a4c5-4ce7-a7a3-5ac92ddd0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.498104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-ae343aa8-a4c5-4ce7-a7a3-5ac92ddd0b11 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 1096 time: 0.0690854 Aug 16 20:29:05.580810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event deleted for resources: {'Port': ['ID=3efdd648-6127-43d2-9ecb-97f03d035d94,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:05.592669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-9ae2d495-aa72-48ba-bd6e-080c3c44844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.595975 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-9ae2d495-aa72-48ba-bd6e-080c3c44844d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1095 time: 0.1680970 Aug 16 20:29:05.597444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-466f7869-6723-4008-80c4-5bb2ba4524ce req-ad2aea06-90af-4726-940a-595ce4bcdcaf tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760361 Aug 16 20:29:05.688736 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-0af4f998-b771-4317-90cb-5eca694262cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 217 time: 0.0822327 Aug 16 20:29:05.844096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198e172-da34-47c3-9a93-b88264be4405 req-1f282bda-0a07-4b16-a0f6-a5fb8ed7af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:05.845862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-1f282bda-0a07-4b16-a0f6-a5fb8ed7af24 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1055801 Aug 16 20:29:05.894039 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-eab34836-b8ba-4065-975b-2abd90f3e1f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352271 Aug 16 20:29:05.894880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.079184 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.096816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-876fff15-4d28-49fd-98f9-203d1b01ec7d service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944807 Aug 16 20:29:06.222364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:06.280131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5755fd8-0002-485f-9a74-de6a842c3365 req-42ffa6bd-0535-43be-b782-e5e5528111fc tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.4708803 Aug 16 20:29:06.322585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-d0d9d4f5-2950-44fb-b8d1-91da5955075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.324327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-d0d9d4f5-2950-44fb-b8d1-91da5955075a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.7955823 Aug 16 20:29:06.391347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-c34ce6fc-1892-46d9-b7cb-a1c7056fc1af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10 HTTP/1.1" status: 200 len: 217 time: 0.0501552 Aug 16 20:29:06.430078 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2198e172-da34-47c3-9a93-b88264be4405 req-59b886a2-8f31-4333-a814-0feefddcfa99 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177413 Aug 16 20:29:06.466067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:06.475505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:06.479775 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Sync routers for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:06.480303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aa5f8e8a-67aa-40b0-b826-3600a96f33bf admin admin] 10.222.0.70 "PUT /v2.0/routers/d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0728440 Aug 16 20:29:06.481007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51578) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:06.500693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:06.501565 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:06.653939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:06.667335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Sync routers for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:06.678069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c90b0e-6333-40ff-ac06-106f8307ccb0 req-a27b9317-6359-440e-8a86-051929d85eda tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.680809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:06.682576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:06.685875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82c90b0e-6333-40ff-ac06-106f8307ccb0 req-a27b9317-6359-440e-8a86-051929d85eda tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 943 time: 0.3008657 Aug 16 20:29:06.698253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-0791c4ed-3c96-407a-8636-008ab12601af tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.705796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-0791c4ed-3c96-407a-8636-008ab12601af tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.9005322 Aug 16 20:29:06.720351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:06.741454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-0070e08e-db5e-46bf-9860-09344abd0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:06.743082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-0070e08e-db5e-46bf-9860-09344abd0091 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.3387051 Aug 16 20:29:06.806659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] No DVR routers for this DVR port 3efdd648-6127-43d2-9ecb-97f03d035d94 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:06.838521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-27559626-5477-4d9e-bcea-e09e30877723 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.1315408 Aug 16 20:29:06.841218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:06.843334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe980df2-1852-4e34-ae74-9bb73e2fdbaf req-55a1287f-6af3-4378-b610-7aa55c3136ee tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.64 "DELETE /v2.0/ports/3efdd648-6127-43d2-9ecb-97f03d035d94 HTTP/1.1" status: 204 len: 173 time: 3.5876803 Aug 16 20:29:06.895859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-67cde41f-b75c-4825-88ff-04b8edd7ce70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075046 Aug 16 20:29:06.943634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:06.952880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.008213 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Checking router: d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:07.010156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-7e4b1ad7-9301-43b2-b40c-72dfd47305b4 service neutron] 10.222.0.73 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018248 Aug 16 20:29:07.022448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82c90b0e-6333-40ff-ac06-106f8307ccb0 req-005eaac1-8fae-4b5f-9726-8404064e7c17 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351977 Aug 16 20:29:07.050581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Routers {'d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:07.050581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.150179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faaef9f7-87a1-4d93-a191-618f36b994ed req-b609cfd6-8ff1-4043-a275-9953de9e6dc3 service neutron] 10.222.0.73 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192009 Aug 16 20:29:07.196030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-2e71ff3d-4c85-40c5-80b4-502ccc32d9fa tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3561089 Aug 16 20:29:07.314174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.319252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-d60515c1-f404-44cf-9e5f-67cbb96a7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.324700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-d60515c1-f404-44cf-9e5f-67cbb96a7c20 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1095 time: 0.6986718 Aug 16 20:29:07.333305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.363922 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] Set router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:07.390968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Checking router: 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:07.400966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:07.401725 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.406734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-deleted', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:07.413758 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc873477-6d5f-45c9-903a-c1fe37cd4e73" -d '{"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-deleted", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:07.537084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-6d6146d8-493a-4ad9-941b-84116663868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.538939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-6d6146d8-493a-4ad9-941b-84116663868e service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.1413610 Aug 16 20:29:07.543428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51592) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:07.560201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e283b2e-34d4-42e6-86d4-1cec5e7bf8d4 req-35296554-734f-46f1-9446-faf96ed38ae2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.568556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e283b2e-34d4-42e6-86d4-1cec5e7bf8d4 req-35296554-734f-46f1-9446-faf96ed38ae2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.2843449 Aug 16 20:29:07.598509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:07.603236 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.620773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-b90a0f73-2d2e-4539-a54b-438cb90e8a69 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230647 Aug 16 20:29:07.644546 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d6c6d-41b9-4a58-aa2b-7c8a64ea5111 None None] The sync data for ids ['d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5'] in n-d-794306-10 is: [{'id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'name': 'tempest-ServersTestBootFromVolume-1374085692-router', 'tenant_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:24:19Z', 'updated_at': '2021-08-16T20:29:05Z', 'revision_number': 5, 'project_id': '53540dd3fb864d9a8e427c7ed7cbb1ed', 'gw_port': {'id': '1d1c9cb8-cacb-4976-b236-eb43f5f3b894', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ce382c-d28f-4d4b-a39e-95a92f9b9dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:24:20Z', 'updated_at': '2021-08-16T20:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:07.695396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e283b2e-34d4-42e6-86d4-1cec5e7bf8d4 req-820985fe-dbc5-4003-9baa-fdf1bf9ce5e1 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258967 Aug 16 20:29:07.749541 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-e0741b91-3494-4968-864d-6cb9733d7f37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 217 time: 0.1903989 Aug 16 20:29:07.793027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-859f6300-df04-41af-85b6-154c56e0e0f8 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712110 Aug 16 20:29:07.818003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f37568d-3434-4156-9cfe-334ef2524e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.831709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbd69c-5e9c-47d8-ae41-353da1072a24 req-54733470-01b2-4be5-b622-33c7a466e097 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.841300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0bbd69c-5e9c-47d8-ae41-353da1072a24 req-54733470-01b2-4be5-b622-33c7a466e097 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 944 time: 0.0770431 Aug 16 20:29:07.893968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0bbd69c-5e9c-47d8-ae41-353da1072a24 req-ab12c838-e6d0-418b-bedf-7471f9e91007 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480902 Aug 16 20:29:07.902829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:07.922151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-94b1227f-7448-483f-a709-b05d3fb3e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:07.930066 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-94b1227f-7448-483f-a709-b05d3fb3e308 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1658607 Aug 16 20:29:07.988206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:07.998130 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-fb5a1ac6-bab1-4981-8e8c-989bc2e78241 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504372 Aug 16 20:29:08.008240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb83708c-5b57-4402-b58b-5da1a6f469e4 req-dbd8370f-e1dd-4cce-9689-6e0eca6b6c64 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/ports?device_id=83d7b201-4263-4752-be32-84b50cb7afa5 HTTP/1.1" status: 200 len: 210 time: 0.0475969 Aug 16 20:29:08.024600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e0cb7-4f95-448c-af51-da8c72e1a7b5 None None] The sync data for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 is: [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:26:50Z', 'revision_number': 4, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '54b93973-e879-4e22-beb3-d34175e60d88', 'name': '', 'network_id': '090e1ae0-5614-4c5b-8663-6e4c3985d599', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'mac_address': 'fa:16:3e:26:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:50Z', 'updated_at': '2021-08-16T20:26:57Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'subnets': [{'id': 'ebddc285-fef5-4911-945a-c9616490e3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:08.046583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eb398c7e-389b-4a73-a356-a24d0c1abd10 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:08.069979 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231d57e-6d78-4a8e-8eee-23d41b14d4ec x-openstack-request-id: req-f231d57e-6d78-4a8e-8eee-23d41b14d4ec {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:08.070392 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7b201-4263-4752-be32-84b50cb7afa5", "name": "network-vif-deleted", "tag": "3efdd648-6127-43d2-9ecb-97f03d035d94", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:08.070751 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f231d57e-6d78-4a8e-8eee-23d41b14d4ec {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:08.071274 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7b201-4263-4752-be32-84b50cb7afa5', 'name': 'network-vif-deleted', 'tag': '3efdd648-6127-43d2-9ecb-97f03d035d94', 'status': 'completed', 'code': 200} Aug 16 20:29:08.095333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f37568d-3434-4156-9cfe-334ef2524e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.314427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f37568d-3434-4156-9cfe-334ef2524e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.331580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d88b5697-e101-4ab8-b04a-88474e7cdaaf req-e955ce5e-c145-4784-99ba-a47adbb7ae80 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 210 time: 0.1006572 Aug 16 20:29:08.373884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb20556-0831-43fd-a0df-7aceb5e71cd2 req-af54ddc0-b495-4ebf-80f1-576d70b1ecd7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.385009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37568d-3434-4156-9cfe-334ef2524e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a6bfc-5a6b-420d-9075-9a3b5a05c4d7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:08.400896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdb20556-0831-43fd-a0df-7aceb5e71cd2 req-af54ddc0-b495-4ebf-80f1-576d70b1ecd7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 943 time: 0.2417510 Aug 16 20:29:08.442478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Deleting port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:08.443040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.469522 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-405604a9-0f5c-4995-b1f4-60fedf6ade19 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724732 Aug 16 20:29:08.514142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdb20556-0831-43fd-a0df-7aceb5e71cd2 req-f35bf898-cb99-457c-b462-4d06eb67ef6c tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082962 Aug 16 20:29:08.514661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f37568d-3434-4156-9cfe-334ef2524e63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd7016ef2211414cb2830301963eae24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9666715 Aug 16 20:29:08.525478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:08.558837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:08.576791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'eb398c7e-389b-4a73-a356-a24d0c1abd10', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'port_id': 'eb398c7e-389b-4a73-a356-a24d0c1abd10', 'mac_address': 'fa:16:3e:45:d0:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016df61-b391-486f-9cca-be2ea1795c03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:08.588384 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc9f607-af2d-4f6e-b94b-6213c2124577 None None] New status for floating IP dcf58a6e-7f65-4add-8eb0-07fcb04b0858: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:29:08.634476 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.640099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb398c7e-389b-4a73-a356-a24d0c1abd10 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:08.642851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] For port 1d1c9cb8-cacb-4976-b236-eb43f5f3b894, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:08.643988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.662344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Calling delete_port for 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:08.664110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:08.737675 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.746441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c0f74b7-a804-4307-9154-4d175f1784f8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:08.811112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4c0f74b7-a804-4307-9154-4d175f1784f8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:08.811451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c0f74b7-a804-4307-9154-4d175f1784f8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:08.819380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f93aaf-6746-4574-9877-68919c924d25 req-20ef640c-e00c-4e2b-8fcc-482c37433620 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:08.829217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8f93aaf-6746-4574-9877-68919c924d25 req-20ef640c-e00c-4e2b-8fcc-482c37433620 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0683551 Aug 16 20:29:08.855672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:08.884870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8f93aaf-6746-4574-9877-68919c924d25 req-c82de576-0600-4dfe-a9cc-296b6c54c4f2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Aug 16 20:29:08.955672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:08.964866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4a83aa1-fc9b-4727-9a45-639e2c9deb7d req-2630034d-d283-499e-9e9b-68f039434792 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485760 Aug 16 20:29:09.020440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.052438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2c8b2-7d9a-463a-9e83-ac7f434f790e req-fbe6bef9-46a8-4915-8d90-c7c85ba4304f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:09.054298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35a2c8b2-7d9a-463a-9e83-ac7f434f790e req-fbe6bef9-46a8-4915-8d90-c7c85ba4304f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Aug 16 20:29:09.094691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['eb398c7e-389b-4a73-a356-a24d0c1abd10'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:09.106219 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35a2c8b2-7d9a-463a-9e83-ac7f434f790e req-b44be931-6700-44d9-b576-8a68a5777101 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Aug 16 20:29:09.194105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.197920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.200732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.201599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51622) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:09.204869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de3a6bfc-5a6b-420d-9075-9a3b5a05c4d7 HTTP/1.1" status: 204 len: 168 time: 0.6816046 Aug 16 20:29:09.248175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1c9cb8-cacb-4976-b236-eb43f5f3b894,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:09.254883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b48142-3d07-4079-89e2-9e118b4c19a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a6bfc-5a6b-420d-9075-9a3b5a05c4d7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:09.295641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.326277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.359537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.446967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7c2248-8fbd-430a-bf3c-5b6f463d1393 req-66a29dd9-c87a-49b7-b319-2c4d447849db tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 210 time: 0.0298128 Aug 16 20:29:09.464211 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.466382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.490643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.493267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.494413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "DELETE /v2.0/security-groups/f605baf7-d75c-4af2-8ff3-b2de59d7eee4 HTTP/1.1" status: 204 len: 168 time: 0.2917724 Aug 16 20:29:09.497615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:09.514797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee23c8-15d6-40e0-b86d-aa5cc1d9887e tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605baf7-d75c-4af2-8ff3-b2de59d7eee4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:09.517136 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-3ce0d3af-2c47-4dc4-a650-8f4371b779db tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] show failed (client error): The resource could not be found. Aug 16 20:29:09.520869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3ce0d3af-2c47-4dc4-a650-8f4371b779db tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "GET /v2.0/security-groups/f605baf7-d75c-4af2-8ff3-b2de59d7eee4 HTTP/1.1" status: 404 len: 347 time: 0.0201592 Aug 16 20:29:09.521126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:09.657593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.658125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:29:09.683903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.685417 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5da82e01-05c3-4082-bfff-557054103d23 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d0ce382c-d28f-4d4b-a39e-95a92f9b9dd5 HTTP/1.1" status: 204 len: 168 time: 3.2032621 Aug 16 20:29:09.687684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51642) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:09.725180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41393d-1653-4495-8458-a38f46e211bd req-a045d509-96ad-479a-bb5c-c29da928f934 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:09.727699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a41393d-1653-4495-8458-a38f46e211bd req-a045d509-96ad-479a-bb5c-c29da928f934 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 943 time: 0.1017647 Aug 16 20:29:09.770624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Deleting port d779d55d-aa1c-4bdd-acc5-32e89d37e083 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:09.770624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.770992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Deleting subnet 56dfeaba-41a5-4e54-b6a7-4ee3089e41fe {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:29:09.776591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.828274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.834650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a41393d-1653-4495-8458-a38f46e211bd req-1150aec3-7964-4e32-a724-eb6d1a0c538c tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992174 Aug 16 20:29:09.893099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.893438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:09.918966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Calling delete_port for d779d55d-aa1c-4bdd-acc5-32e89d37e083 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:10.004030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.060508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 34fcf0c4-9c19-47a6-81ee-e9302359ea3c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:10.064522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eb398c7e-389b-4a73-a356-a24d0c1abd10 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:10.160082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5d4c0-d6a8-4bc3-b9fa-f2424e7a676e req-99972b0d-7e9c-4f51-89d0-fcd2fcb3432d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:10.161339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cc5d4c0-d6a8-4bc3-b9fa-f2424e7a676e req-99972b0d-7e9c-4f51-89d0-fcd2fcb3432d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1525986 Aug 16 20:29:10.201456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-ebf9f616-811f-4e7e-9ad2-235f10fc40a2 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:10.211134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-ebf9f616-811f-4e7e-9ad2-235f10fc40a2 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.2011955 Aug 16 20:29:10.216294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:10.236081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'network_id': '8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce', 'port_id': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'mac_address': 'fa:16:3e:ff:f5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00fd22c-d85e-4663-99f2-13fcd6480f48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:10.261630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-1cc1855a-0392-4489-a873-d1e9782202e9 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/quotas/0ce77112df0a48f2a813dd21deb5d4a5 HTTP/1.1" status: 200 len: 375 time: 0.0495832 Aug 16 20:29:10.271437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.294361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.305453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cc5d4c0-d6a8-4bc3-b9fa-f2424e7a676e req-13050806-78d4-45bc-8cc6-be0a0eabc1da tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219087 Aug 16 20:29:10.306355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56dfeaba-41a5-4e54-b6a7-4ee3089e41fe,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:10.312215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34fcf0c4-9c19-47a6-81ee-e9302359ea3c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:10.315337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.320251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6312136-89c6-4829-ac8c-29a34d59126f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/56dfeaba-41a5-4e54-b6a7-4ee3089e41fe HTTP/1.1" status: 204 len: 168 time: 0.6292627 Aug 16 20:29:10.321034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:10.329172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b756ed7-6781-4023-8799-99dc2400c9b4 None None] Network 54fb506c-7234-4e7e-b32a-02aedcd095eb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:10.350798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port eb398c7e-389b-4a73-a356-a24d0c1abd10 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:10.354152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-7d8f8d4d-3280-4e93-a399-de1bafde42e8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806725 Aug 16 20:29:10.396610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port eb398c7e-389b-4a73-a356-a24d0c1abd10 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:10.396982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.429078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:10.466567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.522210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6524-23de-4647-bed8-21590300132b req-afe35d9d-a4c1-40ec-a263-88974290ce66 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:10.530683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107e6524-23de-4647-bed8-21590300132b req-afe35d9d-a4c1-40ec-a263-88974290ce66 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 945 time: 0.1376157 Aug 16 20:29:10.560833 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.571328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Deleting port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:10.571677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.577685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-facf2007-a0ed-4f8c-9ccd-a18c1d68fb7b service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137444 Aug 16 20:29:10.580577 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.616245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:10.619204 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19ec6bd-8155-4ac0-9e62-06f4226dd59d" -d '{"events": [{"server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "name": "network-vif-plugged", "status": "completed", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:10.639294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:10.643813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.652561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107e6524-23de-4647-bed8-21590300132b req-7cc5804c-cfd5-4671-9130-a8c3962f0c64 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209271 Aug 16 20:29:10.656734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:10.666504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] DHCP port deletion for 54fb506c-7234-4e7e-b32a-02aedcd095eb request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:29:10.698546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Pushing event deleted for resources: {'Port': ['ID=d779d55d-aa1c-4bdd-acc5-32e89d37e083,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:10.724931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] For port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:10.724931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.729071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.739826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Calling delete_port for 0a8a8440-2fa1-4d74-a040-ae54d5f67cce owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:10.866800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a8a8440-2fa1-4d74-a040-ae54d5f67cce no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:10.905572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:10.908621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca6d5514-e29d-4be0-ba60-b5084192b17b req-166a0c62-cc9e-4e8d-9012-449e1ed189d2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 210 time: 0.0672925 Aug 16 20:29:10.913296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Deleting port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:10.913674 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.930374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.934173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.940459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:10.942795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-67b5037c-3a88-4cdd-96fb-520178146935 tempest-ServersTestFqdnHostnames-296633513 tempest-ServersTestFqdnHostnames-296633513-project] 10.222.0.70 "DELETE /v2.0/floatingips/dcf58a6e-7f65-4add-8eb0-07fcb04b0858 HTTP/1.1" status: 204 len: 168 time: 1.4207499 Aug 16 20:29:10.949518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-6941d04a-c319-4ee8-a29b-9de5f98b9af4 service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707597 Aug 16 20:29:10.950680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51684) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:10.972732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:10.978355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] No DVR routers for this DVR port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:10.984878 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f2ee5f-48b6-464d-bf68-4e273b213f41 x-openstack-request-id: req-69f2ee5f-48b6-464d-bf68-4e273b213f41 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:10.985188 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "name": "network-vif-plugged", "status": "completed", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:10.985437 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69f2ee5f-48b6-464d-bf68-4e273b213f41 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:10.999823 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10', 'code': 200} Aug 16 20:29:10.999823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No active binding found for port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:29:10.999823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0a8a8440-2fa1-4d74-a040-ae54d5f67cce not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:10.999823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:11.012325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['34fcf0c4-9c19-47a6-81ee-e9302359ea3c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:11.074641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:11.080494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d1c9cb8-cacb-4976-b236-eb43f5f3b894 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:11.084519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.090024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] For port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,segment=NetworkSegment(40d476f9-d50a-415a-ba96-b46e552f9582),segment_id=40d476f9-d50a-415a-ba96-b46e552f9582)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:11.090613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.100483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fb506c-7234-4e7e-b32a-02aedcd095eb']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:11.112275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Calling delete_port for 0a8a8440-2fa1-4d74-a040-ae54d5f67cce owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:11.146478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d476f9-d50a-415a-ba96-b46e552f9582') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:11.146958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d476f9-d50a-415a-ba96-b46e552f9582') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:11.167218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.187567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d7c38-9cf4-4bfb-b99b-dc0e59017acf req-a9c2c98f-7717-43e2-b972-2faa29821797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.189155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-767d7c38-9cf4-4bfb-b99b-dc0e59017acf req-a9c2c98f-7717-43e2-b972-2faa29821797 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 1098 time: 0.0806935 Aug 16 20:29:11.246953 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-767d7c38-9cf4-4bfb-b99b-dc0e59017acf req-a8cbc84d-89a1-41e2-a186-874f37a0bb83 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Aug 16 20:29:11.248367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.257529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:11.258343 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:11.260693 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:11.278019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.338675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] Pushing event deleted for resources: {'Port': ['ID=0a8a8440-2fa1-4d74-a040-ae54d5f67cce,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:11.352852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66d639-26ee-4ff8-ae7f-228ba40bdfde None None] No DVR routers for this DVR port 0a8a8440-2fa1-4d74-a040-ae54d5f67cce on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:11.432818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.446209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.449072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] 10.222.0.70 "DELETE /v2.0/networks/54fb506c-7234-4e7e-b32a-02aedcd095eb HTTP/1.1" status: 204 len: 168 time: 1.1275983 Aug 16 20:29:11.462053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23b32fc8-0b89-4a57-a21b-a8b75b16390d req-7310e43e-94be-4041-8def-476a416533b7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 210 time: 0.0626915 Aug 16 20:29:11.476178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc74b-e38b-4769-95d4-ec6777ed23db admin admin] Pushing event deleted for resources: {'Network': ['ID=54fb506c-7234-4e7e-b32a-02aedcd095eb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:11.484048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae2a13-b9ab-4637-9e22-b36c3ca76123 req-2dfdd425-45f0-49ff-bc26-cb178edcfcfa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.491649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fae2a13-b9ab-4637-9e22-b36c3ca76123 req-2dfdd425-45f0-49ff-bc26-cb178edcfcfa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 944 time: 0.3357203 Aug 16 20:29:11.550237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a8cda31f-4098-4633-9a4a-e1247d803c13 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.552569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a8cda31f-4098-4633-9a4a-e1247d803c13 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.3956103 Aug 16 20:29:11.580057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:11.661175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fae2a13-b9ab-4637-9e22-b36c3ca76123 req-0073aafa-2c99-4dc2-a825-70c89ecb3472 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685424 Aug 16 20:29:11.729659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f8555-462f-4c53-8a75-a8ba7f85d2f3 req-2c60d031-1fd5-45ff-8dda-f21c1c3c14be tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.731299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d3f8555-462f-4c53-8a75-a8ba7f85d2f3 req-2c60d031-1fd5-45ff-8dda-f21c1c3c14be tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1765428 Aug 16 20:29:11.876188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51712) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:11.884270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d3f8555-462f-4c53-8a75-a8ba7f85d2f3 req-5a235322-b284-48d3-9253-811d6c5c678e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423030 Aug 16 20:29:11.913275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65131003-b003-402d-b017-d3a06d7be465 req-714df815-5e49-4b84-a680-7f68ad28da67 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:11.915017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65131003-b003-402d-b017-d3a06d7be465 req-714df815-5e49-4b84-a680-7f68ad28da67 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 946 time: 0.1704884 Aug 16 20:29:11.933775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba561442-f3e3-455d-ba8c-f29fdf5e2f95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53540dd3fb864d9a8e427c7ed7cbb1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563474 Aug 16 20:29:11.937497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51718) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:11.963594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:11.967344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:11.995591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51720) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:12.061533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65131003-b003-402d-b017-d3a06d7be465 req-eeeaaf87-7cf7-4e33-b786-07a715b46261 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365626 Aug 16 20:29:12.074088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e52a15e9-68ce-4048-8e19-1df81c835073 req-27adc9c3-8325-42e7-a08a-f7127578386c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 210 time: 0.0687003 Aug 16 20:29:12.165168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2069741098'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:12.171172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.240599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.271555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.278730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.9 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/1f50ad43-9495-4ea4-b739-193fbb9610a0) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:12.286260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Made reservation on behalf of 808a179b3eff48cebb1f79f8d5309167 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:12.292999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.305874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.734720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5dd9c0d-3f8c-4366-88aa-66847d13fd67 req-3fe9abd1-14e7-4c6e-a946-cd1821aa1135 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 210 time: 0.0472116 Aug 16 20:29:12.867636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.870291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.871476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c24b0493-55d3-4be7-b29d-6bf4885b4f32 HTTP/1.1" status: 204 len: 168 time: 0.9213037 Aug 16 20:29:12.906425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:12.916224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909668ec-285f-431d-a24c-9a5c3dc483b2 req-83043107-db14-48a2-8116-5f9a06ad65a4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:12.917747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-909668ec-285f-431d-a24c-9a5c3dc483b2 req-83043107-db14-48a2-8116-5f9a06ad65a4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 944 time: 0.1777840 Aug 16 20:29:12.928657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536f71d-a990-42f5-b211-4764b00eb124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b0493-55d3-4be7-b29d-6bf4885b4f32,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:12.990217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.005784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.052583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-909668ec-285f-431d-a24c-9a5c3dc483b2 req-bde7bacf-6d58-4d82-a22c-e3cd1e3b09d5 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142590 Aug 16 20:29:13.072906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:13.074926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2da175e-87eb-4e93-b0ef-cc3ce51bba45,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:13.086030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.086382 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Added segment 8c0d5db5-b276-4586-9b13-ecdbc5496648 of type vlan for network d826be4f-d769-4bc0-b662-d1f2cb43de6c Aug 16 20:29:13.116213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f2b6-d43b-4e93-b684-8e3efb6b3469 req-c85c7f5e-ffcc-449f-9538-9aa062d6d3cc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.121111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d75f2b6-d43b-4e93-b684-8e3efb6b3469 req-c85c7f5e-ffcc-449f-9538-9aa062d6d3cc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.1423500 Aug 16 20:29:13.139770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.251827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d75f2b6-d43b-4e93-b684-8e3efb6b3469 req-12a316fc-d65e-4826-bfe4-adb4ec202370 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198907 Aug 16 20:29:13.264664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0791a0c-5aab-4c33-9028-15a3106442f5 req-490eb894-746c-443f-aa2d-5a56d6ac38ad tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.266929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0791a0c-5aab-4c33-9028-15a3106442f5 req-490eb894-746c-443f-aa2d-5a56d6ac38ad tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 946 time: 0.1031196 Aug 16 20:29:13.269763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.295430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:13.314359 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.330177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.331454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.359846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:13.380764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:13.390901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:13.397082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:13.406252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Deleting port 54b93973-e879-4e22-beb3-d34175e60d88 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:13.408550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.437487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0791a0c-5aab-4c33-9028-15a3106442f5 req-7b2fc40c-98e6-4b3e-affa-879e5328df39 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587572 Aug 16 20:29:13.512091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c432-a25c-47cd-80e2-a239fb7ba346 req-11403351-1ce7-472b-ab07-226bf94f16cc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.513576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f83c432-a25c-47cd-80e2-a239fb7ba346 req-11403351-1ce7-472b-ab07-226bf94f16cc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 931 time: 0.1870430 Aug 16 20:29:13.526545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.527177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.546464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Pushing event updated for resources: {'Network': ['ID=d826be4f-d769-4bc0-b662-d1f2cb43de6c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:13.574537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d826be4f-d769-4bc0-b662-d1f2cb43de6c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:13.580594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] For port 54b93973-e879-4e22-beb3-d34175e60d88, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54b93973-e879-4e22-beb3-d34175e60d88,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:13.580985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.603554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Calling delete_port for 54b93973-e879-4e22-beb3-d34175e60d88 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:13.610334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f83c432-a25c-47cd-80e2-a239fb7ba346 req-f648659f-0b13-4a5f-9d9b-37209799eece tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774560 Aug 16 20:29:13.647969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca88e99a-8c15-401b-ba35-8c3429531581 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6454651 Aug 16 20:29:13.662214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51744) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:13.670787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-59673943-1cc2-44b5-8315-1aa9d18f33b2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0947108 Aug 16 20:29:13.687060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Request body: {'port': {'device_id': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:13.805958 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:13.806966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-340d1831-04e7-4433-a1da-9cb4ddd02b3c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:13.808625 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-340d1831-04e7-4433-a1da-9cb4ddd02b3c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.1913240 Aug 16 20:29:13.828731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Request body: {'port': {'device_id': '448eb63d-744f-4445-969f-fd7186950191', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'admin_state_up': True, 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:13.936755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd4c3e65-1056-42e3-842b-3211bdfddd4d req-941ca410-e720-4171-b844-88210a85747f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 210 time: 0.1056094 Aug 16 20:29:13.954360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'name': 'tempest-network--1480150796', 'router:external': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:13.994852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:29:13.994852 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:29:13.994852 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '007073a60ccb473f88431d05789f4011', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 29, 13, 963699)}] Aug 16 20:29:13.994852 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:29:13.995253 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:29:14.063139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:14.067507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.072596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 34fcf0c4-9c19-47a6-81ee-e9302359ea3c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:14.200271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:14.204164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:14.204579 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.230099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Allocated IP 172.20.0.9 (bb7828d8-ceba-490a-bb28-f71e67439698/cd4d857c-5933-4cd3-8fd6-dba4f34793db/57240d69-53f7-4246-9463-012da4f4bb42) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:14.257499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee61074-3122-4e51-98dd-5253ca012b40 req-51996df3-d591-45a6-ab5f-a31e70a4b60e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.259008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aee61074-3122-4e51-98dd-5253ca012b40 req-51996df3-d591-45a6-ab5f-a31e70a4b60e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 946 time: 0.1913559 Aug 16 20:29:14.295127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.305100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91912e84-5148-4d1e-9c60-12924482f99d req-288bf135-dc58-4811-abb1-f4958dcbd7fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.306657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91912e84-5148-4d1e-9c60-12924482f99d req-288bf135-dc58-4811-abb1-f4958dcbd7fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 944 time: 0.1457977 Aug 16 20:29:14.306950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.349186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:14.350405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:14.354063 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bca3db-ad54-4471-b2fc-3a95c2b3d81a" -d '{"events": [{"server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "name": "network-vif-plugged", "status": "completed", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:14.363016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Pushing event deleted for resources: {'Port': ['ID=54b93973-e879-4e22-beb3-d34175e60d88,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:14.417836 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.422427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51770) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:14.440524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aee61074-3122-4e51-98dd-5253ca012b40 req-33198b5b-c34a-4bf1-866a-5b58be6d2cc6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731009 Aug 16 20:29:14.498422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:14.532021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.582666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91912e84-5148-4d1e-9c60-12924482f99d req-0794689a-1d2c-469f-928d-1a8b7f97f6f9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602146 Aug 16 20:29:14.596023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f50ad43-9495-4ea4-b739-193fbb9610a0 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:14.634041 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.637274 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24d798f-2eaf-4821-bb60-bab213d03595 x-openstack-request-id: req-d24d798f-2eaf-4821-bb60-bab213d03595 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:14.637516 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "name": "network-vif-plugged", "status": "completed", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:14.637747 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d24d798f-2eaf-4821-bb60-bab213d03595 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:14.638146 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'code': 200} Aug 16 20:29:14.640579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1532784656-network', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:14.667707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.681503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:14.685334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:14.686562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Transition to ACTIVE for port object 1f50ad43-9495-4ea4-b739-193fbb9610a0 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:14.717556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Network bb7828d8-ceba-490a-bb28-f71e67439698 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:14.727479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:14.730590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:14.793128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.793753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.802617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.805544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:14.807802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.818398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event updated for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:14.839271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77b79f-b29b-496a-b92a-b8c92d605c18 req-cea106e1-aa9e-4814-9a40-5411f18de8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.841335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1e77b79f-b29b-496a-b92a-b8c92d605c18 req-cea106e1-aa9e-4814-9a40-5411f18de8ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1097 time: 0.0658531 Aug 16 20:29:14.872770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dea53-16b9-41a7-bb6f-1de9e54a8328 req-4e9f0eb1-6fbe-4927-b3f2-a2905a589f95 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.874498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-347dea53-16b9-41a7-bb6f-1de9e54a8328 req-4e9f0eb1-6fbe-4927-b3f2-a2905a589f95 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.3037691 Aug 16 20:29:14.884799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1e77b79f-b29b-496a-b92a-b8c92d605c18 req-e8669395-5647-497b-95bb-6ddc24dcdc14 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Aug 16 20:29:14.901186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.981387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5d057-253e-42d3-a3da-2228f0e9359f req-ac70c0f0-1d07-41db-9e80-1fab729d1f8e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:14.982870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fde5d057-253e-42d3-a3da-2228f0e9359f req-ac70c0f0-1d07-41db-9e80-1fab729d1f8e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 943 time: 0.2891052 Aug 16 20:29:14.985358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Made reservation on behalf of 8f5c1977a1da4cb0b635692e7da4161e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:14.987476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:14.999067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.000741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Pushing event updated for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:15.033454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-88254f93-c3c3-415f-a856-9d5f0914bc28 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2086978 Aug 16 20:29:15.042525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.048271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Request body: {'port': {'device_id': '448eb63d-744f-4445-969f-fd7186950191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:15.072637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-347dea53-16b9-41a7-bb6f-1de9e54a8328 req-3ef931c4-d9d0-4e73-86e5-222a4943420d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745961 Aug 16 20:29:15.115861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.181482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fde5d057-253e-42d3-a3da-2228f0e9359f req-da070616-74d2-48d5-8932-ae18b3308a0d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911001 Aug 16 20:29:15.269202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Attempting to bind port 1f50ad43-9495-4ea4-b739-193fbb9610a0 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:15.269565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Attempting to bind port 1f50ad43-9495-4ea4-b739-193fbb9610a0 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:15.269956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Attempting to bind port 1f50ad43-9495-4ea4-b739-193fbb9610a0 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:15.293878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Port 1f50ad43-9495-4ea4-b739-193fbb9610a0 on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:15.294214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Attempting to bind port 1f50ad43-9495-4ea4-b739-193fbb9610a0 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:15.313411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06994dc1-48d6-4c44-9303-8ae6db198d7e req-6b7a72b8-74e1-4b87-a0c5-6abcbd35a0a1 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:15.314920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06994dc1-48d6-4c44-9303-8ae6db198d7e req-6b7a72b8-74e1-4b87-a0c5-6abcbd35a0a1 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 931 time: 0.1591191 Aug 16 20:29:15.321781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:15.322116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:15.322498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:15.322983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Bound port: 1f50ad43-9495-4ea4-b739-193fbb9610a0, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:15.323287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.390541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57240d69-53f7-4246-9463-012da4f4bb42 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:15.398251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.409900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Transition to ACTIVE for port object 57240d69-53f7-4246-9463-012da4f4bb42 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:15.442447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.473606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.482810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06994dc1-48d6-4c44-9303-8ae6db198d7e req-b1e6f9cd-12dd-4ae5-b248-964e1ee6cfc1 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543391 Aug 16 20:29:15.521681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.534606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Pushing event updated for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:15.566287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:15.593152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:15.605363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:15.606830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Attempting to bind port 57240d69-53f7-4246-9463-012da4f4bb42 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:15.607241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Attempting to bind port 57240d69-53f7-4246-9463-012da4f4bb42 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:15.607642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Attempting to bind port 57240d69-53f7-4246-9463-012da4f4bb42 on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:15.612283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Port 57240d69-53f7-4246-9463-012da4f4bb42 on network bb7828d8-ceba-490a-bb28-f71e67439698 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:15.612759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Attempting to bind port 57240d69-53f7-4246-9463-012da4f4bb42 on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:15.620189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:15.620189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Checking segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:15.620189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Bound using segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:15.620189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Bound port: 57240d69-53f7-4246-9463-012da4f4bb42, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:15.620644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.633107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:15.637885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371e7af4-8573-40e4-a4c3-933831d88f4f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:15.661287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.661287 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Added segment 53c23532-61a4-4c7a-a619-61940d5f444b of type vlan for network b2a1fc4a-16bc-4973-99b0-a795aee79e46 Aug 16 20:29:15.701251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:15.704276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=57240d69-53f7-4246-9463-012da4f4bb42,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:15.772731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.773845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.809276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:15.809897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.811294 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] 10.222.0.64 "PUT /v2.0/ports/57240d69-53f7-4246-9463-012da4f4bb42 HTTP/1.1" status: 200 len: 1092 time: 0.7673669 Aug 16 20:29:15.811760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:15.815226 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1b759a-0571-4629-b441-a1d531d4c1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "tag": "57240d69-53f7-4246-9463-012da4f4bb42"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:15.816888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9eb2f-372d-4819-aa8e-78b82fea4181 req-07f5aab9-7934-4808-9399-71505e937829 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:15.818429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2f9eb2f-372d-4819-aa8e-78b82fea4181 req-07f5aab9-7934-4808-9399-71505e937829 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 946 time: 0.2600944 Aug 16 20:29:15.838789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4f968-4b1c-4028-8b12-fb756daff1cd service neutron] Pushing event updated for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:15.845762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.901775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:15.902396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:15.903827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] 10.222.0.64 "PUT /v2.0/ports/1f50ad43-9495-4ea4-b739-193fbb9610a0 HTTP/1.1" status: 200 len: 1092 time: 2.2212086 Aug 16 20:29:15.980486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-30638f64-65ae-4094-a852-db80034b7d9f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:15.982136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-30638f64-65ae-4094-a852-db80034b7d9f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 946 time: 0.0563171 Aug 16 20:29:16.130691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-9a543729-295b-4976-a08f-e8bdcdac4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.133055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-9a543729-295b-4976-a08f-e8bdcdac4197 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 1095 time: 0.0785396 Aug 16 20:29:16.141861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Deleting port eb398c7e-389b-4a73-a356-a24d0c1abd10 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:16.142205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.217006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:16.219478 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45beaec8-16d3-43f0-9435-47e26b3e754e" -d '{"events": [{"name": "network-changed", "server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:16.220872 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-c7a0c7c3-84cd-43a3-95d8-7313d693b96a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0 HTTP/1.1" status: 200 len: 217 time: 0.0749195 Aug 16 20:29:16.275703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:29:16.299843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.310117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913f54a-1afe-4f6e-b72a-4c57bf583efb req-254f8c19-1e8f-4cd5-a730-9debb2c46aa5 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.311605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b913f54a-1afe-4f6e-b72a-4c57bf583efb req-254f8c19-1e8f-4cd5-a730-9debb2c46aa5 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 945 time: 0.6382122 Aug 16 20:29:16.315493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] For port eb398c7e-389b-4a73-a356-a24d0c1abd10, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eb398c7e-389b-4a73-a356-a24d0c1abd10,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:16.315866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.320551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-307155f8-05c7-415e-a5c3-a89e90512802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.322003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-307155f8-05c7-415e-a5c3-a89e90512802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0853841 Aug 16 20:29:16.336845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3055e-24e8-4cfb-814c-b057d9d84841 service neutron] Pushing event updated for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:16.342878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Calling delete_port for eb398c7e-389b-4a73-a356-a24d0c1abd10 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:16.362626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2f9eb2f-372d-4819-aa8e-78b82fea4181 req-d3f2ab5c-b2e0-42de-accc-f462409be8f1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123250 Aug 16 20:29:16.364626 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-88af0f71-fe34-4845-b7ff-8d7b645505af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302603 Aug 16 20:29:16.372454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:16.384919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-16a346b3-d99d-4252-8529-7a96db39208c admin admin] 10.222.0.70 "PUT /v2.0/routers/5fe59317-a5fd-4f7e-a287-57d9e86d49d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4288046 Aug 16 20:29:16.389254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Sync routers for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:16.390094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:16.402525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-80ba4fa8-d47f-48d7-9a58-639eee96e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.404068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-80ba4fa8-d47f-48d7-9a58-639eee96e752 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 1095 time: 0.1799855 Aug 16 20:29:16.410304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b913f54a-1afe-4f6e-b72a-4c57bf583efb req-825e7ee2-c0cc-405d-9e8c-9f0fe01ce80e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838552 Aug 16 20:29:16.411523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:16.413639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:16.462784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.509223 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9f51f7-0078-4490-88aa-5e54e9bb13a9 x-openstack-request-id: req-3b9f51f7-0078-4490-88aa-5e54e9bb13a9 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:16.509511 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "tag": "57240d69-53f7-4246-9463-012da4f4bb42", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:16.509767 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b9f51f7-0078-4490-88aa-5e54e9bb13a9 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:16.510170 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42', 'status': 'completed', 'code': 200} Aug 16 20:29:16.517581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.518884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.519646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.522712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-e8e2fb5e-a04e-4f2b-8f46-b8fbc35738e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57240d69-53f7-4246-9463-012da4f4bb42 HTTP/1.1" status: 200 len: 217 time: 0.0694001 Aug 16 20:29:16.542393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:16.548633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-79608ccc-af6e-493c-86f3-3a0307fbbd79 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445034 Aug 16 20:29:16.624262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:16.699451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aa7ddd-8f85-4880-937b-5b88347b3d33,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:16.702411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.702757 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Added segment 58a6c8eb-c113-4bf5-82df-69cbb8a738a8 of type vlan for network ee0c175c-38d8-4d68-8785-abd5fd090772 Aug 16 20:29:16.708397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f97bf666-dc35-4a92-9cd3-0a8722f5b075 req-031cda12-a1b0-4968-ad71-1a504b0c113b service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150994 Aug 16 20:29:16.791107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1272149 Aug 16 20:29:16.794111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:16.811009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8ae50-359f-479f-9869-a41e1bee7b97 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=b2a1fc4a-16bc-4973-99b0-a795aee79e46,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:16.824880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b2a1fc4a-16bc-4973-99b0-a795aee79e46 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:16.829383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-0fa568e5-d74d-47d1-9c13-f338b3d69951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.830858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-0fa568e5-d74d-47d1-9c13-f338b3d69951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.2896852 Aug 16 20:29:16.838688 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.848652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.855423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.874124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:16.876910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['eb398c7e-389b-4a73-a356-a24d0c1abd10'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:16.921781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f4971-667b-457d-bb8c-4290e540ea30 req-614c6ebc-3b8d-4607-8c2b-9b34a4573ebc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.924335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d14f4971-667b-457d-bb8c-4290e540ea30 req-614c6ebc-3b8d-4607-8c2b-9b34a4573ebc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.3659053 Aug 16 20:29:16.931370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:29:13Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:16.934246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Pushing event deleted for resources: {'Port': ['ID=eb398c7e-389b-4a73-a356-a24d0c1abd10,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:16.952292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-d70ded8c-4275-4d7b-8b63-92ac7c8c1c78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065888 Aug 16 20:29:16.953234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa53b83-6eb2-4229-9f1e-1ecf4af57e35 req-644c2659-de2e-49ed-b910-77ba76a9a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:16.954705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aa53b83-6eb2-4229-9f1e-1ecf4af57e35 req-644c2659-de2e-49ed-b910-77ba76a9a837 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1097 time: 0.3087649 Aug 16 20:29:16.963790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] No DVR routers for this DVR port eb398c7e-389b-4a73-a356-a24d0c1abd10 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:16.966475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:16.969213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dea637ce-694b-487c-8d96-a31f78de7fb0 req-a0e09bf0-ec3e-4ece-a3f4-0f7822c78b03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.73 "DELETE /v2.0/ports/eb398c7e-389b-4a73-a356-a24d0c1abd10 HTTP/1.1" status: 204 len: 173 time: 0.9726951 Aug 16 20:29:16.971337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Checking router: 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:16.977279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.003334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Routers {'5fe59317-a5fd-4f7e-a287-57d9e86d49d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:17.004032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:17.061801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.067800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420420-e6c2-472a-99e2-43638743154a req-d23e1575-e1ea-4f6c-b57e-79b9673de69c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.069447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16420420-e6c2-472a-99e2-43638743154a req-d23e1575-e1ea-4f6c-b57e-79b9673de69c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 943 time: 0.4512529 Aug 16 20:29:17.073337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a1fc4a-16bc-4973-99b0-a795aee79e46']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:17.084272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c23532-61a4-4c7a-a619-61940d5f444b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:17.084667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c23532-61a4-4c7a-a619-61940d5f444b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:17.096136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.119696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.127081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:17.127805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:17.129943 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:17.165577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] Set router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:17.188352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d14f4971-667b-457d-bb8c-4290e540ea30 req-dfa0d05f-3e44-4bdf-a20d-182ea57868eb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459414 Aug 16 20:29:17.190855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.298890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aa53b83-6eb2-4229-9f1e-1ecf4af57e35 req-6a886b27-f64b-4d66-ac4c-825703b48694 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833710 Aug 16 20:29:17.300617 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2564b-0c98-4068-b0af-f545684c31a4 x-openstack-request-id: req-6df2564b-0c98-4068-b0af-f545684c31a4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:17.301102 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:17.301769 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6df2564b-0c98-4068-b0af-f545684c31a4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:17.302046 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0', 'status': 'completed', 'code': 200} Aug 16 20:29:17.315363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.316667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.317267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.352102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-b0ec7794-d26d-4060-90e3-e9633bf54172 service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335383 Aug 16 20:29:17.355171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16420420-e6c2-472a-99e2-43638743154a req-a8295754-86b1-42f0-bc5e-84eccadce094 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452233 Aug 16 20:29:17.493116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0654390 Aug 16 20:29:17.498907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631b52-a8f2-4895-93c2-8f2ee7e06ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0c175c-38d8-4d68-8785-abd5fd090772,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:17.505183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51802) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:17.513400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Request body: {'subnet': {'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1532784656-subnet', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:17.518626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network ee0c175c-38d8-4d68-8785-abd5fd090772 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:17.570672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbaa87-7552-4123-a6f2-c44d2b7517e4 req-ec7e04a6-75f9-43c9-ae10-072825405306 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.576313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcbbaa87-7552-4123-a6f2-c44d2b7517e4 req-ec7e04a6-75f9-43c9-ae10-072825405306 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 943 time: 0.2728689 Aug 16 20:29:17.602982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:29:13Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:17.615631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-5696fdab-c2ac-4f40-88dd-43d01ae3139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.616127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-741652f2-b0de-4fdd-b23f-bff19560c4ae req-503b2e98-5435-46c9-906b-e4d7789e0186 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=fdc813c4-f25a-44be-9bee-407392848618 HTTP/1.1" status: 200 len: 210 time: 0.0787683 Aug 16 20:29:17.617156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-5696fdab-c2ac-4f40-88dd-43d01ae3139d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 1095 time: 0.0913982 Aug 16 20:29:17.637388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Made reservation on behalf of 8f5c1977a1da4cb0b635692e7da4161e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:17.637388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.643491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c81454-3f69-4fa2-8b08-7112bb27d4fe None None] The sync data for ids ['5fe59317-a5fd-4f7e-a287-57d9e86d49d0'] in n-d-794306-10 is: [{'id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'name': 'tempest-ServersTestFqdnHostnames-868006241-router', 'tenant_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:26:45Z', 'updated_at': '2021-08-16T20:29:13Z', 'revision_number': 5, 'project_id': '4af1eafb9f4c4c5a89ac8db77d23411e', 'gw_port': {'id': '9dc5ce1d-04d9-4f17-be3a-cdc8424872e3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe59317-a5fd-4f7e-a287-57d9e86d49d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:26:47Z', 'updated_at': '2021-08-16T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:17.695915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.703284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2a1fc4a-16bc-4973-99b0-a795aee79e46 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:29:17.707866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Deleting port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:17.708214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.715643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.717546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b2a1fc4a-16bc-4973-99b0-a795aee79e46 HTTP/1.1" status: 204 len: 168 time: 0.9224277 Aug 16 20:29:17.722084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:17.727104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:17.730115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bb3fb-f368-460e-9df0-bdd90953e336 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2a1fc4a-16bc-4973-99b0-a795aee79e46,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:17.772178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-2a2de993-95c4-4800-9bb7-cce633bfa8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.772178 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-2a2de993-95c4-4800-9bb7-cce633bfa8f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 906 time: 0.1443713 Aug 16 20:29:17.790158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9ee505d-19ab-40c4-80ad-bc4d5d8eebc3 req-95e46172-c192-459a-8cc0-da25781948f6 service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922400 Aug 16 20:29:17.819081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-aa5392b0-0a49-420d-b8ff-eac79ef2fc06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0 HTTP/1.1" status: 200 len: 217 time: 0.0377030 Aug 16 20:29:17.827768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcbbaa87-7552-4123-a6f2-c44d2b7517e4 req-6e54e704-ffda-4575-bcc5-e9fc41dff372 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247856 Aug 16 20:29:17.850185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ada92-8868-435a-9ed0-4f1573d3ba10 req-dcd41b2f-d806-480c-84af-d30d48e061d1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.851698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886ada92-8868-435a-9ed0-4f1573d3ba10 req-dcd41b2f-d806-480c-84af-d30d48e061d1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 945 time: 0.1480436 Aug 16 20:29:17.881390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:17.883901 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.918727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-8803dfce-3913-43d4-8503-eee730c469a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:17.920236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-8803dfce-3913-43d4-8503-eee730c469a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0839787 Aug 16 20:29:17.920941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:17.924059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] For port 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:17.924432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.931771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:17.932061 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Added segment 34137f17-f75a-48da-ab2c-1281f2784272 of type vlan for network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 Aug 16 20:29:17.979859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Calling delete_port for 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:17.983621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-886ada92-8868-435a-9ed0-4f1573d3ba10 req-c83de82c-6217-438b-b060-84b2f8421672 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196761 Aug 16 20:29:17.998079 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-60f6980f-7754-4b12-ab3e-ee50b6929c05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564742 Aug 16 20:29:18.025888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.132236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-0487af0a-67a3-4878-967e-44c8934c30c4 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174347 Aug 16 20:29:18.139773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-d7bac305-5c85-4cd7-b235-d177fa59fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.141419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-d7bac305-5c85-4cd7-b235-d177fa59fcc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 1095 time: 0.1841643 Aug 16 20:29:18.143993 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.205777 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.206962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.207634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.233896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-900e421d-bffc-4068-a724-019fbe8920e0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-95446869&fields=id&tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 267 time: 0.1681397 Aug 16 20:29:18.314028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=2fb96fd8-df6f-4d29-ba3f-031a767bb5b2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:18.333432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:18.338678 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-45beaec8-16d3-43f0-9435-47e26b3e754e req-2d6cc584-08f5-4348-bf22-6733848fd4e6 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832943 Aug 16 20:29:18.339045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.389275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9cc5ace4-71f8-4259-90e9-a2ca2c5adfed tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6657031 Aug 16 20:29:18.389942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:18.396701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'subnet': {'network_id': '2fb96fd8-df6f-4d29-ba3f-031a767bb5b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:18.501102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dbd3ea-9de6-4a44-86f3-d9e16c121288,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:18.507179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:18.509649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.522654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'name': 'network-vif-deleted', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:18.522654 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0e2fc-bbbf-4fa2-964b-010ab76b448d" -d '{"events": [{"server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "name": "network-vif-deleted", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:18.529721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-cb3376f1-cb92-48c8-9793-f0d73e73fe4a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.537719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-cb3376f1-cb92-48c8-9793-f0d73e73fe4a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 945 time: 0.1988871 Aug 16 20:29:18.551695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'security_groups': ['23f6f0c0-79bf-42b4-a3ed-61227f7e04a2', 'fb32f4b8-14e1-47cc-bdc3-07d31f8340e5']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:18.555926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.556274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.556610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.556951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.557273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.557597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.557926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.558250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.558570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.558893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.559207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.559543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:18.568019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-3f1dcca9-2d10-4365-a6c4-9db018d65f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.568019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-3f1dcca9-2d10-4365-a6c4-9db018d65f02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 916 time: 0.4052460 Aug 16 20:29:18.568019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.576293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0fea-8b7b-47e0-8e68-94e5c23d78ed req-d39c5c33-ed48-4fdc-97d8-3d3b09a834e3 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:18.577789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1ee0fea-8b7b-47e0-8e68-94e5c23d78ed req-d39c5c33-ed48-4fdc-97d8-3d3b09a834e3 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.2521453 Aug 16 20:29:18.671421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc5ce1d-04d9-4f17-be3a-cdc8424872e3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:18.682809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Checking segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:18.683170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Network hostable DHCP agents. Network: ee0c175c-38d8-4d68-8785-abd5fd090772, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:18.689913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-0e668916-7d36-4e73-83a9-c89ebaeeccd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57240d69-53f7-4246-9463-012da4f4bb42 HTTP/1.1" status: 200 len: 217 time: 0.0851591 Aug 16 20:29:18.788270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54b93973-e879-4e22-beb3-d34175e60d88 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:18.808406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 54b93973-e879-4e22-beb3-d34175e60d88 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:18.808671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54b93973-e879-4e22-beb3-d34175e60d88 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:18.819192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.823400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1ee0fea-8b7b-47e0-8e68-94e5c23d78ed req-67197707-1e00-433d-bcb1-89977e7adc42 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197406 Aug 16 20:29:18.919402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:29:18.919902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:18.984243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74fc9d25-7492-4f31-b361-590874111e34,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:18.992467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Checking segment: {'id': '34137f17-f75a-48da-ab2c-1281f2784272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fb96fd8-df6f-4d29-ba3f-031a767bb5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:18.992834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Network hostable DHCP agents. Network: 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:19.120693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:19.142585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Network ee0c175c-38d8-4d68-8785-abd5fd090772 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:19.175135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-1e2c136e-b2eb-48d4-bd82-3c42f8ab6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.177430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-1e2c136e-b2eb-48d4-bd82-3c42f8ab6d13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.4637010 Aug 16 20:29:19.203133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.329537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:19.332483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-dc2424a9-c2d2-4a13-b057-d1b829090286 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303933 Aug 16 20:29:19.334048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.334839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.338803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549452c5-8500-4846-92a3-7508908370be None None] Network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:19.351655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, ee0c175c-38d8-4d68-8785-abd5fd090772) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:19.358968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.372606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.377104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.377681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.380737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6847e70-ed73-46fb-8840-c7a13533537a None None] Network ee0c175c-38d8-4d68-8785-abd5fd090772 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:19.443659 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-48e1c2fe-7f5f-4f90-8809-9225d80637bb tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0498185 Aug 16 20:29:19.444549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:19.449875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'floatingip': {'floating_network_id': '2fb96fd8-df6f-4d29-ba3f-031a767bb5b2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:19.458634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14ae03-94e7-499c-b98a-c7cc62a7a9e4 req-56088d2c-7263-4ce1-bdb8-ec955d6c0873 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.458634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a14ae03-94e7-499c-b98a-c7cc62a7a9e4 req-56088d2c-7263-4ce1-bdb8-ec955d6c0873 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 943 time: 0.3217010 Aug 16 20:29:19.531663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.581645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66651e4-0564-4e54-be6c-0b035dc87766 None None] Network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:19.588476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a14ae03-94e7-499c-b98a-c7cc62a7a9e4 req-8af1e443-1bec-4a5c-b70a-1e72c7308f1d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908310 Aug 16 20:29:19.629490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.630012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe59317-a5fd-4f7e-a287-57d9e86d49d0 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:29:19.635911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-ec228c65-cc93-4177-9a88-ee818cb7309d service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893212 Aug 16 20:29:19.639381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.640544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-819d9aac-46c9-4d22-b3de-7f385669d5fd admin admin] 10.222.0.70 "DELETE /v2.0/routers/5fe59317-a5fd-4f7e-a287-57d9e86d49d0 HTTP/1.1" status: 204 len: 168 time: 3.2495091 Aug 16 20:29:19.647665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a209e60f-ee58-40dc-941c-62e20fcc69d7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1376283 Aug 16 20:29:19.648922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:19.649263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51824) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:19.656962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:19.679639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-ee0c175c-38d8-4d68-8785-abd5fd090772', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:29:19.681359 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.703181 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bc63ae-42b2-4fc1-b1fc-23ba97e679be x-openstack-request-id: req-93bc63ae-42b2-4fc1-b1fc-23ba97e679be {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:19.703181 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc813c4-f25a-44be-9bee-407392848618", "name": "network-vif-deleted", "tag": "eb398c7e-389b-4a73-a356-a24d0c1abd10", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:19.703181 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93bc63ae-42b2-4fc1-b1fc-23ba97e679be {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:19.703181 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc813c4-f25a-44be-9bee-407392848618', 'name': 'network-vif-deleted', 'tag': 'eb398c7e-389b-4a73-a356-a24d0c1abd10', 'status': 'completed', 'code': 200} Aug 16 20:29:19.790369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:19.803213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.868375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a1b759a-0571-4629-b441-a1d531d4c1d1 req-528e12f4-3e02-46ef-a62e-1d253b7de09b service neutron] 10.222.0.64 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178919 Aug 16 20:29:19.894118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Deleting subnet ebddc285-fef5-4911-945a-c9616490e3c1 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:29:19.902431 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.904855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.912286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Allocated IP 172.20.0.2 (ee0c175c-38d8-4d68-8785-abd5fd090772/09dbd3ea-9de6-4a44-86f3-d9e16c121288/17cd89e1-cfee-4f7b-b19d-934123883031) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:19.915563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d9ee-b92d-48f0-8217-631d39c4ab5b req-9e578d85-e238-4815-b73e-55ceffc394eb tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:19.917171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7b7d9ee-b92d-48f0-8217-631d39c4ab5b req-9e578d85-e238-4815-b73e-55ceffc394eb tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 943 time: 0.1096025 Aug 16 20:29:19.934208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.935346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:19.964954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7b7d9ee-b92d-48f0-8217-631d39c4ab5b req-552cddeb-79c8-4400-a880-4b8d125b77f0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Aug 16 20:29:19.970671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 57240d69-53f7-4246-9463-012da4f4bb42 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:20.002362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.027687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.032085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.056807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:20.090624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Allocated IP 172.20.0.4 (2fb96fd8-df6f-4d29-ba3f-031a767bb5b2/74fc9d25-7492-4f31-b361-590874111e34/6ef13f0d-422f-43b6-af91-5a1246479ecc) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:20.097835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eb398c7e-389b-4a73-a356-a24d0c1abd10 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:20.130140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.130140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.130534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9eaccf23-d78d-4f17-83a3-18bd0092851a req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "PUT /v2.0/ports/34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 981 time: 1.5918376 Aug 16 20:29:20.132739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:20.135257 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:20.141598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: eb398c7e-389b-4a73-a356-a24d0c1abd10 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:20.141825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eb398c7e-389b-4a73-a356-a24d0c1abd10 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:20.142375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a8d13-5e94-4543-a910-5e7510f73858 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:20.186414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e3f07-6530-4b4a-85ba-e45a2cad1a80 req-8fd663e7-03f2-4f05-948d-e998d8fc85c3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.188058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1e3f07-6530-4b4a-85ba-e45a2cad1a80 req-8fd663e7-03f2-4f05-948d-e998d8fc85c3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1195533 Aug 16 20:29:20.215647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.256555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.263976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac1e3f07-6530-4b4a-85ba-e45a2cad1a80 req-9071f0b7-2c43-4fa0-bfe8-3ee08a54d266 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691297 Aug 16 20:29:20.278340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['34fcf0c4-9c19-47a6-81ee-e9302359ea3c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:20.285834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Transition to ACTIVE for port object 17cd89e1-cfee-4f7b-b19d-934123883031 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:20.311592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf1f7-8e4d-4a9e-a250-24c33899d093 req-8ca7274b-7219-4065-860c-9c5317e6e4c1 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.313673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97ebf1f7-8e4d-4a9e-a250-24c33899d093 req-8ca7274b-7219-4065-860c-9c5317e6e4c1 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.0955424 Aug 16 20:29:20.335512 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3059b67-ae95-4fd3-a9b0-af022482d718 x-openstack-request-id: req-b3059b67-ae95-4fd3-a9b0-af022482d718 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:20.336178 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:20.336586 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3059b67-ae95-4fd3-a9b0-af022482d718 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:20.337235 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'status': 'completed', 'code': 200} Aug 16 20:29:20.343784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=57240d69-53f7-4246-9463-012da4f4bb42,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:20.362292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '57240d69-53f7-4246-9463-012da4f4bb42', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'port_id': '57240d69-53f7-4246-9463-012da4f4bb42', 'mac_address': 'fa:16:3e:3c:1f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4d857c-5933-4cd3-8fd6-dba4f34793db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:20.364169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97ebf1f7-8e4d-4a9e-a250-24c33899d093 req-59d83a00-46f1-4109-b898-09c118954d2b tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Aug 16 20:29:20.430627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e2bff-f924-4e9e-9f48-9fadc98d3445 req-eeacb6a7-7b6b-4223-bd19-22f42c5ac1f6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/fb32f4b8-14e1-47cc-bdc3-07d31f8340e5 HTTP/1.1" status: 200 len: 1800 time: 0.0708678 Aug 16 20:29:20.445940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-fcab440d-9cc2-4fb1-b84a-16e23437005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.447590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-fcab440d-9cc2-4fb1-b84a-16e23437005a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1136 time: 0.0760746 Aug 16 20:29:20.452456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Transition to ACTIVE for port object 17cd89e1-cfee-4f7b-b19d-934123883031 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:20.517350 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.538623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.556162 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.558186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.596244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Network ee0c175c-38d8-4d68-8785-abd5fd090772 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:20.604107 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-954e2bff-f924-4e9e-9f48-9fadc98d3445 req-f2672589-40b3-44ae-a00b-b275b6e2de12 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:29:20.613575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-954e2bff-f924-4e9e-9f48-9fadc98d3445 req-f2672589-40b3-44ae-a00b-b275b6e2de12 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb32f4b8-14e1-47cc-bdc3-07d31f8340e5 HTTP/1.1" status: 409 len: 341 time: 0.1744208 Aug 16 20:29:20.623668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dfcf5-dc63-43fd-97ad-52d777bedfa3 req-57c403ac-8cf5-4812-9f5f-4d5bfb13e0ad tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.625126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-386dfcf5-dc63-43fd-97ad-52d777bedfa3 req-57c403ac-8cf5-4812-9f5f-4d5bfb13e0ad tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1500344 Aug 16 20:29:20.632167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:20.641616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:20.643004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-7a6db479-be31-4ab6-a6ce-3bec095b2599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.644270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57240d69-53f7-4246-9463-012da4f4bb42 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:20.645047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-7a6db479-be31-4ab6-a6ce-3bec095b2599 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.1890068 Aug 16 20:29:20.665895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=57240d69-53f7-4246-9463-012da4f4bb42,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:20.704773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.712479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Pushing event updated for resources: {'Port': ['ID=17cd89e1-cfee-4f7b-b19d-934123883031,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:20.720984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-aea6bc38-5049-4dc5-b9ae-b80c9de8c45e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 217 time: 0.0566680 Aug 16 20:29:20.749304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:20.754260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebddc285-fef5-4911-945a-c9616490e3c1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:20.757322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-386dfcf5-dc63-43fd-97ad-52d777bedfa3 req-882607ad-b578-4c27-a26f-0c92cea17ff2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070693 Aug 16 20:29:20.771443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.774679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.780059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-014f1ae8-5ad8-40e4-aa37-c7896d8485d6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ebddc285-fef5-4911-945a-c9616490e3c1 HTTP/1.1" status: 204 len: 168 time: 1.1285121 Aug 16 20:29:20.797324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:20.807716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d53b01-bb2a-4280-85b7-0916f69e6bf0 None None] Network 090e1ae0-5614-4c5b-8663-6e4c3985d599 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:20.839531 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.840217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1f50ad43-9495-4ea4-b739-193fbb9610a0 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:20.841881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:20.842219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9dc5ce1d-04d9-4f17-be3a-cdc8424872e3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:20.868553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-d5e05083-709b-4980-857f-4a469bf1e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:20.870325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-d5e05083-709b-4980-857f-4a469bf1e5af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1337223 Aug 16 20:29:20.890411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Attempting to bind port 17cd89e1-cfee-4f7b-b19d-934123883031 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:20.890778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Attempting to bind port 17cd89e1-cfee-4f7b-b19d-934123883031 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:20.891131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Attempting to bind port 17cd89e1-cfee-4f7b-b19d-934123883031 on network ee0c175c-38d8-4d68-8785-abd5fd090772 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:20.935891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-bfddbe37-92d6-4931-b1b0-1bbdb9761557 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420899 Aug 16 20:29:20.939049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.954667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:20.958572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Checking segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:20.958572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.958572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Bound using segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:20.958572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Bound port: 17cd89e1-cfee-4f7b-b19d-934123883031, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:20.958572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:20.971380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.004420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.016207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b76cc-7eea-462e-aa2d-42ce5bdd90ab req-4760c422-acfa-470c-b283-2d725276b7de tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.017751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-655b76cc-7eea-462e-aa2d-42ce5bdd90ab req-4760c422-acfa-470c-b283-2d725276b7de tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 943 time: 0.1463995 Aug 16 20:29:21.115392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-655b76cc-7eea-462e-aa2d-42ce5bdd90ab req-50aea511-404c-4bda-b2b2-3aed963532cf tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741866 Aug 16 20:29:21.123170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Allocated IP 172.25.7.190 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/4493f006-ca2f-4089-8cff-d41ff7bfa814) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:21.152262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-8b439923-d0a6-4e51-81da-6f736860de91 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949072 Aug 16 20:29:21.189031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Deleting port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:21.189669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.240967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:21.242620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:21.249541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:21.251930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef13f0d-422f-43b6-af91-5a1246479ecc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.256920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.305042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.350311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450989e0-507c-46e5-917a-372d43e770b6 req-8c7a2cae-bdc2-4319-9887-df31b713217f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.352071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450989e0-507c-46e5-917a-372d43e770b6 req-8c7a2cae-bdc2-4319-9887-df31b713217f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2344203 Aug 16 20:29:21.356449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] For port e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,segment=NetworkSegment(cb036990-6343-4c49-a29b-53e77c9f0108),segment_id=cb036990-6343-4c49-a29b-53e77c9f0108)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:21.356949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.372593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:21.390745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] For port 17cd89e1-cfee-4f7b-b19d-934123883031, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:21.397910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.403867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Calling delete_port for e523fc9e-0b5c-41f1-8922-3ba6fa568f39 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:21.406288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '1f50ad43-9495-4ea4-b739-193fbb9610a0', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': '1f50ad43-9495-4ea4-b739-193fbb9610a0', 'mac_address': 'fa:16:3e:0c:11:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:21.414120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] For port 17cd89e1-cfee-4f7b-b19d-934123883031, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17cd89e1-cfee-4f7b-b19d-934123883031,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:21.421026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634067c-d5b1-440b-b8be-3d97094aad36 req-1abd5884-e999-44e7-8ab9-fe0574bf5cd5 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.422534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d634067c-d5b1-440b-b8be-3d97094aad36 req-1abd5884-e999-44e7-8ab9-fe0574bf5cd5 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 944 time: 0.1843562 Aug 16 20:29:21.431617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d2c492-d338-4dc1-bf1a-f67a9daee6c4 req-827e5fc5-7ff3-492c-b986-2f91237231a2 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585139 Aug 16 20:29:21.485665 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.502694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450989e0-507c-46e5-917a-372d43e770b6 req-4cbc0927-c7d9-43a7-b6bd-8f3594b60259 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248178 Aug 16 20:29:21.502924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] DHCP port deletion for 090e1ae0-5614-4c5b-8663-6e4c3985d599 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:29:21.505623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.518816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f50ad43-9495-4ea4-b739-193fbb9610a0 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:21.544229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d634067c-d5b1-440b-b8be-3d97094aad36 req-27525ac9-9cf1-448d-8b56-a88ed6cc5514 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952873 Aug 16 20:29:21.560799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.592779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:21.611461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:21.617705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:21.646391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:21.685708 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:21.687016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920bbfb-3f44-4da8-a127-46df08af2971 None None] Pushing event updated for resources: {'Port': ['ID=17cd89e1-cfee-4f7b-b19d-934123883031,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.710310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.716230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Pushing event updated for resources: {'Port': ['ID=4493f006-ca2f-4089-8cff-d41ff7bfa814,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.733006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.734368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-691df613-f421-444e-883d-246c3967ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.736063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-691df613-f421-444e-883d-246c3967ffd0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1136 time: 0.1298568 Aug 16 20:29:21.737226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.740427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Deleting port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:21.740791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.744803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.817999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.837736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] For port e523fc9e-0b5c-41f1-8922-3ba6fa568f39, host n-d-794306-10, got binding levels [] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:21.838129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.870811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.873518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] No DVR routers for this DVR port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:21.894078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Calling delete_port for e523fc9e-0b5c-41f1-8922-3ba6fa568f39 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:21.894078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.ipam_backend_mixin [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 was not found and therefore no delete operation was performed {{(pid=95242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:29:21.903161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:21.948004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] Pushing event deleted for resources: {'Port': ['ID=e523fc9e-0b5c-41f1-8922-3ba6fa568f39,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:21.956723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb54ffe2-7bb7-4944-8edb-1eeea7ec6976 None None] No DVR routers for this DVR port e523fc9e-0b5c-41f1-8922-3ba6fa568f39 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:21.968338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af80dd-df0d-4744-aed8-ddf2595a0b50 req-33633837-249b-4ba9-8ae2-2ef6af0a5075 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:21.985810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13af80dd-df0d-4744-aed8-ddf2595a0b50 req-33633837-249b-4ba9-8ae2-2ef6af0a5075 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 984 time: 0.3260736 Aug 16 20:29:22.012482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1f50ad43-9495-4ea4-b739-193fbb9610a0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:22.050633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['57240d69-53f7-4246-9463-012da4f4bb42'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:22.117655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-82e63c96-b422-4c49-95ed-3b2ee6b58dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:22.119090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-82e63c96-b422-4c49-95ed-3b2ee6b58dc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.3680854 Aug 16 20:29:22.148774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.163695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35457d3-f690-4cf8-a5dc-50d1774b554f req-ecfa5a72-4135-4d38-8e71-bbf6a52eec06 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:22.165229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35457d3-f690-4cf8-a5dc-50d1774b554f req-ecfa5a72-4135-4d38-8e71-bbf6a52eec06 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1191220 Aug 16 20:29:22.194371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.225112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13af80dd-df0d-4744-aed8-ddf2595a0b50 req-40e282e1-da9c-4c4a-8b28-08b2019551b2 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.2362528 Aug 16 20:29:22.226342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-75ffb241-553c-4ae0-ba69-3c055a57ee57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 217 time: 0.0919938 Aug 16 20:29:22.242242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.244528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090e1ae0-5614-4c5b-8663-6e4c3985d599']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:22.296948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb036990-6343-4c49-a29b-53e77c9f0108') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:22.297374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb036990-6343-4c49-a29b-53e77c9f0108') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:22.346809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.375244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Port': ['ID=6ef13f0d-422f-43b6-af91-5a1246479ecc,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:22.379670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35457d3-f690-4cf8-a5dc-50d1774b554f req-649a030c-cbd1-4d8b-b31d-0a2be2294d02 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818039 Aug 16 20:29:22.384003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-73728338-0854-471b-ad8e-4ed527cd6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:22.385464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-73728338-0854-471b-ad8e-4ed527cd6e43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1386049 Aug 16 20:29:22.387270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.405848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.416612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:22.420430 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:22.438210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.483904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-5390a455-66d5-4d25-afd4-7a75236976c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889044 Aug 16 20:29:22.510602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.512485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-81f70406-826c-42ea-8e99-cb82479431f6 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0659618 Aug 16 20:29:22.515556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:22.552150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf4774-5254-47c5-9b8f-62a78d590cbc req-7490e4a8-90d1-4e8e-a78c-b3806f881b13 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:22.553724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0bf4774-5254-47c5-9b8f-62a78d590cbc req-7490e4a8-90d1-4e8e-a78c-b3806f881b13 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2332096 Aug 16 20:29:22.671015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.677033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:22.679480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] 10.222.0.70 "DELETE /v2.0/networks/090e1ae0-5614-4c5b-8663-6e4c3985d599 HTTP/1.1" status: 204 len: 168 time: 1.8809516 Aug 16 20:29:22.900476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17cd89e1-cfee-4f7b-b19d-934123883031 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:22.963774 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3c3a4565-08cb-4506-ab4f-58d5bf77f022 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 HTTP/1.1" status: 200 len: 689 time: 0.4440875 Aug 16 20:29:22.966460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51870) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:23.002624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8aee8-b3ce-470a-9522-92ffaa1e9166 None None] Network ee0c175c-38d8-4d68-8785-abd5fd090772 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:23.046536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0bf4774-5254-47c5-9b8f-62a78d590cbc req-bdb0e464-ccdf-4996-a9fa-a1967efedb27 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546578 Aug 16 20:29:23.056990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5a14c-0b40-4c79-ab7c-da5031083517 req-3f958db6-a36e-469e-884e-8b7be57a595f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:23.064574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3f5a14c-0b40-4c79-ab7c-da5031083517 req-3f958db6-a36e-469e-884e-8b7be57a595f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 944 time: 0.5774143 Aug 16 20:29:23.075639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 17cd89e1-cfee-4f7b-b19d-934123883031 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:23.085677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-1a48760a-8ee5-4413-9e97-ef7a921b9fe9 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846572 Aug 16 20:29:23.122032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172673b3-fc20-4c4f-8892-ec260903cc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=090e1ae0-5614-4c5b-8663-6e4c3985d599,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:23.179641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51872) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:23.196743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3f5a14c-0b40-4c79-ab7c-da5031083517 req-a89e0ec0-78fe-4234-9f8f-607a1328841f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313169 Aug 16 20:29:23.197469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.229151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e523fc9e-0b5c-41f1-8922-3ba6fa568f39 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:23.245426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e523fc9e-0b5c-41f1-8922-3ba6fa568f39 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:23.245770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e523fc9e-0b5c-41f1-8922-3ba6fa568f39 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:23.293395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27eb011d-0a52-4f27-a3cb-b8c40f2bac74 req-1ada96a8-8cf2-483f-bb95-b69639eb6a73 service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677399 Aug 16 20:29:23.295235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Provisioning for port 17cd89e1-cfee-4f7b-b19d-934123883031 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:23.310520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.313997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Provisioning complete for port 17cd89e1-cfee-4f7b-b19d-934123883031 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:23.314378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.319654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aff1e-9bde-4e79-a2fc-afa505b2ec75 req-b9368323-e789-4aeb-b7f6-5661c0dfd56d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:23.319654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c44aff1e-9bde-4e79-a2fc-afa505b2ec75 req-b9368323-e789-4aeb-b7f6-5661c0dfd56d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 944 time: 0.1943572 Aug 16 20:29:23.330960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-121e29eb-4d23-49a3-a07c-fa781a54d7b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4af1eafb9f4c4c5a89ac8db77d23411e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501944 Aug 16 20:29:23.363750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51876) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:23.454868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Deleting port 6ef13f0d-422f-43b6-af91-5a1246479ecc {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:23.465350 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.465870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.500737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] For port 17cd89e1-cfee-4f7b-b19d-934123883031, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17cd89e1-cfee-4f7b-b19d-934123883031,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:23.519751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25a419-2c23-4d1a-bffc-f966544c79a5 req-8edac056-5c05-43c4-9483-7a0501c99654 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:23.527618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c25a419-2c23-4d1a-bffc-f966544c79a5 req-8edac056-5c05-43c4-9483-7a0501c99654 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 984 time: 0.2245488 Aug 16 20:29:23.540030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c44aff1e-9bde-4e79-a2fc-afa505b2ec75 req-95529e25-50ae-4bf6-81c2-5130eb9848aa tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120121 Aug 16 20:29:23.572733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.589297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.589634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.607197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Calling delete_port for 6ef13f0d-422f-43b6-af91-5a1246479ecc owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:23.611445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.616135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c25a419-2c23-4d1a-bffc-f966544c79a5 req-036cc2b6-721a-4bb4-a71c-b62add2f1e70 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0829394 Aug 16 20:29:23.638045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.691080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d8320-232c-4bf2-a5fd-10bc42b0e0c8 None None] Pushing event updated for resources: {'Port': ['ID=17cd89e1-cfee-4f7b-b19d-934123883031,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:23.737263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1acb79e3-354a-46c1-a8f8-ad6a96677107 None None] Provisioning complete for port 17cd89e1-cfee-4f7b-b19d-934123883031 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:23.737529 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1acb79e3-354a-46c1-a8f8-ad6a96677107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.771620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.775597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.778265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dba955c3-1a30-4acb-bdd2-3b94a3bc45c3 HTTP/1.1" status: 204 len: 168 time: 0.4135382 Aug 16 20:29:23.789562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Router c7537323-0bee-4ab2-a8e0-b05abebc06e1 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:29:23.790829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b240f-f174-4ae7-a2b3-1b9bcf88abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba955c3-1a30-4acb-bdd2-3b94a3bc45c3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:23.922924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:23.932333 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Sync routers for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:23.941945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:23.944686 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:23.944686 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:23.971974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ef13f0d-422f-43b6-af91-5a1246479ecc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:24.001787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 57240d69-53f7-4246-9463-012da4f4bb42 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:24.026075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.027716 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7aef58b7-774d-44ec-9261-e3c845f017fa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3748739 Aug 16 20:29:24.030534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:24.079510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.130481 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:24.142705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.154626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 57240d69-53f7-4246-9463-012da4f4bb42 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:24.159208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 57240d69-53f7-4246-9463-012da4f4bb42 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:24.159208 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.327952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.358076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:24.360706 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4a661f-0e58-49e5-b775-df31c39492cd" -d '{"events": [{"server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "name": "network-vif-plugged", "status": "completed", "tag": "57240d69-53f7-4246-9463-012da4f4bb42"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:24.371547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.388489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=57240d69-53f7-4246-9463-012da4f4bb42,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:24.406223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc69f-aa90-4cdf-b2d1-5c672072621c req-da31e603-a6a7-47ab-8626-9578ed8e7d4c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:24.406931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74fc9d25-7492-4f31-b361-590874111e34,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:24.417700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00bfc69f-aa90-4cdf-b2d1-5c672072621c req-da31e603-a6a7-47ab-8626-9578ed8e7d4c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1310799 Aug 16 20:29:24.472835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.483488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb96fd8-df6f-4d29-ba3f-031a767bb5b2']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.489851 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.491074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1f50ad43-9495-4ea4-b739-193fbb9610a0 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:24.503589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34137f17-f75a-48da-ab2c-1281f2784272') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.504693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34137f17-f75a-48da-ab2c-1281f2784272') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.509429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c47f1d-047e-4fd9-a9d8-9b7667f9812a req-da03f297-7d70-4d9e-b71c-38c3cb7a4862 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:24.511020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5c47f1d-047e-4fd9-a9d8-9b7667f9812a req-da03f297-7d70-4d9e-b71c-38c3cb7a4862 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 944 time: 0.1923015 Aug 16 20:29:24.520864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.540837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.551437 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:22Z', 'revision_number': 3, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:24.553657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:24.556069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.603365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00bfc69f-aa90-4cdf-b2d1-5c672072621c req-34bc0178-5a91-4c43-93dc-ba0b7ea0bb73 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844208 Aug 16 20:29:24.632860 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Checking router: c7537323-0bee-4ab2-a8e0-b05abebc06e1 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:24.633561 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Updating router c7537323-0bee-4ab2-a8e0-b05abebc06e1 port 4493f006-ca2f-4089-8cff-d41ff7bfa814 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:24.651872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5c47f1d-047e-4fd9-a9d8-9b7667f9812a req-3d81bea2-5a9a-44bb-a782-8d260d3a00dc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268461 Aug 16 20:29:24.697843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:24.759031 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.764487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 1f50ad43-9495-4ea4-b739-193fbb9610a0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:24.769487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 1f50ad43-9495-4ea4-b739-193fbb9610a0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:24.769487 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.799812 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ab0a0-160c-4717-ad9c-67df0fff5549 x-openstack-request-id: req-188ab0a0-160c-4717-ad9c-67df0fff5549 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:24.800091 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "name": "network-vif-plugged", "status": "completed", "tag": "57240d69-53f7-4246-9463-012da4f4bb42", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:24.800343 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-188ab0a0-160c-4717-ad9c-67df0fff5549 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:24.801419 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42', 'code': 200} Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:24.827656 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:24.873705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ed96f-2502-4309-afbb-d5c78370c5f7 req-d7c8b711-e5fe-4321-b31f-24d1b252dfb0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:24.879586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162ed96f-2502-4309-afbb-d5c78370c5f7 req-d7c8b711-e5fe-4321-b31f-24d1b252dfb0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 0.1204362 Aug 16 20:29:24.908407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.908407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:29:24.908407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:24.909384 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 HTTP/1.1" status: 204 len: 168 time: 1.9419851 Aug 16 20:29:24.932277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51914) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:24.934507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edafa388-9096-4f52-90ee-bdfa318b9aa5 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fb96fd8-df6f-4d29-ba3f-031a767bb5b2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:24.988404 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.007969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47f00893-01e4-404e-8788-612eaaf0c635 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0722191 Aug 16 20:29:25.008503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51920) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.070656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:25.078450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17cd89e1-cfee-4f7b-b19d-934123883031 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:25.112660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.114060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.114692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.115456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.116155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.116775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.117513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.124324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.124324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.125960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aec68942-f490-4e54-99cb-c6da8d98e10a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5943 time: 0.1155181 Aug 16 20:29:25.127468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51922) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.164512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dae98d-1eb7-43ea-af35-740455d662c6 req-e09fb421-f9a6-40ac-ad5e-ca9c2e22b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.166282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55dae98d-1eb7-43ea-af35-740455d662c6 req-e09fb421-f9a6-40ac-ad5e-ca9c2e22b565 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 1097 time: 0.2849576 Aug 16 20:29:25.173007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 17cd89e1-cfee-4f7b-b19d-934123883031 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:25.173589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.179230 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-a3afbecd-8c55-4cc3-9cc4-8c594f775974 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] delete failed (client error): The resource could not be found. Aug 16 20:29:25.186316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a3afbecd-8c55-4cc3-9cc4-8c594f775974 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/06791644-66d4-4b33-af62-f1fb65cab957 HTTP/1.1" status: 404 len: 345 time: 0.0567851 Aug 16 20:29:25.187048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444b1d-18f1-4bd6-91a0-d2be23a32a12 req-e8f582d1-bd7e-4873-9fb0-e9e878a38bbe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.187461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.189341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26444b1d-18f1-4bd6-91a0-d2be23a32a12 req-e8f582d1-bd7e-4873-9fb0-e9e878a38bbe tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 984 time: 0.1644373 Aug 16 20:29:25.203795 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.217123 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Transition to ACTIVE for port object 4493f006-ca2f-4089-8cff-d41ff7bfa814 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:25.235379 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-359a3269-7feb-4207-8475-157ca023be9f tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 20:29:25.236187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359a3269-7feb-4207-8475-157ca023be9f tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:29:25.255093 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-359a3269-7feb-4207-8475-157ca023be9f tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/2fb96fd8-df6f-4d29-ba3f-031a767bb5b2 HTTP/1.1" status: 404 len: 339 time: 0.0660319 Aug 16 20:29:25.256143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.261373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'name': 'tempest-network--793651704', 'router:external': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:25.273457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162ed96f-2502-4309-afbb-d5c78370c5f7 req-d01b9035-f41e-4130-8a96-b7435a4ddddf tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828924 Aug 16 20:29:25.327116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.336497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:25.345567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55dae98d-1eb7-43ea-af35-740455d662c6 req-09b32425-5828-4eaf-b0a9-7d0f25b9d801 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550100 Aug 16 20:29:25.368286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26444b1d-18f1-4bd6-91a0-d2be23a32a12 req-5c11e1c6-d972-49e7-bd6e-d14774003fe6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1217885 Aug 16 20:29:25.439043 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.439197 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.449793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:25.454086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.487124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-535977398-network', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:25.495748 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Attempting to bind port 4493f006-ca2f-4089-8cff-d41ff7bfa814 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:25.499700 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Attempting to bind port 4493f006-ca2f-4089-8cff-d41ff7bfa814 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:25.500095 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Attempting to bind port 4493f006-ca2f-4089-8cff-d41ff7bfa814 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:25.521527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.522643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:25.536180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.536331 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Added segment 20d384f8-931e-4f10-aa83-b3d390afbd5d of type vlan for network 084af438-7b2f-4fe7-9928-931152af3370 Aug 16 20:29:25.559458 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:25.559851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:25.560251 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.560666 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:25.561136 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Bound port: 4493f006-ca2f-4089-8cff-d41ff7bfa814, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:25.561523 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.620280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Pushing event updated for resources: {'Port': ['ID=4493f006-ca2f-4089-8cff-d41ff7bfa814,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.635678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.639359 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.639909 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.640425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.640915 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.641389 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.642481 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.642967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.643450 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.643951 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.644820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.645409 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.645908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:25.656814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-ae5a6d5a-727b-41e7-88b4-dd78c9b811e2 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-659002382&fields=id&tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc HTTP/1.1" status: 200 len: 267 time: 0.1584744 Aug 16 20:29:25.667926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:25.668077 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] For port 4493f006-ca2f-4089-8cff-d41ff7bfa814, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:25.670933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.673138 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] For port 4493f006-ca2f-4089-8cff-d41ff7bfa814, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4493f006-ca2f-4089-8cff-d41ff7bfa814,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:25.684198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.733216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Allocated IP 172.20.0.1 (ee0c175c-38d8-4d68-8785-abd5fd090772/09dbd3ea-9de6-4a44-86f3-d9e16c121288/63ca0a6b-868d-4762-8c2a-a89419612c5e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:25.778773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-f22385bf-c7a8-4f89-840d-11c0fb30b9da tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.780283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-f22385bf-c7a8-4f89-840d-11c0fb30b9da tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 984 time: 0.1225617 Aug 16 20:29:25.783235 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.816694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.818470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.819451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.820149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.858229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'port': {'security_groups': ['23f6f0c0-79bf-42b4-a3ed-61227f7e04a2', 'fb32f4b8-14e1-47cc-bdc3-07d31f8340e5', '831a7d03-d9bc-44dd-ba90-4d76d188d558']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:25.865717 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4899-7c9a-4d6e-a98f-898a8efe55e4 None None] Pushing event updated for resources: {'Port': ['ID=4493f006-ca2f-4089-8cff-d41ff7bfa814,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.903247 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:25.905048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:25.907024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:25.938385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9faef4-c4fb-4165-96bb-31932190be28,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.959622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=084af438-7b2f-4fe7-9928-931152af3370,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:25.966472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0069bb-d09b-4911-8dc9-38897b8d315e req-3a7284b0-5c56-4538-bb2d-f6952e334ad9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:25.971070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 084af438-7b2f-4fe7-9928-931152af3370 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:25.971513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:25.979333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-128872c3-9b35-4457-8ec9-4af739a87f13 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7219205 Aug 16 20:29:25.980653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d0069bb-d09b-4911-8dc9-38897b8d315e req-3a7284b0-5c56-4538-bb2d-f6952e334ad9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2323289 Aug 16 20:29:25.981929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:26.005775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.006092 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Added segment 26fc0d69-82f0-403d-af1b-78c5828718b0 of type vlan for network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 Aug 16 20:29:26.016917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.102655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:26.115441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.140493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d0069bb-d09b-4911-8dc9-38897b8d315e req-a119684e-0d0b-4e6c-a04d-3690ee4e1656 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434557 Aug 16 20:29:26.157726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.159799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Transition to ACTIVE for port object 63ca0a6b-868d-4762-8c2a-a89419612c5e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:26.246057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f519421-5aff-4e7b-a7e9-5cb45c0549a9 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.252654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f519421-5aff-4e7b-a7e9-5cb45c0549a9 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.259294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f519421-5aff-4e7b-a7e9-5cb45c0549a9 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.265319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f519421-5aff-4e7b-a7e9-5cb45c0549a9 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.267170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f519421-5aff-4e7b-a7e9-5cb45c0549a9 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2841151 Aug 16 20:29:26.271301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51954) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:26.327443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.328545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.329132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.391465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c852ef-6bfd-40cb-83f6-e1ec66f783c1 req-a1b4cda3-5b62-4ade-8835-4e7d117c96c3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.392918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04c852ef-6bfd-40cb-83f6-e1ec66f783c1 req-a1b4cda3-5b62-4ade-8835-4e7d117c96c3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.1150551 Aug 16 20:29:26.398447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:26.415685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:26.427806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.450840 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:22Z', 'revision_number': 3, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:26.461603 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.464931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:26.489537 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76e0603-b34a-4fce-b1f7-d2bdb6a9f68b None None] The sync data for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 is: [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:22Z', 'revision_number': 3, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:26.512045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04c852ef-6bfd-40cb-83f6-e1ec66f783c1 req-4f2feeac-d6df-4940-ad61-c5d5dcb174d4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891623 Aug 16 20:29:26.531548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.550427 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-750ee6e7-d953-40ff-a4ce-50d1497a12c4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2050915 Aug 16 20:29:26.550427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084af438-7b2f-4fe7-9928-931152af3370']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:26.551886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51958) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:26.553650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Network ee0c175c-38d8-4d68-8785-abd5fd090772 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:26.558111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Request body: {'subnet': {'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-535977398-subnet', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:26.566938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d384f8-931e-4f10-aa83-b3d390afbd5d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:26.566938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d384f8-931e-4f10-aa83-b3d390afbd5d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:26.579827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.596565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.600380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:26.603490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:26.618418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:26.623574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.632472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:26.633908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:26.636507 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:26.688222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.744317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.756844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:26.759157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:26.760888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.829128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:26.837336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.862652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 084af438-7b2f-4fe7-9928-931152af3370 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:29:26.864202 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7659d9a-9c7c-4242-8fc8-cc612bc0f9f3" -d '{"events": [{"server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "name": "network-vif-plugged", "status": "completed", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:26.868567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:26.869217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.870668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8e63a61-0913-48fd-9cbf-3fed0addd187 req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "PUT /v2.0/ports/34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 1020 time: 1.0238996 Aug 16 20:29:26.888741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:26.888741 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97284342-405a-4760-bbca-36d5cbc54e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:26.900257 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:26.902109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/084af438-7b2f-4fe7-9928-931152af3370 HTTP/1.1" status: 204 len: 168 time: 0.6299629 Aug 16 20:29:26.908328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:26.917283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a79ac-ae1a-4b3a-84ea-583607fc6ed1 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Network': ['ID=084af438-7b2f-4fe7-9928-931152af3370,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:26.924680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'name': 'tempest-network--693590519', 'router:external': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:26.963480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['34fcf0c4-9c19-47a6-81ee-e9302359ea3c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:27.020861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e598006-f242-46b4-8a65-aaf5f9b83cec req-ca9e8d9a-d242-41c7-b612-e33b47263e2e tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.023630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e598006-f242-46b4-8a65-aaf5f9b83cec req-ca9e8d9a-d242-41c7-b612-e33b47263e2e tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 0.2832086 Aug 16 20:29:27.035081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07fbca-7fb3-4ee9-81ac-079bb5ea84bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:27.123653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e598006-f242-46b4-8a65-aaf5f9b83cec req-ddda8437-84f2-42c5-9e54-1bc057be30d0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586238 Aug 16 20:29:27.132892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8c5b4-b845-4ba5-ad65-90da9c731ed1 req-5cdbbc7b-6a0a-49fd-b616-9b2bf69bf913 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.134496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53f8c5b4-b845-4ba5-ad65-90da9c731ed1 req-5cdbbc7b-6a0a-49fd-b616-9b2bf69bf913 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1474459 Aug 16 20:29:27.178070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8eb203b3-e041-442a-8ae1-c9a51ad48581 None None] Provisioning for port 63ca0a6b-868d-4762-8c2a-a89419612c5e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:27.189613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8eb203b3-e041-442a-8ae1-c9a51ad48581 None None] Provisioning complete for port 63ca0a6b-868d-4762-8c2a-a89419612c5e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:27.193291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8eb203b3-e041-442a-8ae1-c9a51ad48581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.196835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53f8c5b4-b845-4ba5-ad65-90da9c731ed1 req-8b337f8e-e694-46f2-8700-ff658d72c921 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561585 Aug 16 20:29:27.224362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.256466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc95efc0-7ff2-402a-a85b-a5a887988189 req-44e04ade-ced0-4139-a1ba-ef8e88f3076a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/831a7d03-d9bc-44dd-ba90-4d76d188d558 HTTP/1.1" status: 200 len: 1802 time: 0.0653641 Aug 16 20:29:27.262496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:27.266304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.294216 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83abb1a-8a73-4be4-a9d9-54987eb13cde x-openstack-request-id: req-b83abb1a-8a73-4be4-a9d9-54987eb13cde {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:27.294538 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "name": "network-vif-plugged", "status": "completed", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:27.294791 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b83abb1a-8a73-4be4-a9d9-54987eb13cde {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:27.295201 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0', 'code': 200} Aug 16 20:29:27.335924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:27.353614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.354918 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Added segment 54d8073d-7792-44c5-a9b9-f72f8a120c96 of type vlan for network 5ddea73f-af0f-4cab-9226-478be58de758 Aug 16 20:29:27.366072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8eb203b3-e041-442a-8ae1-c9a51ad48581 None None] Port 63ca0a6b-868d-4762-8c2a-a89419612c5e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:27.388174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:27.419520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Checking segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:27.420220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Network hostable DHCP agents. Network: 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:27.439927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.466672 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd33a9-3129-46ff-9bf2-372172d5a34c x-openstack-request-id: req-16bd33a9-3129-46ff-9bf2-372172d5a34c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:27.466958 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:27.467367 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16bd33a9-3129-46ff-9bf2-372172d5a34c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:27.467854 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'status': 'completed', 'code': 200} Aug 16 20:29:27.593674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.595155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:27.680536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b7f8-518e-40ba-aa05-4cc010f74ce3 req-3c6a84b5-d9e2-4a08-9130-a0220a80d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.681989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ba9b7f8-518e-40ba-aa05-4cc010f74ce3 req-3c6a84b5-d9e2-4a08-9130-a0220a80d398 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 1097 time: 0.2122719 Aug 16 20:29:27.683919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284342-405a-4760-bbca-36d5cbc54e3b req-fde6f1cf-ecfd-42c7-99d6-f409ee3052ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.686125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-fde6f1cf-ecfd-42c7-99d6-f409ee3052ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1175 time: 0.2129908 Aug 16 20:29:27.695959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65925fe1-61af-43fa-8801-cfa7941c181e req-00c2c04f-3d90-4bc1-b001-0e2e418c9214 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.697527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65925fe1-61af-43fa-8801-cfa7941c181e req-00c2c04f-3d90-4bc1-b001-0e2e418c9214 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2288578 Aug 16 20:29:27.718329 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-bc95efc0-7ff2-402a-a85b-a5a887988189 req-a4cdd5db-6432-47d1-9fbe-9960acef9e5b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:29:27.719323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc95efc0-7ff2-402a-a85b-a5a887988189 req-a4cdd5db-6432-47d1-9fbe-9960acef9e5b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/831a7d03-d9bc-44dd-ba90-4d76d188d558 HTTP/1.1" status: 409 len: 341 time: 0.4619360 Aug 16 20:29:27.742613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:27.745248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.746244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.746835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.749747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:27.749747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.756773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1444fbb8-86cd-4cdc-8489-48f97750172a None None] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:27.886319 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db3996b3-9bd8-4e26-a157-4aab1325b285 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3333478 Aug 16 20:29:27.888919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51984) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:27.895430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:27.915311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:29:27.916459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:27.969452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ba9b7f8-518e-40ba-aa05-4cc010f74ce3 req-bc5c1a80-80a6-41e2-b6ad-f00c5ceb3488 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654378 Aug 16 20:29:27.988316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0744896 Aug 16 20:29:27.989099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51986) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:27.992161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877e8e2-dadc-437a-92b6-b098adfb168e tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=5ddea73f-af0f-4cab-9226-478be58de758,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:28.006491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65925fe1-61af-43fa-8801-cfa7941c181e req-955de8fb-485c-46d3-bc66-dd84af599305 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852552 Aug 16 20:29:28.075679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5ddea73f-af0f-4cab-9226-478be58de758 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:28.163883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847da45-a336-4420-86ec-fcf8bca07528 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.168574 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5847da45-a336-4420-86ec-fcf8bca07528 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "GET /v2.0/networks/5ddea73f-af0f-4cab-9226-478be58de758 HTTP/1.1" status: 200 len: 756 time: 0.1764660 Aug 16 20:29:28.178844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51992) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:28.179153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.180855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.311809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.382917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Allocated IP 172.20.0.2 (4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3/efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4/143e167f-959e-45e0-a344-905c2b1227d0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:28.426092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecdccc4-4acf-4007-a82e-b7f3a90e1e5b tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.427933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7ecdccc4-4acf-4007-a82e-b7f3a90e1e5b tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "GET /v2.0/networks/d826be4f-d769-4bc0-b662-d1f2cb43de6c HTTP/1.1" status: 200 len: 768 time: 0.1153953 Aug 16 20:29:28.438935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51996) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:28.514475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9133c-7a2b-4089-ba4d-c2994e85d2f0 req-f428bda9-ebc3-4de1-8bc9-c7019c0ec2bf tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.516017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5f9133c-7a2b-4089-ba4d-c2994e85d2f0 req-f428bda9-ebc3-4de1-8bc9-c7019c0ec2bf tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.7022128 Aug 16 20:29:28.520418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284342-405a-4760-bbca-36d5cbc54e3b req-7523c466-3e9d-4426-9303-f4f53603a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.521849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-7523c466-3e9d-4426-9303-f4f53603a5f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 200 len: 913 time: 0.8194358 Aug 16 20:29:28.590319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.600480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Transition to ACTIVE for port object 143e167f-959e-45e0-a344-905c2b1227d0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:28.620490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Transition to ACTIVE for port object 143e167f-959e-45e0-a344-905c2b1227d0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:28.626408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-56218287-9192-49de-8fdc-5bc8e5e6d89f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 200 len: 217 time: 0.0844519 Aug 16 20:29:28.668345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.684811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.697128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.704403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5f9133c-7a2b-4089-ba4d-c2994e85d2f0 req-ec8d6182-bfe7-41d1-8102-b9fe7196a4a2 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736808 Aug 16 20:29:28.723999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.761485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ec4dc-a22b-4128-bf78-5be21d0d4010 req-71805835-1aa0-4c6e-ae8c-eb1064f5adb8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.772153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-058ec4dc-a22b-4128-bf78-5be21d0d4010 req-71805835-1aa0-4c6e-ae8c-eb1064f5adb8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.2535586 Aug 16 20:29:28.826904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284342-405a-4760-bbca-36d5cbc54e3b req-49fabf88-f01d-46f2-91cb-26d703dfdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:28.834084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-49fabf88-f01d-46f2-91cb-26d703dfdea9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 200 len: 852 time: 0.1938715 Aug 16 20:29:28.847212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.854311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:28.863666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:28.873767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:28.944623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:28.975912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4493f006-ca2f-4089-8cff-d41ff7bfa814 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:28.981623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-59d5f87c-fc9d-4620-82c2-4d3da4bf1215 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326177 Aug 16 20:29:29.006151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddea73f-af0f-4cab-9226-478be58de758']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:29.015716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Pushing event updated for resources: {'Port': ['ID=143e167f-959e-45e0-a344-905c2b1227d0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:29.039574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d8073d-7792-44c5-a9b9-f72f8a120c96') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:29.043180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d8073d-7792-44c5-a9b9-f72f8a120c96') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:29.063250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.109245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-058ec4dc-a22b-4128-bf78-5be21d0d4010 req-631a22c9-4ea1-4332-8a57-c5c8f49ac8c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359854 Aug 16 20:29:29.125959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.142918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:29.151371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:29.154347 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:29.173162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Attempting to bind port 143e167f-959e-45e0-a344-905c2b1227d0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:29.173532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Attempting to bind port 143e167f-959e-45e0-a344-905c2b1227d0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:29.175218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Attempting to bind port 143e167f-959e-45e0-a344-905c2b1227d0 on network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:29.185289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:29.185960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Checking segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:29.186524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.187065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Bound using segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:29.187690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Bound port: 143e167f-959e-45e0-a344-905c2b1227d0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:29.188275 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.259644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:29.265590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-535f022f-1882-4562-b105-c22d7adfb6ba service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135580 Aug 16 20:29:29.267319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.311850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] For port 143e167f-959e-45e0-a344-905c2b1227d0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:29.455554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4493f006-ca2f-4089-8cff-d41ff7bfa814 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:29.461235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Network ee0c175c-38d8-4d68-8785-abd5fd090772 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:29.463023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:29.475820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97284342-405a-4760-bbca-36d5cbc54e3b req-d3ccf841-d725-495a-abd2-c9db1c6836ed service neutron] 10.222.0.73 "GET /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991110 Aug 16 20:29:29.508770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4493f006-ca2f-4089-8cff-d41ff7bfa814 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:29.510410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.686121 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.720864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 4493f006-ca2f-4089-8cff-d41ff7bfa814, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4493f006-ca2f-4089-8cff-d41ff7bfa814,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:29.762045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7859fe0-f599-49dd-bb9b-b2fae794e9bf req-71f09e94-8680-49e1-9f53-e76cd09df533 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:29.762045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7859fe0-f599-49dd-bb9b-b2fae794e9bf req-71f09e94-8680-49e1-9f53-e76cd09df533 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1023 time: 0.1614726 Aug 16 20:29:29.767255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Router c7537323-0bee-4ab2-a8e0-b05abebc06e1 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:29.836045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.866285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7859fe0-f599-49dd-bb9b-b2fae794e9bf req-bf10fcd4-ef70-4c08-93b8-f0061179c33a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5&id=831a7d03-d9bc-44dd-ba90-4d76d188d558&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0933888 Aug 16 20:29:29.887958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.916185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.952782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:29.964639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3b24a8f5-41b3-4942-9dbe-4a47c31034e3 admin admin] 10.222.0.70 "PUT /v2.0/routers/c7537323-0bee-4ab2-a8e0-b05abebc06e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9268377 Aug 16 20:29:29.970840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:29.974675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] For port 143e167f-959e-45e0-a344-905c2b1227d0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=143e167f-959e-45e0-a344-905c2b1227d0,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:29.978836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=4493f006-ca2f-4089-8cff-d41ff7bfa814,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:29.989921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Sync routers for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:29.995932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ddea73f-af0f-4cab-9226-478be58de758 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:29:29.997596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ddea73f-af0f-4cab-9226-478be58de758,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.000468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.003844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5c179eb-6a39-4697-a7c5-fa1765935d91 None None] Provisioning complete for port 63ca0a6b-868d-4762-8c2a-a89419612c5e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:30.004556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5c179eb-6a39-4697-a7c5-fa1765935d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.006494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52018) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.008243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:30.008632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5ddea73f-af0f-4cab-9226-478be58de758 HTTP/1.1" status: 204 len: 168 time: 1.5766478 Aug 16 20:29:30.009340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:30.013355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'name': 'tempest-network--350782974'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.029514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.029865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.030208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.037093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.037564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.037880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.038218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.040008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.044372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.044372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.044372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.044372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb0fee5-752f-4923-bf68-22c05f022eaf tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:30.137639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Made reservation on behalf of 007073a60ccb473f88431d05789f4011 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:30.142093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.161040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:30.182896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:30.194265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.194620 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Added segment 7710bc85-7851-46de-bfd1-03715704bf70 of type vlan for network 5345545a-08f1-469f-932c-a8ffd79be953 Aug 16 20:29:30.249457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.266341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.269000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Allocated IP 172.25.7.188 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/7ea67450-4b0a-48aa-803a-5934bf995350) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:30.413105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7b0cd-c1f1-47bc-89f9-743168381b9b req-7a7a6fbd-cc7c-4dda-8b28-2fe3af1e2447 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:30.421750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7c7b0cd-c1f1-47bc-89f9-743168381b9b req-7a7a6fbd-cc7c-4dda-8b28-2fe3af1e2447 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.1646640 Aug 16 20:29:30.452462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.453603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:30.454856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.481449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.555281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b5c179eb-6a39-4697-a7c5-fa1765935d91 None None] Port 63ca0a6b-868d-4762-8c2a-a89419612c5e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:30.680568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94d0b-1d84-42d4-a549-189dd8d7bfe0 None None] Pushing event updated for resources: {'Port': ['ID=143e167f-959e-45e0-a344-905c2b1227d0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.688331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6770892 Aug 16 20:29:30.689092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52034) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:30.708341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:30.718534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f7fdff1-0bd3-4b77-a300-c513e74fb3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.763329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7c7b0cd-c1f1-47bc-89f9-743168381b9b req-2a202377-09db-450c-978c-aa0f66f0d958 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311424 Aug 16 20:29:30.769802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:30.777809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60380c76-72ce-4155-bc26-664d8a6a2e92 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=5345545a-08f1-469f-932c-a8ffd79be953,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.824781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5345545a-08f1-469f-932c-a8ffd79be953 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:30.965074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Pushing event updated for resources: {'Port': ['ID=7ea67450-4b0a-48aa-803a-5934bf995350,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:30.969740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4493f006-ca2f-4089-8cff-d41ff7bfa814 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:31.030841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:31.037906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:31.044994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:31.154918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 2, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:31.268009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Checking router: c7537323-0bee-4ab2-a8e0-b05abebc06e1 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:31.268358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Updating router c7537323-0bee-4ab2-a8e0-b05abebc06e1 port 63ca0a6b-868d-4762-8c2a-a89419612c5e binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:31.306474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-2ab19aeb-5007-40c2-84fd-a99ff6455cbc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:31.308051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-2ab19aeb-5007-40c2-84fd-a99ff6455cbc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 1023 time: 0.1136260 Aug 16 20:29:31.335955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4493f006-ca2f-4089-8cff-d41ff7bfa814 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:31.336569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.397141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.408556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.547882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Deleting port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:31.548151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.572836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52052) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:31.591811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795692807', 'description': 'tempest-description--1896503811'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:31.596553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.714279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event updated for resources: {'Network': ['ID=5345545a-08f1-469f-932c-a8ffd79be953,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:31.726222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Network 5345545a-08f1-469f-932c-a8ffd79be953 is not hosted by any dhcp agent {{(pid=95241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:29:31.727138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:31.727778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.732099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f98bdecc-9557-4e1a-b86b-a18a040f1ad0 tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "PUT /v2.0/networks/5345545a-08f1-469f-932c-a8ffd79be953 HTTP/1.1" status: 200 len: 857 time: 1.0416660 Aug 16 20:29:31.733527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52054) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:31.751705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.803355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:31.804021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.813074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:31.821067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Calling delete_port for 34fcf0c4-9c19-47a6-81ee-e9302359ea3c owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:31.937304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.115365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ada21-73ce-4a59-be85-259aecd1a89d req-30ba18e6-ed27-4a9c-a39f-7d1cd97d214a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:32.129809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.150839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad0ada21-73ce-4a59-be85-259aecd1a89d req-30ba18e6-ed27-4a9c-a39f-7d1cd97d214a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.4954865 Aug 16 20:29:32.167002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798a393-cc8f-4da3-975e-a9d87bec8e4f None None] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:32.170169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Transition to ACTIVE for port object 63ca0a6b-868d-4762-8c2a-a89419612c5e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:32.268707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.295780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.317993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:32.382137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.383797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e97b3962-06b5-4fb0-9dd3-8dee536c3e92 None None] Provisioning for port 143e167f-959e-45e0-a344-905c2b1227d0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:32.393610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf0974-be5d-4099-bc1b-755c7ad7b6ef None None] Pushing event updated for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:32.431769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0958934-3feb-43a7-a501-e899cbeb1c5a req-50054d4c-8877-4909-9bd5-85f9e1ae70c6 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.2346718 Aug 16 20:29:32.442428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'Port': ['ID=34fcf0c4-9c19-47a6-81ee-e9302359ea3c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:32.450145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Router 97ffc270-e774-4bfb-8e55-b587dedce7bc is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:29:32.455836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.548231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.561204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Attempting to bind port 63ca0a6b-868d-4762-8c2a-a89419612c5e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:32.561568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Attempting to bind port 63ca0a6b-868d-4762-8c2a-a89419612c5e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:32.561927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Attempting to bind port 63ca0a6b-868d-4762-8c2a-a89419612c5e on network ee0c175c-38d8-4d68-8785-abd5fd090772 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:32.600669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:32.615150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Checking segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:32.615150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.615150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Bound using segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:32.615150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Bound port: 63ca0a6b-868d-4762-8c2a-a89419612c5e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:32.615150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.615627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] No DVR routers for this DVR port 34fcf0c4-9c19-47a6-81ee-e9302359ea3c on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:32.615627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.615627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2544df24-d11d-4ef3-a448-fc0145200c35 req-c7d25da3-1626-4d14-961d-62b490db6f7a tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "DELETE /v2.0/ports/34fcf0c4-9c19-47a6-81ee-e9302359ea3c HTTP/1.1" status: 204 len: 173 time: 1.2969642 Aug 16 20:29:32.625795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:32.626959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'name': 'network-vif-deleted', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:32.632037 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e01ebc1-3056-4429-b08e-ee4cbd60b6e2" -d '{"events": [{"server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "name": "network-vif-deleted", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:32.637573 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Sync routers for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:32.652881 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:32.653511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:32.664123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad0ada21-73ce-4a59-be85-259aecd1a89d req-6d63150d-b3fd-4ab3-bba1-ac17fa951584 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128851 Aug 16 20:29:32.789568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.790932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e42d5514-57f8-49aa-8789-702a2610c08d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9008746 Aug 16 20:29:32.794086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52070) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:32.916469 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.927814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5345545a-08f1-469f-932c-a8ffd79be953']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:32.938753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710bc85-7851-46de-bfd1-03715704bf70') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:32.939054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710bc85-7851-46de-bfd1-03715704bf70') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:32.949267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.964544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.970909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:32.971321 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:32.990999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:33.038962 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:33.059263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.064618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4756775 Aug 16 20:29:33.064776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 143e167f-959e-45e0-a344-905c2b1227d0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:33.067872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8eadf-ea80-4e9c-a5a0-a22fa27336ee tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c67ab-2ab6-43ef-84cb-e491db88fcba,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:33.073447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] For port 63ca0a6b-868d-4762-8c2a-a89419612c5e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:33.079875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52074) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:33.088111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'security_group_rule': {'security_group_id': 'b15c67ab-2ab6-43ef-84cb-e491db88fcba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:33.331163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2aa3ee16-a358-499d-b83b-4167d2ce423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.352831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:31Z', 'revision_number': 3, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:33.365375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-8d60837c-af82-4cee-8838-aacb601553d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:33.367315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-8d60837c-af82-4cee-8838-aacb601553d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.1043601 Aug 16 20:29:33.375308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9e2fc-531f-424c-b91e-14e7caa58d17 req-7605da39-c470-4bff-8386-823790d01d47 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:33.383426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea9e2fc-531f-424c-b91e-14e7caa58d17 req-7605da39-c470-4bff-8386-823790d01d47 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2358270 Aug 16 20:29:33.386888 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Checking router: 97ffc270-e774-4bfb-8e55-b587dedce7bc for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:33.387389 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Updating router 97ffc270-e774-4bfb-8e55-b587dedce7bc port 7ea67450-4b0a-48aa-803a-5934bf995350 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:33.390911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] For port 63ca0a6b-868d-4762-8c2a-a89419612c5e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=63ca0a6b-868d-4762-8c2a-a89419612c5e,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:33.401297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.406684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5345545a-08f1-469f-932c-a8ffd79be953 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:29:33.410840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.417522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5345545a-08f1-469f-932c-a8ffd79be953 HTTP/1.1" status: 204 len: 168 time: 1.6777995 Aug 16 20:29:33.417684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.426918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 143e167f-959e-45e0-a344-905c2b1227d0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:33.426918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 143e167f-959e-45e0-a344-905c2b1227d0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:33.429842 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.433365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.441840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52078) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:33.497768 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.538075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7fadf-59c0-4e03-aa8d-9e87ee1d925a tempest-ExternalNetworksTestJSON-148446505 tempest-ExternalNetworksTestJSON-148446505-project-admin] Pushing event deleted for resources: {'Network': ['ID=5345545a-08f1-469f-932c-a8ffd79be953,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:33.554905 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d4f25f-d1f6-4e5a-800e-6b2731e1654a x-openstack-request-id: req-c6d4f25f-d1f6-4e5a-800e-6b2731e1654a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:33.555195 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def6b6c3-6dbe-4342-b31a-88e1aab5237a", "name": "network-vif-deleted", "tag": "34fcf0c4-9c19-47a6-81ee-e9302359ea3c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:33.555450 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6d4f25f-d1f6-4e5a-800e-6b2731e1654a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:33.555916 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def6b6c3-6dbe-4342-b31a-88e1aab5237a', 'name': 'network-vif-deleted', 'tag': '34fcf0c4-9c19-47a6-81ee-e9302359ea3c', 'status': 'completed', 'code': 200} Aug 16 20:29:33.629142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea9e2fc-531f-424c-b91e-14e7caa58d17 req-fff18e3f-ca9b-4dfb-b2f9-6d3d35f7ebdb tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344244 Aug 16 20:29:33.632154 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6723f8cf-84ad-4fbc-8098-24fafdd2a8e2 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] DELETE failed (client error): The resource could not be found. Aug 16 20:29:33.636433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6723f8cf-84ad-4fbc-8098-24fafdd2a8e2 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:29:33.648192 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6723f8cf-84ad-4fbc-8098-24fafdd2a8e2 tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "DELETE /v2.0/subnets/74fc9d25-7492-4f31-b361-590874111e34 HTTP/1.1" status: 404 len: 337 time: 0.1150463 Aug 16 20:29:33.649708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:33.686440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-0d16a805-8ca7-46de-a9d5-4215b63a29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:33.694986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-0d16a805-8ca7-46de-a9d5-4215b63a29f6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.3012834 Aug 16 20:29:33.709813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:33.710737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:33.715960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf0974-be5d-4099-bc1b-755c7ad7b6ef None None] Pushing event updated for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:33.763919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.836353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-40c74249-fb72-4276-9754-60fc813c5ddb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.1382043 Aug 16 20:29:33.933293 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:33.935543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b236b7c2-570c-4bc9-b79b-6696c28e469b req-ab4e07fe-fd12-4148-a5cc-f6b5e2a0dcc3 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=def6b6c3-6dbe-4342-b31a-88e1aab5237a HTTP/1.1" status: 200 len: 210 time: 0.1037841 Aug 16 20:29:33.975944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.049038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.049589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:34.082564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-7abb5d35-9aee-4b48-9b01-765945e4fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.088199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-7abb5d35-9aee-4b48-9b01-765945e4fed3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.2232032 Aug 16 20:29:34.156138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40594bb4-ece7-40e8-b652-bca614279c61,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:34.174806 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.176770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 143e167f-959e-45e0-a344-905c2b1227d0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=143e167f-959e-45e0-a344-905c2b1227d0,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:34.190261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 34fcf0c4-9c19-47a6-81ee-e9302359ea3c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:34.192446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9024-5ca3-4f4e-ae4d-a295776cb070 req-602bd5e8-a537-4347-a94d-2f7da87c2d7e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.198880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Transition to ACTIVE for port object 7ea67450-4b0a-48aa-803a-5934bf995350 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:34.203000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6a9024-5ca3-4f4e-ae4d-a295776cb070 req-602bd5e8-a537-4347-a94d-2f7da87c2d7e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.5034411 Aug 16 20:29:34.204792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.235352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 34fcf0c4-9c19-47a6-81ee-e9302359ea3c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:34.235699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 34fcf0c4-9c19-47a6-81ee-e9302359ea3c not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:34.265611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-903841fc-b91f-42b6-a3e6-98e7bb2060a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967724 Aug 16 20:29:34.277713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ad3b6-df57-4c50-abf7-0b2e4a5d6fba req-f1a6e54f-5205-44b3-925b-1cd1f18b89f9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.287802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c9ad3b6-df57-4c50-abf7-0b2e4a5d6fba req-f1a6e54f-5205-44b3-925b-1cd1f18b89f9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.1960025 Aug 16 20:29:34.291899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.299007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.300296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e0527718-7cc6-4d80-84f6-e6db6c912160 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2196984 Aug 16 20:29:34.306367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:34.312998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'security_group_rule': {'security_group_id': 'b15c67ab-2ab6-43ef-84cb-e491db88fcba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:34.376949 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.406906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.408573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.433198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b6a9024-5ca3-4f4e-ae4d-a295776cb070 req-8085ce51-b7f4-4a2f-98bc-0efcfe60e1ff tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285836 Aug 16 20:29:34.499819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c9ad3b6-df57-4c50-abf7-0b2e4a5d6fba req-47ce49c1-2a79-4167-a426-8d160e38d0f7 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101793 Aug 16 20:29:34.514189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=143e167f-959e-45e0-a344-905c2b1227d0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:34.515402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-ad1ffb53-a172-4fd2-bf3e-a8c9ba900100 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056789 Aug 16 20:29:34.548510 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Attempting to bind port 7ea67450-4b0a-48aa-803a-5934bf995350 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:34.549192 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Attempting to bind port 7ea67450-4b0a-48aa-803a-5934bf995350 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:34.549853 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Attempting to bind port 7ea67450-4b0a-48aa-803a-5934bf995350 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:34.555430 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cabb24-1b4f-4b67-8f50-a1c61d53b6fa None None] Pushing event updated for resources: {'Port': ['ID=7ea67450-4b0a-48aa-803a-5934bf995350,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:34.557616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.564024 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:34.565295 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:34.565863 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.566766 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:34.567383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Bound port: 7ea67450-4b0a-48aa-803a-5934bf995350, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:34.567940 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.598710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:32Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.637582 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] For port 7ea67450-4b0a-48aa-803a-5934bf995350, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:34.641729 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] For port 7ea67450-4b0a-48aa-803a-5934bf995350, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ea67450-4b0a-48aa-803a-5934bf995350,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:34.646041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb33b6f-2748-4ddf-9487-964477b8a420 None None] The sync data for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 is: [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:32Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:34.732828 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.757707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176eb2c-d940-4b60-aa7d-2ba24a25e449 req-149391dd-3347-496b-bb57-5127792af543 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:34.758156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.771826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c176eb2c-d940-4b60-aa7d-2ba24a25e449 req-149391dd-3347-496b-bb57-5127792af543 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1287200 Aug 16 20:29:34.804711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d826be4f-d769-4bc0-b662-d1f2cb43de6c']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.828756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0d5db5-b276-4586-9b13-ecdbc5496648') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.830118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0d5db5-b276-4586-9b13-ecdbc5496648') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.831155 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:34.835672 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:34.848942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67f9e1c5-24c2-44d7-90ca-89f43adf4a1e req-965c809b-df7b-4388-8e64-6d1e913a29b6 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225212 Aug 16 20:29:34.868377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c176eb2c-d940-4b60-aa7d-2ba24a25e449 req-04bcd92f-16f4-4a59-943c-f849feedfe99 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952511 Aug 16 20:29:34.871905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Allocated IP 172.20.0.1 (4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3/efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4/9e40f643-bf4c-4dad-9210-a105c8dda3f5) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:34.885451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.909805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:34.984617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.000493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 143e167f-959e-45e0-a344-905c2b1227d0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:35.062998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.067435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:35.067972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:35.077914 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:35.136101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 143e167f-959e-45e0-a344-905c2b1227d0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:35.136775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.137624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:35.139416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cabb24-1b4f-4b67-8f50-a1c61d53b6fa None None] Pushing event updated for resources: {'Port': ['ID=7ea67450-4b0a-48aa-803a-5934bf995350,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.180197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bfd9b2-b670-4e28-b358-d5ba6b59fa6d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.244096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-7cde4748-6c16-4abb-b423-44e68d7ed535 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/fb32f4b8-14e1-47cc-bdc3-07d31f8340e5 HTTP/1.1" status: 200 len: 1800 time: 0.1902962 Aug 16 20:29:35.253172 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.267535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.272243 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-08f35767-7bd9-401c-ad64-5452dd38c43b tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9613667 Aug 16 20:29:35.272865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52106) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:35.277495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:35.287898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Transition to ACTIVE for port object 9e40f643-bf4c-4dad-9210-a105c8dda3f5 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:35.319056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 63ca0a6b-868d-4762-8c2a-a89419612c5e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:35.327445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-f87c4b1b-5e07-4024-80de-4f9768df6c3c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.327999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.328975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-f87c4b1b-5e07-4024-80de-4f9768df6c3c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.1858187 Aug 16 20:29:35.365387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.367467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] 10.222.0.70 "DELETE /v2.0/networks/d826be4f-d769-4bc0-b662-d1f2cb43de6c HTTP/1.1" status: 204 len: 168 time: 1.7150538 Aug 16 20:29:35.378682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44d7a8-2078-4451-8e15-6cba917c3d61 req-e797830c-e8e9-4c91-aa64-5c1be683b5cc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:35.386755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab44d7a8-2078-4451-8e15-6cba917c3d61 req-e797830c-e8e9-4c91-aa64-5c1be683b5cc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2018242 Aug 16 20:29:35.400446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a866d-4811-4b43-8c70-5dbe5e2dc15f tempest-ExternalNetworksTestJSON-262167885 tempest-ExternalNetworksTestJSON-262167885-project] Pushing event deleted for resources: {'Network': ['ID=d826be4f-d769-4bc0-b662-d1f2cb43de6c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.444865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.571025 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:31Z', 'revision_number': 3, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:35.593589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.605856 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f24c6-3b45-4cc3-bd0b-0702faea9719 None None] The sync data for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 is: [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:31Z', 'revision_number': 3, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:35.618114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 63ca0a6b-868d-4762-8c2a-a89419612c5e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:35.638520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab44d7a8-2078-4451-8e15-6cba917c3d61 req-01498448-fe94-43df-95a5-79f564f3182f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505703 Aug 16 20:29:35.642404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 63ca0a6b-868d-4762-8c2a-a89419612c5e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:35.643127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.646675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.693035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:35.714115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:35.722256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:35.743602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.798837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.834831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port 1f50ad43-9495-4ea4-b739-193fbb9610a0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:35.835180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.864751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Pushing event updated for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:35.880046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 63ca0a6b-868d-4762-8c2a-a89419612c5e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=63ca0a6b-868d-4762-8c2a-a89419612c5e,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:35.903764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:35.977186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.140059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:36.165211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.371413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-30def199-b6e7-4f4a-b4c0-2180c1f513ac None None] Provisioning for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:36.375957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-30def199-b6e7-4f4a-b4c0-2180c1f513ac None None] Provisioning complete for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:36.376584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-30def199-b6e7-4f4a-b4c0-2180c1f513ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.495821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-30def199-b6e7-4f4a-b4c0-2180c1f513ac None None] Port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:36.515995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:36.527975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954a73-0c85-4db6-8bc9-cc1b0eb2fe25 req-8c2fd122-0923-4fb6-a016-79085db74c44 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:36.535821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01954a73-0c85-4db6-8bc9-cc1b0eb2fe25 req-8c2fd122-0923-4fb6-a016-79085db74c44 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.7767758 Aug 16 20:29:36.585133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.622765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.625340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.626511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5eabe678-7eb3-4f52-b89d-15e6232211f2 req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb32f4b8-14e1-47cc-bdc3-07d31f8340e5 HTTP/1.1" status: 204 len: 173 time: 1.3756089 Aug 16 20:29:36.702501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6d9e9-6471-442a-98f8-d0cb40299bb7 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32f4b8-14e1-47cc-bdc3-07d31f8340e5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:36.871621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01954a73-0c85-4db6-8bc9-cc1b0eb2fe25 req-8aa737dd-d057-4c9f-8f1b-c3953682709d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298237 Aug 16 20:29:36.893145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.922967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Allocated IP 172.25.7.187 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f26a1430-cc22-4918-ae5c-376622e925ea) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:36.932298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port 1f50ad43-9495-4ea4-b739-193fbb9610a0, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1f50ad43-9495-4ea4-b739-193fbb9610a0,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:36.933202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:36.961739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for 1f50ad43-9495-4ea4-b739-193fbb9610a0 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:37.024791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-179aebbb-7a74-4eea-ac3d-280516f9dd4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=808a179b3eff48cebb1f79f8d5309167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4629648 Aug 16 20:29:37.039318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984340fd-9a3b-4e0f-b667-093b9913fd20 req-8bcf211b-6647-463a-8ccd-b265e03de16c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:37.042610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52128) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:37.046841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-984340fd-9a3b-4e0f-b667-093b9913fd20 req-8bcf211b-6647-463a-8ccd-b265e03de16c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 945 time: 0.3263972 Aug 16 20:29:37.093998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ea67450-4b0a-48aa-803a-5934bf995350 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:37.201929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-984340fd-9a3b-4e0f-b667-093b9913fd20 req-2ec389b6-eaef-438f-81e1-2e4ed56727bc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542261 Aug 16 20:29:37.207371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.223762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b2af4-8ea6-43c2-8308-69f9818ac321 req-3507e3f1-e99f-4158-9bc5-eecac16af9f4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:37.226708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea3b2af4-8ea6-43c2-8308-69f9818ac321 req-3507e3f1-e99f-4158-9bc5-eecac16af9f4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2120848 Aug 16 20:29:37.231328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.287089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.319993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7ea67450-4b0a-48aa-803a-5934bf995350 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:37.324288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7ea67450-4b0a-48aa-803a-5934bf995350 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:37.330416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.347310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea3b2af4-8ea6-43c2-8308-69f9818ac321 req-9edd6e0f-a40d-45f3-9642-acf4f67ae01b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092927 Aug 16 20:29:37.356448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-5a3eba49-e3de-434e-be93-a823a437fcac tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/831a7d03-d9bc-44dd-ba90-4d76d188d558 HTTP/1.1" status: 200 len: 1802 time: 0.1124897 Aug 16 20:29:37.382770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.418296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.421240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.446927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7ea67450-4b0a-48aa-803a-5934bf995350, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ea67450-4b0a-48aa-803a-5934bf995350,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:37.448131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.480804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.494151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:37.520352 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.522628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.527718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.530133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=1f50ad43-9495-4ea4-b739-193fbb9610a0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.566955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.568969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2da175e-87eb-4e93-b0ef-cc3ce51bba45 HTTP/1.1" status: 204 len: 168 time: 0.5253186 Aug 16 20:29:37.596506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.597549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 63ca0a6b-868d-4762-8c2a-a89419612c5e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:37.642231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port 1f50ad43-9495-4ea4-b739-193fbb9610a0 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:37.646180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.649332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.656080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f483e74c-4ccd-42cf-a01b-ba208d679eaf req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/831a7d03-d9bc-44dd-ba90-4d76d188d558 HTTP/1.1" status: 204 len: 173 time: 0.2974145 Aug 16 20:29:37.668186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.670557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21e63e1a-f226-4c6e-97ae-08eb454f7b81 req-e846e3e4-262f-40ec-9b52-be2b6f72399a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/1f50ad43-9495-4ea4-b739-193fbb9610a0 HTTP/1.1" status: 204 len: 173 time: 2.3331871 Aug 16 20:29:37.677864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'name': 'network-vif-deleted', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:37.685610 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc106412-58b0-4e7d-bd1d-3cbdfd8f6e85" -d '{"events": [{"server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "name": "network-vif-deleted", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:37.701249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7ea67450-4b0a-48aa-803a-5934bf995350,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.721978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:37.730039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93887bd-c207-413e-83b0-e9bfc64d7f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2da175e-87eb-4e93-b0ef-cc3ce51bba45,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.743242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:37.747465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-212028377', 'description': 'tempest-description-474194091'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:37.752939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:37.797468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9086-955a-4cb5-b5e2-ba8f1ecb41fa tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831a7d03-d9bc-44dd-ba90-4d76d188d558,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.818045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.832278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'Port': ['ID=f26a1430-cc22-4918-ae5c-376622e925ea,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:37.847224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d951d4-6345-4e93-a401-0fdc194abe1b req-e21453a6-c2e4-4984-9b8f-3d02f5c7e4a1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:37.849387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 63ca0a6b-868d-4762-8c2a-a89419612c5e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:37.850160 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.868324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89d951d4-6345-4e93-a401-0fdc194abe1b req-e21453a6-c2e4-4984-9b8f-3d02f5c7e4a1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1712501 Aug 16 20:29:37.888505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:37.980474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89d951d4-6345-4e93-a401-0fdc194abe1b req-bcbf0d21-3dbc-43c4-879f-87896314a3bf tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112576 Aug 16 20:29:38.063407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1f50ad43-9495-4ea4-b739-193fbb9610a0 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:38.103199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 1f50ad43-9495-4ea4-b739-193fbb9610a0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:38.112475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1f50ad43-9495-4ea4-b739-193fbb9610a0 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:38.112730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.112730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Pushing event updated for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:38.123914 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f6eaf-4a43-4253-9d07-766411db3966 x-openstack-request-id: req-475f6eaf-4a43-4253-9d07-766411db3966 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:38.125792 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79026c6d-cc8c-40f3-969a-bd75c2272df4", "name": "network-vif-deleted", "tag": "1f50ad43-9495-4ea4-b739-193fbb9610a0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:38.127459 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-475f6eaf-4a43-4253-9d07-766411db3966 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:38.128281 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79026c6d-cc8c-40f3-969a-bd75c2272df4', 'name': 'network-vif-deleted', 'tag': '1f50ad43-9495-4ea4-b739-193fbb9610a0', 'status': 'completed', 'code': 200} Aug 16 20:29:38.162760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.172206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:38.173764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:38.280725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ea3d2-9d15-490a-8bd2-74f6cb60cf30 req-f9d84ab9-d5bd-4361-b8b0-f4854ea7df45 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:38.282293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-590ea3d2-9d15-490a-8bd2-74f6cb60cf30 req-f9d84ab9-d5bd-4361-b8b0-f4854ea7df45 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0805197 Aug 16 20:29:38.324703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.325303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.376899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-590ea3d2-9d15-490a-8bd2-74f6cb60cf30 req-f985664e-2edc-4d35-a037-228a17bc9708 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859208 Aug 16 20:29:38.382384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Router 97ffc270-e774-4bfb-8e55-b587dedce7bc has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:29:38.433074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60930d7a-1276-4ec0-be01-00a1c6ac1e8c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:38.515219 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.516490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7052fc63-4cbe-4434-bde7-caedd4c340b9 req-c2eaa246-3c7b-4797-8f82-3e5c76e5120f tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7743740 Aug 16 20:29:38.562605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c6751163-833e-4d5f-a5c0-0f597e6c7817 None None] Provisioning complete for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:38.562986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c6751163-833e-4d5f-a5c0-0f597e6c7817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.602752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaa184-3e03-4583-a2b6-fb25e9808ee1 req-c536144e-7192-4775-9c25-0d1e9b5e2f43 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:38.609315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:38.611687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75aaa184-3e03-4583-a2b6-fb25e9808ee1 req-c536144e-7192-4775-9c25-0d1e9b5e2f43 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1279387 Aug 16 20:29:38.655307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:29:38.667302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Sync routers for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:29:38.680381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c5ea37c-ae68-49a6-995b-ce6893332f8e admin admin] 10.222.0.70 "PUT /v2.0/routers/97ffc270-e774-4bfb-8e55-b587dedce7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744862 Aug 16 20:29:38.680381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.700526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75aaa184-3e03-4583-a2b6-fb25e9808ee1 req-7ced88fa-ab62-4c1b-8c9b-9664b70294de tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796759 Aug 16 20:29:38.714850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c6751163-833e-4d5f-a5c0-0f597e6c7817 None None] Port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:38.722374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:38.726574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:38.736902 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43e1d6f0-9208-43cd-9289-5e85d8f7df9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=007073a60ccb473f88431d05789f4011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236806 Aug 16 20:29:38.737541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52156) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:38.780582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:38.896663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ea67450-4b0a-48aa-803a-5934bf995350 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:38.918800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e8c4345-0ae5-48d6-b770-b173db7d77cc req-ec7abba6-474a-4df2-90e6-22286e467cd9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=79026c6d-cc8c-40f3-969a-bd75c2272df4 HTTP/1.1" status: 200 len: 210 time: 0.1497483 Aug 16 20:29:38.964161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:39.008186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7ea67450-4b0a-48aa-803a-5934bf995350 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:39.008547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.008761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'Port': ['ID=f26a1430-cc22-4918-ae5c-376622e925ea,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:39.046204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.050226 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.059866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-aed4fe80-a5ca-475a-a976-f3ac3787f181 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/60930d7a-1276-4ec0-be01-00a1c6ac1e8c HTTP/1.1" status: 200 len: 1801 time: 0.1764843 Aug 16 20:29:39.073165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Request body: {'security_group': {'name': 'tempest-sg-hth-834092405', 'description': 'tempest-description-hth-2006946985'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:39.080247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.147686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.212515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.223950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50d02f03-bea7-4995-9930-132c6ff0e366 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9456241 Aug 16 20:29:39.251590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.255058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.258657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/371e7af4-8573-40e4-a4c3-933831d88f4f HTTP/1.1" status: 204 len: 168 time: 0.5177321 Aug 16 20:29:39.267491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8854ddb-fa96-4815-90d8-5b22caec12bf req-68107545-8111-4742-8bb6-f82e9d948a4a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:39.272709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbf98b-d46e-48e9-848a-0eb4292abfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371e7af4-8573-40e4-a4c3-933831d88f4f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:39.279763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8854ddb-fa96-4815-90d8-5b22caec12bf req-68107545-8111-4742-8bb6-f82e9d948a4a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1353142 Aug 16 20:29:39.290214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.365411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8854ddb-fa96-4815-90d8-5b22caec12bf req-fa6fc1af-39ef-4660-9c3d-142566f482b6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739310 Aug 16 20:29:39.421028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.424505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.432548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8cefbd4-23d8-4cb5-a124-343ac78193e6 req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "PUT /v2.0/security-groups/60930d7a-1276-4ec0-be01-00a1c6ac1e8c HTTP/1.1" status: 200 len: 1776 time: 0.3654187 Aug 16 20:29:39.530532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98242d-4804-45b2-93f8-cc6f0a2409fc tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60930d7a-1276-4ec0-be01-00a1c6ac1e8c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:39.543964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 2, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:39.588190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Checking router: 97ffc270-e774-4bfb-8e55-b587dedce7bc for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:29:39.588554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Updating router 97ffc270-e774-4bfb-8e55-b587dedce7bc port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:29:39.619648 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:39.623488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f26079-b98b-438f-8f5c-417913bce376 req-b2c937d5-a206-4d8d-b424-acb9a0d96bb6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:39.625138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9f26079-b98b-438f-8f5c-417913bce376 req-b2c937d5-a206-4d8d-b424-acb9a0d96bb6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1178069 Aug 16 20:29:39.649086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c27968-f58c-44ce-8ac0-b44f6ac957e1 req-c421a86a-3c7c-41b4-9138-fbe155085ec6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:39.651415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0c27968-f58c-44ce-8ac0-b44f6ac957e1 req-c421a86a-3c7c-41b4-9138-fbe155085ec6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0874484 Aug 16 20:29:39.727431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9f26079-b98b-438f-8f5c-417913bce376 req-38134913-fee5-4597-bca6-578bcadb2e2c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881443 Aug 16 20:29:39.735931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0c27968-f58c-44ce-8ac0-b44f6ac957e1 req-e6796d4f-31f3-4be8-9618-2039f59f98aa tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715625 Aug 16 20:29:39.848029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e898b9d-fc9c-4722-81b2-e05adad75635 req-c817d6a8-fa3d-42b7-aaf5-dcf15b1a1838 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/60930d7a-1276-4ec0-be01-00a1c6ac1e8c HTTP/1.1" status: 200 len: 1776 time: 0.0662181 Aug 16 20:29:39.919565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-e1a721f0-7ac0-4870-9b84-e3385c6874bd tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1795692807&fields=id&tenant_id=8f5c1977a1da4cb0b635692e7da4161e HTTP/1.1" status: 200 len: 267 time: 0.0896118 Aug 16 20:29:39.958248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-922f1a19-4f45-4aba-818d-2717db96b112 req-421f135a-eade-436c-aa8b-78678a4312ac tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/60930d7a-1276-4ec0-be01-00a1c6ac1e8c HTTP/1.1" status: 200 len: 1776 time: 0.0832424 Aug 16 20:29:39.997016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.005454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Transition to ACTIVE for port object 9e40f643-bf4c-4dad-9210-a105c8dda3f5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:40.104629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-922f1a19-4f45-4aba-818d-2717db96b112 req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.113805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-d824a4ad-fe57-4e73-9109-d1da0855cadc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:40.115276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-d824a4ad-fe57-4e73-9109-d1da0855cadc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/networks?id=ee0c175c-38d8-4d68-8785-abd5fd090772 HTTP/1.1" status: 200 len: 806 time: 0.1843748 Aug 16 20:29:40.136580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.143506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-922f1a19-4f45-4aba-818d-2717db96b112 req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.148495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-be949750-6047-43aa-bcb0-3bd919c196d0 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/quotas/8f5c1977a1da4cb0b635692e7da4161e HTTP/1.1" status: 200 len: 375 time: 0.0245962 Aug 16 20:29:40.233758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db6a03-4c7f-4bee-829a-01bba6783ae4 None None] Pushing event updated for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:40.243014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-9ba45239-b585-498c-8a64-7954e561b6a0 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8f5c1977a1da4cb0b635692e7da4161e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862515 Aug 16 20:29:40.266407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Attempting to bind port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:40.266789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Attempting to bind port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:40.267155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Attempting to bind port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 on network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:40.275896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:40.276237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Checking segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:40.276569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.276966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Bound using segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:40.277551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Bound port: 9e40f643-bf4c-4dad-9210-a105c8dda3f5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:40.277832 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.336565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-922f1a19-4f45-4aba-818d-2717db96b112 req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.340560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-922f1a19-4f45-4aba-818d-2717db96b112 req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.355715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-922f1a19-4f45-4aba-818d-2717db96b112 req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/60930d7a-1276-4ec0-be01-00a1c6ac1e8c HTTP/1.1" status: 204 len: 173 time: 0.3608289 Aug 16 20:29:40.369094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] For port 9e40f643-bf4c-4dad-9210-a105c8dda3f5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:40.375677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] For port 9e40f643-bf4c-4dad-9210-a105c8dda3f5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9e40f643-bf4c-4dad-9210-a105c8dda3f5,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:40.395091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73d5d1-e425-4331-854d-284760a652c1 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60930d7a-1276-4ec0-be01-00a1c6ac1e8c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:40.448362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-a64e69ba-42b0-4ab1-9c42-88b9ec7e562e service neutron] 10.222.0.70 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850195 Aug 16 20:29:40.480420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:40.551085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:29:40.555547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:40.618757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-0ca1067b-8c8a-42f3-a270-ec179cf693ff service neutron] 10.222.0.70 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643350 Aug 16 20:29:40.622583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db6a03-4c7f-4bee-829a-01bba6783ae4 None None] Pushing event updated for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:40.628081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cb0b4-6562-463a-9413-020456fb4e00 req-8b8723c8-cff6-496f-8259-aaaeb0833373 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:40.636264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e6cb0b4-6562-463a-9413-020456fb4e00 req-8b8723c8-cff6-496f-8259-aaaeb0833373 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1349978 Aug 16 20:29:40.697790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e6cb0b4-6562-463a-9413-020456fb4e00 req-98439883-b21c-4650-9eb8-a97f7927fca6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Aug 16 20:29:40.802592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:29:41.058284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ce800-1bd2-4c70-bf77-97446b9b5bdc req-810b65f8-a21d-4d77-98ee-f41bca9db6a7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:41.067397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c03ce800-1bd2-4c70-bf77-97446b9b5bdc req-810b65f8-a21d-4d77-98ee-f41bca9db6a7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1400685 Aug 16 20:29:41.180780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c03ce800-1bd2-4c70-bf77-97446b9b5bdc req-672c4541-3f11-4504-a486-590c7f5c2743 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988324 Aug 16 20:29:41.223580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:40Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:41.228019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49e0ee-d736-451b-a0b2-5864908e3379 req-6dd76eca-f296-406a-a92f-24cb2d86f705 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:41.232137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e49e0ee-d736-451b-a0b2-5864908e3379 req-6dd76eca-f296-406a-a92f-24cb2d86f705 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1625383 Aug 16 20:29:41.265342 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-964e1ae6-f49f-4233-a644-91387513336b req-22b07801-05b0-40ec-a810-e0bcfe7acff8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:41.268095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-964e1ae6-f49f-4233-a644-91387513336b req-22b07801-05b0-40ec-a810-e0bcfe7acff8 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/831a7d03-d9bc-44dd-ba90-4d76d188d558 HTTP/1.1" status: 404 len: 352 time: 0.0332708 Aug 16 20:29:41.269949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ae229-e37c-4d3f-b98b-ec6dab688318 None None] The sync data for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 is: [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:40Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:29:41.324674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e49e0ee-d736-451b-a0b2-5864908e3379 req-7951932d-80a7-48a1-80ba-a2c350e499a6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Aug 16 20:29:41.447713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4419008-17c2-44c1-8b39-47aa666bbb87 req-8b34b816-6c38-4e24-9f6a-63c1d1fb6271 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 210 time: 0.1203732 Aug 16 20:29:41.537311 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-d84867af-3d40-4692-8269-7648adba7317 req-68266785-d50b-4fad-a4f0-c8492f6f901d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:41.538594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d84867af-3d40-4692-8269-7648adba7317 req-68266785-d50b-4fad-a4f0-c8492f6f901d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/fb32f4b8-14e1-47cc-bdc3-07d31f8340e5 HTTP/1.1" status: 404 len: 352 time: 0.0601597 Aug 16 20:29:41.621124 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-42e13b1d-dc71-4a3c-9f9a-139fa6dffecc req-3e9c52f8-0c2b-4db1-9da2-0a836ee0381b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:41.622329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42e13b1d-dc71-4a3c-9f9a-139fa6dffecc req-3e9c52f8-0c2b-4db1-9da2-0a836ee0381b tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/a1c9ab49-c998-42f9-a73a-41fc5f2f6617 HTTP/1.1" status: 404 len: 352 time: 0.0299609 Aug 16 20:29:41.636323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-98a17e81-4775-41b7-b18c-2bf2316ca40a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:41.637773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-98a17e81-4775-41b7-b18c-2bf2316ca40a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.1763327 Aug 16 20:29:41.668454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-d628a166-4748-4716-907b-85a210f9f91c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0237749 Aug 16 20:29:41.771964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-e2216795-a433-483f-9880-6dc1087f85cb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865867 Aug 16 20:29:41.801254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a709-3d4a-4cc4-955b-af96079da0e9 req-eeff1c74-78a5-4f97-80e4-cdfcabfde964 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:41.802855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49c9a709-3d4a-4cc4-955b-af96079da0e9 req-eeff1c74-78a5-4f97-80e4-cdfcabfde964 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1175539 Aug 16 20:29:41.891633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49c9a709-3d4a-4cc4-955b-af96079da0e9 req-0686cc5c-7733-45b0-adcd-19cddb5f999d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Aug 16 20:29:41.937075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-bd436b0f-f64c-4c2c-b5e7-b0f95be78475 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642101 Aug 16 20:29:41.970375 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-8d484b21-e7f4-4507-861d-a90a70bc1a5b req-fb314dd2-b7a7-444e-bb57-6780ab12edfd tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:41.971415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d484b21-e7f4-4507-861d-a90a70bc1a5b req-fb314dd2-b7a7-444e-bb57-6780ab12edfd tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/b4726f86-ceeb-49dc-87a3-0234863e0abf HTTP/1.1" status: 404 len: 352 time: 0.0334318 Aug 16 20:29:42.111115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-09b0e065-a235-499b-b949-2a93258f9eb5 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652217 Aug 16 20:29:42.160274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64beb2-65d1-4b47-a8f3-05e82f779251 req-355e166e-3d14-43c8-990a-59121a87a99c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.160274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c64beb2-65d1-4b47-a8f3-05e82f779251 req-355e166e-3d14-43c8-990a-59121a87a99c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0766149 Aug 16 20:29:42.225182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c64beb2-65d1-4b47-a8f3-05e82f779251 req-7159684d-8c0e-49d3-9bb4-63fe14f87100 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Aug 16 20:29:42.280123 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-79c14e44-0a40-4728-9ebb-a56fe14b33eb req-1152a99b-bd9f-4653-bbc2-10186edc0003 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:42.280123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79c14e44-0a40-4728-9ebb-a56fe14b33eb req-1152a99b-bd9f-4653-bbc2-10186edc0003 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/e74ad052-7646-4c04-9533-beb115e69a4e HTTP/1.1" status: 404 len: 352 time: 0.0183599 Aug 16 20:29:42.318071 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-229330e1-948a-439a-ac2f-392dde45f237 req-20bfc9a6-5361-42d1-894b-c81c02db83af tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] show failed (client error): The resource could not be found. Aug 16 20:29:42.327607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-229330e1-948a-439a-ac2f-392dde45f237 req-20bfc9a6-5361-42d1-894b-c81c02db83af tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/75a1f618-c6c8-41cb-b3d5-9cc61642917e HTTP/1.1" status: 404 len: 352 time: 0.0251834 Aug 16 20:29:42.415258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52368) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:42.604978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-40831720-f50a-4884-9a90-238f169fa5ac tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1874889144'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:42.605504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-40831720-f50a-4884-9a90-238f169fa5ac tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Unknown quota resources ['metering_label']. {{(pid=95240) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:29:42.697537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce438-9f07-4a2f-9eae-3a8dae25f83d req-9cb22534-bb83-4201-aa23-a24ded2262bb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:42.705058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-620ce438-9f07-4a2f-9eae-3a8dae25f83d req-9cb22534-bb83-4201-aa23-a24ded2262bb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1618729 Aug 16 20:29:42.751951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-620ce438-9f07-4a2f-9eae-3a8dae25f83d req-1a022e98-1972-40f9-80b9-097d15b40d06 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457418 Aug 16 20:29:42.899991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9e40f643-bf4c-4dad-9210-a105c8dda3f5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:43.086512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40831720-f50a-4884-9a90-238f169fa5ac tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.090543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:43.091059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-40831720-f50a-4884-9a90-238f169fa5ac tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6742878 Aug 16 20:29:43.095289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e585fc30-12d6-4863-9c88-f4a087f701e5 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7374de00-c4ce-454c-91cc-3ef2b9bbfd6d'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:43.095922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e585fc30-12d6-4863-9c88-f4a087f701e5 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:29:43.113564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-126044d5-4e88-4ce1-b0c0-8c1ee9228e1b req-c681b327-e3dc-402c-8edd-2faa99df286d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 210 time: 0.0946748 Aug 16 20:29:43.169632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e348a-2e80-42ea-aa23-7c1ff952a942 req-f5037012-6ec9-4a25-b5c4-eb78925a2fa8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:43.171244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-288e348a-2e80-42ea-aa23-7c1ff952a942 req-f5037012-6ec9-4a25-b5c4-eb78925a2fa8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 814 time: 0.3143640 Aug 16 20:29:43.192123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:43.196850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:43.197776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.226080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cb6c2dc-3af5-412e-bb37-8b1d6e1d46b0 req-e6f9de74-f01b-43c4-975a-46f9cee3b32c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 210 time: 0.0466361 Aug 16 20:29:43.232179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-288e348a-2e80-42ea-aa23-7c1ff952a942 req-be42d207-85ab-41a8-9041-10b93b41ab86 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/quotas/9e82e5d63bba43e7b387a969d31b1ebf HTTP/1.1" status: 200 len: 375 time: 0.0426142 Aug 16 20:29:43.315679 n-d-794306-10 neutron-server[95241]: WARNING neutron.services.metering.metering_plugin [None req-e585fc30-12d6-4863-9c88-f4a087f701e5 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:29:43.330204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.372470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-288e348a-2e80-42ea-aa23-7c1ff952a942 req-3e77728d-f8fc-4bd9-b23f-0817e830e09d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321185 Aug 16 20:29:43.386588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b4ad5-1f5c-43ab-9c48-8d57c3bf24ff req-27f769b0-dd1d-49b3-a4f2-0dcc0192f0ff tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:43.395134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a2b4ad5-1f5c-43ab-9c48-8d57c3bf24ff req-27f769b0-dd1d-49b3-a4f2-0dcc0192f0ff tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1023 time: 0.1103487 Aug 16 20:29:43.439204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a2b4ad5-1f5c-43ab-9c48-8d57c3bf24ff req-dc277ed0-b9a6-4fcf-83cc-b38a5d60502e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56&id=e925f1c1-893a-4355-8815-6a53191a85b3&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0435195 Aug 16 20:29:43.446606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9e40f643-bf4c-4dad-9210-a105c8dda3f5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9e40f643-bf4c-4dad-9210-a105c8dda3f5,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:43.476393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e585fc30-12d6-4863-9c88-f4a087f701e5 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.481180 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e585fc30-12d6-4863-9c88-f4a087f701e5 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3894331 Aug 16 20:29:43.481822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52402) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:43.486007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-24762fe6-4c8f-4c6b-a4b9-cab7109f2cb8 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7374de00-c4ce-454c-91cc-3ef2b9bbfd6d'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:43.486511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-24762fe6-4c8f-4c6b-a4b9-cab7109f2cb8 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:29:43.525618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.558093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93389a-f4ac-4205-8250-3df1420ef758 req-47f1dc96-f3cf-44d8-b863-f3d840131e71 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:43.560090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da93389a-f4ac-4205-8250-3df1420ef758 req-47f1dc96-f3cf-44d8-b863-f3d840131e71 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0787976 Aug 16 20:29:43.599788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:43.629260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da93389a-f4ac-4205-8250-3df1420ef758 req-9340ee1d-85dd-49f6-a089-13b6d34e9ea6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Aug 16 20:29:43.673999 n-d-794306-10 neutron-server[95241]: WARNING neutron.services.metering.metering_plugin [None req-24762fe6-4c8f-4c6b-a4b9-cab7109f2cb8 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:29:43.767086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7baa94-c3bb-491e-b4aa-fc134ecc5a10 req-614fbaf9-fd6d-41e8-8c9d-ef81645a0aea tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:43.767934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24762fe6-4c8f-4c6b-a4b9-cab7109f2cb8 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:43.768827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7baa94-c3bb-491e-b4aa-fc134ecc5a10 req-614fbaf9-fd6d-41e8-8c9d-ef81645a0aea tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0657444 Aug 16 20:29:43.772797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-24762fe6-4c8f-4c6b-a4b9-cab7109f2cb8 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2899976 Aug 16 20:29:43.775552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:43.788825 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6e6f09f-b8c6-4de2-b137-1b467b7a6e24 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3766a69c-4b62-4ef9-b46f-dd21f9a7a3a2 HTTP/1.1" status: 200 len: 462 time: 0.0113881 Aug 16 20:29:43.792111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52412) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:43.828039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7baa94-c3bb-491e-b4aa-fc134ecc5a10 req-5baaac84-77fa-423e-abe0-5af626ffc1d4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525069 Aug 16 20:29:43.888233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64e714-e362-4d89-8070-b058eee99a77 req-f100526f-53ec-4366-817c-b1eee9ec05bd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:43.892258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c64e714-e362-4d89-8070-b058eee99a77 req-f100526f-53ec-4366-817c-b1eee9ec05bd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0626976 Aug 16 20:29:43.945397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c64e714-e362-4d89-8070-b058eee99a77 req-d9d20e5c-9a2a-47e8-99e6-ad20c623678f tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Aug 16 20:29:44.065007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b8ed455-f562-4752-b196-9c3b2b76859a tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:44.066661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8b8ed455-f562-4752-b196-9c3b2b76859a tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/3766a69c-4b62-4ef9-b46f-dd21f9a7a3a2 HTTP/1.1" status: 204 len: 168 time: 0.2736273 Aug 16 20:29:44.069707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.077952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd9ddd56-fc97-4f39-939a-ba66a4abd23c req-ddf94148-16f0-46ce-888c-a631d7cce35a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9e82e5d63bba43e7b387a969d31b1ebf HTTP/1.1" status: 200 len: 221 time: 0.0634944 Aug 16 20:29:44.080266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c650e30f-f45b-464a-83f8-0a01b8bbbb68 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=3766a69c-4b62-4ef9-b46f-dd21f9a7a3a2 HTTP/1.1" status: 200 len: 221 time: 0.0094724 Aug 16 20:29:44.084425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.088917 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5d8d9cbe-ec9f-4988-949f-9c82806df095 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1972393486', 'description': 'label created by tempest'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:44.089369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5d8d9cbe-ec9f-4988-949f-9c82806df095 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Unknown quota resources ['metering_label']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:29:44.208210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e0bc6-14f9-413e-81dc-a2fc6c77cb83 req-3a4c455a-f76c-4968-b1a9-7dfb71c450f1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:44.216469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-181e0bc6-14f9-413e-81dc-a2fc6c77cb83 req-3a4c455a-f76c-4968-b1a9-7dfb71c450f1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0706892 Aug 16 20:29:44.264277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53bdd662-3742-4de2-bd39-e6311dfbe540 req-80a9d7cb-4da8-4184-93d6-62fe97926ca3 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 16 20:29:44.288401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-181e0bc6-14f9-413e-81dc-a2fc6c77cb83 req-1af742b9-4d64-4096-90e9-29af3ebca427 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Aug 16 20:29:44.372307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1273f37-bf94-43ee-a627-dd507b0fa660 req-dbe077c0-b8a9-4f75-a057-f6a2d9935258 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 210 time: 0.0407686 Aug 16 20:29:44.450244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9cbe-ec9f-4988-949f-9c82806df095 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:44.451427 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5d8d9cbe-ec9f-4988-949f-9c82806df095 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3659773 Aug 16 20:29:44.454127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.538040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea015225-ae55-4b46-ab90-6e4590368021 req-4c5a3e01-ff55-4802-a388-a34b50b761ab tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:44.539710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea015225-ae55-4b46-ab90-6e4590368021 req-4c5a3e01-ff55-4802-a388-a34b50b761ab tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1531558 Aug 16 20:29:44.561090 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56dd021d-5f90-44c0-9cee-a9df40dc95c9 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=d9b02d8b-e8b5-41d0-9c80-69cd9cd7c5fc HTTP/1.1" status: 200 len: 468 time: 0.1058035 Aug 16 20:29:44.564154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.569194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-f54e369a-a781-41a8-b268-0605d3e43083 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:44.571787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-f54e369a-a781-41a8-b268-0605d3e43083 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1023 time: 0.1973665 Aug 16 20:29:44.656549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-f83e04db-fce4-4ceb-8c45-63555d7a66f1 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:44.658020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-f83e04db-fce4-4ceb-8c45-63555d7a66f1 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.64 "GET /v2.0/networks?id=ee0c175c-38d8-4d68-8785-abd5fd090772 HTTP/1.1" status: 200 len: 806 time: 0.2744741 Aug 16 20:29:44.736879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea015225-ae55-4b46-ab90-6e4590368021 req-54db9602-fd67-415b-808e-750b856c4649 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789529 Aug 16 20:29:44.748631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eeb598-d6c4-452d-aac4-d35ccfcffa98 req-eb4e9d89-6d22-417b-bfc4-81f5d8c23f6d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:44.767951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9eeb598-d6c4-452d-aac4-d35ccfcffa98 req-eb4e9d89-6d22-417b-bfc4-81f5d8c23f6d tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1023 time: 0.2101614 Aug 16 20:29:44.836692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-e1ea23b1-54c2-4ace-91d1-fd22bf00084e tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f5c1977a1da4cb0b635692e7da4161e HTTP/1.1" status: 200 len: 380 time: 0.1639230 Aug 16 20:29:44.868970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9e40f643-bf4c-4dad-9210-a105c8dda3f5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:44.880055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9eeb598-d6c4-452d-aac4-d35ccfcffa98 req-4eede2ed-80b7-45cc-81f4-450c5f417de4 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56&id=e925f1c1-893a-4355-8815-6a53191a85b3&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1088932 Aug 16 20:29:44.892299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Deleting port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:44.892493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:44.893897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc80b-3b03-4160-a81c-b9f498b2314c tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:44.895777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e9dc80b-3b03-4160-a81c-b9f498b2314c tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/d9b02d8b-e8b5-41d0-9c80-69cd9cd7c5fc HTTP/1.1" status: 204 len: 168 time: 0.3299546 Aug 16 20:29:44.898412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.914323 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20b82523-e012-46a4-bd27-32ff829c907c tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=d9b02d8b-e8b5-41d0-9c80-69cd9cd7c5fc HTTP/1.1" status: 200 len: 216 time: 0.0118842 Aug 16 20:29:44.917687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52454) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.927783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f16dcca-79e9-4c57-9f30-93b06c0a38dc tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084548 Aug 16 20:29:44.930840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52456) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.949360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7904496f-98ac-452e-be34-b4ecdad8a264 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0172544 Aug 16 20:29:44.949968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:44.953379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:44.953761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.039469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c5e0908c-f1f8-4f35-800e-d1efd3d30830 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/7374de00-c4ce-454c-91cc-3ef2b9bbfd6d HTTP/1.1" status: 200 len: 473 time: 0.0850360 Aug 16 20:29:45.040087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:45.057861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-242b8273-409c-4f66-b4f8-f28f14d48745 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/83fcf2b5-d53e-41cb-9ad1-eb7c829fbb55 HTTP/1.1" status: 200 len: 459 time: 0.0133433 Aug 16 20:29:45.058283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52464) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:45.327029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e336b4d7-16bb-47fc-a74f-56449daba84f tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.328092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e336b4d7-16bb-47fc-a74f-56449daba84f tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/83fcf2b5-d53e-41cb-9ad1-eb7c829fbb55 HTTP/1.1" status: 204 len: 168 time: 0.2682283 Aug 16 20:29:45.330432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52468) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:45.335943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'port': {'device_id': '8af9a50f-284b-4364-9460-47009eb1e3de', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'admin_state_up': True, 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'security_groups': ['b15c67ab-2ab6-43ef-84cb-e491db88fcba']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:45.474541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d772a-efd0-4d1f-92a7-0968d9c6df19 req-e51dff04-846a-4683-b2e4-53aaa216ac06 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:45.477566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f5d772a-efd0-4d1f-92a7-0968d9c6df19 req-e51dff04-846a-4683-b2e4-53aaa216ac06 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.5800800 Aug 16 20:29:45.545700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae365185-20ae-4abd-b541-7cb5a116ef14 req-24990310-ec88-403d-925d-2eea69d072dd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:45.552534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae365185-20ae-4abd-b541-7cb5a116ef14 req-24990310-ec88-403d-925d-2eea69d072dd tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2246089 Aug 16 20:29:45.622292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] For port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,segment=NetworkSegment(e85f1db4-7804-406c-99f0-e8fb212a91c0),segment_id=e85f1db4-7804-406c-99f0-e8fb212a91c0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:45.623081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.649275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f5d772a-efd0-4d1f-92a7-0968d9c6df19 req-b81d51cf-981f-4f9f-8a01-8b3e24bad823 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626937 Aug 16 20:29:45.667538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Calling delete_port for 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:45.712444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae365185-20ae-4abd-b541-7cb5a116ef14 req-be369e55-4f64-43bc-a0c7-f133f1637ea8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038656 Aug 16 20:29:45.856544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Made reservation on behalf of 8f5c1977a1da4cb0b635692e7da4161e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:45.860900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:45.890607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c16bc3dc-9c4e-4f80-9198-47af7856ce41 req-014a6fdc-5111-45c3-8c27-eb374986c2a5 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 210 time: 0.1109235 Aug 16 20:29:45.943473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8263a4d7-61c0-43f3-934c-38258dec768a req-1d01ec1b-a299-41a2-911e-1fdf43fcf3fb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 210 time: 0.0763879 Aug 16 20:29:46.032044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-a4918014-966d-4cce-84a1-4550f40e3768 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.034379 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-a4918014-966d-4cce-84a1-4550f40e3768 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.6436834 Aug 16 20:29:46.050223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:46.110030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa46bd4-4fdf-42ed-a248-06add8bfc726 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.111146 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffa46bd4-4fdf-42ed-a248-06add8bfc726 tempest-MeteringIpV6TestJSON-6204058 tempest-MeteringIpV6TestJSON-6204058-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/7374de00-c4ce-454c-91cc-3ef2b9bbfd6d HTTP/1.1" status: 204 len: 168 time: 0.7786641 Aug 16 20:29:46.202860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1fe39-819d-4f64-8dd5-16d3a50596d2 req-8d195c4d-1c04-4164-a5dd-5c23251a5984 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.204445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78b1fe39-819d-4f64-8dd5-16d3a50596d2 req-8d195c4d-1c04-4164-a5dd-5c23251a5984 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1810839 Aug 16 20:29:46.218972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ac5a-2ef1-492e-a24d-5e4dfd234746 req-daf153a2-194e-4825-827a-50e76c05a117 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.219675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eea3ac5a-2ef1-492e-a24d-5e4dfd234746 req-daf153a2-194e-4825-827a-50e76c05a117 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 1023 time: 0.1671515 Aug 16 20:29:46.268213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.276323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Allocated IP 172.20.0.7 (ee0c175c-38d8-4d68-8785-abd5fd090772/09dbd3ea-9de6-4a44-86f3-d9e16c121288/24bfd665-80c0-4b6b-8cc6-38419f3bfb79) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:46.286065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:46.290429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.324243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78b1fe39-819d-4f64-8dd5-16d3a50596d2 req-af7b1fdb-81ca-4249-8e5e-89842a3f4de5 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035202 Aug 16 20:29:46.335441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'Port': ['ID=2fa71c80-01d7-4ba7-8cd2-a6d7991dd909,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:46.345122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eea3ac5a-2ef1-492e-a24d-5e4dfd234746 req-4b9257f1-a2dd-4350-8ff3-22d8523cc4bf tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56&id=e925f1c1-893a-4355-8815-6a53191a85b3&id=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1153159 Aug 16 20:29:46.402891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] No DVR routers for this DVR port 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:29:46.409210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.411367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0a8851c-9bd9-4af3-9e71-b51028b86a50 req-43aee559-5247-478d-aec9-ae31a359546e tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.73 "DELETE /v2.0/ports/2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 HTTP/1.1" status: 204 len: 173 time: 1.8284216 Aug 16 20:29:46.411841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'name': 'network-vif-deleted', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:46.414347 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c11fd9-13b0-43b8-b382-21a9d548068b" -d '{"events": [{"server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "name": "network-vif-deleted", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:46.473675 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7b66d1-6c70-459f-bd8e-9a794ce80ac2 x-openstack-request-id: req-2b7b66d1-6c70-459f-bd8e-9a794ce80ac2 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:46.473675 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08b5004-f5f0-4149-80a6-6313dca05ba4", "name": "network-vif-deleted", "tag": "2fa71c80-01d7-4ba7-8cd2-a6d7991dd909", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:46.473675 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b7b66d1-6c70-459f-bd8e-9a794ce80ac2 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:46.473675 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08b5004-f5f0-4149-80a6-6313dca05ba4', 'name': 'network-vif-deleted', 'tag': '2fa71c80-01d7-4ba7-8cd2-a6d7991dd909', 'status': 'completed', 'code': 200} Aug 16 20:29:46.489218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.11 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/04704371-22a7-42dc-8387-9c56847daaeb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:46.558454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcff3c-ca98-428e-8068-05b0af1b682f req-e5103d43-22e8-4177-9f21-ede4b1b2b0bd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.560409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ddcff3c-ca98-428e-8068-05b0af1b682f req-e5103d43-22e8-4177-9f21-ede4b1b2b0bd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0888608 Aug 16 20:29:46.589573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.630075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Transition to ACTIVE for port object 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:46.655647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ddcff3c-ca98-428e-8068-05b0af1b682f req-25540c10-9d18-463d-96b7-79ed9820a79a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770218 Aug 16 20:29:46.697344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.827830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.851877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:46.870316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:46.893243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52502) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:46.920991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:46.925135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:46.939099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:46.941530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Network ee0c175c-38d8-4d68-8785-abd5fd090772 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:46.943612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:46.948492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:46.960752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0a44-6d1c-4662-8ce3-303337196a76 req-4d8eb46d-3733-439a-8e26-91c4ecae8689 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:46.962221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22a0a44-6d1c-4662-8ce3-303337196a76 req-4d8eb46d-3733-439a-8e26-91c4ecae8689 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1873305 Aug 16 20:29:46.976281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:47.041977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event updated for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:47.045576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.046336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.068905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9debe-4600-414b-8f81-d76cf73630ab req-4273e829-a68d-44ae-b3a4-e34b56b35b7c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.076697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f9debe-4600-414b-8f81-d76cf73630ab req-4273e829-a68d-44ae-b3a4-e34b56b35b7c tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2516332 Aug 16 20:29:47.143170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.143910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.154663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-8e9215c8-63f2-40fc-a709-31b640d7cff2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1091924 Aug 16 20:29:47.158942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22a0a44-6d1c-4662-8ce3-303337196a76 req-bb5c44c9-9be5-4589-8f46-95004737830c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776731 Aug 16 20:29:47.166484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-68e5523d-d446-4391-9337-5aafc220d844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.173710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Request body: {'port': {'device_id': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:47.188524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f9debe-4600-414b-8f81-d76cf73630ab req-d0e0993e-bb20-4267-b6a1-daa1ae6a5b1d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093466 Aug 16 20:29:47.254353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.308495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-ab0f68fb-ef14-457a-bcd8-496d68f40d81 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9797027 Aug 16 20:29:47.357123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Request body: {'port': {'device_id': '8af9a50f-284b-4364-9460-47009eb1e3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:47.440254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a47f0-8c9b-4dc9-8e74-6cb8b1a2177b req-0a6f978d-f059-4942-9fc1-8442ab2c5191 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.442464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a65a47f0-8c9b-4dc9-8e74-6cb8b1a2177b req-0a6f978d-f059-4942-9fc1-8442ab2c5191 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 931 time: 0.1511607 Aug 16 20:29:47.486421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-026292e0-f535-4121-b4d6-ff9068282746 None None] Provisioning for port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:47.491545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-026292e0-f535-4121-b4d6-ff9068282746 None None] Provisioning complete for port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:47.491952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-026292e0-f535-4121-b4d6-ff9068282746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.510904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.549037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-026292e0-f535-4121-b4d6-ff9068282746 None None] Port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:29:47.575417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77440b73-4874-416c-b8c5-c1af88614ea5 req-55def96d-54f3-489e-ab67-95c7250db730 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:47.576973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77440b73-4874-416c-b8c5-c1af88614ea5 req-55def96d-54f3-489e-ab67-95c7250db730 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 932 time: 0.1736734 Aug 16 20:29:47.606469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a65a47f0-8c9b-4dc9-8e74-6cb8b1a2177b req-6bf2739e-6939-4a68-98a5-2f8fa47680e8 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335108 Aug 16 20:29:47.651793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-68e5523d-d446-4391-9337-5aafc220d844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.694062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04704371-22a7-42dc-8387-9c56847daaeb {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:47.702255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.719533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Transition to ACTIVE for port object 04704371-22a7-42dc-8387-9c56847daaeb will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:47.744461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77440b73-4874-416c-b8c5-c1af88614ea5 req-c56fec8f-ad52-4e4d-90ed-ac3178d94fb8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442530 Aug 16 20:29:47.745379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-68e5523d-d446-4391-9337-5aafc220d844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.807376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ecd319-5c3a-4d9a-9fca-ec0b0fa9c173 req-71a65c58-7b24-4701-bfe1-948ee4fe68e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/ports?device_id=b08b5004-f5f0-4149-80a6-6313dca05ba4 HTTP/1.1" status: 200 len: 210 time: 0.0511703 Aug 16 20:29:47.822261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:47.854121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-68e5523d-d446-4391-9337-5aafc220d844 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3ec2c0f08854d0cac0dd06e686db162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9566314 Aug 16 20:29:47.880331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52524) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:47.882437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5523d-d446-4391-9337-5aafc220d844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cb581e-e9c9-4476-875a-4fa4fb191ec1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:48.013148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Pushing event updated for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:48.054522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.067394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Attempting to bind port 04704371-22a7-42dc-8387-9c56847daaeb on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:48.067984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Attempting to bind port 04704371-22a7-42dc-8387-9c56847daaeb by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:48.068077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Attempting to bind port 04704371-22a7-42dc-8387-9c56847daaeb on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:48.072509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Port 04704371-22a7-42dc-8387-9c56847daaeb on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:48.072818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Attempting to bind port 04704371-22a7-42dc-8387-9c56847daaeb on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:48.077737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:48.078076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:48.078451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:48.078869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Bound port: 04704371-22a7-42dc-8387-9c56847daaeb, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:48.079225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.081073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29d572-8798-4f7e-90a1-c841fe07c172 req-c0e3e4ea-8ae8-47eb-91a6-fece3870d67d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.086592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc29d572-8798-4f7e-90a1-c841fe07c172 req-c0e3e4ea-8ae8-47eb-91a6-fece3870d67d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1279693 Aug 16 20:29:48.149408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:48.153802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=04704371-22a7-42dc-8387-9c56847daaeb,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:48.167050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.172051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:48.177133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.192461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.235152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc29d572-8798-4f7e-90a1-c841fe07c172 req-b2d47108-4d9b-4a99-9b27-35123f524e82 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458838 Aug 16 20:29:48.236089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Transition to ACTIVE for port object 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:48.243220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:29:48.266060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:29:48.266529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2fa71c80-01d7-4ba7-8cd2-a6d7991dd909 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:29:48.314743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.358644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019fd7-fbcb-4e6a-9802-b0162273dd46 req-587b409f-42a6-461a-964a-b09ca71354e7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.363977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.364971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.366536 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] 10.222.0.64 "PUT /v2.0/ports/04704371-22a7-42dc-8387-9c56847daaeb HTTP/1.1" status: 200 len: 1093 time: 1.1978366 Aug 16 20:29:48.367938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13019fd7-fbcb-4e6a-9802-b0162273dd46 req-587b409f-42a6-461a-964a-b09ca71354e7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0657215 Aug 16 20:29:48.369235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:48.373156 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d022c9ff-738e-45ee-a5e7-f30c2689537a" -d '{"events": [{"name": "network-changed", "server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "tag": "04704371-22a7-42dc-8387-9c56847daaeb"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:48.400362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.402881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.406450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68cb581e-e9c9-4476-875a-4fa4fb191ec1 HTTP/1.1" status: 204 len: 168 time: 0.5188203 Aug 16 20:29:48.406450 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.406718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51c350-000d-4733-8b17-ac798f777c0b service neutron] Pushing event updated for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:48.486754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71365a81-1fc7-4c08-9fed-ef84302aaf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cb581e-e9c9-4476-875a-4fa4fb191ec1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:48.524202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13019fd7-fbcb-4e6a-9802-b0162273dd46 req-8d7d292b-221c-40b2-80b7-2a50c9669760 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550770 Aug 16 20:29:48.538521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Pushing event updated for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:48.548012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-573baa4b-e522-4c00-80ad-f1ddfdb1995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.548012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-573baa4b-e522-4c00-80ad-f1ddfdb1995d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 1096 time: 0.0641325 Aug 16 20:29:48.621992 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-11b80306-83be-4f15-b0b9-64d3d770c30b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04704371-22a7-42dc-8387-9c56847daaeb HTTP/1.1" status: 200 len: 217 time: 0.0652361 Aug 16 20:29:48.626265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d51ff-1434-44f9-8f99-664297297e31 req-14636ad5-b6de-4605-8ca3-2d8094f9265f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.635772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e6d51ff-1434-44f9-8f99-664297297e31 req-14636ad5-b6de-4605-8ca3-2d8094f9265f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2484665 Aug 16 20:29:48.725112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-ae794db1-e46c-4d60-a6aa-d439ca72b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.727161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-ae794db1-e46c-4d60-a6aa-d439ca72b05a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0966480 Aug 16 20:29:48.729545 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054928d-9176-4f3e-ac84-5bb5f1982284 x-openstack-request-id: req-4054928d-9176-4f3e-ac84-5bb5f1982284 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:48.730043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Attempting to bind port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:48.730389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Attempting to bind port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:48.730736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Attempting to bind port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 on network ee0c175c-38d8-4d68-8785-abd5fd090772 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:48.732646 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "tag": "04704371-22a7-42dc-8387-9c56847daaeb", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:48.732940 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4054928d-9176-4f3e-ac84-5bb5f1982284 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:48.733367 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb', 'status': 'completed', 'code': 200} Aug 16 20:29:48.769686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 on network ee0c175c-38d8-4d68-8785-abd5fd090772 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:29:48.769686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Attempting to bind port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 on network ee0c175c-38d8-4d68-8785-abd5fd090772 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:48.790856 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-66affdc8-d399-4fef-a8ce-46b33a4f7b4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552425 Aug 16 20:29:48.795474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e6d51ff-1434-44f9-8f99-664297297e31 req-e3d44a73-1867-4cf5-b792-2bdf1883e5bb tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568227 Aug 16 20:29:48.831198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:48.832122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Checking segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:48.832736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Bound using segment: {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:48.833042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Bound port: 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a6c8eb-c113-4bf5-82df-69cbb8a738a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:48.833409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:48.892849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f6208-9f24-4d9e-b89f-c9881fcd59dd req-c15326fe-d67a-410b-8ca4-5e9a0f75b1dc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:48.895048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-029f6208-9f24-4d9e-b89f-c9881fcd59dd req-c15326fe-d67a-410b-8ca4-5e9a0f75b1dc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 943 time: 0.0923285 Aug 16 20:29:48.953655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-4e0401a7-c37d-4bf3-a56b-b3f53cdfbd8c service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498480 Aug 16 20:29:48.985707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:49.006404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-029f6208-9f24-4d9e-b89f-c9881fcd59dd req-3e858eb9-0c9d-4a18-874f-9bbcb9f82b31 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013072 Aug 16 20:29:49.016567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98b446-de48-4e2a-8707-6cdbad989302 req-e8bceec0-6d60-434d-9f5e-5e1a9a22ce58 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.018159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae98b446-de48-4e2a-8707-6cdbad989302 req-e8bceec0-6d60-434d-9f5e-5e1a9a22ce58 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 944 time: 0.1186790 Aug 16 20:29:49.021267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:49.093678 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59c0da32-2719-455b-b55f-36bcd05f3a4c req-b48813ee-5578-41aa-a7db-a744960be130 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Aug 16 20:29:49.106499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae98b446-de48-4e2a-8707-6cdbad989302 req-dbc2059b-cb96-4fa6-b451-9b4a1c162f31 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Aug 16 20:29:49.138341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.224307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:49.232426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.234073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.236544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] 10.222.0.64 "PUT /v2.0/ports/24bfd665-80c0-4b6b-8cc6-38419f3bfb79 HTTP/1.1" status: 200 len: 1092 time: 1.8846860 Aug 16 20:29:49.237153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:49.240740 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff89fad-f501-45ae-9606-4b144c810dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:49.247670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96f01feb-bd26-47eb-9b71-81cf10604360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.400723 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96f01feb-bd26-47eb-9b71-81cf10604360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.435678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-75c30d35-a797-4c81-8166-d55953d96ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.440008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-75c30d35-a797-4c81-8166-d55953d96ffb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f5c1977a1da4cb0b635692e7da4161e&device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 1095 time: 0.0563307 Aug 16 20:29:49.479474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bc66a-da98-40c7-b3b7-15b26e7706fd service neutron] Pushing event updated for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:49.493149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-7eea24ba-da6b-4fe4-8661-fc0fa8186d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.493149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-7eea24ba-da6b-4fe4-8661-fc0fa8186d7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 1096 time: 0.1991382 Aug 16 20:29:49.495027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-465db475-c655-4a77-92f0-53ff3149cea5 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/e925f1c1-893a-4355-8815-6a53191a85b3 HTTP/1.1" status: 200 len: 1802 time: 0.3382463 Aug 16 20:29:49.502380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51af5f8-9bdd-4824-99cc-ce0a84f20466 req-3d4c62e9-3e6f-4dd9-8854-4cc3aaeea4cd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.510451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d51af5f8-9bdd-4824-99cc-ce0a84f20466 req-3d4c62e9-3e6f-4dd9-8854-4cc3aaeea4cd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2921894 Aug 16 20:29:49.530172 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96f01feb-bd26-47eb-9b71-81cf10604360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.594373 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-96f01feb-bd26-47eb-9b71-81cf10604360 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7116897fa2bd4ca4932f6b4180ec2331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682582 Aug 16 20:29:49.595890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-5c8090a6-c13c-45ef-92a5-dbb0c2169968 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79 HTTP/1.1" status: 200 len: 217 time: 0.1431680 Aug 16 20:29:49.596626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01feb-bd26-47eb-9b71-81cf10604360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80e2c94-c53d-41d1-82cf-9171d6f11b8b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:49.600904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52562) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:49.676971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d51af5f8-9bdd-4824-99cc-ce0a84f20466 req-3f2a0d29-2fa6-4864-823b-91c9e4c5e503 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604650 Aug 16 20:29:49.693559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-5083ed7e-9f98-442b-944a-344760fc3baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.697009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-5083ed7e-9f98-442b-944a-344760fc3baf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09dbd3ea-9de6-4a44-86f3-d9e16c121288 HTTP/1.1" status: 200 len: 845 time: 0.0894938 Aug 16 20:29:49.725495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-b4babf44-42ee-4f63-aefb-5119812948a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.732405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-b4babf44-42ee-4f63-aefb-5119812948a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 906 time: 0.2183032 Aug 16 20:29:49.744499 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbea49b-720e-4b4d-b8ad-9d7c9a4bcfeb x-openstack-request-id: req-5fbea49b-720e-4b4d-b8ad-9d7c9a4bcfeb {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:49.745005 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:49.745997 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fbea49b-720e-4b4d-b8ad-9d7c9a4bcfeb {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:49.746489 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'status': 'completed', 'code': 200} Aug 16 20:29:49.753183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.778362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-bb603b50-84c4-4d09-975f-94a6ee18fedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.780093 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-bb603b50-84c4-4d09-975f-94a6ee18fedc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0c175c-38d8-4d68-8785-abd5fd090772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689650 Aug 16 20:29:49.784640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.856674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-eeed3706-5787-4f57-9f52-86313bace25b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04704371-22a7-42dc-8387-9c56847daaeb HTTP/1.1" status: 200 len: 217 time: 0.0967283 Aug 16 20:29:49.882678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.886004 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-d2bfee9e-e0ca-4881-b063-03e3947232cf service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970683 Aug 16 20:29:49.903915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:49.943918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26ed25-f7e5-4f44-8b4a-5ed314226500 req-89490aa4-75ac-4730-8285-3d7045963e02 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.945608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d26ed25-f7e5-4f44-8b4a-5ed314226500 req-89490aa4-75ac-4730-8285-3d7045963e02 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1215763 Aug 16 20:29:49.973324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-80b65927-2a9e-4c20-acb2-d583c6b7ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:49.974794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-80b65927-2a9e-4c20-acb2-d583c6b7ad63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.1102400 Aug 16 20:29:50.012222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d26ed25-f7e5-4f44-8b4a-5ed314226500 req-53a1df06-313a-4fd5-a006-a4764d40e988 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594137 Aug 16 20:29:50.036027 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2952f87e-2e10-4912-a16e-8c2bcc9abc32 req-6c9e7595-f28b-4651-961f-7a19423d23cc service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366527 Aug 16 20:29:50.070552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-4a205264-d99d-4c4a-89a7-9fc8a7651bb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851090 Aug 16 20:29:50.167984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.180752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.182016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bad0b782-92a9-41d3-8aba-02c5a5f77224 req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/e925f1c1-893a-4355-8815-6a53191a85b3 HTTP/1.1" status: 204 len: 173 time: 0.6689110 Aug 16 20:29:50.188727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.195973 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.195973 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b80e2c94-c53d-41d1-82cf-9171d6f11b8b HTTP/1.1" status: 204 len: 168 time: 0.5925620 Aug 16 20:29:50.208393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e399f68-4e33-48fe-bce0-7687e14d37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80e2c94-c53d-41d1-82cf-9171d6f11b8b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:50.251888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af184055-6f8f-4370-b7c1-2f0b838968f0 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925f1c1-893a-4355-8815-6a53191a85b3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:50.287987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-475807ee-9a27-404e-b40f-ba8bb23ca46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.289616 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-475807ee-9a27-404e-b40f-ba8bb23ca46c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f5c1977a1da4cb0b635692e7da4161e&device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 1095 time: 0.0630903 Aug 16 20:29:50.438813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-b5e9d186-64b7-4083-b1f4-8d0bef415ce7 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600781 Aug 16 20:29:50.451121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa9bce-7576-4105-8729-da0e470c8ea4 req-4d94661c-d4da-49fc-95eb-f4481ef548ee tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.453060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4fa9bce-7576-4105-8729-da0e470c8ea4 req-4d94661c-d4da-49fc-95eb-f4481ef548ee tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2050045 Aug 16 20:29:50.476577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-3dd46796-1851-4904-b7cf-88e703b4106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.479598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-3dd46796-1851-4904-b7cf-88e703b4106f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee0c175c-38d8-4d68-8785-abd5fd090772 HTTP/1.1" status: 200 len: 907 time: 0.1796412 Aug 16 20:29:50.515892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f545646-eb66-4889-ac32-57a37e45b204 req-0bdf29ba-513f-4e03-bc95-711837c76d99 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.523371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f545646-eb66-4889-ac32-57a37e45b204 req-0bdf29ba-513f-4e03-bc95-711837c76d99 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 943 time: 0.1930778 Aug 16 20:29:50.569160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-c2b39817-7ca8-4f35-a33b-ee2ba3bb8c5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79 HTTP/1.1" status: 200 len: 217 time: 0.0750186 Aug 16 20:29:50.580976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4fa9bce-7576-4105-8729-da0e470c8ea4 req-934a51c4-6fee-4710-b4ee-19fe0948bb2c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158743 Aug 16 20:29:50.632358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f545646-eb66-4889-ac32-57a37e45b204 req-c0334057-2fa1-4aa2-be9e-1bf5ec8a92de tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079080 Aug 16 20:29:50.670415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-44bbd284-24c5-4a7c-8759-fc68162daf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.672727 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-44bbd284-24c5-4a7c-8759-fc68162daf6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09dbd3ea-9de6-4a44-86f3-d9e16c121288 HTTP/1.1" status: 200 len: 845 time: 0.1026907 Aug 16 20:29:50.744518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-d035a171-ae92-4045-a40f-d93d0b21799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.746972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-d035a171-ae92-4045-a40f-d93d0b21799b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0c175c-38d8-4d68-8785-abd5fd090772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648828 Aug 16 20:29:50.773707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d022c9ff-738e-45ee-a5e7-f30c2689537a req-d964352c-fba6-44e4-8f4d-6d462e6663fc service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187754 Aug 16 20:29:50.782077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-505b0044-ed09-42e9-a957-de9002bbb669 req-3c6fea53-6a6f-4428-86eb-463ed1fca2fd tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "GET /v2.0/security-groups/cf0f8e62-82cf-4f31-b9d3-ab55986c6f56 HTTP/1.1" status: 200 len: 1802 time: 0.1254201 Aug 16 20:29:50.807565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e93d7-f4c1-4acc-b745-55b07fc889ae req-f31a98cd-21f3-409b-9d5f-779a92496d5b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:50.810809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d5e93d7-f4c1-4acc-b745-55b07fc889ae req-f31a98cd-21f3-409b-9d5f-779a92496d5b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 944 time: 0.1524248 Aug 16 20:29:50.928396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-b57ccab7-1915-4c93-952e-5a069093b311 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596718 Aug 16 20:29:50.932156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-505b0044-ed09-42e9-a957-de9002bbb669 req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:50.937271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d5e93d7-f4c1-4acc-b745-55b07fc889ae req-b8d5eebe-0ae5-48fc-89c3-360ff0b63d55 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908113 Aug 16 20:29:50.985571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-505b0044-ed09-42e9-a957-de9002bbb669 req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.120521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac02f9-cbb1-4501-a1ec-a2783b29f6ed req-93da48fe-7e3c-4bd2-8b71-72055e2f1217 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.122650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bac02f9-cbb1-4501-a1ec-a2783b29f6ed req-93da48fe-7e3c-4bd2-8b71-72055e2f1217 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0623090 Aug 16 20:29:51.123492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9ff89fad-f501-45ae-9606-4b144c810dbf req-3c42a926-2b60-4b3d-9269-6ead5698c7bd service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866114 Aug 16 20:29:51.209565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bac02f9-cbb1-4501-a1ec-a2783b29f6ed req-8a8b4f32-4bde-4a86-b9e9-124cfc87d206 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747623 Aug 16 20:29:51.212328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-505b0044-ed09-42e9-a957-de9002bbb669 req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.227999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-505b0044-ed09-42e9-a957-de9002bbb669 req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.229582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:51.234426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-505b0044-ed09-42e9-a957-de9002bbb669 req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] 10.222.0.70 "DELETE /v2.0/security-groups/cf0f8e62-82cf-4f31-b9d3-ab55986c6f56 HTTP/1.1" status: 204 len: 173 time: 0.4437077 Aug 16 20:29:51.280493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8f7ce-35fb-479d-a016-08589095f7e9 tempest-SecurityGroupsTestJSON-1472256245 tempest-SecurityGroupsTestJSON-1472256245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f8e62-82cf-4f31-b9d3-ab55986c6f56,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:51.333166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d03-0103-4868-afa6-c4942acb894d req-64597d4a-7296-4d96-88b0-3b69618455d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.334870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aad2d03-0103-4868-afa6-c4942acb894d req-64597d4a-7296-4d96-88b0-3b69618455d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.0944235 Aug 16 20:29:51.379641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Deleting subnet b00fd22c-d85e-4663-99f2-13fcd6480f48 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:29:51.388825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.438466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.465059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3aad2d03-0103-4868-afa6-c4942acb894d req-4ec4c5c0-467c-4469-977f-8d7260ff5e04 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206906 Aug 16 20:29:51.502488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.510923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da10d4c-a2fa-47bc-adb5-99ed8152b687 req-5f85c006-b478-4fe1-b0f6-1fc3910b9a55 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.519514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da10d4c-a2fa-47bc-adb5-99ed8152b687 req-5f85c006-b478-4fe1-b0f6-1fc3910b9a55 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1568298 Aug 16 20:29:51.585342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da10d4c-a2fa-47bc-adb5-99ed8152b687 req-c3c8c0fe-12af-4d12-9b70-a05ceb8b3980 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637915 Aug 16 20:29:51.614462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37733-cd1b-476c-b222-a9d41efb6127 req-35a4cacd-a775-4231-9a2f-3f7786f0d002 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.616478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45e37733-cd1b-476c-b222-a9d41efb6127 req-35a4cacd-a775-4231-9a2f-3f7786f0d002 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1345172 Aug 16 20:29:51.680398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45e37733-cd1b-476c-b222-a9d41efb6127 req-ce9d32dd-a2d4-4533-9266-50df10b0e68a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551982 Aug 16 20:29:51.709188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.733349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00fd22c-d85e-4663-99f2-13fcd6480f48,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:51.742496 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.755032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.761137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eac071c4-d8f5-49bb-b06d-d3b856b4d4ca admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b00fd22c-d85e-4663-99f2-13fcd6480f48 HTTP/1.1" status: 204 len: 168 time: 0.5261762 Aug 16 20:29:51.765143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:51.775583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e753f-5adb-40ca-ae4e-871afac7afd3 req-6e7d3c68-13a0-4c0e-a514-a04e59bd1a4a tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.784212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f47e753f-5adb-40ca-ae4e-871afac7afd3 req-6e7d3c68-13a0-4c0e-a514-a04e59bd1a4a tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 943 time: 0.0703444 Aug 16 20:29:51.833848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f47e753f-5adb-40ca-ae4e-871afac7afd3 req-c42dbc1b-3a4b-4523-a81c-038bd7f699a3 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484426 Aug 16 20:29:51.892573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:51.907466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c99b0f-f38b-4a93-8a2f-b87bd0d30198 req-3863c3b7-4cbe-4df1-9a8e-6f2df5f2d9f4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:51.910555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8c99b0f-f38b-4a93-8a2f-b87bd0d30198 req-3863c3b7-4cbe-4df1-9a8e-6f2df5f2d9f4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0750868 Aug 16 20:29:51.947950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52618) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:51.998711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8c99b0f-f38b-4a93-8a2f-b87bd0d30198 req-fecf0d96-ab4f-43bd-a873-e11fe1804097 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802956 Aug 16 20:29:52.043894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.059159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:52.071415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85f1db4-7804-406c-99f0-e8fb212a91c0') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:52.071877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85f1db4-7804-406c-99f0-e8fb212a91c0') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:29:52.092983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.120540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 04704371-22a7-42dc-8387-9c56847daaeb details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:52.127127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.139302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:29:52.139874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:29:52.141713 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:29:52.176230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-128544911'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:52.274089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24d68-fd73-44f9-8520-ac2946f4293f req-9f570e69-8295-43e5-9ba9-eecde7f08d3e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:52.276977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab24d68-fd73-44f9-8520-ac2946f4293f req-9f570e69-8295-43e5-9ba9-eecde7f08d3e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 944 time: 0.1974065 Aug 16 20:29:52.291165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=04704371-22a7-42dc-8387-9c56847daaeb,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:52.291647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a160b6-1b63-4a5b-bc23-31f8e68d0959 req-be06250a-9c28-48ab-b5dc-421fd11a2c9b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:52.293254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a160b6-1b63-4a5b-bc23-31f8e68d0959 req-be06250a-9c28-48ab-b5dc-421fd11a2c9b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1773360 Aug 16 20:29:52.306146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '04704371-22a7-42dc-8387-9c56847daaeb', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': '04704371-22a7-42dc-8387-9c56847daaeb', 'mac_address': 'fa:16:3e:00:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:52.342285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.351183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.353901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.360671 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] 10.222.0.70 "DELETE /v2.0/networks/8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce HTTP/1.1" status: 204 len: 168 time: 0.5924311 Aug 16 20:29:52.381907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04704371-22a7-42dc-8387-9c56847daaeb {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:52.388963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cd20f-cf10-48ff-872e-8f948c1b1b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=8df5df39-33ce-4fe5-a7b4-d4eb52fd66ce,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:52.406498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=04704371-22a7-42dc-8387-9c56847daaeb,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:52.418817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab24d68-fd73-44f9-8520-ac2946f4293f req-60e504b1-5c8c-48d7-a789-223559222f9a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245408 Aug 16 20:29:52.422144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:52.427126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.447131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.447325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a160b6-1b63-4a5b-bc23-31f8e68d0959 req-706f06fd-8d2b-4855-aa04-51072009666b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307297 Aug 16 20:29:52.565222 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.567418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:29:52.601251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.661379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:52.673484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.674009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.674392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.675412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.676539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.676887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.677246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.677579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.677978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.678368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.678704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.679091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:29:52.696831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.752713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d08631-373c-4dbb-ac14-fd659ac5d272,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:52.789644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:52.802705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.803131 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Added segment 6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9 of type vlan for network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 Aug 16 20:29:52.837125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:52.853857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'port_id': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'mac_address': 'fa:16:3e:66:4a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:29:52.859205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.901897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.921764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:29:52.950248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:52.982576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:52.988487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:52.989147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.071935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52642) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:53.073800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.095780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Network': ['ID=81ee4ec9-f95d-4ea0-9562-9643fa6d3e54,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:53.127980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:53.137768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a7a05846-1ecd-4306-a702-ce001ecb8112 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8b2afff6adf4ebcaf0f9ea1b8537fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640213 Aug 16 20:29:53.138531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52644) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:53.154202 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d4f5207d-8639-4b65-9063-c832fd70d95f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2049685 Aug 16 20:29:53.161261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52646) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:53.170341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:53.246891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7859b-55e3-49d2-be97-e95bffbee852 req-40223dde-cc94-4e92-8f7e-5a148c00b707 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.255073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fb7859b-55e3-49d2-be97-e95bffbee852 req-40223dde-cc94-4e92-8f7e-5a148c00b707 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.5524130 Aug 16 20:29:53.312016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fb7859b-55e3-49d2-be97-e95bffbee852 req-206d86a4-dfcd-4086-8a60-2c242537fda4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556836 Aug 16 20:29:53.329437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c0fb-991b-4e44-96ae-24653bdaf155 req-b080de70-b4ac-4fd1-9d8f-58670cfc7b67 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.348638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ee1c0fb-991b-4e44-96ae-24653bdaf155 req-b080de70-b4ac-4fd1-9d8f-58670cfc7b67 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1623812 Aug 16 20:29:53.388448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:53.397041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.400342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.402988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['04704371-22a7-42dc-8387-9c56847daaeb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:53.406416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['24bfd665-80c0-4b6b-8cc6-38419f3bfb79'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:29:53.414196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ee1c0fb-991b-4e44-96ae-24653bdaf155 req-efc26978-f936-49e6-a33b-418bb42b4658 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641868 Aug 16 20:29:53.542579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fa52c-ffe7-460d-bb82-ac9330a4163f req-fb006794-7139-4f7c-afee-51f1d103b47c tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.544484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a88fa52c-ffe7-460d-bb82-ac9330a4163f req-fb006794-7139-4f7c-afee-51f1d103b47c tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 944 time: 0.1232684 Aug 16 20:29:53.566117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.589523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:53.618627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a88fa52c-ffe7-460d-bb82-ac9330a4163f req-8267c4fb-52f7-4a97-a5cb-132ad9f5d76c tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657279 Aug 16 20:29:53.770244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.772755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.790051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23f6f0c0-79bf-42b4-a3ed-61227f7e04a2 HTTP/1.1" status: 204 len: 168 time: 0.6414123 Aug 16 20:29:53.790268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc77d2-4c2f-4e56-8866-beed18b7b28e req-a090427b-ea1f-4890-a6cd-8de655c6369e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.792364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bc77d2-4c2f-4e56-8866-beed18b7b28e req-a090427b-ea1f-4890-a6cd-8de655c6369e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1050951 Aug 16 20:29:53.812376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaf0b6-adcf-47d0-ba2e-6abadc31dede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f6f0c0-79bf-42b4-a3ed-61227f7e04a2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:53.896447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7bc77d2-4c2f-4e56-8866-beed18b7b28e req-c1be5900-7a6a-47d2-95cf-3cb68e60007c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718613 Aug 16 20:29:53.908595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:53.910003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713648-b1ed-4de0-92c9-ad64ef4efb59 req-5f533882-035d-43c9-b105-5bfe762b3440 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:53.919327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79713648-b1ed-4de0-92c9-ad64ef4efb59 req-5f533882-035d-43c9-b105-5bfe762b3440 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 945 time: 0.1593246 Aug 16 20:29:53.977102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79713648-b1ed-4de0-92c9-ad64ef4efb59 req-7d3b5069-69c3-4277-b1bf-7291f0207bf9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Aug 16 20:29:54.061255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:54.062089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network hostable DHCP agents. Network: 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:54.083878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=d11774a4-a913-429e-b83b-279de3f600f9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:54.236393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:54.247826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e28044-373d-4e6d-b2cf-2a3af461491f req-89bab190-9396-493c-9a6a-fc66375ec8fe tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.249651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25e28044-373d-4e6d-b2cf-2a3af461491f req-89bab190-9396-493c-9a6a-fc66375ec8fe tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0528274 Aug 16 20:29:54.293310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25e28044-373d-4e6d-b2cf-2a3af461491f req-58c50443-f6f6-4501-9d94-aa6770770d28 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Aug 16 20:29:54.365383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:54.379185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cf7f68-d029-4573-9a8b-ae04551abcbd None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:54.379884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.380114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.492413 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-267aea27-99bf-4138-b862-15f889319a5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3296654 Aug 16 20:29:54.495045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52680) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:54.496631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375fc62-a2a5-409b-a635-dd621735450f req-bbd5e984-cf6b-47e6-8466-3114c1ae79c2 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.501412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'name': 'tempest-NetworksTestDHCPv6-1330882836'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:54.504884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0375fc62-a2a5-409b-a635-dd621735450f req-bbd5e984-cf6b-47e6-8466-3114c1ae79c2 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1110320 Aug 16 20:29:54.598361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'd11774a4-a913-429e-b83b-279de3f600f9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:29:54.600303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.626131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0375fc62-a2a5-409b-a635-dd621735450f req-78e5e007-7926-4f34-9c32-e7eb1eea1916 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183121 Aug 16 20:29:54.676836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919347c9-bb74-4dc4-9462-aa64e467efb2 req-068285a7-2a95-4871-aa51-00bcb66f558e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.678562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-919347c9-bb74-4dc4-9462-aa64e467efb2 req-068285a7-2a95-4871-aa51-00bcb66f558e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1708093 Aug 16 20:29:54.721012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-e9f3b537-4644-4072-8e0c-01f23e12c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.723499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-e9f3b537-4644-4072-8e0c-01f23e12c1a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.1626303 Aug 16 20:29:54.803652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/d11774a4-a913-429e-b83b-279de3f600f9/cc4b7dbd-8920-49a1-b58f-7cc8348c99d7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:54.817233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-919347c9-bb74-4dc4-9462-aa64e467efb2 req-67b64c24-7411-49a2-b01e-02af94a50c32 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355252 Aug 16 20:29:54.839523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:54.844976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:54.882339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:29:54.886167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4661-f6b3-4a70-a471-f5116d3a686c req-dd02dd3c-eed3-4649-b9e1-89202cab3a87 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.892542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eba4661-f6b3-4a70-a471-f5116d3a686c req-dd02dd3c-eed3-4649-b9e1-89202cab3a87 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 944 time: 0.1303835 Aug 16 20:29:54.903989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-5ce40f56-3d5f-4ce3-88d9-83aa3c00cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:54.906150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-5ce40f56-3d5f-4ce3-88d9-83aa3c00cb95 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.1699293 Aug 16 20:29:54.993001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-83b824b9-57ce-4fdc-83ba-09fe1eae34f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.0697010 Aug 16 20:29:55.023667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eba4661-f6b3-4a70-a471-f5116d3a686c req-e0e5b3ff-5445-4824-ad74-6c5d339bc4aa tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220529 Aug 16 20:29:55.074011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933dd53-897a-4bc0-bad5-b099c549589e req-694a29f0-8360-47b8-abee-62933ac0385d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.086110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0933dd53-897a-4bc0-bad5-b099c549589e req-694a29f0-8360-47b8-abee-62933ac0385d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1828568 Aug 16 20:29:55.176738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-a82c2d52-9bf0-47f7-af68-3f672817f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.178232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-a82c2d52-9bf0-47f7-af68-3f672817f005 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.1780140 Aug 16 20:29:55.199429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0933dd53-897a-4bc0-bad5-b099c549589e req-caa8385b-6b6a-4983-a627-917b22bbf002 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124265 Aug 16 20:29:55.204267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.213223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Transition to ACTIVE for port object cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:55.220165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-20b9da03-f9b5-4a8d-96d7-05376fe65002 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317237 Aug 16 20:29:55.234404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Transition to ACTIVE for port object cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:55.257487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5920f-abae-4fc2-a6ea-39d8cc250443 req-12c4b6d8-f3e1-49b1-86c7-7d1545ffafa6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.259062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8d5920f-abae-4fc2-a6ea-39d8cc250443 req-12c4b6d8-f3e1-49b1-86c7-7d1545ffafa6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 945 time: 0.1273863 Aug 16 20:29:55.321109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.366813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8d5920f-abae-4fc2-a6ea-39d8cc250443 req-7fe5164c-4676-4403-9ba3-79a68f76ff57 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812252 Aug 16 20:29:55.401834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Pushing event updated for resources: {'Port': ['ID=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:55.430537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:55.432270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:55.440177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:55.455149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-c7b69e2d-be1a-438a-996d-2217d98b8219 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250700 Aug 16 20:29:55.485650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::8a (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/d11774a4-a913-429e-b83b-279de3f600f9/9a8e8a55-e74e-4be4-8b61-edd6986b6f3c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:55.499151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52712) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:55.533757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0ff83-2bef-4da4-8be4-bca34a235d8f req-b13fbcfe-aafa-4db1-914c-3c6338e3c20c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.538520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Attempting to bind port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:29:55.539118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Attempting to bind port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:29:55.539494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Attempting to bind port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:29:55.543199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada0ff83-2bef-4da4-8be4-bca34a235d8f req-b13fbcfe-aafa-4db1-914c-3c6338e3c20c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1357045 Aug 16 20:29:55.549532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:29:55.549978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:55.553669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.553669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:29:55.553669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Bound port: cc4b7dbd-8920-49a1-b58f-7cc8348c99d7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:29:55.553669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.657561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] For port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:29:55.657769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ada0ff83-2bef-4da4-8be4-bca34a235d8f req-262cf73e-4f5a-442e-852c-0ddebcd29ac0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118252 Aug 16 20:29:55.660232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] For port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:29:55.748706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34a98ab4-d8cb-47b5-8193-b52b7cf96af4 req-19ac5966-3c5c-408a-b059-8ec554b0616b service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845170 Aug 16 20:29:55.765972 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.786480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-network', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:55.804602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.827343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:55.843796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc8a2e-06d0-4c1a-9d8d-5a911fe0472a None None] Pushing event updated for resources: {'Port': ['ID=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:55.894834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-4cfa7f57-7116-4659-8c5c-e39a91412c10 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:55.897103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-4cfa7f57-7116-4659-8c5c-e39a91412c10 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.1903570 Aug 16 20:29:55.901933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:55.905411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.918301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-5fcf104e-aed5-468e-8045-e2676229a935 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/quotas/0ce77112df0a48f2a813dd21deb5d4a5 HTTP/1.1" status: 200 len: 375 time: 0.0135026 Aug 16 20:29:55.923934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.976779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:55.998047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-d6ebf556-1aa0-4a21-b181-1511d019422a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735333 Aug 16 20:29:56.062150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:29:56.082883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:56.109027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:29:56.114831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:56.120227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.137818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 04704371-22a7-42dc-8387-9c56847daaeb up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:56.145436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=9a8e8a55-e74e-4be4-8b61-edd6986b6f3c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:56.222250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a3ce-dbbc-476b-93a0-67c6a6893c6c req-97f40b1a-8567-4835-af6c-25888ca2cbc5 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:56.222250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f66a3ce-dbbc-476b-93a0-67c6a6893c6c req-97f40b1a-8567-4835-af6c-25888ca2cbc5 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0924540 Aug 16 20:29:56.222442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.239064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-4a0523ce-39ab-4796-ae68-8b5436cacd7b service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327032 Aug 16 20:29:56.324625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f66a3ce-dbbc-476b-93a0-67c6a6893c6c req-e2894a1f-f343-4de5-9c11-ab88b9f26ea7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031384 Aug 16 20:29:56.367542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-63efe266-b0a1-4722-80e8-353f97288fc8 service neutron] 10.222.0.70 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158326 Aug 16 20:29:56.465257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e450e2-9c42-47ae-9e47-c04fac36842f req-61490c21-1bf4-451e-a301-c030462c592b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:56.467479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24e450e2-9c42-47ae-9e47-c04fac36842f req-61490c21-1bf4-451e-a301-c030462c592b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0707328 Aug 16 20:29:56.510875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24e450e2-9c42-47ae-9e47-c04fac36842f req-cec4b0bd-3cd4-4f88-8baf-cdf57806fd7b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 16 20:29:56.584132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.607752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:29:56.616334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 04704371-22a7-42dc-8387-9c56847daaeb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:56.621201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 04704371-22a7-42dc-8387-9c56847daaeb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:56.621741 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.625113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1269716-6c0e-4ff3-a9c2-a728223b95ba,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:56.647454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.647827 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Added segment 9cca3605-2e08-43f0-8d6d-5d114012bf39 of type vlan for network 8f9eefd5-760a-4c21-80e2-b9ce632564df Aug 16 20:29:56.684247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca1c54-ef31-4969-b060-39ac6d87d3c3 req-bf3e101c-32cb-4cd2-967d-54545e8d0afc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:56.696109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cca1c54-ef31-4969-b060-39ac6d87d3c3 req-bf3e101c-32cb-4cd2-967d-54545e8d0afc tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 944 time: 0.1219151 Aug 16 20:29:56.746589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2760d2cb-12eb-46b8-a560-9f1dd477c4ad tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2464693 Aug 16 20:29:56.771288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52742) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:56.826086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cca1c54-ef31-4969-b060-39ac6d87d3c3 req-0b5ab16c-b2b7-4c64-99e9-5eaa964a7b30 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289508 Aug 16 20:29:56.882824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.922233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:56.932580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b29b09-75a8-4954-b18e-6d8cefae28d5 req-366c4017-fece-481e-8c13-07fe8317c962 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:56.966306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b29b09-75a8-4954-b18e-6d8cefae28d5 req-366c4017-fece-481e-8c13-07fe8317c962 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 945 time: 0.1613600 Aug 16 20:29:56.966529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=04704371-22a7-42dc-8387-9c56847daaeb,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:56.966638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:56.969405 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e233d80c-b80f-440b-9799-ed9e4278b0f7" -d '{"events": [{"server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "name": "network-vif-plugged", "status": "completed", "tag": "04704371-22a7-42dc-8387-9c56847daaeb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:56.976025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:57.061793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.066543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:57.073261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f9b8021-345d-48c6-a90c-067a4beaf8fa req-182bca31-66b8-44a2-a581-759fd93500b7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.0619378 Aug 16 20:29:57.083664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a62898-6a13-4c88-8655-f56c60be33bd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.104240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74b29b09-75a8-4954-b18e-6d8cefae28d5 req-95ad0220-c86e-479e-8a31-a7ab7954352e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324048 Aug 16 20:29:57.114804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a62898-6a13-4c88-8655-f56c60be33bd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.114804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-41a62898-6a13-4c88-8655-f56c60be33bd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3399198 Aug 16 20:29:57.114804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.114804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.115658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.116044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52752) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:57.171740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:57.198882 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f16bf-4fa8-4253-822d-9573dd1e856b x-openstack-request-id: req-ec2f16bf-4fa8-4253-822d-9573dd1e856b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:57.199192 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "name": "network-vif-plugged", "status": "completed", "tag": "04704371-22a7-42dc-8387-9c56847daaeb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:57.200761 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec2f16bf-4fa8-4253-822d-9573dd1e856b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:57.201169 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb', 'code': 200} Aug 16 20:29:57.246301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] Pushing event updated for resources: {'Network': ['ID=8f9eefd5-760a-4c21-80e2-b9ce632564df,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:57.248799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b70d1-6caf-4864-958c-415a7a1b8b45 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:57.257046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:57.259340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.266440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:29:57.326800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8e342-7135-4ccc-a75f-7796719fa696 req-1e257a80-48df-4d36-af16-baa5c5c3eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.334015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-04d8e342-7135-4ccc-a75f-7796719fa696 req-1e257a80-48df-4d36-af16-baa5c5c3eca1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 1098 time: 0.0590708 Aug 16 20:29:57.363970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:57.368360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ee25dbd-d80a-4913-a895-841054ec68ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8669982 Aug 16 20:29:57.372607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:57.372982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.374511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:57.387033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.399000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52756) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:57.406452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Request body: {'subnet': {'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-subnet', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:57.419224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:57.435974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-04d8e342-7135-4ccc-a75f-7796719fa696 req-a141633f-89b6-4046-bdc0-3486f22f5043 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860443 Aug 16 20:29:57.508586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:29:57.513819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Provisioning for port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:29:57.520131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.576002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.581023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Provisioning complete for port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:57.582065 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.616051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deedd39-6293-48f4-a1cc-ef424a6d77dd req-70ba6f33-c8f6-4f01-a1de-89334e54ad75 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.623960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5deedd39-6293-48f4-a1cc-ef424a6d77dd req-70ba6f33-c8f6-4f01-a1de-89334e54ad75 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1353266 Aug 16 20:29:57.700780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:57.705868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5deedd39-6293-48f4-a1cc-ef424a6d77dd req-90eff7cb-f8cf-45c5-9f65-876865fe058a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753727 Aug 16 20:29:57.728679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542b593-c9bd-49ed-8ebb-863636e03715 req-db84f18b-9421-459f-a4ef-d7a60aabec20 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:57.736353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4542b593-c9bd-49ed-8ebb-863636e03715 req-db84f18b-9421-459f-a4ef-d7a60aabec20 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1422484 Aug 16 20:29:57.796708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.848842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4542b593-c9bd-49ed-8ebb-863636e03715 req-2c89fb3d-5b17-4155-8e2e-9fcf56aa8946 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991471 Aug 16 20:29:57.849196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.885185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.908106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:57.918201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:57.959567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] For port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:57.999832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=9a8e8a55-e74e-4be4-8b61-edd6986b6f3c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:58.019671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:58.028316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Checking segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:29:58.028923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Network hostable DHCP agents. Network: 8f9eefd5-760a-4c21-80e2-b9ce632564df, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:29:58.079613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.103264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.105888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-665b989a-0421-4cf3-8597-711e92b3206d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/9a8e8a55-e74e-4be4-8b61-edd6986b6f3c HTTP/1.1" status: 204 len: 168 time: 0.9886570 Aug 16 20:29:58.108928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:58.143390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b19f3-b315-4c17-a034-8818ca9eab7b req-bc35d7a0-8eee-474a-8339-fc06df687d1d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.146874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-449b19f3-b315-4c17-a034-8818ca9eab7b req-bc35d7a0-8eee-474a-8339-fc06df687d1d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.1655846 Aug 16 20:29:58.166980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b68819-8bb3-4609-ac7c-d20d772185aa None None] Pushing event updated for resources: {'Port': ['ID=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:58.200175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:29:58.217320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5ab5086-e656-468c-80b0-334e7611d803 None None] Provisioning complete for port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:58.217320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5086-e656-468c-80b0-334e7611d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.221504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-449b19f3-b315-4c17-a034-8818ca9eab7b req-d064a462-3e79-4744-8676-547ef8dee2b3 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677874 Aug 16 20:29:58.297275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dbb42-0098-418b-b654-e84d76de55c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.304425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519dbb42-0098-418b-b654-e84d76de55c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.308959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52778) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:58.310307 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-519dbb42-0098-418b-b654-e84d76de55c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000425 Aug 16 20:29:58.342307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8f9eefd5-760a-4c21-80e2-b9ce632564df) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:29:58.347793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.348570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.367122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f9dbcf-1625-4a9a-8f92-112ac603fae0 None None] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:58.437808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet d11774a4-a913-429e-b83b-279de3f600f9 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:29:58.446813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5ab5086-e656-468c-80b0-334e7611d803 None None] Could not find standard attr ID for object 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:29:58.472657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e0fcfd2-48ce-4446-a788-bc8c6e349c18 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0694804 Aug 16 20:29:58.472892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017911f9-d5d3-475a-8d36-4cc46257cc91 req-9a0d23fe-22bb-4763-97aa-6332e2476506 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.1088798 Aug 16 20:29:58.472979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:58.473791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.478903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:58.570571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24455ace-9184-4641-9709-15557c763c13 req-16d8e58b-98ac-4ba6-9796-91b9f2ea254d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.578367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24455ace-9184-4641-9709-15557c763c13 req-16d8e58b-98ac-4ba6-9796-91b9f2ea254d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.2145433 Aug 16 20:29:58.585644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.627907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9ae2d73a-6d9e-43a8-897d-85b1c05cbbeb None None] Could not find standard attr ID for object 9a8e8a55-e74e-4be4-8b61-edd6986b6f3c. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:29:58.668090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.669151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.686316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-8f9eefd5-760a-4c21-80e2-b9ce632564df', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:29:58.686316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.687134 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:29:58.759280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.789904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:58.882549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24455ace-9184-4641-9709-15557c763c13 req-bc4cf5ea-96b3-4331-b30c-20d67f24a1ca tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032105 Aug 16 20:29:58.930649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09950-cd31-4ab5-b39d-33dba286e65b req-d62a66df-a53d-4558-a004-8a17fa1bd7f8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:58.938742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a09950-cd31-4ab5-b39d-33dba286e65b req-d62a66df-a53d-4558-a004-8a17fa1bd7f8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3150907 Aug 16 20:29:58.965157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Allocated IP 172.20.0.2 (8f9eefd5-760a-4c21-80e2-b9ce632564df/3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d/a669213a-3fb9-4ef0-ab28-b3fa3950abc9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:29:58.984086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:29:59.045112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.054477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a09950-cd31-4ab5-b39d-33dba286e65b req-8a3819d4-ff50-4e08-b148-46deca48644c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054664 Aug 16 20:29:59.080236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3de9-33f1-4b6a-a469-c9bbcad05137 req-326dc81a-7b9d-4e72-837c-7c93c0101013 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:59.080972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0dc3de9-33f1-4b6a-a469-c9bbcad05137 req-326dc81a-7b9d-4e72-837c-7c93c0101013 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0643835 Aug 16 20:29:59.109598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.132040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:29:59.132305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.153289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=d11774a4-a913-429e-b83b-279de3f600f9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:29:59.159941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.162778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a70365f3-b2a6-4ec9-a8a1-c0e62f2ce9f8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/d11774a4-a913-429e-b83b-279de3f600f9 HTTP/1.1" status: 204 len: 168 time: 0.8527403 Aug 16 20:29:59.165662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:59.166295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0dc3de9-33f1-4b6a-a469-c9bbcad05137 req-5ccccb38-9b60-48b0-aebd-2b2897cdd99e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775633 Aug 16 20:29:59.201213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52686f2d-b67a-4de0-b542-a915030617a7 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:29:59.208463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:29:59.208463 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b5d24-88a7-4985-9844-1deb3cac5c0c" -d '{"events": [{"server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "name": "network-vif-plugged", "status": "completed", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:29:59.221184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2c523602-6288-4dee-8884-d7a4f2df775d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538833 Aug 16 20:29:59.228147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52794) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:29:59.234707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:29:59.304525 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb06c3-3102-4ac7-a43f-acf8bf344055 x-openstack-request-id: req-decb06c3-3102-4ac7-a43f-acf8bf344055 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:29:59.304762 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "name": "network-vif-plugged", "status": "completed", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:29:59.305017 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-decb06c3-3102-4ac7-a43f-acf8bf344055 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:29:59.305370 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'code': 200} Aug 16 20:29:59.330770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.388520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Transition to ACTIVE for port object a669213a-3fb9-4ef0-ab28-b3fa3950abc9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:59.443476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Transition to ACTIVE for port object a669213a-3fb9-4ef0-ab28-b3fa3950abc9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:29:59.553406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42beef7-055c-4e9e-8c87-b7d354d89a8b req-6a9db88c-62ba-4678-9829-d007575b30e8 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:59.561581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f42beef7-055c-4e9e-8c87-b7d354d89a8b req-6a9db88c-62ba-4678-9829-d007575b30e8 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.1887944 Aug 16 20:29:59.622477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-457eed21-3417-4676-9971-463c639c050c req-a1059d3e-9847-4c22-bfdc-893e941f2579 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.0460455 Aug 16 20:29:59.625804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:29:59.773236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f42beef7-055c-4e9e-8c87-b7d354d89a8b req-6d423406-87c8-4e76-9ac2-d3387b22e76e tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792317 Aug 16 20:29:59.773597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Deleting port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:29:59.773597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.773597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] For port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:29:59.773597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.773597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Calling delete_port for cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:29:59.880453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5db63c-2ddb-4564-8af0-0eb70c6d5b97 req-c3ed2a2a-d538-4a68-ac1d-05226d247767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:29:59.881869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-de5db63c-2ddb-4564-8af0-0eb70c6d5b97 req-c3ed2a2a-d538-4a68-ac1d-05226d247767 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 1097 time: 0.0725873 Aug 16 20:29:59.883237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.907508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:29:59.979955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-de5db63c-2ddb-4564-8af0-0eb70c6d5b97 req-62a685f7-d527-43c7-bf15-82c2bfe516b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783808 Aug 16 20:30:00.009456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb3846-c03a-4898-a672-e07c3017a17a req-290038e5-1427-49ca-bc38-420a319034ad tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.011209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7eeb3846-c03a-4898-a672-e07c3017a17a req-290038e5-1427-49ca-bc38-420a319034ad tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.0545580 Aug 16 20:30:00.038930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Allocated IP 172.25.7.63 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3302cca4-4e25-4564-9bec-c4c5c278e972) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:00.058810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7eeb3846-c03a-4898-a672-e07c3017a17a req-b0c8fec2-2fcc-48ec-b3f5-0dc6b974d4b1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Aug 16 20:30:00.158930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.198505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f1df-1c1a-4deb-8817-8606d0522446 req-d22f66db-0a43-4763-a3eb-d503c4b9eb60 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.209356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc80f1df-1c1a-4deb-8817-8606d0522446 req-d22f66db-0a43-4763-a3eb-d503c4b9eb60 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0733905 Aug 16 20:30:00.256221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc80f1df-1c1a-4deb-8817-8606d0522446 req-a1e16bc4-c8a6-42ed-9341-dea716a5ac43 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Aug 16 20:30:00.350124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.355265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:00.359074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.417488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:00.418904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.422483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Pushing event updated for resources: {'Port': ['ID=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:00.431123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:00.451583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.461939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:00.477744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] Pushing event deleted for resources: {'Port': ['ID=cc4b7dbd-8920-49a1-b58f-7cc8348c99d7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:00.492007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e34c2d-d603-4757-924b-d39b22d34f79 None None] No DVR routers for this DVR port cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:00.575900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Attempting to bind port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:00.576477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Attempting to bind port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:00.578201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Attempting to bind port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 on network 8f9eefd5-760a-4c21-80e2-b9ce632564df {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:00.582682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:00.598944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:00.602650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e918f45-9f17-4e5e-8652-d7b7aa2804bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.604390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:00.608792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:00.609765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Checking segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:00.609765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.610157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Bound using segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:00.610430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Bound port: a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:00.610975 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.636432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3302cca4-4e25-4564-9bec-c4c5c278e972,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:00.707879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c960c4-1cf8-4f69-9746-eeb69b9ad408 req-551e6b10-674b-4be2-a2e9-4381f7a0da77 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.709102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55c960c4-1cf8-4f69-9746-eeb69b9ad408 req-551e6b10-674b-4be2-a2e9-4381f7a0da77 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3576083 Aug 16 20:30:00.726014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-e1dc558d-7713-4f4b-bb55-75b48f4e8169 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.733157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-e1dc558d-7713-4f4b-bb55-75b48f4e8169 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.4284401 Aug 16 20:30:00.734781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] For port a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:00.739289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] For port a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:00.797689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-b838fb96-582b-412a-93f2-61b56ff98186 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0636528 Aug 16 20:30:00.825720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-5e098a41-71f5-4672-af73-17cdfb799948 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:00.827193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-5e098a41-71f5-4672-af73-17cdfb799948 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "GET /v2.0/networks?id=bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 200 len: 815 time: 0.3987393 Aug 16 20:30:00.858027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:00.928927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Request body: {'port': {'device_id': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'admin_state_up': True, 'tenant_id': '0ce77112df0a48f2a813dd21deb5d4a5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:00.942617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:01.007195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:01.009911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc4b7dbd-8920-49a1-b58f-7cc8348c99d7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:01.029630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9dd17-9a73-4091-b3c2-8f525161a5a2 None None] Pushing event updated for resources: {'Port': ['ID=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:01.144645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55c960c4-1cf8-4f69-9746-eeb69b9ad408 req-547e5ff0-23fc-41c5-8a84-141ebb1d9fdd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935914 Aug 16 20:30:01.188639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.409930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-1eb50984-36fe-4c8f-b034-b606137e4476 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5949330 Aug 16 20:30:01.414926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d8f0b6e-8177-4bcc-877c-c8c2a92cfb48 req-4782f6c6-ba3a-4184-8a25-70e4d3b91600 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.1092417 Aug 16 20:30:01.614997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.620502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.678945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=5fcdac58-fd3d-4032-9d95-818a1fcbf6fd,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:01.708299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-9e4c0c5c-7105-403a-83f9-0891041fba0f service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809689 Aug 16 20:30:01.730455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:01.738042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:01.752297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af55d24-574a-4ba6-b1b0-914ce4b46f87 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:01.760651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f65c93-ea83-4174-8da6-531ae7586bdb req-076caea2-33fa-416d-81d4-716c2230b14e tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:01.768198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91f65c93-ea83-4174-8da6-531ae7586bdb req-076caea2-33fa-416d-81d4-716c2230b14e tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.2461879 Aug 16 20:30:01.799580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:01.800713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:01.865951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91f65c93-ea83-4174-8da6-531ae7586bdb req-27d60683-bfe1-46eb-a3b4-56c9e30ccb0c tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966346 Aug 16 20:30:01.891252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:30:01.905177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Made reservation on behalf of 0ce77112df0a48f2a813dd21deb5d4a5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:01.915716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.075634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:02.086716 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Sync routers for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:02.101573 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:02.102502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:29:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:02.172958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '5fcdac58-fd3d-4032-9d95-818a1fcbf6fd'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:02.176221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.279941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.281228 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36f065a2-b866-4807-a91c-368d8750f6a7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8072784 Aug 16 20:30:02.286169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52856) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:02.330141 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:02.469357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/5fcdac58-fd3d-4032-9d95-818a1fcbf6fd/7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:02.647484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-735a8596-e9f8-4f87-8aa1-7dfb9d9643b8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4149177 Aug 16 20:30:02.672699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:02.694354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'name': 'tempest-NetworksTestDHCPv6-933045126'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:02.731089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-045cdcda-6da5-4975-9558-7b18a541bc92 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0218346 Aug 16 20:30:02.762566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e0269-e598-41b3-800d-97bd8dbd43a1 None None] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:02.800917 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.824571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:00Z', 'revision_number': 3, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:02.853139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Transition to ACTIVE for port object 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:02.863050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Checking router: 028bf0f9-7de9-408f-a42c-5d3c64d320f3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:02.863050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Updating router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 port 3302cca4-4e25-4564-9bec-c4c5c278e972 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:30:02.903961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Transition to ACTIVE for port object 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:02.909653 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:02.950475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-03e524d4-c801-4452-9cfd-07a9d14e82b5 None None] Provisioning for port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:02.972326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68743eec-2b4a-4c21-a242-36a086066a06 req-f38643be-3cab-43a9-955a-86991a73ab49 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:02.986212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52866) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:02.989010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68743eec-2b4a-4c21-a242-36a086066a06 req-f38643be-3cab-43a9-955a-86991a73ab49 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.3526111 Aug 16 20:30:03.007060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Request body: {'floatingip': {'port_id': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:03.020123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.055381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a669213a-3fb9-4ef0-ab28-b3fa3950abc9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:03.119573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.139448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Allocated IP 172.20.0.13 (bb7828d8-ceba-490a-bb28-f71e67439698/cd4d857c-5933-4cd3-8fd6-dba4f34793db/2709a576-e737-4edb-a8c1-c2e74f3da148) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:03.211682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f91db3-3bc3-4b2c-862d-a22d2895a3e6 req-e9965412-63a2-4997-9b5d-d701e30b445d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:03.230175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:03.238058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62f91db3-3bc3-4b2c-862d-a22d2895a3e6 req-e9965412-63a2-4997-9b5d-d701e30b445d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1592605 Aug 16 20:30:03.240354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:03.251217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:03.258454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Pushing event updated for resources: {'Port': ['ID=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.353441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:03.355257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3bce-4955-4bda-87e9-8327f143ac16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.357177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.377651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Attempting to bind port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:03.378783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Attempting to bind port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:03.379411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Attempting to bind port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:03.398408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:03.398780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:03.399227 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.399565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:03.400079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Bound port: 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:03.400463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.412368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:03.418276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8365fbb8-8d43-481c-a154-caccbc634ef5 req-65d0de0c-10e8-441b-8d6f-c56f98c34508 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.1076124 Aug 16 20:30:03.426498 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.445034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:03.445034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.461998 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Transition to ACTIVE for port object 3302cca4-4e25-4564-9bec-c4c5c278e972 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:03.462335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62f91db3-3bc3-4b2c-862d-a22d2895a3e6 req-1122bc4a-78eb-42c1-bef2-7b359f8b59b1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134645 Aug 16 20:30:03.503938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 27f4e884-31ad-4d83-8a18-4c57869a36c2 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:03.509526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.582892 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.620642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] For port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:03.625112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] For port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:03.697932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Attempting to bind port 3302cca4-4e25-4564-9bec-c4c5c278e972 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:03.698288 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Attempting to bind port 3302cca4-4e25-4564-9bec-c4c5c278e972 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:03.704458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7844079a-9b4b-41a2-8b57-435cf7f1adb2 None None] Provisioning complete for port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:03.705037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7844079a-9b4b-41a2-8b57-435cf7f1adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.716436 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Attempting to bind port 3302cca4-4e25-4564-9bec-c4c5c278e972 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:03.719897 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31fcc6-5f19-4e6e-a0e7-ce966d5c7a64 None None] Pushing event updated for resources: {'Port': ['ID=3302cca4-4e25-4564-9bec-c4c5c278e972,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.729712 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:03.730214 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:03.730713 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.731253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:03.731853 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Bound port: 3302cca4-4e25-4564-9bec-c4c5c278e972, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:03.732287 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.751321 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.761129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.788101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:03.823569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0137d3e1-258d-4f60-a32a-1a50fccf301b req-3cb7c5da-d5cc-405d-b7d0-146bb55ee687 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 210 time: 0.2826996 Aug 16 20:30:03.828672 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] For port 3302cca4-4e25-4564-9bec-c4c5c278e972, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:03.852375 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] For port 3302cca4-4e25-4564-9bec-c4c5c278e972, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3302cca4-4e25-4564-9bec-c4c5c278e972,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:03.927159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:03.935529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec6c3a-94e8-45b2-9885-474e94e1a0e3 None None] Pushing event updated for resources: {'Port': ['ID=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:03.964396 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.014663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7844079a-9b4b-41a2-8b57-435cf7f1adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.024758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.052935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:04.110962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd', '57240d69-53f7-4246-9463-012da4f4bb42'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:04.118089 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:04.118713 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:04.126326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:30:04.137889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31fcc6-5f19-4e6e-a0e7-ce966d5c7a64 None None] Pushing event updated for resources: {'Port': ['ID=3302cca4-4e25-4564-9bec-c4c5c278e972,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:04.150577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Network bb7828d8-ceba-490a-bb28-f71e67439698 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:04.165196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:04.178399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:04.205045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.218988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e23796-c67b-4c23-8d50-a2206cd23419 req-be4bab3c-8486-4c8a-8f46-93dcaad3d3db tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.223781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88e23796-c67b-4c23-8d50-a2206cd23419 req-be4bab3c-8486-4c8a-8f46-93dcaad3d3db tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.6121874 Aug 16 20:30:04.338909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-6f1ce2c4-60e1-4e91-a12c-d68c651fa526 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3806391 Aug 16 20:30:04.356620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event updated for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:04.370038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.375661 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:04.397094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-7844079a-9b4b-41a2-8b57-435cf7f1adb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:30:04.397601 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-7844079a-9b4b-41a2-8b57-435cf7f1adb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:30:04.427273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c847a-a03d-46ae-a82f-dfe4a7e19859 req-49d45a81-34a1-4574-be7e-3f2700560609 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.436169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-251c847a-a03d-46ae-a82f-dfe4a7e19859 req-49d45a81-34a1-4574-be7e-3f2700560609 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.4056628 Aug 16 20:30:04.486602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.492739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.506723 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-ad974233-6ca9-4b96-bc26-813bdd0b7596 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4628549 Aug 16 20:30:04.535034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::3c2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/5fcdac58-fd3d-4032-9d95-818a1fcbf6fd/27f4e884-31ad-4d83-8a18-4c57869a36c2) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:04.543368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.595504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88e23796-c67b-4c23-8d50-a2206cd23419 req-e78bf3eb-edcd-4d0e-9025-bd8ceecc258e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142889 Aug 16 20:30:04.655145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:04.677593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-251c847a-a03d-46ae-a82f-dfe4a7e19859 req-bb07cbeb-0c36-446d-a810-8ed6ccd54f00 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405124 Aug 16 20:30:04.681881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:04.771171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c5984092-6125-4e25-868b-5b83fa7040c8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8599930 Aug 16 20:30:04.801149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-da0462f3-51f0-41d4-95c5-803440ed2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:04.802789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-da0462f3-51f0-41d4-95c5-803440ed2fc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.3948920 Aug 16 20:30:04.854439 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:00Z', 'revision_number': 3, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:04.890836 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a079b7d-8e26-4266-9287-2cc9109bed42 None None] The sync data for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 is: [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:00Z', 'revision_number': 3, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:04.900465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Request body: {'port': {'device_id': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:05.050344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-d404a412-3e1d-4561-aef5-47e0bd3c20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.054142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-d404a412-3e1d-4561-aef5-47e0bd3c20eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 1097 time: 0.4353378 Aug 16 20:30:05.099015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a669213a-3fb9-4ef0-ab28-b3fa3950abc9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:05.176276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8e5e-83ea-459f-8dd2-5543674dbe67 req-43ac6777-01ee-496e-a679-24e59d81fa5b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.184611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd4e8e5e-83ea-459f-8dd2-5543674dbe67 req-43ac6777-01ee-496e-a679-24e59d81fa5b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 932 time: 0.4125643 Aug 16 20:30:05.227773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:05.228333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.299155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.315122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-d387db43-5b50-444c-a446-cf9f96725d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.318075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-d387db43-5b50-444c-a446-cf9f96725d1b service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 906 time: 0.1689224 Aug 16 20:30:05.387850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.396726 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Floating IP c51686c5-3e21-4c4e-959f-d650cd45d845 associated. External IP: 172.25.7.187, port: 24bfd665-80c0-4b6b-8cc6-38419f3bfb79. Aug 16 20:30:05.473584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd4e8e5e-83ea-459f-8dd2-5543674dbe67 req-c76560ea-f272-4d23-9b48-29b500428b9b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869887 Aug 16 20:30:05.476797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:05.489507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 27f4e884-31ad-4d83-8a18-4c57869a36c2 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:05.656511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:05.747988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.907234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e99a842a-db4f-454d-b58a-ee40cd7a86aa req-38ebd7a1-97af-4c06-a722-0d41e4357934 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 210 time: 0.1642704 Aug 16 20:30:05.918350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:05.934945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Provisioning for port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:05.934945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Provisioning complete for port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:05.935349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:05.948839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:05.977510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:05.996204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:05.996910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.119647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=27f4e884-31ad-4d83-8a18-4c57869a36c2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:06.121512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-dc31ca20-f097-4c2b-bfa7-24c358671b59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36eac084-b4ad-4896-899b-4706e7476e72 HTTP/1.1" status: 200 len: 217 time: 0.7936637 Aug 16 20:30:06.159929 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.179755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.200941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] For port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:06.293758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.334366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b6175-ad9d-42ea-85a0-14b4114581b3 req-4aa6b4d1-296e-4798-b920-9f2071fd34df tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.334366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-253b6175-ad9d-42ea-85a0-14b4114581b3 req-4aa6b4d1-296e-4798-b920-9f2071fd34df tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2293243 Aug 16 20:30:06.350860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-6b5f456e-2bca-44c1-a153-ff18da7bfd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.353299 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-6b5f456e-2bca-44c1-a153-ff18da7bfd71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.2024782 Aug 16 20:30:06.358056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-43eb5df2-ea4d-4572-bf0c-b8540d029216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.359517 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-43eb5df2-ea4d-4572-bf0c-b8540d029216 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 1.4921405 Aug 16 20:30:06.382616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-590e980d-e53a-44c7-9e69-c1405338c7f2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7108183 Aug 16 20:30:06.408062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:06.434686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.478342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2709a576-e737-4edb-a8c1-c2e74f3da148 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:06.491517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.524353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Transition to ACTIVE for port object 2709a576-e737-4edb-a8c1-c2e74f3da148 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:06.555110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8677d-7938-4369-aa62-a254346a70c8 None None] Pushing event updated for resources: {'Port': ['ID=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:06.593643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-253b6175-ad9d-42ea-85a0-14b4114581b3 req-83d4ca19-232b-4af0-9da1-2e3c5796ed2f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384341 Aug 16 20:30:06.651986 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-d76acc27-6a06-4f1c-b5e2-33394613b1df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2811248 Aug 16 20:30:06.656600 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-c4887928-3d81-4cca-bcc8-428b60f0d55f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.2683249 Aug 16 20:30:06.714827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a9f3f8b1-a871-4c82-affa-6cc356716693 None None] Provisioning for port 27f4e884-31ad-4d83-8a18-4c57869a36c2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:06.720052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a9f3f8b1-a871-4c82-affa-6cc356716693 None None] Provisioning complete for port 27f4e884-31ad-4d83-8a18-4c57869a36c2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:06.720493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9f3f8b1-a871-4c82-affa-6cc356716693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.762409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:06.845838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3f8b1-a871-4c82-affa-6cc356716693 None None] Port 27f4e884-31ad-4d83-8a18-4c57869a36c2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:06.973052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f39d5-188a-419b-82bd-dc655cffb058 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.985704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659f39d5-188a-419b-82bd-dc655cffb058 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.985704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-659f39d5-188a-419b-82bd-dc655cffb058 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5723944 Aug 16 20:30:06.993830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-ff198b34-1811-49f5-80e8-b6cc5ed64fe8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:06.995413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-ff198b34-1811-49f5-80e8-b6cc5ed64fe8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.73 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.4005804 Aug 16 20:30:07.006686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52926) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:07.064587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:07.120901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-93d6d58e-ac80-49b0-9eb0-feb34b62c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:07.122618 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-93d6d58e-ac80-49b0-9eb0-feb34b62c4cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.4324625 Aug 16 20:30:07.194856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3302cca4-4e25-4564-9bec-c4c5c278e972 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:07.281131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fb887-7f05-4c91-95e8-49765c26e479 req-dd93500d-d828-4034-be9f-d716b0a877ab tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:07.283158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4fb887-7f05-4c91-95e8-49765c26e479 req-dd93500d-d828-4034-be9f-d716b0a877ab tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 944 time: 0.5325370 Aug 16 20:30:07.283808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:07.306700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d083ee-bf51-4fa7-988c-e95b19a4dc19 req-8141d262-d555-45a6-a675-a1ff36ba76d1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:07.308338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5d083ee-bf51-4fa7-988c-e95b19a4dc19 req-8141d262-d555-45a6-a675-a1ff36ba76d1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.5562799 Aug 16 20:30:07.315365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-7b47715b-2b76-4c9d-b4f5-27734f42fcd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687191 Aug 16 20:30:07.342383 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-ac66f0d9-3247-44ae-a865-26ed184d198b service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786034 Aug 16 20:30:07.428944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:07.432490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.439108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3302cca4-4e25-4564-9bec-c4c5c278e972 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:07.446288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3302cca4-4e25-4564-9bec-c4c5c278e972 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:07.446705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.461766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Attempting to bind port 2709a576-e737-4edb-a8c1-c2e74f3da148 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:07.462109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Attempting to bind port 2709a576-e737-4edb-a8c1-c2e74f3da148 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:07.462446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Attempting to bind port 2709a576-e737-4edb-a8c1-c2e74f3da148 on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:07.483702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Allocated IP 172.20.0.1 (8f9eefd5-760a-4c21-80e2-b9ce632564df/3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d/bef53c25-7bbe-49da-8891-ea481e2501ca) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:07.488636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5d083ee-bf51-4fa7-988c-e95b19a4dc19 req-87f7d794-160d-4642-aa12-0e84dfb0a93e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438437 Aug 16 20:30:07.495054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Port 2709a576-e737-4edb-a8c1-c2e74f3da148 on network bb7828d8-ceba-490a-bb28-f71e67439698 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:30:07.495416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Attempting to bind port 2709a576-e737-4edb-a8c1-c2e74f3da148 on network bb7828d8-ceba-490a-bb28-f71e67439698 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:07.511286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4fb887-7f05-4c91-95e8-49765c26e479 req-6d8c2073-25cd-444d-9b0d-15645db59f36 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144518 Aug 16 20:30:07.524921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:07.525297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Checking segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:07.525694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Bound using segment: {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:07.526195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Bound port: 2709a576-e737-4edb-a8c1-c2e74f3da148, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:07.526564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.557368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Router c7537323-0bee-4ab2-a8e0-b05abebc06e1 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:07.694195 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-0d8d2987-f6eb-4c21-bedd-5e87c5e2823d service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685884 Aug 16 20:30:07.719714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.725032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 27f4e884-31ad-4d83-8a18-4c57869a36c2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:07.725382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.776228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3302cca4-4e25-4564-9bec-c4c5c278e972, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3302cca4-4e25-4564-9bec-c4c5c278e972,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:07.782620 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f1b13d7-1f95-4e6e-9553-3d95bd2e3e90 req-e6453303-8b4b-46a9-a38c-ced4e5e89976 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237373 Aug 16 20:30:07.813850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b2b7abe-c594-4072-8bee-8e6173eaa607 req-f491142c-716e-404d-a3c5-8540fbcab3ce tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 210 time: 0.1161406 Aug 16 20:30:07.824147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.10 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/8d171451-9510-4cbd-bdf4-abecf825cd9e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:07.852190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:07.874263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.875187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:07.930704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:07.937613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2709a576-e737-4edb-a8c1-c2e74f3da148,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:07.985552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3302cca4-4e25-4564-9bec-c4c5c278e972,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:07.999138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d6efc-e043-4457-8377-c20513c9117f req-1dc1818e-42b7-4c25-afb4-d5daade0383d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:08.001554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11d6efc-e043-4457-8377-c20513c9117f req-1dc1818e-42b7-4c25-afb4-d5daade0383d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1570978 Aug 16 20:30:08.013706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:08.014444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.037132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:08.068880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Sync routers for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:08.092884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.099232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.109070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.118434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Transition to ACTIVE for port object bef53c25-7bbe-49da-8891-ea481e2501ca will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:08.119308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:08.120173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:08.152149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a84298d4-5d19-45c0-985c-08dcfcc7e733 req-7767c736-e532-4ebb-8344-a2232769b600 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412448 Aug 16 20:30:08.172950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 27f4e884-31ad-4d83-8a18-4c57869a36c2 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:08.190034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e11d6efc-e043-4457-8377-c20513c9117f req-afad72c1-cb26-46f7-8bb7-8a4808b617a4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456263 Aug 16 20:30:08.199526 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-06746ca4-3242-4f68-a21e-460ab11ba897 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "PUT /v2.0/floatingips/c51686c5-3e21-4c4e-959f-d650cd45d845 HTTP/1.1" status: 200 len: 991 time: 5.1965828 Aug 16 20:30:08.201820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:08.204463 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:08.294680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:08.301197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.303155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2709a576-e737-4edb-a8c1-c2e74f3da148 HTTP/1.1" status: 200 len: 1093 time: 3.5236759 Aug 16 20:30:08.326615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.327525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:08.329584 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1174859b-2654-48d2-9030-d4d99ae5c790" -d '{"events": [{"name": "network-changed", "server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:08.392165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:08.500962 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae5659-966b-4954-84c1-25815b20f72d x-openstack-request-id: req-3bae5659-966b-4954-84c1-25815b20f72d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:08.503645 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:08.504393 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bae5659-966b-4954-84c1-25815b20f72d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:08.504952 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'status': 'completed', 'code': 200} Aug 16 20:30:08.524694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:08.558235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:08.561619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:08.597778 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b34b57-7220-4ac3-a016-1eb47dc35c3b x-openstack-request-id: req-20b34b57-7220-4ac3-a016-1eb47dc35c3b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:08.598185 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:08.600669 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20b34b57-7220-4ac3-a016-1eb47dc35c3b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:08.601296 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148', 'status': 'completed', 'code': 200} Aug 16 20:30:08.617304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Pushing event updated for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:08.703601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-584fbb59-30dc-463d-a0ca-38a09bcf06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:08.705179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-584fbb59-30dc-463d-a0ca-38a09bcf06f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f5c1977a1da4cb0b635692e7da4161e&device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 1097 time: 0.1993825 Aug 16 20:30:08.717076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.744423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b1a90-a657-4271-8ca6-84eaee965fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:08.757389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:08.928815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3302cca4-4e25-4564-9bec-c4c5c278e972 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:08.968458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'c51686c5-3e21-4c4e-959f-d650cd45d845', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'port_id': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'mac_address': 'fa:16:3e:66:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9a50f-284b-4364-9460-47009eb1e3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:37Z', 'updated_at': '2021-08-16T20:30:03Z', 'revision_number': 1, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:09.033541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Checking router: c7537323-0bee-4ab2-a8e0-b05abebc06e1 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:09.092478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-ad5463b8-13a2-42fb-8a8d-d884aacaae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.094464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-ad5463b8-13a2-42fb-8a8d-d884aacaae3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee0c175c-38d8-4d68-8785-abd5fd090772 HTTP/1.1" status: 200 len: 907 time: 0.3678281 Aug 16 20:30:09.101390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:09.102451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:09.141339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3302cca4-4e25-4564-9bec-c4c5c278e972 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:09.141718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.216878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-84297763-c57f-4e88-b7d6-292110f790ec None None] Provisioning for port bef53c25-7bbe-49da-8891-ea481e2501ca completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:09.247414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-6c752363-9dd0-4ec4-8fad-ec831871eef5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79 HTTP/1.1" status: 200 len: 999 time: 0.1432683 Aug 16 20:30:09.342291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.350161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-84297763-c57f-4e88-b7d6-292110f790ec None None] Provisioning complete for port bef53c25-7bbe-49da-8891-ea481e2501ca triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:09.350537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84297763-c57f-4e88-b7d6-292110f790ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:09.397805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-84297763-c57f-4e88-b7d6-292110f790ec None None] Port bef53c25-7bbe-49da-8891-ea481e2501ca cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:09.415023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-3144e564-888e-40e9-96a5-8b63b5857a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.416606 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-3144e564-888e-40e9-96a5-8b63b5857a71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09dbd3ea-9de6-4a44-86f3-d9e16c121288 HTTP/1.1" status: 200 len: 845 time: 0.1627500 Aug 16 20:30:09.462281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8e9f-f11d-4ea6-be7e-5647d08f57bb req-9be56967-b6cf-494d-a562-a7543a92f870 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.466000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfd8e9f-f11d-4ea6-be7e-5647d08f57bb req-9be56967-b6cf-494d-a562-a7543a92f870 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.8574932 Aug 16 20:30:09.483116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:09.522411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-e8bd677f-d23e-44e5-b3af-20007e6f3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.526006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-e8bd677f-d23e-44e5-b3af-20007e6f3ae8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 1096 time: 0.8841372 Aug 16 20:30:09.554475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-de9d23cb-ab77-4fc5-bc55-2e82e355ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.556216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-de9d23cb-ab77-4fc5-bc55-2e82e355ec86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee0c175c-38d8-4d68-8785-abd5fd090772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264281 Aug 16 20:30:09.585640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a821a-1360-40c5-b415-2845f33f115f req-8ee41077-81c3-4b3d-9127-38f57451c75d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.597082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f61a821a-1360-40c5-b415-2845f33f115f req-8ee41077-81c3-4b3d-9127-38f57451c75d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 944 time: 0.8323750 Aug 16 20:30:09.678314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-e6ba920d-cdc9-4685-8305-fc1d6aa4265c service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104240 Aug 16 20:30:09.747127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfd8e9f-f11d-4ea6-be7e-5647d08f57bb req-ade56de9-fb71-4acf-b626-a408c3579c10 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656257 Aug 16 20:30:09.797898 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4664ea-4f41-4ceb-a79f-a3fddb8aadfd req-e795156d-28ed-4b43-b855-cd2674349740 service neutron] 10.222.0.64 "GET /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096840 Aug 16 20:30:09.800644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f61a821a-1360-40c5-b415-2845f33f115f req-c7c7923b-3a97-4549-8127-86d8ffa2c63c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025583 Aug 16 20:30:09.910476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-0f4d6643-6666-49d6-a7ce-57d717781790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:09.913717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-0f4d6643-6666-49d6-a7ce-57d717781790 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3773661 Aug 16 20:30:09.955155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.008916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'c51686c5-3e21-4c4e-959f-d650cd45d845', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'port_id': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'mac_address': 'fa:16:3e:66:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9a50f-284b-4364-9460-47009eb1e3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:37Z', 'updated_at': '2021-08-16T20:30:03Z', 'revision_number': 1, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:10.025600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-80924ff0-e13c-4ce7-8d9e-523b29fd99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.027421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1174859b-2654-48d2-9030-d4d99ae5c790 req-80924ff0-e13c-4ce7-8d9e-523b29fd99a7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057854 Aug 16 20:30:10.040221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.041898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.057188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0170cac5-84a5-4488-9f72-911cf1adee66 None None] The sync data for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 is: [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'c51686c5-3e21-4c4e-959f-d650cd45d845', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'floating_ip_address': '172.25.7.187', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'port_id': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'mac_address': 'fa:16:3e:66:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af9a50f-284b-4364-9460-47009eb1e3de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:29:37Z', 'updated_at': '2021-08-16T20:30:03Z', 'revision_number': 1, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:10.060883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72', '04704371-22a7-42dc-8387-9c56847daaeb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:10.109752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:10.125050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.170540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:10.180787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:10.279304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.282491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Pushing event updated for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:10.351151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.360757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.369302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.381697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/27f4e884-31ad-4d83-8a18-4c57869a36c2 HTTP/1.1" status: 204 len: 168 time: 3.3583736 Aug 16 20:30:10.387531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:10.405166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:10.466467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c3c17-aafb-4f38-a48a-64722299f8c3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=27f4e884-31ad-4d83-8a18-4c57869a36c2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:10.501984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb303f-a3b2-46ef-91e7-42bb74fe8509 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.509284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb303f-a3b2-46ef-91e7-42bb74fe8509 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.513706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20fb303f-a3b2-46ef-91e7-42bb74fe8509 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1051269 Aug 16 20:30:10.514285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:10.517275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c2937-03ba-4d6e-a258-a2e73dd6ad2b req-d26eb0c6-1478-42e8-a76a-c1434789dd22 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.535836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d24c2937-03ba-4d6e-a258-a2e73dd6ad2b req-d26eb0c6-1478-42e8-a76a-c1434789dd22 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 932 time: 0.5068288 Aug 16 20:30:10.549279 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82be620b-d841-4566-9dfe-49c138b35fb8 None None] New status for floating IP c51686c5-3e21-4c4e-959f-d650cd45d845: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:30:10.558079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-b27108e8-71f9-4cdd-bf6a-251b120fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.560195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-b27108e8-71f9-4cdd-bf6a-251b120fa42f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 1096 time: 0.4477203 Aug 16 20:30:10.617494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 5fcdac58-fd3d-4032-9d95-818a1fcbf6fd {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:10.625106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.677992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81cf9-5487-489c-9171-90a56f3ad719 req-0e4f49fd-848d-4c6e-89b7-60358afb8f63 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.681300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c81cf9-5487-489c-9171-90a56f3ad719 req-0e4f49fd-848d-4c6e-89b7-60358afb8f63 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.5314112 Aug 16 20:30:10.685113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.731595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-d4341501-67b4-4b0d-9bcb-f44bb6066e3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7010114 Aug 16 20:30:10.736664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:10.739218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-8500f319-e33b-4e98-a9f2-994047502572 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2709a576-e737-4edb-a8c1-c2e74f3da148 HTTP/1.1" status: 200 len: 217 time: 0.1649563 Aug 16 20:30:10.745273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:10.818996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-9c3c9d28-4935-43eb-b5ba-92686814bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:10.820727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-9c3c9d28-4935-43eb-b5ba-92686814bf8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 200 len: 855 time: 0.0685074 Aug 16 20:30:10.826871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Request body: {'port': {'device_id': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:10.883409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-d5688855-8269-4641-8f93-a5da126c9f76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bb7828d8-ceba-490a-bb28-f71e67439698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503967 Aug 16 20:30:10.890432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d24c2937-03ba-4d6e-a258-a2e73dd6ad2b req-50c64446-7ebc-4bb6-b8ce-52bd602984e6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085186 Aug 16 20:30:10.896916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:10.961338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:30:11.009119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c81cf9-5487-489c-9171-90a56f3ad719 req-037ea53a-d14c-4bc6-be87-ee91dfc389bf tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809753 Aug 16 20:30:11.086218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:11.122976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:11.134759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Sync routers for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:11.145539 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50130933-f7c4-4ff8-b2e2-26ece1dd499e admin admin] 10.222.0.70 "PUT /v2.0/routers/028bf0f9-7de9-408f-a42c-5d3c64d320f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8489523 Aug 16 20:30:11.159456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e075a5-5e3a-4b53-a694-bb29068d1106 req-307fc620-6c59-48dc-822c-b1ac385d1201 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:11.161475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89e075a5-5e3a-4b53-a694-bb29068d1106 req-307fc620-6c59-48dc-822c-b1ac385d1201 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 944 time: 0.1497843 Aug 16 20:30:11.163780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:11.164591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:11.216867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-59747bdb-15b7-4526-9c6f-2bd8cc3a60d3 None None] Provisioning complete for port bef53c25-7bbe-49da-8891-ea481e2501ca triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:11.217633 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-59747bdb-15b7-4526-9c6f-2bd8cc3a60d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:11.244210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-c2ebf84b-ea69-4547-bd53-3ba2640a3153 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508620 Aug 16 20:30:11.268893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:11.307593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-59747bdb-15b7-4526-9c6f-2bd8cc3a60d3 None None] Port bef53c25-7bbe-49da-8891-ea481e2501ca cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:11.328312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcdac58-fd3d-4032-9d95-818a1fcbf6fd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:11.342067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:11.354811 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:11.357343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9f91e9e8-f8a5-4e02-9360-56f1567526e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/5fcdac58-fd3d-4032-9d95-818a1fcbf6fd HTTP/1.1" status: 204 len: 168 time: 0.8358033 Aug 16 20:30:11.360027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52984) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:11.379516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904adc29-7f3b-45a7-8070-d5b17b4152c4 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:11.414530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f6264cb7-5ca6-4468-8d5c-7a7f8402790d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531805 Aug 16 20:30:11.417079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52988) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:11.425776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:11.564018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89e075a5-5e3a-4b53-a694-bb29068d1106 req-3b850065-743d-40f1-a8bb-3c5908678567 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774564 Aug 16 20:30:11.666952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26ebdbe1-173e-4661-a30f-0f52c0b14298 req-8745400d-a652-42c4-9ad2-3a138392bfd6 service neutron] 10.222.0.73 "GET /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353772 Aug 16 20:30:11.709861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:11.713312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:11.933289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:11.992764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 2, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:12.057795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Checking router: 028bf0f9-7de9-408f-a42c-5d3c64d320f3 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:12.058160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Updating router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 port bef53c25-7bbe-49da-8891-ea481e2501ca binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:30:12.116195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Deleting port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:12.116595 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.118695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.170156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d171451-9510-4cbd-bdf4-abecf825cd9e {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:12.191556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.245890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Transition to ACTIVE for port object 8d171451-9510-4cbd-bdf4-abecf825cd9e will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:12.270928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee9796-fdf3-4d04-9f62-bbc3f17b7810 req-305ea49b-4286-4991-990d-7992a0ae2f0d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:12.282856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdee9796-fdf3-4d04-9f62-bbc3f17b7810 req-305ea49b-4286-4991-990d-7992a0ae2f0d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 1.0574195 Aug 16 20:30:12.366052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.562040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc101c65-3756-4f92-bb42-53e5e106a296 req-67c90d12-f0ca-48b9-bcb6-15362cbddd92 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:12.571199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc101c65-3756-4f92-bb42-53e5e106a296 req-67c90d12-f0ca-48b9-bcb6-15362cbddd92 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 932 time: 0.2866309 Aug 16 20:30:12.588295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdee9796-fdf3-4d04-9f62-bbc3f17b7810 req-ed17ecfb-9214-460e-8d1b-8b0ab902d35b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800570 Aug 16 20:30:12.588295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:12.703540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] For port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:12.704143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:12.733728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Calling delete_port for 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:12.756576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc101c65-3756-4f92-bb42-53e5e106a296 req-05d2a9e5-6ea1-4ef3-b5d1-53e430e6770f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829112 Aug 16 20:30:12.836033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Attempting to bind port 8d171451-9510-4cbd-bdf4-abecf825cd9e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:12.836399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Attempting to bind port 8d171451-9510-4cbd-bdf4-abecf825cd9e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:12.836747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Attempting to bind port 8d171451-9510-4cbd-bdf4-abecf825cd9e on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:12.862490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Port 8d171451-9510-4cbd-bdf4-abecf825cd9e on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:30:12.862838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Attempting to bind port 8d171451-9510-4cbd-bdf4-abecf825cd9e on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:12.889450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:12.892032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:12.894599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:12.896775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Bound port: 8d171451-9510-4cbd-bdf4-abecf825cd9e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:12.899164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.015493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:13.095522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7287-d8a4-439e-af1f-0edda22e858e req-9c1cdd87-71e4-4b56-abc7-73d40d5de3ea tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.104053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b4d7287-d8a4-439e-af1f-0edda22e858e req-9c1cdd87-71e4-4b56-abc7-73d40d5de3ea tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 944 time: 0.1460938 Aug 16 20:30:13.115024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.179437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b4d7287-d8a4-439e-af1f-0edda22e858e req-7582c951-0ec7-44fa-9272-b22fc6cb83f2 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Aug 16 20:30:13.218513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f479-4277-4465-85b8-5e237d1efc78 req-a67c6298-c9ef-438e-97fb-2b79a90a1d75 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.227787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1d4f479-4277-4465-85b8-5e237d1efc78 req-a67c6298-c9ef-438e-97fb-2b79a90a1d75 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2117052 Aug 16 20:30:13.239002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:13.252197 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.255348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:13.313339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:13.317483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] No DVR routers for this DVR port 7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:13.327643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1d4f479-4277-4465-85b8-5e237d1efc78 req-10ff216f-2f24-4b05-8fc3-ef1e92383ac9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978587 Aug 16 20:30:13.329849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:13.344474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.345779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.369327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.371158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=1d01786a-884d-4cd9-867e-f5ef83b4a250,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:13.385325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.389803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.395314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136460f8-7d7b-4d05-8719-787e8864626b None None] Pushing event deleted for resources: {'Port': ['ID=7ab7cfd4-dc90-4cb1-b13f-b5a7f4d30c07,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:13.437667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265abca-6925-4a77-a545-51ac1b49d351 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:13.448979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19c2aaca-aaf7-4d98-a266-c5845faf3ed5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0307164 Aug 16 20:30:13.449582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53042) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:13.458278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'name': 'tempest-NetworksTestDHCPv6-764744839'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:13.473590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Transition to ACTIVE for port object bef53c25-7bbe-49da-8891-ea481e2501ca will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:13.584682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.585332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.588065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] 10.222.0.73 "PUT /v2.0/ports/8d171451-9510-4cbd-bdf4-abecf825cd9e HTTP/1.1" status: 200 len: 1093 time: 2.8370552 Aug 16 20:30:13.590348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:13.592577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad199d-7d41-47af-b517-eb4447cde5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:13.605202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820907a-bf4f-4db7-9f6d-0f6f5ade0b8c service neutron] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:13.638949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f12e6-e60c-4e1d-a785-49f3e94c682a req-3471d67d-9e30-467a-94b4-c12e74790a4d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.638949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349f12e6-e60c-4e1d-a785-49f3e94c682a req-3471d67d-9e30-467a-94b4-c12e74790a4d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0911825 Aug 16 20:30:13.645028 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.810298 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268706f1-9377-4f90-a157-e460e72b2020 x-openstack-request-id: req-268706f1-9377-4f90-a157-e460e72b2020 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:13.810298 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:13.810298 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-268706f1-9377-4f90-a157-e460e72b2020 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:13.810298 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'status': 'completed', 'code': 200} Aug 16 20:30:13.828637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349f12e6-e60c-4e1d-a785-49f3e94c682a req-de6ff3b8-ba23-44b6-809f-4d94fcaac9f0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821427 Aug 16 20:30:13.930529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:13.934879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:13.972945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port f203a900-a2a1-4179-a2f5-88036eb811eb yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:13.994904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-c4086a65-0bea-48b5-b5f7-b3308f59bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:13.996536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-c4086a65-0bea-48b5-b5f7-b3308f59bd38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 1096 time: 0.2087464 Aug 16 20:30:14.019033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96af5cb-7671-42b2-b1d1-2441f0dcbd04 None None] Pushing event updated for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:14.194502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Attempting to bind port bef53c25-7bbe-49da-8891-ea481e2501ca on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:14.194502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Attempting to bind port bef53c25-7bbe-49da-8891-ea481e2501ca by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:14.194502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Attempting to bind port bef53c25-7bbe-49da-8891-ea481e2501ca on network 8f9eefd5-760a-4c21-80e2-b9ce632564df {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:14.258820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:14.259284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Checking segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:14.259781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.260253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Bound using segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:14.260822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Bound port: bef53c25-7bbe-49da-8891-ea481e2501ca, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:14.261277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.298987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::30a (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1d01786a-884d-4cd9-867e-f5ef83b4a250/f203a900-a2a1-4179-a2f5-88036eb811eb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:14.502828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2709a576-e737-4edb-a8c1-c2e74f3da148 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:14.530186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9dcfa-674f-4ac4-b86f-b6f671cccceb req-df0009e5-2e94-4269-9b50-62b398d427d0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.540092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8d9dcfa-674f-4ac4-b86f-b6f671cccceb req-df0009e5-2e94-4269-9b50-62b398d427d0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 944 time: 0.2640188 Aug 16 20:30:14.546068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '1d01786a-884d-4cd9-867e-f5ef83b4a250'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:14.551440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.614873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dddd8-75a8-4e8a-bacb-6afb9e757166 req-c4764db0-6081-4a5b-8b95-36e3298261db tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.617466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8dddd8-75a8-4e8a-bacb-6afb9e757166 req-c4764db0-6081-4a5b-8b95-36e3298261db tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3395336 Aug 16 20:30:14.622415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-a6b8d76a-d836-490d-9b3c-0d25f2646773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.623872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-a6b8d76a-d836-490d-9b3c-0d25f2646773 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6187172 Aug 16 20:30:14.631204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] For port bef53c25-7bbe-49da-8891-ea481e2501ca, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:14.633527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8d9dcfa-674f-4ac4-b86f-b6f671cccceb req-e3970076-2ff3-4ec4-aab0-18d62007ec08 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914237 Aug 16 20:30:14.636289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.636862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] For port bef53c25-7bbe-49da-8891-ea481e2501ca, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bef53c25-7bbe-49da-8891-ea481e2501ca,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:14.679464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object f203a900-a2a1-4179-a2f5-88036eb811eb will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:14.742993 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.850878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.853528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8dddd8-75a8-4e8a-bacb-6afb9e757166 req-c21382f9-4332-4c78-ba07-60d9fdde36fd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911805 Aug 16 20:30:14.910844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:14.915065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:14.918908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:14.927519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.927519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:14.938804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417437d-f2b7-43c7-a7e3-bc652c54a155 req-0a228c2d-12f7-4875-b07f-920328b064b7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.938804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3417437d-f2b7-43c7-a7e3-bc652c54a155 req-0a228c2d-12f7-4875-b07f-920328b064b7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 944 time: 0.1799691 Aug 16 20:30:14.964424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-01eb0bec-754d-4c13-a2a6-86a62905db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:14.971974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aad199d-7d41-47af-b517-eb4447cde5f8 req-01eb0bec-754d-4c13-a2a6-86a62905db9a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3328319 Aug 16 20:30:14.972982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=f203a900-a2a1-4179-a2f5-88036eb811eb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.018113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:15.044460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:15.062479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-06779ff3-f11b-4ff7-8f19-668e5999ef0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6116636 Aug 16 20:30:15.064879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53100) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:15.124130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3417437d-f2b7-43c7-a7e3-bc652c54a155 req-1b76b9f8-6e96-4796-96b1-f2bd22b08fe4 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469507 Aug 16 20:30:15.170144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00352b-97d5-4878-9287-21378b3a4c43 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.174269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96af5cb-7671-42b2-b1d1-2441f0dcbd04 None None] Pushing event updated for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.174447 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae00352b-97d5-4878-9287-21378b3a4c43 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1050842 Aug 16 20:30:15.178401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53102) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:15.178761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2709a576-e737-4edb-a8c1-c2e74f3da148,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:15.201205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22012ce-3114-41cc-9220-abe23b3170ea req-a8287d0f-21cf-47d0-989b-627ea70e165f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.201496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:15.214450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22012ce-3114-41cc-9220-abe23b3170ea req-a8287d0f-21cf-47d0-989b-627ea70e165f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1987360 Aug 16 20:30:15.233848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-35c89cf6-bba7-4d0e-8f75-b510dac28915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.243829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-35c89cf6-bba7-4d0e-8f75-b510dac28915 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 1096 time: 0.2108035 Aug 16 20:30:15.257425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '2709a576-e737-4edb-a8c1-c2e74f3da148', 'network_id': 'bb7828d8-ceba-490a-bb28-f71e67439698', 'port_id': '2709a576-e737-4edb-a8c1-c2e74f3da148', 'mac_address': 'fa:16:3e:25:6f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4d857c-5933-4cd3-8fd6-dba4f34793db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:15.304571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-1746bf1e-495a-4a77-8cab-a6626ba1a66e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e HTTP/1.1" status: 200 len: 217 time: 0.0499115 Aug 16 20:30:15.335375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port f203a900-a2a1-4179-a2f5-88036eb811eb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:15.336239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.373549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22012ce-3114-41cc-9220-abe23b3170ea req-96630a69-7870-4c92-ae9f-38afc2ddb763 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522765 Aug 16 20:30:15.398894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1d01786a-884d-4cd9-867e-f5ef83b4a250/aab93d9a-d058-473f-b69f-5a9663ed400e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:15.411083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-0daf3a25-fe32-4dcd-bd1c-bea451c2e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.414651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.419290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-0daf3a25-fe32-4dcd-bd1c-bea451c2e62b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.0998354 Aug 16 20:30:15.463980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2709a576-e737-4edb-a8c1-c2e74f3da148 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:15.486342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-7eae1e80-555c-415e-9679-65c047def4cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591815 Aug 16 20:30:15.486585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.505772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for f203a900-a2a1-4179-a2f5-88036eb811eb owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:15.542420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2709a576-e737-4edb-a8c1-c2e74f3da148,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:15.603215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760db72-8a1b-4da7-be4f-505ab266b1cf req-1446e3cd-f141-4a92-9d49-80b4595c1031 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:15.604885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2760db72-8a1b-4da7-be4f-505ab266b1cf req-1446e3cd-f141-4a92-9d49-80b4595c1031 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1292083 Aug 16 20:30:15.649923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.728155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-9b46eb48-5b43-40cd-87a5-d95dcc064dc5 service neutron] 10.222.0.73 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197647 Aug 16 20:30:15.741995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2760db72-8a1b-4da7-be4f-505ab266b1cf req-5abc19c2-9aec-4ed7-b94d-6ea7c0fa9fc3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204042 Aug 16 20:30:15.798496 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.804491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:15.856860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:14Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:15.896324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Transition to ACTIVE for port object aab93d9a-d058-473f-b69f-5a9663ed400e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:15.896812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:15.898394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaba0d4d-07ad-4836-9739-baa78e8322b7 None None] The sync data for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 is: [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:14Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:15.922125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2709a576-e737-4edb-a8c1-c2e74f3da148'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:16.008646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=f203a900-a2a1-4179-a2f5-88036eb811eb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:16.025543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Transition to ACTIVE for port object aab93d9a-d058-473f-b69f-5a9663ed400e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:16.056906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.059394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00cf71fc-d890-4c42-9b0b-ec19b78cb589 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/f203a900-a2a1-4179-a2f5-88036eb811eb HTTP/1.1" status: 204 len: 168 time: 0.8707213 Aug 16 20:30:16.062324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.100715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fbca78b-50f3-4a8d-a106-1f23a4ff5c23 req-96a61dbb-f3dd-4c45-a6ec-825faf5286d3 service neutron] 10.222.0.73 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553863 Aug 16 20:30:16.122430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f759-71d8-4f36-a499-a54182868cd5 req-15af1aff-8c13-4c7c-b174-303901a4623d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.124613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0188f759-71d8-4f36-a499-a54182868cd5 req-15af1aff-8c13-4c7c-b174-303901a4623d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 944 time: 0.3355427 Aug 16 20:30:16.233675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75001fa9-ced7-4ec9-8476-0ab5b68f5c87 req-2aa69675-1ae1-4d33-a1fa-e197430364f3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.235269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75001fa9-ced7-4ec9-8476-0ab5b68f5c87 req-2aa69675-1ae1-4d33-a1fa-e197430364f3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3446479 Aug 16 20:30:16.257932 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.274355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0188f759-71d8-4f36-a499-a54182868cd5 req-3695f4b7-4ccb-47a3-b842-ac21b8ab68d9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241679 Aug 16 20:30:16.287997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe19fb5-b28f-45fb-9ffa-64dd36bce332 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.289930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe19fb5-b28f-45fb-9ffa-64dd36bce332 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.293853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0fe19fb5-b28f-45fb-9ffa-64dd36bce332 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2233324 Aug 16 20:30:16.294769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53126) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:16.309037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75001fa9-ced7-4ec9-8476-0ab5b68f5c87 req-bb83fcd5-0ce2-4b12-8394-c4059f172aa8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641930 Aug 16 20:30:16.392491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:16.416195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:16.419340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 1d01786a-884d-4cd9-867e-f5ef83b4a250 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:16.419819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Pushing event updated for resources: {'Port': ['ID=aab93d9a-d058-473f-b69f-5a9663ed400e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:16.421341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:16.435807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.496754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39141547-79f9-4ff8-b895-b1786b87b3d0 req-f9118e8a-86a5-4cdf-9eab-ced6da1515c3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.513820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39141547-79f9-4ff8-b895-b1786b87b3d0 req-f9118e8a-86a5-4cdf-9eab-ced6da1515c3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 945 time: 0.1283243 Aug 16 20:30:16.539594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.574775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Attempting to bind port aab93d9a-d058-473f-b69f-5a9663ed400e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:16.575148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Attempting to bind port aab93d9a-d058-473f-b69f-5a9663ed400e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:16.575659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Attempting to bind port aab93d9a-d058-473f-b69f-5a9663ed400e on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:16.586540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:16.586915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:16.587590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.587756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:16.588255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Bound port: aab93d9a-d058-473f-b69f-5a9663ed400e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:16.588651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.682499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] For port aab93d9a-d058-473f-b69f-5a9663ed400e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:16.687877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] For port aab93d9a-d058-473f-b69f-5a9663ed400e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aab93d9a-d058-473f-b69f-5a9663ed400e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:16.692078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39141547-79f9-4ff8-b895-b1786b87b3d0 req-c3136391-4508-4ff6-96d4-6ae4478da9e0 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773548 Aug 16 20:30:16.743289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fc202-0ad5-4e38-a64d-a1cfcac5a592 req-17072e34-42c9-415a-9a27-e72d06f26182 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:16.745123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-745fc202-0ad5-4e38-a64d-a1cfcac5a592 req-17072e34-42c9-415a-9a27-e72d06f26182 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1120324 Aug 16 20:30:16.791078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-745fc202-0ad5-4e38-a64d-a1cfcac5a592 req-1efc5702-05d4-4f08-ac7f-d889fd2dd566 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Aug 16 20:30:16.796760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.797070 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:16.926587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783670f7-2819-41c6-be7c-bc036b767ffd None None] Pushing event updated for resources: {'Port': ['ID=aab93d9a-d058-473f-b69f-5a9663ed400e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:16.934552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bef53c25-7bbe-49da-8891-ea481e2501ca up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:17.043002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ae871-982f-4c95-9bb6-0530256179b2 req-e7c4fcbf-dca9-47e5-a8b2-fa43352dec6b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:17.051220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f2ae871-982f-4c95-9bb6-0530256179b2 req-e7c4fcbf-dca9-47e5-a8b2-fa43352dec6b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0886509 Aug 16 20:30:17.099515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.108385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f2ae871-982f-4c95-9bb6-0530256179b2 req-a8916bba-e9e7-404b-9bd5-62f4a8b8456f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Aug 16 20:30:17.138495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port bef53c25-7bbe-49da-8891-ea481e2501ca completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:17.144120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bef53c25-7bbe-49da-8891-ea481e2501ca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:17.144761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.146313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=1d01786a-884d-4cd9-867e-f5ef83b4a250,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:17.155049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.163800 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ebbbb41-1dee-4aa8-aa5b-29e04f8e849e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1d01786a-884d-4cd9-867e-f5ef83b4a250 HTTP/1.1" status: 204 len: 168 time: 0.8661661 Aug 16 20:30:17.165355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53146) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.259688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.308326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port bef53c25-7bbe-49da-8891-ea481e2501ca, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bef53c25-7bbe-49da-8891-ea481e2501ca,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:17.361320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f23c2aad-c35f-4999-be19-9dab472cf40d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1947289 Aug 16 20:30:17.362663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.405162 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:17.489564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:17.519595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ff487c-cecc-4967-a373-b4eff288c6a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:17.521251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c6ff487c-cecc-4967-a373-b4eff288c6a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1568389 Aug 16 20:30:17.527023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53158) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:17.996508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455c0ff-644a-4110-b485-da21dba5d1db req-68b7163f-3383-4d61-8b66-f9c06ab2e5f7 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.000747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b455c0ff-644a-4110-b485-da21dba5d1db req-68b7163f-3383-4d61-8b66-f9c06ab2e5f7 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 944 time: 0.5689566 Aug 16 20:30:18.014843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfa9680-c488-410b-ab62-5fba115dc140 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.016984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cdfa9680-c488-410b-ab62-5fba115dc140 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4871347 Aug 16 20:30:18.021761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:18.039303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828607b8-7db8-4d10-ac97-ab4d4df44614 req-3de826d7-5f3e-48b1-ae5e-83448b3fae30 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.047829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-828607b8-7db8-4d10-ac97-ab4d4df44614 req-3de826d7-5f3e-48b1-ae5e-83448b3fae30 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.5055151 Aug 16 20:30:18.111239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2514109f-ba8e-470c-93b0-f4cf30eea9ac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875678 Aug 16 20:30:18.117034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:18.123903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:18.144441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.155544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b455c0ff-644a-4110-b485-da21dba5d1db req-9e4da7fe-99f1-45ab-b615-264369e80305 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491227 Aug 16 20:30:18.185943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-828607b8-7db8-4d10-ac97-ab4d4df44614 req-bc88698a-0e53-4d0e-9b31-1448f78e9889 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341817 Aug 16 20:30:18.329708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f50f87-7a14-4d65-8cfd-397472025bc5 req-abdeb998-fead-44d6-9604-95dfb109c293 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.332068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f50f87-7a14-4d65-8cfd-397472025bc5 req-abdeb998-fead-44d6-9604-95dfb109c293 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 945 time: 0.0661857 Aug 16 20:30:18.358897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:18.365577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.387115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8d171451-9510-4cbd-bdf4-abecf825cd9e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:18.391125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2709a576-e737-4edb-a8c1-c2e74f3da148 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:18.452749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f50f87-7a14-4d65-8cfd-397472025bc5 req-a5b97532-1e3f-45b7-b604-42cd34afa2c7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145751 Aug 16 20:30:18.476624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b1b7a-4f0e-4b75-bc30-566454456ca4 req-b4227340-e2d3-4425-8134-74b9531ad02d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.478488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e84b1b7a-4f0e-4b75-bc30-566454456ca4 req-b4227340-e2d3-4425-8134-74b9531ad02d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1312060 Aug 16 20:30:18.498390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e240df2-ecc2-4360-bcee-16870b7d128e None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:18.538372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e84b1b7a-4f0e-4b75-bc30-566454456ca4 req-17e30757-fa2a-44db-8912-c3d306771e6d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Aug 16 20:30:18.684482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 2709a576-e737-4edb-a8c1-c2e74f3da148 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:18.705354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f683f82-5892-4d64-9585-c8a9ffe33739 req-c8d01759-2816-4291-b5cc-30f22de7feac tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.707696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.717194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 2709a576-e737-4edb-a8c1-c2e74f3da148 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:18.717194 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.717459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f683f82-5892-4d64-9585-c8a9ffe33739 req-c8d01759-2816-4291-b5cc-30f22de7feac tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0706227 Aug 16 20:30:18.717557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0a835a48-3f2a-45d3-a9a1-8bf65ead5fea None None] Provisioning for port aab93d9a-d058-473f-b69f-5a9663ed400e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:18.720382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:18.759392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'mac_address': 'fa:16:3e:6b:9b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:18.770608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=60a757b3-e871-4219-8fa9-2069dfb3ab5a,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:18.792317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f683f82-5892-4d64-9585-c8a9ffe33739 req-fcba5546-30ce-4f3e-917d-05c700422263 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752046 Aug 16 20:30:18.797495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:18.800477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:18.811310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:18.812258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.888339 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.908050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86e95c76-1955-4582-a6a4-a06d061da538 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7892179 Aug 16 20:30:18.911677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:18.917916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '60a757b3-e871-4219-8fa9-2069dfb3ab5a', 'ip_address': '2001:db8::b7e5:81d3:5010:517b'}], 'name': 'tempest-NetworksTestDHCPv6-2032456858'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:18.919515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:18.929355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:18.933440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d171451-9510-4cbd-bdf4-abecf825cd9e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:19.002127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:19.004481 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e86975-4f12-4ccb-a912-22ca6b0f5352" -d '{"events": [{"server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:19.012173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73598e-669e-4828-be72-790b6f3d25e1 req-dfe08949-5372-41b6-89fc-9b2bee750115 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:19.013827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a73598e-669e-4828-be72-790b6f3d25e1 req-dfe08949-5372-41b6-89fc-9b2bee750115 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1048460 Aug 16 20:30:19.030912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:19.035646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2709a576-e737-4edb-a8c1-c2e74f3da148,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:19.049885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bef53c25-7bbe-49da-8891-ea481e2501ca up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:19.080962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a73598e-669e-4828-be72-790b6f3d25e1 req-67fa93b1-ba30-4144-ab35-3cf2083d5415 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600002 Aug 16 20:30:19.090982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Deleting port aab93d9a-d058-473f-b69f-5a9663ed400e {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:19.099362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.104258 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46afcab8-4a37-4e56-a22c-b0b5423da52b x-openstack-request-id: req-46afcab8-4a37-4e56-a22c-b0b5423da52b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:19.104627 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "name": "network-vif-plugged", "status": "completed", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:19.104805 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46afcab8-4a37-4e56-a22c-b0b5423da52b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:19.107765 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148', 'code': 200} Aug 16 20:30:19.195659 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.204211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.273022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:19.310755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:19.319914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e8731-b498-4bbf-9d65-f7a61af2ca74 req-34e5ef84-608c-42d7-9440-2c65b9ec5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:19.321497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b9e8731-b498-4bbf-9d65-f7a61af2ca74 req-34e5ef84-608c-42d7-9440-2c65b9ec5f21 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 1098 time: 0.1346986 Aug 16 20:30:19.335363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b72a66-e3dc-43a8-9921-443109ffc5c1 req-0af77d31-11d9-48bc-b851-399dc83a00c3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:19.336959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93b72a66-e3dc-43a8-9921-443109ffc5c1 req-0af77d31-11d9-48bc-b851-399dc83a00c3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 945 time: 0.0889201 Aug 16 20:30:19.371249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] For port aab93d9a-d058-473f-b69f-5a9663ed400e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aab93d9a-d058-473f-b69f-5a9663ed400e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:19.371791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.382357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bef53c25-7bbe-49da-8891-ea481e2501ca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:19.382733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.399388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b9e8731-b498-4bbf-9d65-f7a61af2ca74 req-e78c2bdf-4731-4e57-bce5-274940c1a56a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614688 Aug 16 20:30:19.415995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93b72a66-e3dc-43a8-9921-443109ffc5c1 req-d511be43-8d54-4d26-b570-1753e1ad3de4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697808 Aug 16 20:30:19.418167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Calling delete_port for aab93d9a-d058-473f-b69f-5a9663ed400e owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:19.465017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:19.478988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.498860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 6381a695-42fe-410f-9f17-bec70f9238a0 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:19.507242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8d171451-9510-4cbd-bdf4-abecf825cd9e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:19.650377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cda27-6be1-4d25-a7e9-593be5f7afac req-6e815498-da7f-43f9-9c89-7e926bb6f62c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:19.652310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c2cda27-6be1-4d25-a7e9-593be5f7afac req-6e815498-da7f-43f9-9c89-7e926bb6f62c tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 946 time: 0.0661714 Aug 16 20:30:19.754889 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:19.777030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c2cda27-6be1-4d25-a7e9-593be5f7afac req-1d22b103-12a2-4b6c-bee7-6dc2c913913b tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107812 Aug 16 20:30:19.794951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] No DVR routers for this DVR port aab93d9a-d058-473f-b69f-5a9663ed400e on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:19.817976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eed48d-a50a-4b92-aa59-7c445e25ed6d None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:19.821015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::b7e5:81d3:5010:517b (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/60a757b3-e871-4219-8fa9-2069dfb3ab5a/6381a695-42fe-410f-9f17-bec70f9238a0) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:19.931625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4936695-bd3a-4486-b6c7-bc9c12963af8 None None] Pushing event deleted for resources: {'Port': ['ID=aab93d9a-d058-473f-b69f-5a9663ed400e,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:20.043762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.068307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 6381a695-42fe-410f-9f17-bec70f9238a0 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:20.076179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '60a757b3-e871-4219-8fa9-2069dfb3ab5a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:20.077325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.150942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e17d35-d564-4828-94fc-f10ba16f7ea6 req-c5eecb1e-07d3-41f2-8727-8d08ced66f0f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:20.157144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e17d35-d564-4828-94fc-f10ba16f7ea6 req-c5eecb1e-07d3-41f2-8727-8d08ced66f0f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0591609 Aug 16 20:30:20.177577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.202021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5e17d35-d564-4828-94fc-f10ba16f7ea6 req-d64e5273-fb42-491a-ab8d-5dbb08d5c982 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Aug 16 20:30:20.242547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:20.246255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:20.250740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/60a757b3-e871-4219-8fa9-2069dfb3ab5a/50f4aeea-e2bd-42cd-92a3-48728fda9617) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:20.251704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:20.261861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:20.262619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.286035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=6381a695-42fe-410f-9f17-bec70f9238a0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:20.371448 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf3aa2b5-e8ad-40bf-b6ea-141e1b8ebb3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4578526 Aug 16 20:30:20.373241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53220) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:20.492214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc296d0a-318d-40b5-9532-cc8e633b5903 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:20.493387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.496674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc296d0a-318d-40b5-9532-cc8e633b5903 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1200414 Aug 16 20:30:20.496856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:20.512206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Transition to ACTIVE for port object 50f4aeea-e2bd-42cd-92a3-48728fda9617 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:20.539002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Transition to ACTIVE for port object 50f4aeea-e2bd-42cd-92a3-48728fda9617 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:20.634143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.671848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43537672-90d8-4694-8d0f-9796f4bed175 req-c61faa04-9b0a-4551-8ca2-1ea0a14441b6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:20.673381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43537672-90d8-4694-8d0f-9796f4bed175 req-c61faa04-9b0a-4551-8ca2-1ea0a14441b6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 945 time: 0.1175675 Aug 16 20:30:20.691287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:20.696590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:20.699444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:20.701603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Pushing event updated for resources: {'Port': ['ID=50f4aeea-e2bd-42cd-92a3-48728fda9617,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:20.708866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 6381a695-42fe-410f-9f17-bec70f9238a0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:20.709199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.764528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Attempting to bind port 50f4aeea-e2bd-42cd-92a3-48728fda9617 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:20.764902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Attempting to bind port 50f4aeea-e2bd-42cd-92a3-48728fda9617 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:20.765274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Attempting to bind port 50f4aeea-e2bd-42cd-92a3-48728fda9617 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:20.768226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43537672-90d8-4694-8d0f-9796f4bed175 req-5b76a3d7-2c7c-45a1-9f83-045adda5e14a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874643 Aug 16 20:30:20.773230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:20.773614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:20.774024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.775363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:20.776674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Bound port: 50f4aeea-e2bd-42cd-92a3-48728fda9617, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:20.777097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.852930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:20.918386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 6381a695-42fe-410f-9f17-bec70f9238a0 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:20.950237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb7eb7-a4f1-4129-bc07-ef27afc86c7d req-ac2545dc-ffb7-484d-a226-867df8531ab5 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:20.956726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] For port 50f4aeea-e2bd-42cd-92a3-48728fda9617, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:20.959151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41fb7eb7-a4f1-4129-bc07-ef27afc86c7d req-ac2545dc-ffb7-484d-a226-867df8531ab5 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 946 time: 0.0866609 Aug 16 20:30:20.966789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aab93d9a-d058-473f-b69f-5a9663ed400e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:20.985441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] For port 50f4aeea-e2bd-42cd-92a3-48728fda9617, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=50f4aeea-e2bd-42cd-92a3-48728fda9617,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:21.032448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: aab93d9a-d058-473f-b69f-5a9663ed400e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:21.032905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aab93d9a-d058-473f-b69f-5a9663ed400e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:21.066341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41fb7eb7-a4f1-4129-bc07-ef27afc86c7d req-583b1e95-a38e-461c-b13c-9bee777617c6 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058545 Aug 16 20:30:21.102911 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.177430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0641d8-4dcb-49b6-9d51-7c0dd08678dd None None] Pushing event updated for resources: {'Port': ['ID=50f4aeea-e2bd-42cd-92a3-48728fda9617,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.290294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.350697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=6381a695-42fe-410f-9f17-bec70f9238a0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:21.397995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.398442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.399437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.399437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.399437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.399699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.400031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.400363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.400695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.401024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.401397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.401745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:21.409298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.413546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f92e523-e3f3-485c-8121-5dd4943aa36a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/6381a695-42fe-410f-9f17-bec70f9238a0 HTTP/1.1" status: 204 len: 168 time: 0.9156537 Aug 16 20:30:21.416034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:21.451286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275706-a261-48ea-954a-dd94fac2335c req-4cdf0e2a-81a1-451a-8057-87361f6665ce tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.453347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a275706-a261-48ea-954a-dd94fac2335c req-4cdf0e2a-81a1-451a-8057-87361f6665ce tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1606851 Aug 16 20:30:21.522602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a275706-a261-48ea-954a-dd94fac2335c req-48d4f6fd-5841-4f80-9f08-16e1c6f7db0d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Aug 16 20:30:21.554446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506a8e1-3ff6-4146-919b-0598c6367162 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.556052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506a8e1-3ff6-4146-919b-0598c6367162 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.557632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c506a8e1-3ff6-4146-919b-0598c6367162 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1382489 Aug 16 20:30:21.561625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:21.637799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 60a757b3-e871-4219-8fa9-2069dfb3ab5a {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:21.641571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.700653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.744743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.820170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.938314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdaa3fc-e18c-42ac-821b-87b299e526ed req-4ae9f18a-a61d-4f8c-b3ac-389480dde541 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:21.941557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bdaa3fc-e18c-42ac-821b-87b299e526ed req-4ae9f18a-a61d-4f8c-b3ac-389480dde541 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 945 time: 0.0711999 Aug 16 20:30:21.982349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:21.987917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bdaa3fc-e18c-42ac-821b-87b299e526ed req-2c957346-029e-49b0-ba2a-998a7b9952ca tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Aug 16 20:30:22.012196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=60a757b3-e871-4219-8fa9-2069dfb3ab5a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:22.018695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.023246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-495ef37a-4714-445d-b1cc-eeae51d63b3a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/60a757b3-e871-4219-8fa9-2069dfb3ab5a HTTP/1.1" status: 204 len: 168 time: 0.4606159 Aug 16 20:30:22.024215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53260) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.067791 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e78a986-7cab-4c16-b4c3-924988ebf1fd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405951 Aug 16 20:30:22.069353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53262) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.076371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.106900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.111500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-17093117'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.267243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:22.271919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.302298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df2469-7552-4908-ab4d-bc5e77abfaa3 req-aeb4f77e-fb1d-46e4-9077-7a742c71b5f4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.310170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2df2469-7552-4908-ab4d-bc5e77abfaa3 req-aeb4f77e-fb1d-46e4-9077-7a742c71b5f4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1370244 Aug 16 20:30:22.328785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:22.342661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.343380 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Added segment 4ffbf31f-d36c-4778-8a45-a3a17da98a0a of type vlan for network 64516a20-51df-4f01-adfd-a983d47d3dbf Aug 16 20:30:22.357264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-11e1efbb-f36a-426d-8651-a45d6f140820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.359441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-11e1efbb-f36a-426d-8651-a45d6f140820 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.1266406 Aug 16 20:30:22.396752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:22.399566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8d171451-9510-4cbd-bdf4-abecf825cd9e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:22.401839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.417762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.491930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60e567-499b-4f56-b2ec-634a6f010703 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:22.548073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.555545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.556299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.628929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 8d171451-9510-4cbd-bdf4-abecf825cd9e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:22.641011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 8d171451-9510-4cbd-bdf4-abecf825cd9e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:22.642135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.664742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2df2469-7552-4908-ab4d-bc5e77abfaa3 req-cd149d95-4db6-4490-a762-446176f28085 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535113 Aug 16 20:30:22.680577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Network': ['ID=64516a20-51df-4f01-adfd-a983d47d3dbf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:22.703293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 64516a20-51df-4f01-adfd-a983d47d3dbf details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:22.737589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a2f6331-05db-447f-a6d9-9b92d55dae18 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6295791 Aug 16 20:30:22.740355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53276) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:22.746938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-63142021'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:22.783673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bfb953e4-d2e3-4f2c-9c22-bec274be968c None None] Provisioning for port 50f4aeea-e2bd-42cd-92a3-48728fda9617 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:22.862350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:22.868200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.892780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bff7e-c991-4799-b29a-be27c47e2d07 req-ecef2149-8ce0-4907-8543-7a29642b94c7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:22.898599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-626bff7e-c991-4799-b29a-be27c47e2d07 req-ecef2149-8ce0-4907-8543-7a29642b94c7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2327979 Aug 16 20:30:22.933541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:30:22.939344 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.948487 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.966819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:22.967440 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Added segment 9eb83e76-e721-452b-abb1-e20a72c7761f of type vlan for network 3e7c39af-a19d-4f9c-9161-b821c23bac57 Aug 16 20:30:23.012036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:23.019248 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3180c23-6e43-45e1-b1cb-cb55f43a59ef" -d '{"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:23.034389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:23.065566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:23.073309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.077178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-d21e51be-4e6e-4921-87ab-f85dcf18e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.078988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-d21e51be-4e6e-4921-87ab-f85dcf18e427 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.7101607 Aug 16 20:30:23.129842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:23.180533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:23.183717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.184358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.189347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-626bff7e-c991-4799-b29a-be27c47e2d07 req-cf7ce36f-8561-436c-ad3e-5e81fa375fb0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680657 Aug 16 20:30:23.196372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-428ac5e1-fdb5-4d53-95e9-511fab0fed82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.1056902 Aug 16 20:30:23.208053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.223203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=807bd0c9-de75-47d6-9433-e7a1c8f48802,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.230290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.236403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.243825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.279464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff6c1-91f6-4578-884d-473db7815c82 req-4dc0a25f-8460-4f03-85e5-1dc92628dfaa tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.281083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10dff6c1-91f6-4578-884d-473db7815c82 req-4dc0a25f-8460-4f03-85e5-1dc92628dfaa tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 945 time: 0.1848834 Aug 16 20:30:23.290915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-cc523ffb-615e-43cc-ad10-1b19aea86ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.296704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-cc523ffb-615e-43cc-ad10-1b19aea86ebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.0888131 Aug 16 20:30:23.308463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Deleting port 50f4aeea-e2bd-42cd-92a3-48728fda9617 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021bada2-1de0-49d6-a012-0b11e11985ad x-openstack-request-id: req-021bada2-1de0-49d6-a012-0b11e11985ad {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-plugged", "status": "completed", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-021bada2-1de0-49d6-a012-0b11e11985ad {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:23.322179 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'code': 200} Aug 16 20:30:23.341365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e8be3160-cd59-412b-affa-8fa16fc6f81d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2682705 Aug 16 20:30:23.353040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:23.365885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '807bd0c9-de75-47d6-9433-e7a1c8f48802', 'ip_address': '2001:db8::5af3:3777:e97:9324'}], 'name': 'tempest-NetworksTestDHCPv6-1806247167'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:23.371457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-a8fc2ca7-92a8-4899-af8c-01f9322c8e23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584757 Aug 16 20:30:23.398461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10dff6c1-91f6-4578-884d-473db7815c82 req-8cf59bc3-5e94-423f-931c-e9dea3d4a0c6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006534 Aug 16 20:30:23.409072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] For port 50f4aeea-e2bd-42cd-92a3-48728fda9617, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=50f4aeea-e2bd-42cd-92a3-48728fda9617,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:23.411950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.427142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Calling delete_port for 50f4aeea-e2bd-42cd-92a3-48728fda9617 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:23.443405 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7019165 Aug 16 20:30:23.452936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:23.460051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'subnet': {'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:23.502498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec33a-aed0-4f58-adb0-cc60eab8b455 req-ffae8c32-59d8-4849-88fd-cee8d88bd651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.504141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a72ec33a-aed0-4f58-adb0-cc60eab8b455 req-ffae8c32-59d8-4849-88fd-cee8d88bd651 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 1098 time: 0.1034040 Aug 16 20:30:23.560987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f68b3a-b9c8-4a7a-b4b4-5e300afcd1a7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Network': ['ID=3e7c39af-a19d-4f9c-9161-b821c23bac57,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.561334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-221eb0da-af59-4cd2-aa54-7900ef7a6ecd service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608989 Aug 16 20:30:23.570018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a72ec33a-aed0-4f58-adb0-cc60eab8b455 req-e8db6916-a2a2-49bc-906e-d4a9240c4b34 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Aug 16 20:30:23.570870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:30:23.638454 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.669707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] Pushing event deleted for resources: {'Port': ['ID=50f4aeea-e2bd-42cd-92a3-48728fda9617,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:23.676263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbcfbf8-8167-4a08-840b-315ab21b2635 None None] No DVR routers for this DVR port 50f4aeea-e2bd-42cd-92a3-48728fda9617 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:23.680542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c730bad-6621-4a0f-9cf7-be4c063ae8d0 req-64ab68d5-f7a5-4fb0-8218-4497680f1939 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094537 Aug 16 20:30:23.700700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd623db-74c9-4949-ba8a-24cb5b50eb6c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:23.738230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:23.742252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.839646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd80a7-dfcf-4488-96d4-85102e9dd6bb req-59303170-43dd-461a-bbaa-e4a7ff538dec tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:23.842026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ebd80a7-dfcf-4488-96d4-85102e9dd6bb req-59303170-43dd-461a-bbaa-e4a7ff538dec tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.0719225 Aug 16 20:30:23.898593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ebd80a7-dfcf-4488-96d4-85102e9dd6bb req-94a8666f-dd27-467c-beeb-e023bb5c39ac tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499561 Aug 16 20:30:23.899110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:23.906930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.933163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '807bd0c9-de75-47d6-9433-e7a1c8f48802'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:23.934284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:23.952896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port af12acf3-f79f-4d76-b74f-06da8fb3fd9e yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:24.111926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/807bd0c9-de75-47d6-9433-e7a1c8f48802/cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:24.141705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.209869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Subnet': ['ID=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:24.229831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:24.230198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network hostable DHCP agents. Network: 64516a20-51df-4f01-adfd-a983d47d3dbf, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:24.306026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.316000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Transition to ACTIVE for port object cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:24.332814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Transition to ACTIVE for port object cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:24.341972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77770059-3e39-4056-bdd8-0718988ec938 req-5276bcfc-4abd-4285-8942-99c2015b9772 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.348019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77770059-3e39-4056-bdd8-0718988ec938 req-5276bcfc-4abd-4285-8942-99c2015b9772 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0569155 Aug 16 20:30:24.388308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77770059-3e39-4056-bdd8-0718988ec938 req-2781bd1c-d080-40e8-81fa-285717c6aafd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370405 Aug 16 20:30:24.390288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:24.434528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.479009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:24.484382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:24.485949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::5af3:3777:e97:9324 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/807bd0c9-de75-47d6-9433-e7a1c8f48802/af12acf3-f79f-4d76-b74f-06da8fb3fd9e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:24.487562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:24.511394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Pushing event updated for resources: {'Port': ['ID=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:24.529200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 64516a20-51df-4f01-adfd-a983d47d3dbf) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:24.547533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.548342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.555594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168c29e-93dc-48fb-be89-beb4148b6639 None None] Network 64516a20-51df-4f01-adfd-a983d47d3dbf requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:24.593958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078a413-7f70-4e6d-a5d9-d2c99f561a1f req-fbe1dc45-40f8-4a11-b903-198398884be6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:24.602288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2078a413-7f70-4e6d-a5d9-d2c99f561a1f req-fbe1dc45-40f8-4a11-b903-198398884be6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.1303868 Aug 16 20:30:24.629964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Attempting to bind port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:24.635978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Attempting to bind port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:24.636457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Attempting to bind port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:24.645702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2078a413-7f70-4e6d-a5d9-d2c99f561a1f req-bb241944-39f1-4058-987a-40b62ed63efb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Aug 16 20:30:24.647620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:24.648042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:24.648685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.649271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:24.649924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Bound port: cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:24.650469 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.702819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53314) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:24.703056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-027603ca-a11b-4436-a885-5cbfdcc7f8e5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2484121 Aug 16 20:30:24.712449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'subnet': {'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:24.762782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.789029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object af12acf3-f79f-4d76-b74f-06da8fb3fd9e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:24.859578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-64516a20-51df-4f01-adfd-a983d47d3dbf', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:24.860722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.872801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] For port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:24.889623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] For port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:24.893776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 50f4aeea-e2bd-42cd-92a3-48728fda9617 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:24.921621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 50f4aeea-e2bd-42cd-92a3-48728fda9617 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:24.922642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 50f4aeea-e2bd-42cd-92a3-48728fda9617 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:24.956457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:24.957864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.966055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:24.985958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.061395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=af12acf3-f79f-4d76-b74f-06da8fb3fd9e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.089144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:25.090650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:25.093483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:25.120016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.120016 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.130685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Allocated IP 10.1.1.2 (64516a20-51df-4f01-adfd-a983d47d3dbf/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563/3ffe1ae3-c369-4f18-a51b-61e31bd3d02f) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:25.153131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cca59-ea74-4404-b60f-04eba83576f2 None None] Pushing event updated for resources: {'Port': ['ID=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.159443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64839c01-bead-445c-9a51-f7c34514b3f5 req-c6b25225-6e1e-4af4-ac56-f836fa3ad666 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.168038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64839c01-bead-445c-9a51-f7c34514b3f5 req-c6b25225-6e1e-4af4-ac56-f836fa3ad666 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1142242 Aug 16 20:30:25.261298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64839c01-bead-445c-9a51-f7c34514b3f5 req-b4c69301-ad4a-4153-9b50-91dc76449581 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855572 Aug 16 20:30:25.269955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-af37af5b-86fe-4845-9863-afbdac3d70ff tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9150517 Aug 16 20:30:25.272458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.394122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf7694-3a79-4d92-ad89-670267ccb081 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.404853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf7694-3a79-4d92-ad89-670267ccb081 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.406679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fecf7694-3a79-4d92-ad89-670267ccb081 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1328704 Aug 16 20:30:25.413593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53328) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:25.440980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.453980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Transition to ACTIVE for port object 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:25.474692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Transition to ACTIVE for port object 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:25.556761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port af12acf3-f79f-4d76-b74f-06da8fb3fd9e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:25.557294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.559331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.560531 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.619389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:25.623302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:25.630139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:25.633454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Pushing event updated for resources: {'Port': ['ID=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.668300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0bcf-658b-445d-bf4b-2f09347fe7a5 req-1a200f30-0317-4c4c-9059-eeaff709be45 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:25.679308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3bd0bcf-658b-445d-bf4b-2f09347fe7a5 req-1a200f30-0317-4c4c-9059-eeaff709be45 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1658530 Aug 16 20:30:25.680171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Subnet': ['ID=c50771b7-faa5-49e8-8654-8934a08240b3,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:25.733190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Attempting to bind port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:25.733583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Attempting to bind port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:25.733999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Attempting to bind port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:25.740484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:25.741029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:25.741437 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.741826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Bound using segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:25.742340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Bound port: 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:25.742767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.758798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Checking segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:25.759231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network hostable DHCP agents. Network: 3e7c39af-a19d-4f9c-9161-b821c23bac57, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:30:25.761229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.779649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for af12acf3-f79f-4d76-b74f-06da8fb3fd9e owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:25.841193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] For port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:25.851178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] For port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:25.926942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3bd0bcf-658b-445d-bf4b-2f09347fe7a5 req-1bc2049a-7429-465b-9d06-d3e24eb093b5 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327135 Aug 16 20:30:25.937490 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:25.984080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbaeb0-c6dd-4ca0-bba8-b70d06f4a7e0 req-6ea7a189-82f0-4c1d-971b-b576cce17398 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.000141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06dbaeb0-c6dd-4ca0-bba8-b70d06f4a7e0 req-6ea7a189-82f0-4c1d-971b-b576cce17398 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.1840105 Aug 16 20:30:26.022480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:30:26.068931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad7a86c-df10-4a6c-9507-5dc70b054f65 None None] Pushing event updated for resources: {'Port': ['ID=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.102474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06dbaeb0-c6dd-4ca0-bba8-b70d06f4a7e0 req-661047d5-c20d-4ae0-b800-2dbf4555f192 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014433 Aug 16 20:30:26.124767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3e7c39af-a19d-4f9c-9161-b821c23bac57) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:26.131661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.132296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.141096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2c43a-ed7d-4a4f-b447-2a82dff3f26f None None] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:26.158936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.224209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dde6a8a8-16ac-47b9-bf7f-4428bd11329e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5179996 Aug 16 20:30:26.228053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53338) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.229188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=af12acf3-f79f-4d76-b74f-06da8fb3fd9e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:26.245965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'name': 'tempest-TaggedBootDevicesTest-1516003234', 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:26.333519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7897ef-450b-4423-a1a4-6a38c34809fc req-f115be87-ac96-4b75-8985-5181aba34328 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.335117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b7897ef-450b-4423-a1a4-6a38c34809fc req-f115be87-ac96-4b75-8985-5181aba34328 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.1288822 Aug 16 20:30:26.399592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.418931 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fcb248f4-2dc9-4f1a-be3f-955bd1a71422 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/af12acf3-f79f-4d76-b74f-06da8fb3fd9e HTTP/1.1" status: 204 len: 168 time: 0.9999456 Aug 16 20:30:26.421409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53344) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.480384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b7897ef-450b-4423-a1a4-6a38c34809fc req-4584b7ef-6a63-4135-ae84-790a4dcd378c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375225 Aug 16 20:30:26.515053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3e7c39af-a19d-4f9c-9161-b821c23bac57', 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ips': [{'subnet_id': 'c50771b7-faa5-49e8-8654-8934a08240b3'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:26.516116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.538693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc55a5e-d362-4678-bf3f-da6f1387ca88 req-60690fa9-e282-49aa-9f05-696eaa143778 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.554092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fc55a5e-d362-4678-bf3f-da6f1387ca88 req-60690fa9-e282-49aa-9f05-696eaa143778 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1169400 Aug 16 20:30:26.558195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e09d8-c4d2-4152-966d-958125711798 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.560975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e09d8-c4d2-4152-966d-958125711798 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.577755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:26.582145 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e73e09d8-c4d2-4152-966d-958125711798 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1485808 Aug 16 20:30:26.792282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 807bd0c9-de75-47d6-9433-e7a1c8f48802 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:26.809815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:26.825369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fc55a5e-d362-4678-bf3f-da6f1387ca88 req-35a337cd-c083-4631-b10a-ac7f63616d53 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527184 Aug 16 20:30:26.825892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:26.874516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Allocated IP 10.2.2.2 (3e7c39af-a19d-4f9c-9161-b821c23bac57/c50771b7-faa5-49e8-8654-8934a08240b3/5aaed89f-ba34-45c2-accb-7b63f7bc1a9c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:26.945596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759feef9-8492-4172-aed7-425abe16dbb6 req-19486c8a-5bc5-446b-a40e-8d4f904b9b87 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:26.959441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759feef9-8492-4172-aed7-425abe16dbb6 req-19486c8a-5bc5-446b-a40e-8d4f904b9b87 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.2704849 Aug 16 20:30:27.061240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.075826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.121279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] device_id is not set on port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:27.175228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:27.179677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-93cc892f-33e2-47e3-877a-cc12f024bffb None None] Provisioning for port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:27.243958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759feef9-8492-4172-aed7-425abe16dbb6 req-3f7a7ed0-264e-4a6c-b921-ceb64dd881ae tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807882 Aug 16 20:30:27.285462 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.324048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Transition to ACTIVE for port object 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:27.358046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Transition to ACTIVE for port object 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:27.388241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d7e77c1a-3580-4038-a3e8-578103e1d838 None None] Could not find standard attr ID for object f203a900-a2a1-4179-a2f5-88036eb811eb. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:27.416839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4cdc8-e718-4630-8eed-ecbcde096376 req-787620f8-2b5e-4ab4-a991-e1aa3c3ff18c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:27.423669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fe4cdc8-e718-4630-8eed-ecbcde096376 req-787620f8-2b5e-4ab4-a991-e1aa3c3ff18c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2714419 Aug 16 20:30:27.445686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.530566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:27.540216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fe4cdc8-e718-4630-8eed-ecbcde096376 req-a8b777b5-0dab-49c4-9d77-24f6aa26ef4e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155055 Aug 16 20:30:27.555116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.561843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:27.584608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:27.596299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:27.624074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.1.1.128 (64516a20-51df-4f01-adfd-a983d47d3dbf/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563/6e5092be-e6b6-47e7-bb4e-a71cd9484058) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:27.647327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:27.668779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Pushing event updated for resources: {'Port': ['ID=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:27.691091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9efcc7d0-989e-4952-93b5-e3040b9d00f2 None None] Could not find standard attr ID for object 6381a695-42fe-410f-9f17-bec70f9238a0. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:27.801995 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.822085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Attempting to bind port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:27.822848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Attempting to bind port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:27.823467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Attempting to bind port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:27.832671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:27.833477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Checking segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:27.834395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.835288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Bound using segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:27.836100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Bound port: 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:27.836707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.850025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.860391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/807bd0c9-de75-47d6-9433-e7a1c8f48802 HTTP/1.1" status: 204 len: 168 time: 1.2782390 Aug 16 20:30:27.869419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53362) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:27.903928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:27.919510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:27.919972 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:27.963152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e481b-e669-46a8-83fa-95ddc32970db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=807bd0c9-de75-47d6-9433-e7a1c8f48802,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:28.085955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a333e0d4-03b3-402c-8030-a2c37e1a1a5d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2102656 Aug 16 20:30:28.088649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53368) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:28.114564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:28.158042 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.216354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee9004-5764-4dc6-a23b-b37d864eabaf None None] Network 64516a20-51df-4f01-adfd-a983d47d3dbf requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:28.223443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaebbe7-a63e-4d9f-94b5-957b72e20c5b req-ec4f4cbf-2ad4-4c42-baf4-65b8d17e892e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:28.225133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8aaebbe7-a63e-4d9f-94b5-957b72e20c5b req-ec4f4cbf-2ad4-4c42-baf4-65b8d17e892e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2366512 Aug 16 20:30:28.308375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d06fb-3146-4f5b-803b-2902f54bda4a req-0a5fdbd7-7cde-42b0-804f-7c0b22fe4b55 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:28.319493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe7d06fb-3146-4f5b-803b-2902f54bda4a req-0a5fdbd7-7cde-42b0-804f-7c0b22fe4b55 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.2674527 Aug 16 20:30:28.355300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eeaf88-ffb7-4abf-bf17-3312758d5066 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:28.394369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8aaebbe7-a63e-4d9f-94b5-957b72e20c5b req-79b6f795-555a-49dd-b329-fcf231fc1c20 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506474 Aug 16 20:30:28.406000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.420802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe7d06fb-3146-4f5b-803b-2902f54bda4a req-223488a6-1bff-4eb2-8818-94e1bf1acfb5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844572 Aug 16 20:30:28.471092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object 6e5092be-e6b6-47e7-bb4e-a71cd9484058 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:28.495287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Could not find standard attr ID for object af12acf3-f79f-4d76-b74f-06da8fb3fd9e. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:28.524349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:28.553392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:28.562155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.573647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] For port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:28.590479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] For port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:28.686699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.821000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569414-06e8-4dcd-9b6e-d8d09221666e req-5e522dc2-83da-4e46-9876-42462441e122 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:28.833080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05569414-06e8-4dcd-9b6e-d8d09221666e req-5e522dc2-83da-4e46-9876-42462441e122 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1277194 Aug 16 20:30:28.853582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.865369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.892390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Provisioning for port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:28.898680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:28.909705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05569414-06e8-4dcd-9b6e-d8d09221666e req-d2fdbbf9-0aaa-4d5c-84b6-24b3191d3b23 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695248 Aug 16 20:30:28.915193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:28.917826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:28.962571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Provisioning complete for port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:28.964701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:28.968347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.008060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:29.008726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.076577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.162838 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-228e0d4d-8d25-41ed-afe4-e48c5cc0d383 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9209473 Aug 16 20:30:29.165612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53376) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.171545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'name': 'tempest-TaggedBootDevicesTest-1984862700', 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:29.261440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:29.278150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ca2c-698d-4544-94a6-28ebaade2534 None None] Pushing event updated for resources: {'Port': ['ID=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.295862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.469997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:29.490975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:29.498971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:29.499573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.530907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.574762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=1bb95b44-7199-4d8a-bb57-6cc71fce2ddd,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.621763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] For port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:29.630409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Deleting port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:29.633295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.735079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:29.761473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] For port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:29.761900 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.778078 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:29.780797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Calling delete_port for cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:29.817836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9eba940b-cd3a-4d96-a0b6-8af688480388 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7234652 Aug 16 20:30:29.820496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:29.825610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '1bb95b44-7199-4d8a-bb57-6cc71fce2ddd', 'ip_address': '2001:db8::799d:1292:b11a:46a1'}], 'name': 'tempest-NetworksTestDHCPv6-823768885'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:29.863489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9872e-9371-4be6-9f8e-908b259a774d None None] Pushing event updated for resources: {'Port': ['ID=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:29.973943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.031395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-87d606e9-9d9b-4e4b-8fef-71d6778f05e4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:30.037455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-87d606e9-9d9b-4e4b-8fef-71d6778f05e4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.73 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.5929401 Aug 16 20:30:30.139083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8308d2-c3c5-4dfc-963a-993ac27f6284 req-7e0d8747-43dc-4ee9-996b-2a9c4840754b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:30.147379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef8308d2-c3c5-4dfc-963a-993ac27f6284 req-7e0d8747-43dc-4ee9-996b-2a9c4840754b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.5284081 Aug 16 20:30:30.177040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2a911-2556-4238-b322-2b814a8cb86b req-796df4ac-93cd-437d-ae9a-52a5251e0ffc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:30.178527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac2a911-2556-4238-b322-2b814a8cb86b req-796df4ac-93cd-437d-ae9a-52a5251e0ffc tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.5696082 Aug 16 20:30:30.209979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.223186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Provisioning for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:30.231335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Provisioning complete for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:30.232066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.241958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] device_id is not set on port 2c1391e7-0a46-44b4-968d-bb040529b49e yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:30.273060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:30.286074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:30.324713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] No DVR routers for this DVR port cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:30.337458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9ac03-e3d4-4c2d-9fd1-fea99d7b3162 None None] Pushing event deleted for resources: {'Port': ['ID=cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:30.356270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a5e1d-c19b-4985-82c7-b150f0a25416 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:30.417380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Provisioning complete for port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:30.417755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26b4bd36-6e9e-402e-be56-d78ddde4c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.550683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.639371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:30.824369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '1bb95b44-7199-4d8a-bb57-6cc71fce2ddd'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:30.825613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.828678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-95279302-c7d0-4ed3-88f3-b76795d9f28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.917337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3e4f0c36-3fba-4597-bbe3-3e194759e9c6 None None] Provisioning complete for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:30.917337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0c36-3fba-4597-bbe3-3e194759e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:30.958682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::799d:1292:b11a:46a1 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1bb95b44-7199-4d8a-bb57-6cc71fce2ddd/4f9d3a42-38c6-4444-9b12-cbcc091e4ae8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:31.099402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a5102-5e12-471d-94fb-3789ea48427e None None] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:31.241069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef8308d2-c3c5-4dfc-963a-993ac27f6284 req-dd0b046a-d054-4b25-88d2-06436f40ea2e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0851834 Aug 16 20:30:31.286727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:31.396013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f0c36-3fba-4597-bbe3-3e194759e9c6 None None] Port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:31.475261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac2a911-2556-4238-b322-2b814a8cb86b req-b9358ce8-8057-40d2-9033-6c0a879eaf51 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2319653 Aug 16 20:30:31.615299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port 8d171451-9510-4cbd-bdf4-abecf825cd9e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:31.615299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.626781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.657914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29f9454d-e909-46f4-af5a-200cc635f237 None None] Provisioning for port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:31.692194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:31.735067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:31.735448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.885093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:31.938457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.1.1.15 (64516a20-51df-4f01-adfd-a983d47d3dbf/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563/2c1391e7-0a46-44b4-968d-bb040529b49e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:31.998265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:32.025456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:32.041327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:32.046242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:32.058414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:32.066022 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.114614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=4f9d3a42-38c6-4444-9b12-cbcc091e4ae8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:32.147792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.152548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.152983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.153338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.153683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.154026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.154365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.157153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.157516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.157864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.161079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.164658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:32.215506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1bb95b44-7199-4d8a-bb57-6cc71fce2ddd/af5b2c04-5689-40f2-bb7c-fda43b987fa8) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:32.216753 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5feaa9e5-57d5-4204-8d60-2c7b28aa62e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3951938 Aug 16 20:30:32.219334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53400) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:32.268981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a037c-e858-44ca-b76b-ac235bb1cd80 req-dff4d537-ea79-415b-be68-947a197421e8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:32.279560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec6a037c-e858-44ca-b76b-ac235bb1cd80 req-dff4d537-ea79-415b-be68-947a197421e8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.7302666 Aug 16 20:30:32.340972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5073d4cd-0511-4969-818b-db6611bfbd46 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:32.349338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5073d4cd-0511-4969-818b-db6611bfbd46 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1257389 Aug 16 20:30:32.352232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:32.410906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:32.459865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8d171451-9510-4cbd-bdf4-abecf825cd9e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:32.489581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec6a037c-e858-44ca-b76b-ac235bb1cd80 req-bf7c006d-e322-4527-a451-9e63c7e5530c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089808 Aug 16 20:30:32.572567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.578952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:32.578952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.583282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.584606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.594031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object 2c1391e7-0a46-44b4-968d-bb040529b49e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:32.631654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:32.632479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.683882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-08d4fd05-44ef-4599-98cc-36bff18a2496 None None] Provisioning complete for port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:32.684074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-08d4fd05-44ef-4599-98cc-36bff18a2496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:32.695807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf120d7-fc95-4b1d-b588-8a7b4c537442 req-a5504853-afe3-45a6-bb8b-931481915e82 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:32.698135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf120d7-fc95-4b1d-b588-8a7b4c537442 req-a5504853-afe3-45a6-bb8b-931481915e82 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 946 time: 0.2823374 Aug 16 20:30:32.699354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for 8d171451-9510-4cbd-bdf4-abecf825cd9e owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:32.761434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf120d7-fc95-4b1d-b588-8a7b4c537442 req-77576f90-3e56-4ec9-9ba4-164896019cbe tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563343 Aug 16 20:30:32.834851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.036584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.047137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.125151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.174578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:33.185066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:33.191930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:33.209110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:33.327611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.428181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8d171451-9510-4cbd-bdf4-abecf825cd9e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8d171451-9510-4cbd-bdf4-abecf825cd9e,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:33.446036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:33.451683 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2699e9-7aed-4157-a03d-9d1a2820e393" -d '{"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:33.452642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:33.453322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.462719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-24b6cc20-52f4-44d6-b470-7b8503960cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.466126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:33.500474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3781000-27f6-4895-b84a-0eb7ddc3bf5e req-1b48fa80-ca45-4f80-bed4-f3f580388ff2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:33.522620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3781000-27f6-4895-b84a-0eb7ddc3bf5e req-1b48fa80-ca45-4f80-bed4-f3f580388ff2 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.6607444 Aug 16 20:30:33.522952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.522952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:33.522952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf01fa65-b5c9-4cfb-aef0-40562e3ec6c0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:33.533969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.535719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.555294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.591201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:33.603031 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d7dc16-5cf1-43f7-9c7b-944c3a4e090c x-openstack-request-id: req-59d7dc16-5cf1-43f7-9c7b-944c3a4e090c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:33.607157 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:33.614016 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59d7dc16-5cf1-43f7-9c7b-944c3a4e090c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:33.614016 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'code': 200} Aug 16 20:30:33.621899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.634568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Transition to ACTIVE for port object af5b2c04-5689-40f2-bb7c-fda43b987fa8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:33.687408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3781000-27f6-4895-b84a-0eb7ddc3bf5e req-06bd807c-fd49-4ca1-bba0-01fb6c9ca25a tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755297 Aug 16 20:30:33.707643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Transition to ACTIVE for port object af5b2c04-5689-40f2-bb7c-fda43b987fa8 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:33.747333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.751164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:33.824737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91f239c4-2357-4292-badb-24eedaff3f0a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6575441 Aug 16 20:30:33.848872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:33.905611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Pushing event updated for resources: {'Port': ['ID=af5b2c04-5689-40f2-bb7c-fda43b987fa8,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:33.929534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:33.933732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:33.940474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a333b936-c97b-41f3-b3bd-81e09882e16a None None] Provisioning for port 2c1391e7-0a46-44b4-968d-bb040529b49e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:33.945309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:33.954276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45135b0-713f-4f08-9df9-ee5becb6f5ae req-10c6f4f7-b30c-4c64-89e6-e283b47253c7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:33.965226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d45135b0-713f-4f08-9df9-ee5becb6f5ae req-10c6f4f7-b30c-4c64-89e6-e283b47253c7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2001448 Aug 16 20:30:34.019962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:34.021390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.032639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.045807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a333b936-c97b-41f3-b3bd-81e09882e16a None None] Provisioning complete for port 2c1391e7-0a46-44b4-968d-bb040529b49e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:34.046179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a333b936-c97b-41f3-b3bd-81e09882e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.048676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d45135b0-713f-4f08-9df9-ee5becb6f5ae req-42f97a0d-b441-4721-8137-a589c8c9543f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810955 Aug 16 20:30:34.067196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68137cd-a16d-4509-a430-c04b243e4100 req-797a80a8-40b0-4143-b701-aea6f2df1eae tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:34.069945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c68137cd-a16d-4509-a430-c04b243e4100 req-797a80a8-40b0-4143-b701-aea6f2df1eae tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 944 time: 0.0936334 Aug 16 20:30:34.071314 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.099573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72', '04704371-22a7-42dc-8387-9c56847daaeb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:34.107390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=4f9d3a42-38c6-4444-9b12-cbcc091e4ae8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:34.110775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Attempting to bind port af5b2c04-5689-40f2-bb7c-fda43b987fa8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:34.110775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Attempting to bind port af5b2c04-5689-40f2-bb7c-fda43b987fa8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:34.111340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Attempting to bind port af5b2c04-5689-40f2-bb7c-fda43b987fa8 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:34.159616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.159838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=8d171451-9510-4cbd-bdf4-abecf825cd9e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:34.160960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1acce4f-73c4-49c3-a00a-68ca591e1bae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 HTTP/1.1" status: 204 len: 168 time: 1.8101609 Aug 16 20:30:34.176135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.181363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:34.182056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:34.182516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.182932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:34.183739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Bound port: af5b2c04-5689-40f2-bb7c-fda43b987fa8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:34.184126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.229561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a333b936-c97b-41f3-b3bd-81e09882e16a None None] Port 2c1391e7-0a46-44b4-968d-bb040529b49e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:34.290187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906d348-5ef0-4512-adf7-681696a48e1c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:34.291863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906d348-5ef0-4512-adf7-681696a48e1c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:34.297473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b906d348-5ef0-4512-adf7-681696a48e1c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1201572 Aug 16 20:30:34.301211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.315816 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.328136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port 8d171451-9510-4cbd-bdf4-abecf825cd9e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:34.334030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.338264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c75eac7-a313-4d75-9f7d-5865a180e2a8 req-564a9ae8-dd99-4f3f-9fb6-622f96ed1710 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.73 "DELETE /v2.0/ports/8d171451-9510-4cbd-bdf4-abecf825cd9e HTTP/1.1" status: 204 len: 173 time: 4.2973063 Aug 16 20:30:34.338879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-deleted', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:34.341736 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccde4d6-98c7-4d6b-b9ed-a3a9df8aef20" -d '{"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-deleted", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:34.357189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c68137cd-a16d-4509-a430-c04b243e4100 req-193c0a92-6cc8-45b7-a326-7321084602c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088165 Aug 16 20:30:34.418363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] For port af5b2c04-5689-40f2-bb7c-fda43b987fa8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:34.429869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] For port af5b2c04-5689-40f2-bb7c-fda43b987fa8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af5b2c04-5689-40f2-bb7c-fda43b987fa8,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:34.434324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 1bb95b44-7199-4d8a-bb57-6cc71fce2ddd {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:34.440853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.462191 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3525d3ba-dd83-4356-b49f-79c02a426759 x-openstack-request-id: req-3525d3ba-dd83-4356-b49f-79c02a426759 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:34.462779 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2333aaf8-920c-47c2-8ce4-6218be9310d5", "name": "network-vif-deleted", "tag": "8d171451-9510-4cbd-bdf4-abecf825cd9e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:34.462779 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3525d3ba-dd83-4356-b49f-79c02a426759 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:34.463132 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2333aaf8-920c-47c2-8ce4-6218be9310d5', 'name': 'network-vif-deleted', 'tag': '8d171451-9510-4cbd-bdf4-abecf825cd9e', 'status': 'completed', 'code': 200} Aug 16 20:30:34.516259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.565927 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.650434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.681275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53fc9-e59e-45f6-8507-341a78a8ae34 None None] Pushing event updated for resources: {'Port': ['ID=af5b2c04-5689-40f2-bb7c-fda43b987fa8,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:34.763576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53436) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:34.770695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628582519', 'description': 'tempest-description--431762377'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:34.851552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.906928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a5850-7dca-4214-9497-11952d457389 req-4cc7dcf1-eb4f-4a04-89f6-6cece2f99eb6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:34.909546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-903a5850-7dca-4214-9497-11952d457389 req-4cc7dcf1-eb4f-4a04-89f6-6cece2f99eb6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1032162 Aug 16 20:30:34.912022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.938254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb95b44-7199-4d8a-bb57-6cc71fce2ddd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:34.950955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:34.952997 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-410f52cd-3977-40a1-aefa-3b0edec6d6e5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1bb95b44-7199-4d8a-bb57-6cc71fce2ddd HTTP/1.1" status: 204 len: 168 time: 0.6489165 Aug 16 20:30:34.956035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.043154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c712f685-7256-4805-b87b-667fb15b8075 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859439 Aug 16 20:30:35.049570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.050098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-903a5850-7dca-4214-9497-11952d457389 req-bd434a89-8819-4f28-af3f-4ee2e3a3d4c9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047053 Aug 16 20:30:35.165349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e806f1b-8e91-4b35-a647-c8b0fa7c9677 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:35.168265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e806f1b-8e91-4b35-a647-c8b0fa7c9677 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1211929 Aug 16 20:30:35.170187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.176420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.259018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adab9d3-875d-4358-a5ac-0dd1819b8113 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:35.260932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9adab9d3-875d-4358-a5ac-0dd1819b8113 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0892103 Aug 16 20:30:35.264899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.276591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d24170-c73c-493c-8cda-d6e64aae5816 req-e8091d27-1e95-42bb-99b9-884f869c7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:35.280353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28d24170-c73c-493c-8cda-d6e64aae5816 req-e8091d27-1e95-42bb-99b9-884f869c7ba1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.1000972 Aug 16 20:30:35.316133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.332501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c2d19708-c51c-4344-b503-a88fb03b2a22 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658522 Aug 16 20:30:35.333380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.339670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:35.347693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbca24-1a45-4de1-a62d-f6aaf3d25e3f req-68d1aac9-dfb1-43c0-8077-d5b710e92266 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:35.349793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28bbca24-1a45-4de1-a62d-f6aaf3d25e3f req-68d1aac9-dfb1-43c0-8077-d5b710e92266 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1582739 Aug 16 20:30:35.461621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28bbca24-1a45-4de1-a62d-f6aaf3d25e3f req-d19c3235-bc4e-48de-96c4-aa1fb5326f90 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976696 Aug 16 20:30:35.480092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8339eea-274a-4834-94b3-24a89e3c9611,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:35.511979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28d24170-c73c-493c-8cda-d6e64aae5816 req-4aa32e81-8ceb-473b-be32-02192f4a1d86 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869626 Aug 16 20:30:35.511979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.511979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-addd359f-20ca-4657-a3af-a747425d0404 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7469494 Aug 16 20:30:35.515050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:35.522609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'security_group_rule': {'security_group_id': 'e8339eea-274a-4834-94b3-24a89e3c9611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:35.552478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e66a11ee-d8f6-4636-b0fc-f7c2630c8740 req-c6d5213c-8602-4f87-846d-911492595a7a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=2333aaf8-920c-47c2-8ce4-6218be9310d5 HTTP/1.1" status: 200 len: 210 time: 0.0435433 Aug 16 20:30:35.632746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:35.634706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.690352 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:30:35.732004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af5b2c04-5689-40f2-bb7c-fda43b987fa8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:35.863304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:35.884245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:35.973543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.044895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.070816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726debc-6213-4dfe-a1ca-5fbe6376a45c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:36.073595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.092182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.156069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0aed486-78f3-4fb8-a650-889bb870c3fb,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:36.187757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:36.195781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:36.199042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:36.199644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.208731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=dfd611e7-dc8a-42b8-8770-5e6728122c02,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:36.251838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.257318 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a5dca546-7aa3-4f6e-be39-7950462689be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7375040 Aug 16 20:30:36.259681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53466) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:36.264916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'security_group_rule': {'security_group_id': 'e8339eea-274a-4834-94b3-24a89e3c9611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:36.272409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad93699-a86b-4e74-9484-ec3de3044977 req-add0fb4f-8ddd-49eb-aad8-4a4145275b96 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:36.274261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ad93699-a86b-4e74-9484-ec3de3044977 req-add0fb4f-8ddd-49eb-aad8-4a4145275b96 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1058066 Aug 16 20:30:36.339449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ad93699-a86b-4e74-9484-ec3de3044977 req-38b00804-55d9-4b6c-9077-19f2ceb2d94e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526648 Aug 16 20:30:36.355692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:36.371595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Provisioning for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:36.378563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Provisioning complete for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:36.378563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.386124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53468) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:36.390103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b8380329-ffb4-49b1-a677-9093d3640351 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0523393 Aug 16 20:30:36.395287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': 'dfd611e7-dc8a-42b8-8770-5e6728122c02', 'ip_address': '2001:db8::6d1a:40f8:c11c:26f5'}], 'name': 'tempest-NetworksTestDHCPv6-1556339654'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:36.478684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.608039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.700781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:36.712800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.777980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471161a0-4cc9-4abb-a7d4-057f65a2abb9 req-5dc622a2-f198-49a8-9248-17867bfae775 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:36.780551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-471161a0-4cc9-4abb-a7d4-057f65a2abb9 req-5dc622a2-f198-49a8-9248-17867bfae775 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1248229 Aug 16 20:30:36.784165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] For port af5b2c04-5689-40f2-bb7c-fda43b987fa8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af5b2c04-5689-40f2-bb7c-fda43b987fa8,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:36.788121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5923a1-2e2b-4ab3-b9ea-d0985783af47 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:36.791315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'port_id': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'mac_address': 'fa:16:3e:86:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016df61-b391-486f-9cca-be2ea1795c03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:36.833755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.844285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-471161a0-4cc9-4abb-a7d4-057f65a2abb9 req-39aa7624-9adc-4f9e-91bf-db21dfc5194f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495377 Aug 16 20:30:36.852837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439d7327-00a6-4b05-9dd7-265b62d88c48,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:36.871884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:36.904164 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.937901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:36.952269 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.959052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:36.961436 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6d82580a-9016-4442-a0f5-69a34b403ed3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7003748 Aug 16 20:30:36.964337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:36.975411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:37.007602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.014778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:37.033149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port d7dc08ce-24a7-434e-9c67-82e43fc80c5a yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:37.055348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c610668-4547-416b-8d22-8619377f07b3 None None] Pushing event updated for resources: {'Port': ['ID=af5b2c04-5689-40f2-bb7c-fda43b987fa8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:37.103305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4da4dc33-fae5-4dac-8a9e-1d76d1736755 None None] Provisioning complete for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:37.103816 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4da4dc33-fae5-4dac-8a9e-1d76d1736755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.116177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.137594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.230869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:37.301577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:37.391422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::6d1a:40f8:c11c:26f5 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/dfd611e7-dc8a-42b8-8770-5e6728122c02/d7dc08ce-24a7-434e-9c67-82e43fc80c5a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:37.488164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.638589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c6067652-104b-42bd-a4f2-7576ceaf2761 None None] Provisioning complete for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:37.638717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1c2e-66a0-416c-96f7-9891f66a9ebd req-5ee637f7-ed4d-4af4-a2d1-72bf6446202a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:37.638810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c6067652-104b-42bd-a4f2-7576ceaf2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.647177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ebd1c2e-66a0-416c-96f7-9891f66a9ebd req-5ee637f7-ed4d-4af4-a2d1-72bf6446202a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.1936026 Aug 16 20:30:37.656244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 172.25.7.174 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/5ddb771c-2b43-4085-8700-60fbeaf120dd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:37.691430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af5b2c04-5689-40f2-bb7c-fda43b987fa8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:37.696628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0854b-fbef-4b6a-823c-0b82095ba22c req-46bfd011-61a4-490e-a0a4-40e12cf73666 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:37.698154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed0854b-fbef-4b6a-823c-0b82095ba22c req-46bfd011-61a4-490e-a0a4-40e12cf73666 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1913123 Aug 16 20:30:37.790499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ebd1c2e-66a0-416c-96f7-9891f66a9ebd req-19de5461-6006-41a2-80d8-73def1fd4515 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421418 Aug 16 20:30:37.805850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af5b2c04-5689-40f2-bb7c-fda43b987fa8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:37.806420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.904704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.904704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed0854b-fbef-4b6a-823c-0b82095ba22c req-263e3c83-10b2-4832-bf1d-7569ce3c756b tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212285 Aug 16 20:30:37.904704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object d7dc08ce-24a7-434e-9c67-82e43fc80c5a will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:37.907684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:37.956928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5be1870b-19a7-4343-bebe-529adb43820c None None] Could not find standard attr ID for object 4f9d3a42-38c6-4444-9b12-cbcc091e4ae8. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:30:38.023099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce5239-a6eb-4e84-97a7-fd5993854d35 req-3ea0d930-0573-47bf-b975-52755add1322 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:38.028244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fce5239-a6eb-4e84-97a7-fd5993854d35 req-3ea0d930-0573-47bf-b975-52755add1322 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 944 time: 0.0648773 Aug 16 20:30:38.084833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fce5239-a6eb-4e84-97a7-fd5993854d35 req-61183c9d-95c6-4a06-923e-411149bfd8de tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Aug 16 20:30:38.357522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:38.407894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port e6c58a73-8e5c-4257-be6c-04977f739502 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:38.408540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.485001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.504642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.518848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.532165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:38.534966 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265ea36-b768-4d26-b80c-353e1ebb61a2" -d '{"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:38.558610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:38.574870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:38.574974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:38.590538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:38.603494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:38.604487 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.608672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=d7dc08ce-24a7-434e-9c67-82e43fc80c5a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:38.629351 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646b2c96-03a4-4f00-ab22-7fbac5c9f2a6 x-openstack-request-id: req-646b2c96-03a4-4f00-ab22-7fbac5c9f2a6 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:38.631115 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:38.631115 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-646b2c96-03a4-4f00-ab22-7fbac5c9f2a6 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:38.631115 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'code': 200} Aug 16 20:30:38.646889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:38.650103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:38.657865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:38.712309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=5ddb771c-2b43-4085-8700-60fbeaf120dd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:38.731205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:38.760038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ddddbc85-bc68-42ae-a3de-edd58882c4b4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3716967 Aug 16 20:30:38.770341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53524) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:38.775916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': 'dfd611e7-dc8a-42b8-8770-5e6728122c02', 'ip_address': '2001:db8::6d1a:40f8:c11c:26f5'}], 'name': 'tempest-NetworksTestDHCPv6-678661824'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:38.850101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:38.886602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.002490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.088352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c852-cb23-4665-8385-c088e0408984 req-0b53f154-b898-4d3b-a0ed-eda047dcdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.089896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-0b53f154-b898-4d3b-a0ed-eda047dcdb6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 1098 time: 0.1856415 Aug 16 20:30:39.118059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af52835d-4d47-4252-be81-c4be98fbad3d None None] Provisioning for port d7dc08ce-24a7-434e-9c67-82e43fc80c5a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:39.126382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af52835d-4d47-4252-be81-c4be98fbad3d None None] Provisioning complete for port d7dc08ce-24a7-434e-9c67-82e43fc80c5a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:39.126382 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-af52835d-4d47-4252-be81-c4be98fbad3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.142090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353387b-be31-40de-b8a3-38d86513fa8d req-34186ee4-e601-4300-9e69-9c4ccd35f44f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.145515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a353387b-be31-40de-b8a3-38d86513fa8d req-34186ee4-e601-4300-9e69-9c4ccd35f44f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.1707990 Aug 16 20:30:39.170815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-af52835d-4d47-4252-be81-c4be98fbad3d None None] Port d7dc08ce-24a7-434e-9c67-82e43fc80c5a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:39.234907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f47c00-9c7a-4b4a-9a9e-2d7ec1720fa8 req-25cbfed8-53bd-4cf0-9808-d5ed8688c6fb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.240723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9f47c00-9c7a-4b4a-9a9e-2d7ec1720fa8 req-25cbfed8-53bd-4cf0-9808-d5ed8688c6fb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.4269609 Aug 16 20:30:39.312608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab291f2-090e-42dc-b739-b339e89f813a req-a599a623-d9a2-4941-9446-2e16c9a27b4e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.314065 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bab291f2-090e-42dc-b739-b339e89f813a req-a599a623-d9a2-4941-9446-2e16c9a27b4e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 946 time: 0.1146538 Aug 16 20:30:39.355014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a353387b-be31-40de-b8a3-38d86513fa8d req-982700e0-a835-419e-b7e6-5b5b676eafab tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725342 Aug 16 20:30:39.359399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.366855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:39.389029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.451948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.452162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 2f008364-e64a-43d6-b65c-21a38fdb139d yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:39.534848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9f47c00-9c7a-4b4a-9a9e-2d7ec1720fa8 req-cab9cf69-eb4a-4a08-a28a-f52b7fb0244d tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570713 Aug 16 20:30:39.562817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c852-cb23-4665-8385-c088e0408984 req-16eb1c9d-a0f1-47c6-9be9-a22c9f55d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.568299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-16eb1c9d-a0f1-47c6-9be9-a22c9f55d0d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.4622698 Aug 16 20:30:39.599313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port 04704371-22a7-42dc-8387-9c56847daaeb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:39.599841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.709440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=5ddb771c-2b43-4085-8700-60fbeaf120dd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:39.727232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.784195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-6182d1ab-cc41-45db-9aa7-71c2bb3111f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 200 len: 217 time: 0.1929290 Aug 16 20:30:39.823948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port 04704371-22a7-42dc-8387-9c56847daaeb, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=04704371-22a7-42dc-8387-9c56847daaeb,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:39.824329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.836127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759c50-aee2-4d0d-a31c-414c8ee92420 req-6f216a90-9836-46d3-8ebb-ab6eb3f485fd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.839010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for 04704371-22a7-42dc-8387-9c56847daaeb owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:39.840856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9759c50-aee2-4d0d-a31c-414c8ee92420 req-6f216a90-9836-46d3-8ebb-ab6eb3f485fd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3730335 Aug 16 20:30:39.843531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:39.844833 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-24e5e979-71a4-4f46-b89d-1db60d0318bb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8766608 Aug 16 20:30:39.922230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78c852-cb23-4665-8385-c088e0408984 req-92fae6ba-93be-468d-a036-d0af8777c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:39.925475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-92fae6ba-93be-468d-a036-d0af8777c5ad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.1259797 Aug 16 20:30:39.978240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9759c50-aee2-4d0d-a31c-414c8ee92420 req-ec90933e-120b-4b7f-8207-17c2136a4113 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018288 Aug 16 20:30:40.030142 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:30:40.030718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:40.041141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-f3190d18-bcec-411c-98d0-4c35f892c9f1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058445 Aug 16 20:30:40.204531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-c53ef341-e2fe-4ea3-bee6-2ca9b6df2fab service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364233 Aug 16 20:30:40.319231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.327523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d78c852-cb23-4665-8385-c088e0408984 req-762d3dd1-035b-4f91-aaff-403176cb4f51 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268237 Aug 16 20:30:40.332979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72', '04704371-22a7-42dc-8387-9c56847daaeb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:40.366857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d90a5c04-8bc4-44fb-844e-c349ac2f6d92 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5932331 Aug 16 20:30:40.368606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53578) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:40.458091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=04704371-22a7-42dc-8387-9c56847daaeb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:40.555851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port 04704371-22a7-42dc-8387-9c56847daaeb on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:40.563818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.567304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bab291f2-090e-42dc-b739-b339e89f813a req-c2890aff-3cad-4db8-9bbd-d887581a7261 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/04704371-22a7-42dc-8387-9c56847daaeb HTTP/1.1" status: 204 len: 173 time: 1.2412388 Aug 16 20:30:40.576873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'name': 'network-vif-deleted', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:40.588379 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c0b9b8-ea81-4e73-bb62-5186530bc3a4" -d '{"events": [{"server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "name": "network-vif-deleted", "tag": "04704371-22a7-42dc-8387-9c56847daaeb"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:40.621198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-944405c9-5274-4266-b522-fe5a65eac326 req-d3e321f8-4a84-4dd2-968d-b0b69268f0af tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=145d74a5-cf82-4d5d-b217-7836e10ee879 HTTP/1.1" status: 200 len: 210 time: 0.0557399 Aug 16 20:30:40.647888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-a3363d1f-cfd9-48ed-b284-cb3e903e128b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--628582519&fields=id&tenant_id=cdc04d18a078478397f1d427a200cd99 HTTP/1.1" status: 200 len: 267 time: 0.4371648 Aug 16 20:30:40.797431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00fd32-6704-4a7a-ba69-db2301a41844 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:40.809188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc00fd32-6704-4a7a-ba69-db2301a41844 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:40.813332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc00fd32-6704-4a7a-ba69-db2301a41844 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4079874 Aug 16 20:30:40.818195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:40.827473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-33abefca-1d47-48b6-a437-3ca78c7dbd19 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:40.829172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-33abefca-1d47-48b6-a437-3ca78c7dbd19 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 932 time: 0.1801529 Aug 16 20:30:40.984312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port d7dc08ce-24a7-434e-9c67-82e43fc80c5a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:40.984716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:40.988344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-102e05de-7af3-4e2f-9245-05099ad20b36 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.000970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-102e05de-7af3-4e2f-9245-05099ad20b36 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 931 time: 0.1544554 Aug 16 20:30:41.039617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40b63-6464-4cec-b834-7efd9e63b3fc req-198814d2-f7cc-4121-b6f9-dba015526201 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.047521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac40b63-6464-4cec-b834-7efd9e63b3fc req-198814d2-f7cc-4121-b6f9-dba015526201 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2162685 Aug 16 20:30:41.164486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-995f07e3-c56c-4088-a8da-8a7284507863 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1634157 Aug 16 20:30:41.181415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:41.269161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for d7dc08ce-24a7-434e-9c67-82e43fc80c5a owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:41.412629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ac40b63-6464-4cec-b834-7efd9e63b3fc req-ca6d0b95-049b-4791-bdf7-0b4dcc5befe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610532 Aug 16 20:30:41.444568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-57fd9fdc-46cf-41df-9d15-a805c48e8dd3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2788422 Aug 16 20:30:41.868074 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc290ea4-0eb6-4ba3-8842-ee3a33257209 x-openstack-request-id: req-cc290ea4-0eb6-4ba3-8842-ee3a33257209 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:41.868656 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145d74a5-cf82-4d5d-b217-7836e10ee879", "name": "network-vif-deleted", "tag": "04704371-22a7-42dc-8387-9c56847daaeb", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:41.868656 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc290ea4-0eb6-4ba3-8842-ee3a33257209 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:41.870556 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145d74a5-cf82-4d5d-b217-7836e10ee879', 'name': 'network-vif-deleted', 'tag': '04704371-22a7-42dc-8387-9c56847daaeb', 'status': 'completed', 'code': 200} Aug 16 20:30:41.946485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b9546a50-4451-4b90-94ae-8e439b949c03 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:41.948258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.000375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b9546a50-4451-4b90-94ae-8e439b949c03 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.035402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b9546a50-4451-4b90-94ae-8e439b949c03 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.036378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b9546a50-4451-4b90-94ae-8e439b949c03 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 1986 time: 0.5813694 Aug 16 20:30:42.112676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.114717 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/d7dc08ce-24a7-434e-9c67-82e43fc80c5a HTTP/1.1" status: 204 len: 168 time: 1.2954109 Aug 16 20:30:42.184149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53616) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.235105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-84b6738a-288e-461b-a24a-0b1283bf6558 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/quotas/cdc04d18a078478397f1d427a200cd99 HTTP/1.1" status: 200 len: 375 time: 0.0472353 Aug 16 20:30:42.386109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 04704371-22a7-42dc-8387-9c56847daaeb no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:42.418634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96f33c-1de7-4be2-bf2c-f40ae98bbc13 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=d7dc08ce-24a7-434e-9c67-82e43fc80c5a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:42.437433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f383a-369f-4e63-8cd0-4d6f54d5ceee tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.449620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f383a-369f-4e63-8cd0-4d6f54d5ceee tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.451238 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa4f383a-369f-4e63-8cd0-4d6f54d5ceee tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2658391 Aug 16 20:30:42.452081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 04704371-22a7-42dc-8387-9c56847daaeb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:42.452544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 04704371-22a7-42dc-8387-9c56847daaeb not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:42.460181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25429f-6a0a-4811-957f-788907952022 req-b3e28d29-afaa-44d3-94d0-07088d3fe1d8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:42.463579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab25429f-6a0a-4811-957f-788907952022 req-b3e28d29-afaa-44d3-94d0-07088d3fe1d8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.4242103 Aug 16 20:30:42.464368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53618) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:42.565834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-3b5081f0-fb2d-412c-92cb-c09da0f92815 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3123755 Aug 16 20:30:42.589841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab25429f-6a0a-4811-957f-788907952022 req-08856f56-87b4-4f48-8d45-6e09cc287b55 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045959 Aug 16 20:30:42.638572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet dfd611e7-dc8a-42b8-8770-5e6728122c02 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:42.650274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.796128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-c8da048d-384f-4b20-9209-73b23a6161bf service neutron] 10.222.0.70 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052372 Aug 16 20:30:42.847610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:42.993039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.047969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-0c6c8dc9-d2df-49b3-84bc-af4f65bbb35e service neutron] 10.222.0.70 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365267 Aug 16 20:30:43.140049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-52688a61-be2d-4040-82dd-c20a9bf84215 service neutron] 10.222.0.70 "GET /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0886898 Aug 16 20:30:43.315678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cad42a-a069-4956-840e-46dfc066b15f req-080c0e40-7fa4-49e6-9ac1-670d5f432eba tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.317376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57cad42a-a069-4956-840e-46dfc066b15f req-080c0e40-7fa4-49e6-9ac1-670d5f432eba tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.1180234 Aug 16 20:30:43.337346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.394330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e3958088-0d5d-48e4-8271-480f5e0ffa57 service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364211 Aug 16 20:30:43.396881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d857f7b-341d-48ea-9ebd-c9aaa5c6b84a None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:43.420482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd611e7-dc8a-42b8-8770-5e6728122c02,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:43.420482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.420482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e2a762a-f45f-4ede-a76f-c04b03dbab17 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dfd611e7-dc8a-42b8-8770-5e6728122c02 HTTP/1.1" status: 204 len: 168 time: 0.9513261 Aug 16 20:30:43.424970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:43.491533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57cad42a-a069-4956-840e-46dfc066b15f req-372da668-ec80-4035-8973-cd4d754dfab4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663046 Aug 16 20:30:43.502243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ae92e966-576e-4944-9856-1da3616b0561 service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069460 Aug 16 20:30:43.520120 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-10770115-8ecf-481e-b326-cbd5b5f8ae98 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935490 Aug 16 20:30:43.526851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53640) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:43.538917 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:43.618093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-4d5d0ebb-efbc-4d4f-b851-d106766472bd service neutron] 10.222.0.70 "GET /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1146441 Aug 16 20:30:43.854869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:43.856503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-3ec4f7fc-3ed6-41b1-9b67-8dbe2524c364 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:43.867857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-3ec4f7fc-3ed6-41b1-9b67-8dbe2524c364 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.1352129 Aug 16 20:30:43.886084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-def5d787-649e-4d1a-9683-64a6c2e30824 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0173602 Aug 16 20:30:43.963748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:43.968775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:43.971678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Deleting port af5b2c04-5689-40f2-bb7c-fda43b987fa8 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:43.972403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.142941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] For port af5b2c04-5689-40f2-bb7c-fda43b987fa8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af5b2c04-5689-40f2-bb7c-fda43b987fa8,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:44.144018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.183782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Calling delete_port for af5b2c04-5689-40f2-bb7c-fda43b987fa8 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:44.472907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.501432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.521854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] Pushing event deleted for resources: {'Port': ['ID=af5b2c04-5689-40f2-bb7c-fda43b987fa8,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:44.543890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc0c0f5-66c2-40b8-b305-67c8f9aa224d None None] No DVR routers for this DVR port af5b2c04-5689-40f2-bb7c-fda43b987fa8 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:44.561556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9b004909-fc95-4e46-a3a2-65a399171977 service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9423671 Aug 16 20:30:44.622062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:44.627643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:44.628247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-2ad07a97-aeeb-487a-88fd-3e6b6bacc8f0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7407067 Aug 16 20:30:44.633920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:44.639550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fe97d-4668-41be-a4dd-3a3107c68a3c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:44.649368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:44.721793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=1c662297-3ae4-4086-991d-54f1e3c264a6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:44.817509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eefd91f6-eef9-481b-932d-7466a35d303c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2891245 Aug 16 20:30:44.820214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53656) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:44.825415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '1c662297-3ae4-4086-991d-54f1e3c264a6', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1407798841'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:44.896779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-006ae82a-eb1a-48b4-bfce-29f47cb0fd80 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471313 Aug 16 20:30:44.952829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e39d874d-2721-4160-a698-1c0a5b519440 service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707998 Aug 16 20:30:45.059923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '1c662297-3ae4-4086-991d-54f1e3c264a6'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:45.060721 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.083199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-02ca4944-ad40-43af-9703-ee936a53151a service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178017 Aug 16 20:30:45.194646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-80183c15-eb19-4f5a-984f-e5bfa8b94b8b service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968993 Aug 16 20:30:45.273066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-a829c3c4-c086-4d70-b4d6-06ec373e2e4e service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807621 Aug 16 20:30:45.308896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1c662297-3ae4-4086-991d-54f1e3c264a6/bcd2e379-b9f1-42cd-a3af-dd44892f537a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:45.347689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:45.473175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-cb50561d-c348-455f-b106-f21d58a05c8d service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964698 Aug 16 20:30:45.595061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.603615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.623975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Transition to ACTIVE for port object bcd2e379-b9f1-42cd-a3af-dd44892f537a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:45.653746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Transition to ACTIVE for port object bcd2e379-b9f1-42cd-a3af-dd44892f537a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:45.682797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port b9f8eb51-f5a4-402e-a658-b19cf3436072 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:30:45.754238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:45.763183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-4237fd91-f320-441e-b45f-b5f5865b9450 service neutron] 10.222.0.70 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770290 Aug 16 20:30:45.770168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af5b2c04-5689-40f2-bb7c-fda43b987fa8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:45.893942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: af5b2c04-5689-40f2-bb7c-fda43b987fa8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:45.896566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af5b2c04-5689-40f2-bb7c-fda43b987fa8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:45.929785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:45.935594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:45.946410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:45.949682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5a094fff-fbbf-4168-8a74-a9e2c3b8335b service neutron] 10.222.0.70 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851809 Aug 16 20:30:45.991338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Pushing event updated for resources: {'Port': ['ID=bcd2e379-b9f1-42cd-a3af-dd44892f537a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:46.089797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Attempting to bind port bcd2e379-b9f1-42cd-a3af-dd44892f537a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:46.090168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Attempting to bind port bcd2e379-b9f1-42cd-a3af-dd44892f537a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:46.090530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Attempting to bind port bcd2e379-b9f1-42cd-a3af-dd44892f537a on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:46.099759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:46.110083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:46.110083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.110083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:46.110083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Bound port: bcd2e379-b9f1-42cd-a3af-dd44892f537a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:46.110083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.110558 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:30:46.110558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:30:46.118106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640f527-2639-4fbb-a301-7e63f67f4a70 req-fcbfd309-1a02-4d6d-9e15-880db33ab3a8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.119888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9640f527-2639-4fbb-a301-7e63f67f4a70 req-fcbfd309-1a02-4d6d-9e15-880db33ab3a8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1691532 Aug 16 20:30:46.163382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-3145abc9-9db0-4f8e-99b3-ee25004439d3 service neutron] 10.222.0.70 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907673 Aug 16 20:30:46.187428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] For port bcd2e379-b9f1-42cd-a3af-dd44892f537a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:46.191664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] For port bcd2e379-b9f1-42cd-a3af-dd44892f537a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bcd2e379-b9f1-42cd-a3af-dd44892f537a,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:46.248549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9640f527-2639-4fbb-a301-7e63f67f4a70 req-b80e36c7-3b04-41de-b3aa-3b64d183991b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198854 Aug 16 20:30:46.293698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-7707bba8-9cab-4c4f-837c-539ce9f013cb service neutron] 10.222.0.70 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170628 Aug 16 20:30:46.313225 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.318215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd672d5c-0522-4215-825d-8cb5e21e0fd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4968011 Aug 16 20:30:46.319039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53670) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.486976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a029368-dd08-48ed-87b6-77d09d0b7552 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.492412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53674) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.493360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5a029368-dd08-48ed-87b6-77d09d0b7552 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1730106 Aug 16 20:30:46.494765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73af1c-ce87-4cbe-a1fd-564706f1f381 None None] Pushing event updated for resources: {'Port': ['ID=bcd2e379-b9f1-42cd-a3af-dd44892f537a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:46.518393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-15cc0b31-9425-496c-8107-7474df6c0c3c service neutron] 10.222.0.70 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169914 Aug 16 20:30:46.655539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034119b-4373-4a58-a3b6-411360634bdf tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.662180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034119b-4373-4a58-a3b6-411360634bdf tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:46.672403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53684) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:46.673226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4034119b-4373-4a58-a3b6-411360634bdf tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1791387 Aug 16 20:30:46.760929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 1c662297-3ae4-4086-991d-54f1e3c264a6 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:30:46.764930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.825721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:46.922472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.238891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.292333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=1c662297-3ae4-4086-991d-54f1e3c264a6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:47.298067 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.304221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53702) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:47.318142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8369f159-74f3-4084-9865-95797a6ef7c7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1c662297-3ae4-4086-991d-54f1e3c264a6 HTTP/1.1" status: 204 len: 168 time: 0.6296899 Aug 16 20:30:47.368962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-50ea8c21-750e-4560-97f9-b1a16f7ce696 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635672 Aug 16 20:30:47.372618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53704) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:47.378876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:47.540848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70ad4d98-5508-4cf4-b394-c9b66c9dad6a req-61b87bac-1dcc-4cb4-85d1-1481cd19ae41 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 210 time: 0.0474441 Aug 16 20:30:47.717958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:47.722526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:47.723302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bcd2e379-b9f1-42cd-a3af-dd44892f537a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:47.789064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bea28a-bb8d-42e7-833f-7fc486eda305 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:48.019446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-212c6bd1-3d7b-4847-9b5f-254b4c294efb None None] Provisioning for port bcd2e379-b9f1-42cd-a3af-dd44892f537a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:48.116112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d59e-d752-4fbe-9e21-e003d1ff3f7b req-7153bfd5-6ef9-4e3c-8675-627ecc03578c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:48.127208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9496d59e-d752-4fbe-9e21-e003d1ff3f7b req-7153bfd5-6ef9-4e3c-8675-627ecc03578c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.0879207 Aug 16 20:30:48.134608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port bcd2e379-b9f1-42cd-a3af-dd44892f537a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:48.147893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bcd2e379-b9f1-42cd-a3af-dd44892f537a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:48.149103 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.188262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9496d59e-d752-4fbe-9e21-e003d1ff3f7b req-20a72965-8333-45c3-994d-d02bfb65aa22 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Aug 16 20:30:48.192682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.250520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:30:48.258186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.338470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=14074ea3-2d5c-4440-8deb-8577a3a40cb6,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.367819 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.374250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:48.380883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:48.385339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:48.386153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.399569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Deleting port bcd2e379-b9f1-42cd-a3af-dd44892f537a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:48.399917 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.511291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port bcd2e379-b9f1-42cd-a3af-dd44892f537a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bcd2e379-b9f1-42cd-a3af-dd44892f537a,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:48.541780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a046917-03ef-4f9e-abff-cc1a40f9df3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1679101 Aug 16 20:30:48.544800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53714) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:48.550103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:48.596382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] For port bcd2e379-b9f1-42cd-a3af-dd44892f537a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bcd2e379-b9f1-42cd-a3af-dd44892f537a,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:48.596807 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.617024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Calling delete_port for bcd2e379-b9f1-42cd-a3af-dd44892f537a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:48.704443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.726237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67fce668-10fa-4422-a2dd-0f806e0b7975 req-ed4630c2-8c4f-4cc9-9f6a-9c71edbc8fb1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 210 time: 0.0480759 Aug 16 20:30:48.727655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.733359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.823451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:48.824601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=bcd2e379-b9f1-42cd-a3af-dd44892f537a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:48.924975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.028063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.067447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.069110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-21e8a79e-8bb7-447c-8e00-6314bf8b46fc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5231645 Aug 16 20:30:49.080148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53726) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:49.082953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] Pushing event deleted for resources: {'Port': ['ID=bcd2e379-b9f1-42cd-a3af-dd44892f537a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:49.097346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e323e-ec30-4fb3-b69c-017a34b5fbfd None None] No DVR routers for this DVR port bcd2e379-b9f1-42cd-a3af-dd44892f537a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:30:49.122260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52198d-53d1-454b-91a0-91ac97132279 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:30:49.465485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:30:49.466743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.578143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb9cb4-e0a6-46f4-882d-8f71f948e8ac req-e7832f18-b576-4573-be0b-1d5ff86014d0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:49.579979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ecb9cb4-e0a6-46f4-882d-8f71f948e8ac req-e7832f18-b576-4573-be0b-1d5ff86014d0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2373619 Aug 16 20:30:49.658824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ecb9cb4-e0a6-46f4-882d-8f71f948e8ac req-115c4865-5333-473f-8419-430ea6cd4de3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 Aug 16 20:30:49.689746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-2ef0affd-eea6-4c13-be31-7ccde4151600 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:49.696873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-2ef0affd-eea6-4c13-be31-7ccde4151600 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.3045993 Aug 16 20:30:49.726326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:49.776226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:49.791701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bcd2e379-b9f1-42cd-a3af-dd44892f537a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:30:49.828364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: bcd2e379-b9f1-42cd-a3af-dd44892f537a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:30:49.829118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bcd2e379-b9f1-42cd-a3af-dd44892f537a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:30:49.870561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/14074ea3-2d5c-4440-8deb-8577a3a40cb6/c921e608-9326-4302-a798-7b6a7c774e97) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:50.098019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67d03d75-b917-462d-a477-3c85d3165ed8 req-9a7c10d7-e472-4e83-9700-370914053198 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 210 time: 0.0306470 Aug 16 20:30:50.141486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.165743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Transition to ACTIVE for port object c921e608-9326-4302-a798-7b6a7c774e97 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:50.190619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Transition to ACTIVE for port object c921e608-9326-4302-a798-7b6a7c774e97 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:50.215449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:50.215449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.318478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.423835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:50.426959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:50.431068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:50.434525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::1 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/14074ea3-2d5c-4440-8deb-8577a3a40cb6/22cea8b9-815c-4682-95db-0154baa8e884) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:50.451442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Pushing event updated for resources: {'Port': ['ID=c921e608-9326-4302-a798-7b6a7c774e97,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:50.599629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Attempting to bind port c921e608-9326-4302-a798-7b6a7c774e97 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:50.599719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.5 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/4b3e532a-9181-4e0d-b89e-19a4c7e95248) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:50.599827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Attempting to bind port c921e608-9326-4302-a798-7b6a7c774e97 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:50.599827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Attempting to bind port c921e608-9326-4302-a798-7b6a7c774e97 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:50.605057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:50.605434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:50.605841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.606288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:50.606758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Bound port: c921e608-9326-4302-a798-7b6a7c774e97, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:50.607666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.751893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] For port c921e608-9326-4302-a798-7b6a7c774e97, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:50.756180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] For port c921e608-9326-4302-a798-7b6a7c774e97, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c921e608-9326-4302-a798-7b6a7c774e97,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:50.792903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.808898 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.834986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 22cea8b9-815c-4682-95db-0154baa8e884 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:50.855895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:50.989569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426c04f-8de7-4cb6-a965-2c04b12f0005 None None] Pushing event updated for resources: {'Port': ['ID=c921e608-9326-4302-a798-7b6a7c774e97,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.015796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.028753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:51.075354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71e16370-b506-4cd8-8cf1-31a5ca14084f req-0c149a2f-67c2-44c7-9d48-850ab2b0d913 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1572344 Aug 16 20:30:51.106081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.125124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:51.134095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:51.145946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:51.245764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.290164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.290377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae41f0-e44d-4c91-90a2-4d23f72c6248 req-250f38d0-ef57-4c91-a727-2705241a6ff8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.323552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ae41f0-e44d-4c91-90a2-4d23f72c6248 req-250f38d0-ef57-4c91-a727-2705241a6ff8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.3490090 Aug 16 20:30:51.337024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.405892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:51.408611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:51.442137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:51.448703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:51.448703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.507385 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-1ca37eab-a91d-4996-ae2f-c13524dbe50c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957597 Aug 16 20:30:51.527034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Request body: {'port': {'device_id': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:51.557192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ae41f0-e44d-4c91-90a2-4d23f72c6248 req-591849da-4d96-4831-916a-8a3803de80bc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323432 Aug 16 20:30:51.640019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254941-3207-4a00-b064-b77b0f8f890f req-f545d1ed-5666-4a65-bf4e-21978e5099eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:51.658719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da254941-3207-4a00-b064-b77b0f8f890f req-f545d1ed-5666-4a65-bf4e-21978e5099eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 931 time: 0.2592783 Aug 16 20:30:51.671278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.724607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da254941-3207-4a00-b064-b77b0f8f890f req-ac58d29b-3b37-4ccb-8257-57dfa585fdc9 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Aug 16 20:30:51.757858 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.794368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c921e608-9326-4302-a798-7b6a7c774e97 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:51.811274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:51.969611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c921e608-9326-4302-a798-7b6a7c774e97 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:52.316517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3e532a-9181-4e0d-b89e-19a4c7e95248 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:52.334676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.351244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Transition to ACTIVE for port object 4b3e532a-9181-4e0d-b89e-19a4c7e95248 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:52.417956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.463241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db808fc6-605e-4f49-bc9b-04ca42db5114 req-0817d919-2c08-400f-802e-1535dd1fab72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.2748394 Aug 16 20:30:52.523921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.570338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.571109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.621134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Pushing event updated for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.809873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:52.822979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Attempting to bind port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:52.823325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Attempting to bind port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:52.823656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Attempting to bind port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:52.833858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:30:52.834188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Attempting to bind port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:52.847760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:52.848102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:52.848489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:52.848918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Bound port: 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:52.849287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.900763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Provisioning for port c921e608-9326-4302-a798-7b6a7c774e97 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:52.905139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Provisioning complete for port c921e608-9326-4302-a798-7b6a7c774e97 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:52.905524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:52.978971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94aaed-d9ef-4f5f-8431-b0e64bc48c1f req-8e45b833-852d-451b-9f98-cd5d8b232e0d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:52.993011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd94aaed-d9ef-4f5f-8431-b0e64bc48c1f req-8e45b833-852d-451b-9f98-cd5d8b232e0d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2725582 Aug 16 20:30:53.014766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:53.020824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:53.074804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:53.103442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:53.122894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd94aaed-d9ef-4f5f-8431-b0e64bc48c1f req-c1d6afa2-3aeb-44ee-a0a8-0ad8f2e5f66a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289468 Aug 16 20:30:53.132987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b4d15-60d1-4927-810f-d77ac15725f7 req-cd088f28-d0c8-428d-8565-bc0ca117968f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.135653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-398b4d15-60d1-4927-810f-d77ac15725f7 req-cd088f28-d0c8-428d-8565-bc0ca117968f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 943 time: 0.2499154 Aug 16 20:30:53.156695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.225210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] For port c921e608-9326-4302-a798-7b6a7c774e97, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c921e608-9326-4302-a798-7b6a7c774e97,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:53.317289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-398b4d15-60d1-4927-810f-d77ac15725f7 req-11782e38-38cb-4e4c-aa7b-6b895ac2919a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527394 Aug 16 20:30:53.473305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.513909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.514556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.520653 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] 10.222.0.64 "PUT /v2.0/ports/4b3e532a-9181-4e0d-b89e-19a4c7e95248 HTTP/1.1" status: 200 len: 1092 time: 1.9965589 Aug 16 20:30:53.520653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:30:53.520653 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f5de93-8ef1-41c0-a324-382938aeaab6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:30:53.547599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69c6c1-0fa2-4a19-975c-d756c774db2f service neutron] Pushing event updated for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:53.576147 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccf929c-e0d9-4aaf-881e-211063d80a66 x-openstack-request-id: req-8ccf929c-e0d9-4aaf-881e-211063d80a66 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:30:53.576538 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:30:53.577125 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ccf929c-e0d9-4aaf-881e-211063d80a66 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:30:53.577535 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248', 'status': 'completed', 'code': 200} Aug 16 20:30:53.588558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62a24419-841f-4a68-bcea-e0fa7f1f95fe req-d11ca48e-f0b4-4289-9a20-3378a8dc1b0b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0395205 Aug 16 20:30:53.638169 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.638445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Router c88e0a40-af84-4a00-8b03-45176c562edc is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:30:53.652226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-1cf71bc7-2f51-4a9c-ae77-fa577e2398ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.653977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-1cf71bc7-2f51-4a9c-ae77-fa577e2398ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 1095 time: 0.0634005 Aug 16 20:30:53.704241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Pushing event updated for resources: {'Port': ['ID=c921e608-9326-4302-a798-7b6a7c774e97,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:53.713564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.713904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.714252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.714589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.723893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c01be-27bb-4823-ac00-db504a36aefc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:53.768878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:30:53.782132 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Sync routers for ids ['c88e0a40-af84-4a00-8b03-45176c562edc'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:30:53.785494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a0fdb987-30ee-44d3-a9e7-1eb45737baac tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "PUT /v2.0/routers/c88e0a40-af84-4a00-8b03-45176c562edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7041938 Aug 16 20:30:53.790178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53792) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.814621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-2b75b480-37a3-4140-b44d-4325f16a1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.817138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-2b75b480-37a3-4140-b44d-4325f16a1bae service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1547925 Aug 16 20:30:53.817366 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Routers {'c88e0a40-af84-4a00-8b03-45176c562edc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:53.824412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c88e0a40-af84-4a00-8b03-45176c562edc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:53.906778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9733931-b07a-4dd1-9e5b-1e78b0cc101e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.911869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53798) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:53.912037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a9733931-b07a-4dd1-9e5b-1e78b0cc101e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports/22cea8b9-815c-4682-95db-0154baa8e884 HTTP/1.1" status: 200 len: 911 time: 0.1204972 Aug 16 20:30:53.946332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65505302-0312-4608-946f-a7f166b6eb52 None None] Provisioning for port 22cea8b9-815c-4682-95db-0154baa8e884 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:53.950867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65505302-0312-4608-946f-a7f166b6eb52 None None] Provisioning complete for port 22cea8b9-815c-4682-95db-0154baa8e884 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:53.951533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65505302-0312-4608-946f-a7f166b6eb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:53.998673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-3c3a71c4-a845-4ff7-82cd-295a3b62512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:53.999007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512bd03-974b-4870-843a-e38994d1f155 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.003510 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3f5de93-8ef1-41c0-a324-382938aeaab6 req-3c3a71c4-a845-4ff7-82cd-295a3b62512a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675847 Aug 16 20:30:54.006701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8512bd03-974b-4870-843a-e38994d1f155 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.011554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8512bd03-974b-4870-843a-e38994d1f155 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0960410 Aug 16 20:30:54.011765 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Set router c88e0a40-af84-4a00-8b03-45176c562edc gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:54.011923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:30:54.018793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-65505302-0312-4608-946f-a7f166b6eb52 None None] Port 22cea8b9-815c-4682-95db-0154baa8e884 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:54.118588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8ed3ed0b-199f-4ebe-88dd-8d0e8241160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.120969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-8ed3ed0b-199f-4ebe-88dd-8d0e8241160c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 1095 time: 0.0776086 Aug 16 20:30:54.206179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-9c5b19b7-b689-405c-9b84-30cd54ef1387 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248 HTTP/1.1" status: 200 len: 217 time: 0.0768216 Aug 16 20:30:54.333850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb10c-c790-4683-87aa-9c61777da77b req-016b6d39-afd2-4492-92e2-eb2a261566f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:54.336028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-016b6d39-afd2-4492-92e2-eb2a261566f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.1210454 Aug 16 20:30:54.437037 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:51Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': '22cea8b9-815c-4682-95db-0154baa8e884', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:22:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:49Z', 'updated_at': '2021-08-16T20:30:52Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:54.439444 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-b4050eab-7d22-4001-9ba5-04c5b749a9ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859449 Aug 16 20:30:54.478927 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Checking router: c88e0a40-af84-4a00-8b03-45176c562edc for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:30:54.479546 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Updating router c88e0a40-af84-4a00-8b03-45176c562edc port 22cea8b9-815c-4682-95db-0154baa8e884 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:30:54.513929 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:54.602021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-614b5fce-8457-44d3-8037-9e5a58e65734 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565740 Aug 16 20:30:54.779612 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b54cb10c-c790-4683-87aa-9c61777da77b req-38780669-4315-470d-99bf-cbb2e487a2da service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643825 Aug 16 20:30:55.029991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d730da-d5d2-4198-ba7c-9ba8969b0562 req-8ea0a89d-4c93-4542-b761-f0193653b106 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.040540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41d730da-d5d2-4198-ba7c-9ba8969b0562 req-8ea0a89d-4c93-4542-b761-f0193653b106 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1872430 Aug 16 20:30:55.051433 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.061735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a1f35-2f82-4f6b-b2c4-327fb9650111 req-25517c8b-b71f-4c8b-8008-e4072c5acc94 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.063628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e31a1f35-2f82-4f6b-b2c4-327fb9650111 req-25517c8b-b71f-4c8b-8008-e4072c5acc94 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 943 time: 0.2116458 Aug 16 20:30:55.084967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Transition to ACTIVE for port object 22cea8b9-815c-4682-95db-0154baa8e884 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:55.191720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2f0b98e8-8edd-4482-abe6-4a2e50e9d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.193322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2f0b98e8-8edd-4482-abe6-4a2e50e9d953 service neutron] 10.222.0.73 "GET /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 1028 time: 0.1181040 Aug 16 20:30:55.268035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e31a1f35-2f82-4f6b-b2c4-327fb9650111 req-c76e81ba-6ddc-41af-b2aa-350e47231966 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527064 Aug 16 20:30:55.286362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41d730da-d5d2-4198-ba7c-9ba8969b0562 req-f0b56e5f-e649-426c-956a-9173c77b0460 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444246 Aug 16 20:30:55.294450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6ba0c70e-9911-49a8-9dce-e103c842b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.294450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6ba0c70e-9911-49a8-9dce-e103c842b56e service neutron] 10.222.0.73 "GET /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 1027 time: 0.0797932 Aug 16 20:30:55.352500 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.471287 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Pushing event updated for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:55.487861 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.489471 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.489951 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.490430 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.490916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.491583 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.492114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.493050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.493530 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.494296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.494916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.495386 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:30:55.675674 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Attempting to bind port 22cea8b9-815c-4682-95db-0154baa8e884 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:30:55.675948 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Attempting to bind port 22cea8b9-815c-4682-95db-0154baa8e884 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:30:55.676311 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Attempting to bind port 22cea8b9-815c-4682-95db-0154baa8e884 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:30:55.688531 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:30:55.689130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:30:55.689130 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.690512 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:30:55.690512 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Bound port: 22cea8b9-815c-4682-95db-0154baa8e884, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:30:55.690880 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.754722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d9e0cb4-e24b-4596-9b1b-1c0584e20b31 req-89335926-2030-495e-a5dc-d7993d4e3bac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.2219498 Aug 16 20:30:55.757627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c921e608-9326-4302-a798-7b6a7c774e97 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:55.781629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-333e19d9-1ea1-4484-bf63-f01789b9f1c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.815487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-333e19d9-1ea1-4484-bf63-f01789b9f1c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.821609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-333e19d9-1ea1-4484-bf63-f01789b9f1c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:55.824054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-333e19d9-1ea1-4484-bf63-f01789b9f1c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 1986 time: 0.5204425 Aug 16 20:30:55.851191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] For port 22cea8b9-815c-4682-95db-0154baa8e884, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:30:55.855544 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] For port 22cea8b9-815c-4682-95db-0154baa8e884, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=22cea8b9-815c-4682-95db-0154baa8e884,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:30:55.919878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-aad7d225-13b2-4681-88b1-726edb3f0633 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdc04d18a078478397f1d427a200cd99 HTTP/1.1" status: 200 len: 379 time: 0.0591590 Aug 16 20:30:55.927965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c921e608-9326-4302-a798-7b6a7c774e97 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:55.928722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.953296 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:55.963797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'admin_state_up': True, 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'security_groups': ['e8339eea-274a-4834-94b3-24a89e3c9611']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:56.024126 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87cd4f-3a65-4626-b780-5ed7286b921b None None] Pushing event updated for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:56.060724 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Routers {'c88e0a40-af84-4a00-8b03-45176c562edc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:30:56.061405 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c88e0a40-af84-4a00-8b03-45176c562edc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:56.210505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] Set router c88e0a40-af84-4a00-8b03-45176c562edc gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:30:56.434263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.447515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 4b3e532a-9181-4e0d-b89e-19a4c7e95248 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:30:56.583807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:56.593576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.697709 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:51Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': '22cea8b9-815c-4682-95db-0154baa8e884', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:22:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:49Z', 'updated_at': '2021-08-16T20:30:55Z', 'revision_number': 4, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:30:56.755640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:56.758579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dacde45-3fac-48e7-af1f-d2040b4ef632 None None] The sync data for ids ['c88e0a40-af84-4a00-8b03-45176c562edc'] in n-d-794306-10 is: [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:51Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': '22cea8b9-815c-4682-95db-0154baa8e884', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:22:60:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:49Z', 'updated_at': '2021-08-16T20:30:55Z', 'revision_number': 4, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': '14074ea3-2d5c-4440-8deb-8577a3a40cb6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:30:56.773497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '4b3e532a-9181-4e0d-b89e-19a4c7e95248', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': '4b3e532a-9181-4e0d-b89e-19a4c7e95248', 'mac_address': 'fa:16:3e:a3:67:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:30:56.831907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:56.850182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3e532a-9181-4e0d-b89e-19a4c7e95248 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:30:56.875083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:56.980557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 172.20.0.4 (4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3/efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4/9e3f8835-ec58-4f2c-8629-11bed0cf846e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:30:57.040165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2f70-02bd-41a3-82f2-6f1f5cd07b3f req-32287f23-6e8a-4e3b-b450-163433613cac tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:57.042015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f87a2f70-02bd-41a3-82f2-6f1f5cd07b3f req-32287f23-6e8a-4e3b-b450-163433613cac tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 943 time: 0.4927840 Aug 16 20:30:57.061070 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.118385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f298ad0-9b11-400a-b841-6fdeabd9d235 req-172a0ce4-b80e-41e4-88cb-28618991d38d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:57.136438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f298ad0-9b11-400a-b841-6fdeabd9d235 req-172a0ce4-b80e-41e4-88cb-28618991d38d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.6041856 Aug 16 20:30:57.147469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:57.323686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f87a2f70-02bd-41a3-82f2-6f1f5cd07b3f req-2fc3a96a-de10-4769-ab31-fe6db3fd1ae4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688208 Aug 16 20:30:57.357299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['4b3e532a-9181-4e0d-b89e-19a4c7e95248'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:30:57.383156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f298ad0-9b11-400a-b841-6fdeabd9d235 req-ee7f94d0-4ee6-44bc-a348-64e8ca35f05d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473667 Aug 16 20:30:57.463136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:57.507957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object 9e3f8835-ec58-4f2c-8629-11bed0cf846e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:30:57.818245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 22cea8b9-815c-4682-95db-0154baa8e884 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:30:57.866725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e189b52a-a47b-4e3b-879a-91430cbc4eac req-8f67c38f-7ee9-41f2-b85e-d2b4b0297f81 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1794384 Aug 16 20:30:57.954174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 22cea8b9-815c-4682-95db-0154baa8e884 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:30:57.958187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.047076 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.100958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 22cea8b9-815c-4682-95db-0154baa8e884 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:58.105746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 22cea8b9-815c-4682-95db-0154baa8e884 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.106044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.140685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:30:58.174131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:30:58.184625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:30:58.237505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.277230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.295129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port 22cea8b9-815c-4682-95db-0154baa8e884, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=22cea8b9-815c-4682-95db-0154baa8e884,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:58.295498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.340557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 22cea8b9-815c-4682-95db-0154baa8e884, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=22cea8b9-815c-4682-95db-0154baa8e884,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:30:58.416599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 22cea8b9-815c-4682-95db-0154baa8e884 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:30:58.449956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:58.450645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.498934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.661354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b786e241-a2d6-4523-8363-84677e05fe72 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7196493 Aug 16 20:30:58.686680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'admin_state_up': True, 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'security_groups': ['e8339eea-274a-4834-94b3-24a89e3c9611']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:30:58.727701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:58.783022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3c011-62c8-41f8-88d8-8a04da208a2d req-e9c6f695-be02-4f78-aefd-04852d97aaad tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:58.785083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8d3c011-62c8-41f8-88d8-8a04da208a2d req-e9c6f695-be02-4f78-aefd-04852d97aaad tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 944 time: 0.3205886 Aug 16 20:30:58.791992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73de961d-ad97-4f93-85f9-b4300ffeb7c2 None None] Provisioning for port 9e3f8835-ec58-4f2c-8629-11bed0cf846e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:30:58.800949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73de961d-ad97-4f93-85f9-b4300ffeb7c2 None None] Provisioning complete for port 9e3f8835-ec58-4f2c-8629-11bed0cf846e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:30:58.801356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-73de961d-ad97-4f93-85f9-b4300ffeb7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:58.804230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86a0ef-ec5a-4b88-893a-6efc35ae6209 req-37152bd6-229a-4e23-982a-7509790be059 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:58.812943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb86a0ef-ec5a-4b88-893a-6efc35ae6209 req-37152bd6-229a-4e23-982a-7509790be059 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1998608 Aug 16 20:30:58.870868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-73de961d-ad97-4f93-85f9-b4300ffeb7c2 None None] Port 9e3f8835-ec58-4f2c-8629-11bed0cf846e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:30:58.966361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb86a0ef-ec5a-4b88-893a-6efc35ae6209 req-d1742fbe-e584-4aaf-8d01-7c14a8965979 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509507 Aug 16 20:30:59.030567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8d3c011-62c8-41f8-88d8-8a04da208a2d req-cbd2890c-5b2e-44d5-afc1-8a13fde06ad0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492138 Aug 16 20:30:59.246983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:30:59.254827 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.274562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.316526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=22cea8b9-815c-4682-95db-0154baa8e884,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:30:59.379680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b79ba-edee-4329-a191-5bfd3f3bfe91 req-344f4ab0-dc28-458d-a652-51e2c514585f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:30:59.387367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795b79ba-edee-4329-a191-5bfd3f3bfe91 req-344f4ab0-dc28-458d-a652-51e2c514585f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 931 time: 0.1770353 Aug 16 20:30:59.662803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:30:59.683391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795b79ba-edee-4329-a191-5bfd3f3bfe91 req-2350457f-dffe-45de-ae7e-f34da94c60cc tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897439 Aug 16 20:31:00.324435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.1.1.8 (64516a20-51df-4f01-adfd-a983d47d3dbf/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563/0ef14972-8c8f-49e9-8092-b49b6904cd1d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:00.429365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ce1d4-a24e-48a8-9c94-20042407f0e0 req-b3a4b7e3-9008-4d53-a3bd-ab32432114cc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.436968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-068ce1d4-a24e-48a8-9c94-20042407f0e0 req-b3a4b7e3-9008-4d53-a3bd-ab32432114cc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 944 time: 0.1828699 Aug 16 20:31:00.457534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876fed4-b857-4c38-808e-6e85f2cfc775 req-c4ca8754-92eb-4216-b665-ca0ba190521a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.464052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 4b3e532a-9181-4e0d-b89e-19a4c7e95248 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:00.464844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a876fed4-b857-4c38-808e-6e85f2cfc775 req-c4ca8754-92eb-4216-b665-ca0ba190521a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2193627 Aug 16 20:31:00.540270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Router c88e0a40-af84-4a00-8b03-45176c562edc has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:00.581646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-68160ee3-a317-49db-8268-a9678fe6bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.680088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a876fed4-b857-4c38-808e-6e85f2cfc775 req-f5f35926-c949-4a81-a8ea-f0aa312fe155 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077711 Aug 16 20:31:00.711980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:00.716775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:00.717244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.788166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-068ce1d4-a24e-48a8-9c94-20042407f0e0 req-42111320-1169-4ba4-a6cd-b47b164e3fcb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501070 Aug 16 20:31:00.882420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:00.893740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ff180a7f-46ad-4d58-8fdf-f2bd22f04403 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "PUT /v2.0/routers/c88e0a40-af84-4a00-8b03-45176c562edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8805890 Aug 16 20:31:00.896562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53876) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:00.900188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Sync routers for ids ['c88e0a40-af84-4a00-8b03-45176c562edc'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:00.920229 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.941643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:00.960639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object 0ef14972-8c8f-49e9-8092-b49b6904cd1d will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:00.977038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Routers {'c88e0a40-af84-4a00-8b03-45176c562edc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:00.977963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c88e0a40-af84-4a00-8b03-45176c562edc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:00.979538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f74fa-0768-459f-a844-f40518529436 req-17e15d0c-cb91-4079-a4e8-501e384404bf tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:00.981337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c27f74fa-0768-459f-a844-f40518529436 req-17e15d0c-cb91-4079-a4e8-501e384404bf tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 931 time: 0.0863080 Aug 16 20:31:01.008808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:01.011076 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddab8535-c273-42f0-bda2-0c8ec4bf380d" -d '{"events": [{"server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:01.052881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9012f93-91ca-4395-8cbd-ee9e579ade66 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.057523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9012f93-91ca-4395-8cbd-ee9e579ade66 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.063072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a9012f93-91ca-4395-8cbd-ee9e579ade66 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1650836 Aug 16 20:31:01.066702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53880) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:01.116471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c27f74fa-0768-459f-a844-f40518529436 req-569dcd9e-3815-4be0-bf4f-dd40e35340ce tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936937 Aug 16 20:31:01.121365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.234014 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e37498-40d8-4c99-b26e-18b3587add72 x-openstack-request-id: req-67e37498-40d8-4c99-b26e-18b3587add72 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:01.234521 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:01.234839 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67e37498-40d8-4c99-b26e-18b3587add72 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:01.235557 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248', 'code': 200} Aug 16 20:31:01.243096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:01.247821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 14074ea3-2d5c-4440-8deb-8577a3a40cb6 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:01.248420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.260500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Set router c88e0a40-af84-4a00-8b03-45176c562edc gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:01.280104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:01.312365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:01.343225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.348070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:01.375387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.399682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:59Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:01.408491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.463162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.463956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.513311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Checking router: c88e0a40-af84-4a00-8b03-45176c562edc for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:01.524898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefde3fb-1321-41c8-8927-c08a8d22e3aa req-00dd4869-ce7e-4d3a-83c2-4ff3d0675424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:01.526776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fefde3fb-1321-41c8-8927-c08a8d22e3aa req-00dd4869-ce7e-4d3a-83c2-4ff3d0675424 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 1097 time: 0.0922275 Aug 16 20:31:01.577319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Routers {'c88e0a40-af84-4a00-8b03-45176c562edc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:01.582644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:30:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c88e0a40-af84-4a00-8b03-45176c562edc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:01.632391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:01.662330 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fefde3fb-1321-41c8-8927-c08a8d22e3aa req-9965ea35-1258-4ad1-8950-d9555abd0e27 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246917 Aug 16 20:31:01.690461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ba489dea-dc84-4776-8277-7160a416b9ef tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0132771 Aug 16 20:31:01.711225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'admin_state_up': True, 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'security_groups': ['e8339eea-274a-4834-94b3-24a89e3c9611']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:01.814778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:01.906628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] Set router c88e0a40-af84-4a00-8b03-45176c562edc gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:01.965316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.002914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecb1a9-bd39-4ce7-9250-67748349eb18 req-d3899dc6-e903-48a3-9b88-a287fb18b167 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.013073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecb1a9-bd39-4ce7-9250-67748349eb18 req-d3899dc6-e903-48a3-9b88-a287fb18b167 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1384780 Aug 16 20:31:02.014060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.024283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/14074ea3-2d5c-4440-8deb-8577a3a40cb6 HTTP/1.1" status: 204 len: 168 time: 0.9555447 Aug 16 20:31:02.034190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53904) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:02.058348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:59Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:02.064498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0abb8827-dde0-435f-81be-d33b30b8a8c9 None None] Provisioning for port 0ef14972-8c8f-49e9-8092-b49b6904cd1d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:02.067283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ca120-5616-40b5-8689-440c57bb94aa None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:02.145558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a88db1-6bd6-4c17-9028-54316e512db4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=14074ea3-2d5c-4440-8deb-8577a3a40cb6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:02.146584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecb1a9-bd39-4ce7-9250-67748349eb18 req-4b87d0d1-f302-48b2-a3f8-4b800c82ad5d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352785 Aug 16 20:31:02.212837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0abb8827-dde0-435f-81be-d33b30b8a8c9 None None] Provisioning complete for port 0ef14972-8c8f-49e9-8092-b49b6904cd1d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:02.213258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0abb8827-dde0-435f-81be-d33b30b8a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.275301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ca62f-7f73-44c8-ae19-174f98309d79 None None] The sync data for ids ['c88e0a40-af84-4a00-8b03-45176c562edc'] in n-d-794306-10 is: [{'id': 'c88e0a40-af84-4a00-8b03-45176c562edc', 'name': 'tempest-NetworksTestDHCPv6-router-1829742209', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:30:48Z', 'updated_at': '2021-08-16T20:30:59Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:02.317545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:02.334340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.345483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0abb8827-dde0-435f-81be-d33b30b8a8c9 None None] Port 0ef14972-8c8f-49e9-8092-b49b6904cd1d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:02.389437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1df1e0-6598-40a9-8c1d-b1d26d215f4b req-eebd4ef6-69f7-4bb3-8b86-08dfc7b4a136 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.397054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab1df1e0-6598-40a9-8c1d-b1d26d215f4b req-eebd4ef6-69f7-4bb3-8b86-08dfc7b4a136 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.2053938 Aug 16 20:31:02.541850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab1df1e0-6598-40a9-8c1d-b1d26d215f4b req-d9817a85-a36d-4119-8cdb-f16b9fad1470 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438007 Aug 16 20:31:02.639500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887106d-1708-417e-881c-cca1aaf4be4f req-b956a53f-1b26-40e4-bab3-048ae04e1f60 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.641154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6887106d-1708-417e-881c-cca1aaf4be4f req-b956a53f-1b26-40e4-bab3-048ae04e1f60 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 946 time: 0.1501026 Aug 16 20:31:02.688059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:02.758377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6887106d-1708-417e-881c-cca1aaf4be4f req-097f941c-a901-4f0c-b2cd-82dc2d9c2a86 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064861 Aug 16 20:31:02.808959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Deleting port c921e608-9326-4302-a798-7b6a7c774e97 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:02.809335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:02.840821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31dee-424d-4ea6-8a98-82e82b21ab0a req-52a76c54-c715-4739-bc3c-d5493328ab2d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.850517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a31dee-424d-4ea6-8a98-82e82b21ab0a req-52a76c54-c715-4739-bc3c-d5493328ab2d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:02.859443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06a31dee-424d-4ea6-8a98-82e82b21ab0a req-52a76c54-c715-4739-bc3c-d5493328ab2d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 1651 time: 0.1347942 Aug 16 20:31:02.926910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06a31dee-424d-4ea6-8a98-82e82b21ab0a req-bca209b2-eb2d-4907-a1dc-1610e67f7fc8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590246 Aug 16 20:31:02.931876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.1.1.192 (64516a20-51df-4f01-adfd-a983d47d3dbf/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563/f24bf989-64bf-4a49-9d96-ac2a7ae767f9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:02.993747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] For port c921e608-9326-4302-a798-7b6a7c774e97, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c921e608-9326-4302-a798-7b6a7c774e97,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:02.994157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.016469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Calling delete_port for c921e608-9326-4302-a798-7b6a7c774e97 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:03.258822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce9bdae5-576f-46ad-b722-8ff3c04fa7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.275536 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4cd324f7-bb59-4363-850c-53127125e933 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2401564 Aug 16 20:31:03.294665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:03.347285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-e0807fb9-ba72-419f-98d7-b13f9e758828 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1661379 Aug 16 20:31:03.379397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d885f-74e2-482a-bcbc-7bb27fbdf634 req-18289061-3290-4e7e-adb5-59ee123741e0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.381036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-945d885f-74e2-482a-bcbc-7bb27fbdf634 req-18289061-3290-4e7e-adb5-59ee123741e0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1509724 Aug 16 20:31:03.403505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.437843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.483224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] Pushing event deleted for resources: {'Port': ['ID=c921e608-9326-4302-a798-7b6a7c774e97,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:03.503251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.504683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b046f9f-8f25-4839-a121-2eeff1531c90 None None] No DVR routers for this DVR port c921e608-9326-4302-a798-7b6a7c774e97 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:03.535945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-945d885f-74e2-482a-bcbc-7bb27fbdf634 req-0bd787ee-5bc7-4abe-b1a3-25c0eac52af4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142812 Aug 16 20:31:03.549593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-dfa9b8d4-c0c6-43d8-be64-03d6387a3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.551192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-dfa9b8d4-c0c6-43d8-be64-03d6387a3275 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 1097 time: 0.1643262 Aug 16 20:31:03.572241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object f24bf989-64bf-4a49-9d96-ac2a7ae767f9 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:03.637748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.748614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 22cea8b9-815c-4682-95db-0154baa8e884 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:03.842186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 22cea8b9-815c-4682-95db-0154baa8e884 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:03.842529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 22cea8b9-815c-4682-95db-0154baa8e884 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:03.842953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c921e608-9326-4302-a798-7b6a7c774e97 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:03.865348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:03.889474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-8bcda807-919a-4b30-ba6c-d25fdba323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:03.893017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-8bcda807-919a-4b30-ba6c-d25fdba323a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 200 len: 920 time: 0.2949615 Aug 16 20:31:03.928854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c921e608-9326-4302-a798-7b6a7c774e97 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:03.934608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c921e608-9326-4302-a798-7b6a7c774e97 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:04.063362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-49b8e726-cad0-42c5-baca-4a57bcae44fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 200 len: 217 time: 0.1470506 Aug 16 20:31:04.081788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 64516a20-51df-4f01-adfd-a983d47d3dbf is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:04.103669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:04.121957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a16ed5-80c5-481b-b84e-91da9ed72c92 req-44b7f491-4f4f-44ce-b06b-db7e8adc3e7c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.126358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59a16ed5-80c5-481b-b84e-91da9ed72c92 req-44b7f491-4f4f-44ce-b06b-db7e8adc3e7c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.3617406 Aug 16 20:31:04.128661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:04.159450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-d115e964-b26f-414f-b1b1-9537e09c0e38 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.161822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-d115e964-b26f-414f-b1b1-9537e09c0e38 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 946 time: 0.3823557 Aug 16 20:31:04.213023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-b954fc8d-3887-4473-aa29-8f23fb09f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.215007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-b954fc8d-3887-4473-aa29-8f23fb09f51d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 200 len: 859 time: 0.1301858 Aug 16 20:31:04.221187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:04.224001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.232476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.304864 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.330843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34381f51-a2a5-46bd-acf9-f6799a62e291 req-7a40c08f-c5ae-493e-9790-11a59f554f11 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.332742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34381f51-a2a5-46bd-acf9-f6799a62e291 req-7a40c08f-c5ae-493e-9790-11a59f554f11 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 946 time: 0.4369819 Aug 16 20:31:04.376783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-72c3fe0b-369e-4843-a86b-9f9ffd1f2aa1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5b25998e-ef4d-4be2-89e3-fb57b232b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957694 Aug 16 20:31:04.444626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-1331eebd-3448-4a28-b936-05cac2339acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.447177 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-1331eebd-3448-4a28-b936-05cac2339acd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1097 time: 0.4287724 Aug 16 20:31:04.502135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:04.502769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.561547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59a16ed5-80c5-481b-b84e-91da9ed72c92 req-bbb17b82-87ae-4c7a-92b9-c0c8f6294a31 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663066 Aug 16 20:31:04.588097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34381f51-a2a5-46bd-acf9-f6799a62e291 req-c46f7987-46d5-4fe6-bc72-0f11b37d3c0e tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260954 Aug 16 20:31:04.651501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.652030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Fanout notify agent at l3_agent the message router_deleted on router c88e0a40-af84-4a00-8b03-45176c562edc {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:31:04.661532 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.662263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ba2a77af-a21e-4dbb-9755-33809f9b500a None None] Provisioning for port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:04.670486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ceb9506d-ff46-4dbd-a797-64119adf2870 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/routers/c88e0a40-af84-4a00-8b03-45176c562edc HTTP/1.1" status: 204 len: 168 time: 1.3666465 Aug 16 20:31:04.670486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:04.678232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ba2a77af-a21e-4dbb-9755-33809f9b500a None None] Provisioning complete for port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:04.678827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba2a77af-a21e-4dbb-9755-33809f9b500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.685240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Deleting port 2709a576-e737-4edb-a8c1-c2e74f3da148 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:04.685590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.687510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9cc1e109-7e85-4d7f-8bb0-2da4c13d68e3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9894805 Aug 16 20:31:04.694429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:04.716820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'admin_state_up': True, 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'security_groups': ['e8339eea-274a-4834-94b3-24a89e3c9611']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:04.732883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-e8db6ba5-1f08-4c33-83bd-f436ae38488a service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382268 Aug 16 20:31:04.834948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a77af-a21e-4dbb-9755-33809f9b500a None None] Port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:04.909351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] For port 2709a576-e737-4edb-a8c1-c2e74f3da148, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2709a576-e737-4edb-a8c1-c2e74f3da148,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:04.910927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:04.926010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Calling delete_port for 2709a576-e737-4edb-a8c1-c2e74f3da148 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:05.028276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-cb5b24c1-e216-474b-ab6a-20b03f427da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.030465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-cb5b24c1-e216-474b-ab6a-20b03f427da3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.5348971 Aug 16 20:31:05.125850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-f48b8483-16e3-4a98-83eb-8e9179ea291d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0625591 Aug 16 20:31:05.126934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8349c894-16b6-40c8-afcb-8c5c28fe1010 req-e7a2f2b0-35b7-46ed-b890-af9938d9ccb8 service neutron] 10.222.0.73 "GET /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826749 Aug 16 20:31:05.168775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef456-2926-4847-9bcf-84e55c634677 req-a94b3ec8-892c-4279-bf9a-83a583967fd0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.171450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef456-2926-4847-9bcf-84e55c634677 req-a94b3ec8-892c-4279-bf9a-83a583967fd0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.177682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef456-2926-4847-9bcf-84e55c634677 req-a94b3ec8-892c-4279-bf9a-83a583967fd0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.179339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86aef456-2926-4847-9bcf-84e55c634677 req-a94b3ec8-892c-4279-bf9a-83a583967fd0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 2372 time: 0.3919466 Aug 16 20:31:05.193903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e93dd8-fbe6-48a5-af41-a5f6ad842c71 req-e265aa11-806f-439b-9203-1799eec18d5b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.201536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12e93dd8-fbe6-48a5-af41-a5f6ad842c71 req-e265aa11-806f-439b-9203-1799eec18d5b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2375708 Aug 16 20:31:05.242506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-8807f7c1-5f83-429e-82c2-eac0fe18a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:05.244502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-8807f7c1-5f83-429e-82c2-eac0fe18a970 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.0550282 Aug 16 20:31:05.287192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86aef456-2926-4847-9bcf-84e55c634677 req-0e1d8868-1b78-487a-88eb-3871a2973fe4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726120 Aug 16 20:31:05.317095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12e93dd8-fbe6-48a5-af41-a5f6ad842c71 req-c285684b-e465-41d3-8c71-4738ca3d0b94 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096320 Aug 16 20:31:05.317293 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-d35618ab-89d8-499c-bbdf-d0ae56fd2fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570087 Aug 16 20:31:05.317293 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.342387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd', '57240d69-53f7-4246-9463-012da4f4bb42'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:05.371532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:05.380164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.437981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:05.442393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:05.487602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event deleted for resources: {'Port': ['ID=2709a576-e737-4edb-a8c1-c2e74f3da148,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:05.615996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.713859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] No DVR routers for this DVR port 2709a576-e737-4edb-a8c1-c2e74f3da148 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:05.722569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:05.727743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4292eabc-1b8e-4e37-af01-4c1684ef649a req-f4aab443-da79-48d7-b058-d170c95ad681 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "DELETE /v2.0/ports/2709a576-e737-4edb-a8c1-c2e74f3da148 HTTP/1.1" status: 204 len: 173 time: 1.5577271 Aug 16 20:31:05.734082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'name': 'network-vif-deleted', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:05.737362 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01793e8e-9ceb-4e6c-ae1d-b5c8f0fc66a8" -d '{"events": [{"server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "name": "network-vif-deleted", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:05.835911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20a88426-5c82-4832-9072-100deda69c66 req-a6a559b0-a993-48a5-99a8-9e1a5f1d6734 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=e203afcd-cc7e-4107-9faf-9d5d6b40ecdb HTTP/1.1" status: 200 len: 210 time: 0.0509779 Aug 16 20:31:05.851720 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-b119782d-9c37-4855-8fc6-4911426926d4 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225852 Aug 16 20:31:05.967656 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410a05ca-dee0-41b4-851a-4811cdeee563 x-openstack-request-id: req-410a05ca-dee0-41b4-851a-4811cdeee563 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:05.970868 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e203afcd-cc7e-4107-9faf-9d5d6b40ecdb", "name": "network-vif-deleted", "tag": "2709a576-e737-4edb-a8c1-c2e74f3da148", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:05.970868 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-410a05ca-dee0-41b4-851a-4811cdeee563 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:05.970868 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e203afcd-cc7e-4107-9faf-9d5d6b40ecdb', 'name': 'network-vif-deleted', 'tag': '2709a576-e737-4edb-a8c1-c2e74f3da148', 'status': 'completed', 'code': 200} Aug 16 20:31:06.092124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2a95d0b-ec7d-4791-805c-1f34b86f7bb6 req-b83ad4e3-1131-4dd6-a358-2f16d0063666 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318468 Aug 16 20:31:06.101323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.104954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314cc12-c417-46ce-83e8-a4b9151b2551 req-cf862d05-2ab7-490e-ad91-635005c052c6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.106535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d314cc12-c417-46ce-83e8-a4b9151b2551 req-cf862d05-2ab7-490e-ad91-635005c052c6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.2701061 Aug 16 20:31:06.195159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d314cc12-c417-46ce-83e8-a4b9151b2551 req-9d273f93-490f-4907-abbf-d81baa7ba2db tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755234 Aug 16 20:31:06.204103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.220099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.2.2.100 (3e7c39af-a19d-4f9c-9161-b821c23bac57/c50771b7-faa5-49e8-8654-8934a08240b3/dd207891-c3c7-4a5f-9be2-b5b31cf17c03) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:06.233280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:06.271130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:06.278648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.279494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.283145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953185f-ee82-4c4d-bdbe-301a9d9b5186 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:06.300689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=dcb26d06-02c0-4109-b380-823dff2128a9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:06.360595 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eed856b3-d617-446d-95ce-fbd3b27d3b03 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6708598 Aug 16 20:31:06.365595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:06.374229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:06.391719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-269c220c-2a22-4688-9c94-571f182e082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.397954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-269c220c-2a22-4688-9c94-571f182e082c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1097 time: 0.0855587 Aug 16 20:31:06.526660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-c345ced2-27db-44ba-82d7-bba42de1457a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.529213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-c345ced2-27db-44ba-82d7-bba42de1457a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.1239181 Aug 16 20:31:06.537908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b8cae-5997-44be-bc6a-dc375f13850e req-20453d9f-1edc-4e8d-9eab-b1cdb26a84eb tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.538122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'dcb26d06-02c0-4109-b380-823dff2128a9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:06.539441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-003b8cae-5997-44be-bc6a-dc375f13850e req-20453d9f-1edc-4e8d-9eab-b1cdb26a84eb tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.1366551 Aug 16 20:31:06.545716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.560955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a343e95-60de-485f-91e2-bc598f08f904 req-a1ad5b69-d20e-4329-9fd1-366544b038f5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.564697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a343e95-60de-485f-91e2-bc598f08f904 req-a1ad5b69-d20e-4329-9fd1-366544b038f5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.2142603 Aug 16 20:31:06.578364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.580719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.631098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-d2e46ba6-6886-4755-9b01-4808abe3b442 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0942798 Aug 16 20:31:06.643751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.695778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2709a576-e737-4edb-a8c1-c2e74f3da148 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:06.711011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-003b8cae-5997-44be-bc6a-dc375f13850e req-5557487d-7076-4d4b-9d45-48bab0d93e93 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374345 Aug 16 20:31:06.726089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 2709a576-e737-4edb-a8c1-c2e74f3da148 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:06.726438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2709a576-e737-4edb-a8c1-c2e74f3da148 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:06.739436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a343e95-60de-485f-91e2-bc598f08f904 req-7e63ecaa-c915-43e1-9ff8-96308052b67f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541798 Aug 16 20:31:06.740704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object dd207891-c3c7-4a5f-9be2-b5b31cf17c03 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:06.759610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-614dcbcb-26d8-477f-a359-09007f903eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:06.767069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-614dcbcb-26d8-477f-a359-09007f903eee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.1159000 Aug 16 20:31:06.785164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:06.853417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/dcb26d06-02c0-4109-b380-823dff2128a9/5afa8adf-418c-46dd-80d1-f8c484a7f5f5) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:06.899199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-16490298-0079-45fe-939e-b6d250947f97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311202 Aug 16 20:31:06.940788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.023797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.073568 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-063d75be-09a9-4a2d-9a2d-0b17e5aa330a service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650214 Aug 16 20:31:07.138643 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.164879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Transition to ACTIVE for port object 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:07.171613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:07.181643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Transition to ACTIVE for port object 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:07.186250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:07.191402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.192632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6474f362-8591-4f70-9bdb-60e0c82d91ec tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8261085 Aug 16 20:31:07.211466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:07.214383 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d88dbb8-96e7-4fab-b918-9d57223fa48e req-4725ae10-ed26-46f4-99f4-dbc6fe079605 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324389 Aug 16 20:31:07.217832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941f29-b4f4-4f2f-aa45-a87bfa700dd1 req-1a6503d3-82b6-4da7-bdc7-2b9df9370575 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.229076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941f29-b4f4-4f2f-aa45-a87bfa700dd1 req-1a6503d3-82b6-4da7-bdc7-2b9df9370575 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.235267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941f29-b4f4-4f2f-aa45-a87bfa700dd1 req-1a6503d3-82b6-4da7-bdc7-2b9df9370575 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.252952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26941f29-b4f4-4f2f-aa45-a87bfa700dd1 req-1a6503d3-82b6-4da7-bdc7-2b9df9370575 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 2372 time: 0.3383491 Aug 16 20:31:07.255576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:07.361532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:07.409640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.425276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26941f29-b4f4-4f2f-aa45-a87bfa700dd1 req-f6ebe4b7-b9da-424b-bdcd-d8d07eedf17e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713061 Aug 16 20:31:07.456771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:07.457463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.563119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:07.605981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:07.613290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:07.615999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dadb07d1-d3fe-44fc-9b31-cc824a6d00b9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9136903 Aug 16 20:31:07.630098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'admin_state_up': True, 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'security_groups': ['e8339eea-274a-4834-94b3-24a89e3c9611']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:07.639522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Pushing event updated for resources: {'Port': ['ID=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:07.731480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad5561b0-ac01-4bbe-9021-a632fe852403 None None] Provisioning for port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:07.789701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.806715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ad5561b0-ac01-4bbe-9021-a632fe852403 None None] Provisioning complete for port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:07.807438 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ad5561b0-ac01-4bbe-9021-a632fe852403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.884702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Attempting to bind port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:07.885359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Attempting to bind port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:07.886731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Attempting to bind port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:07.905382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:07.905949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:07.906625 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.907695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:07.908547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Bound port: 5afa8adf-418c-46dd-80d1-f8c484a7f5f5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:07.909098 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:07.952366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ad5561b0-ac01-4bbe-9021-a632fe852403 None None] Port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:08.005854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:08.017536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] For port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:08.025193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-660035889'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:08.032621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] For port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:08.113597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.204594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add00fc1-877e-4b5b-b144-2b5899f5efd8 None None] Pushing event updated for resources: {'Port': ['ID=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:08.277727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:08.283170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.341368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:08.388107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.388848 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Added segment 474606e7-c53c-4aeb-a8ba-fa3df38ec2cb of type vlan for network d09f0cc7-c966-462e-8d46-bb9e76565fe3 Aug 16 20:31:08.481322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.484225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::1 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/dcb26d06-02c0-4109-b380-823dff2128a9/fc501cdb-a772-455f-919e-8a2818a5b405) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:08.493536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:08.644104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.662354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084463db-5fea-4879-a4fd-cd9087b4d2b8 req-35ec82fd-1303-4f0e-b89d-f1bcd5375cff tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.673590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084463db-5fea-4879-a4fd-cd9087b4d2b8 req-35ec82fd-1303-4f0e-b89d-f1bcd5375cff tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 945 time: 0.2841716 Aug 16 20:31:08.677234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:08.678223 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb8366-eb85-462f-97a1-4b08ade64aa6" -d '{"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:08.697053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:08.710142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8dfd2-b368-495a-82a3-7fd11552faf1 req-14cfbcba-cae4-40d6-a17b-8c36bf53fabc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.717916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccb8dfd2-b368-495a-82a3-7fd11552faf1 req-14cfbcba-cae4-40d6-a17b-8c36bf53fabc tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.3274183 Aug 16 20:31:08.731000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.739233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:08.739885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.780852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.824909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.836733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccb8dfd2-b368-495a-82a3-7fd11552faf1 req-bf6fb6bb-91d3-4f5a-9f97-f60367400fb3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177330 Aug 16 20:31:08.845301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084463db-5fea-4879-a4fd-cd9087b4d2b8 req-83579340-b7e3-4a3b-8290-1a72ff5309c0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701827 Aug 16 20:31:08.869405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Network': ['ID=d09f0cc7-c966-462e-8d46-bb9e76565fe3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:08.874259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object fc501cdb-a772-455f-919e-8a2818a5b405 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:08.898220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:08.949463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Made reservation on behalf of cdc04d18a078478397f1d427a200cd99 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:08.956182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:08.996642 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600dc331-48d3-4618-b912-1762e2e53ed1 x-openstack-request-id: req-600dc331-48d3-4618-b912-1762e2e53ed1 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:09.001748 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:09.001748 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-600dc331-48d3-4618-b912-1762e2e53ed1 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:09.001748 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'code': 200} Aug 16 20:31:09.023237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0db9150-ff11-4630-b486-19f10fa2b5ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0139778 Aug 16 20:31:09.023617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:09.028784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1162689098'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:09.052555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.057633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.186559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:09.194400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:09.200854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:09.205559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.215109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=fc501cdb-a772-455f-919e-8a2818a5b405,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:09.276531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Allocated IP 10.2.2.200 (3e7c39af-a19d-4f9c-9161-b821c23bac57/c50771b7-faa5-49e8-8654-8934a08240b3/c06a9c2d-a4c9-4a2f-bb30-66a882e01756) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:09.319039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163871cf-63a2-4e84-841a-8a2732532e98 req-d05716f0-e1e0-428a-869e-81904e3521f0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.325406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163871cf-63a2-4e84-841a-8a2732532e98 req-d05716f0-e1e0-428a-869e-81904e3521f0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.325595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:09.330794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.332578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163871cf-63a2-4e84-841a-8a2732532e98 req-d05716f0-e1e0-428a-869e-81904e3521f0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.338767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163871cf-63a2-4e84-841a-8a2732532e98 req-d05716f0-e1e0-428a-869e-81904e3521f0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.341450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-163871cf-63a2-4e84-841a-8a2732532e98 req-d05716f0-e1e0-428a-869e-81904e3521f0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 3093 time: 0.4375412 Aug 16 20:31:09.365042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-94b3b6fc-bcd4-461e-a3a1-f23524ab81f1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:09.366603 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-94b3b6fc-bcd4-461e-a3a1-f23524ab81f1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.2503498 Aug 16 20:31:09.384418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:31:09.427124 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.443031 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Added segment b1c0d638-5d38-490c-9790-864ea3998602 of type vlan for network f6ed7256-1b14-4c37-956b-02bce56802f3 Aug 16 20:31:09.599643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.601465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.618824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Transition to ACTIVE for port object c06a9c2d-a4c9-4a2f-bb30-66a882e01756 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:09.662498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.676157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-163871cf-63a2-4e84-841a-8a2732532e98 req-a6f0013d-f3c8-4a40-822d-dcd954693f16 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239644 Aug 16 20:31:09.786492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:09.788165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:09.788764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.803376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:09.875146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c83d921a-bf72-4fdf-b5b6-0c471f3ab4ae None None] Provisioning for port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:09.957916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:09.970487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:09.975607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:09.997382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:10.003043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.003656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:10.003656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.017744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.018597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.081458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.205291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.205995 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.226484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552d8d7-6f07-47eb-9a40-cf9e11f411e8 req-fb050061-6014-4de6-9dd6-043fb419e1d4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.229478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9552d8d7-6f07-47eb-9a40-cf9e11f411e8 req-fb050061-6014-4de6-9dd6-043fb419e1d4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 945 time: 0.2224805 Aug 16 20:31:10.271947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecd298-e9f3-4205-94f1-d0c36af9f7fb req-3234fcb8-38ff-4780-99be-3039fb7c4045 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.281674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33ecd298-e9f3-4205-94f1-d0c36af9f7fb req-3234fcb8-38ff-4780-99be-3039fb7c4045 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.1923380 Aug 16 20:31:10.335544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9552d8d7-6f07-47eb-9a40-cf9e11f411e8 req-1cfa999f-8201-4db7-9178-7b31ac3bd98f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928786 Aug 16 20:31:10.339959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.352582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-075432b9-3c5d-4c3c-b7ad-c46ad20018c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7291760 Aug 16 20:31:10.386139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2fdc2f4-6397-4a56-b9cc-bd69abab0b5e None None] Provisioning for port fc501cdb-a772-455f-919e-8a2818a5b405 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:10.400474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.410108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2fdc2f4-6397-4a56-b9cc-bd69abab0b5e None None] Provisioning complete for port fc501cdb-a772-455f-919e-8a2818a5b405 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:10.410926 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc2f4-6397-4a56-b9cc-bd69abab0b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.493972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:10.500853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e2fdc2f4-6397-4a56-b9cc-bd69abab0b5e None None] Port fc501cdb-a772-455f-919e-8a2818a5b405 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:10.507141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33ecd298-e9f3-4205-94f1-d0c36af9f7fb req-858e11e8-b219-4bbf-81c9-8f983575a2b1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236714 Aug 16 20:31:10.569563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.571018 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.677933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.697881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Network': ['ID=f6ed7256-1b14-4c37-956b-02bce56802f3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:10.707181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bc10dcad-4861-4edb-90e2-af7fb89ec94a None None] Provisioning for port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:10.712974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bc10dcad-4861-4edb-90e2-af7fb89ec94a None None] Provisioning complete for port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:10.713430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bc10dcad-4861-4edb-90e2-af7fb89ec94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.773517 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2003ee94-3365-4a9f-bfe3-e4d6d9ca262a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7484822 Aug 16 20:31:10.783897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bc10dcad-4861-4edb-90e2-af7fb89ec94a None None] Port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:10.796688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f6ed7256-1b14-4c37-956b-02bce56802f3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:31:10.808129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54042) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:10.813446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'subnet': {'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:10.833194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port 4b3e532a-9181-4e0d-b89e-19a4c7e95248, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=4b3e532a-9181-4e0d-b89e-19a4c7e95248,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:10.833194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:10.864928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for 4b3e532a-9181-4e0d-b89e-19a4c7e95248 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:10.889780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecf5fd-03bd-48e5-9c5d-f1311bd1c4f2 req-308b6d01-30d7-47b0-8f9d-22f7f796779c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:10.892042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64ecf5fd-03bd-48e5-9c5d-f1311bd1c4f2 req-308b6d01-30d7-47b0-8f9d-22f7f796779c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.2724884 Aug 16 20:31:11.036951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64ecf5fd-03bd-48e5-9c5d-f1311bd1c4f2 req-d5219166-9046-4a3d-b671-7a6af463286b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090279 Aug 16 20:31:11.064495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.064673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.065115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.094974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.101071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.107009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:11.131006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-db746f79-7a8f-4fa8-b3ce-0bb49039e694 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 3814 time: 0.3336194 Aug 16 20:31:11.154422 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.155417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.213928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7398dd-489d-4f3f-80e6-3a949770eb13 req-556f45b8-b35d-4cc6-b8eb-c1b71e989bee tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819516 Aug 16 20:31:11.283067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=fc501cdb-a772-455f-919e-8a2818a5b405,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.311423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.316415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3f8835-ec58-4f2c-8629-11bed0cf846e {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:11.334879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.335223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:11.350365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Transition to ACTIVE for port object 9e3f8835-ec58-4f2c-8629-11bed0cf846e will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:11.352736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:11.358506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.368323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=4b3e532a-9181-4e0d-b89e-19a4c7e95248,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.491166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.501824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port 4b3e532a-9181-4e0d-b89e-19a4c7e95248 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:11.517040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.517040 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9906b7e0-268a-4025-a48e-2ec9847fd144 req-8aea9194-3aab-43af-bf40-383cd68b9fc5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/4b3e532a-9181-4e0d-b89e-19a4c7e95248 HTTP/1.1" status: 204 len: 173 time: 2.1424530 Aug 16 20:31:11.517040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'name': 'network-vif-deleted', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:11.519699 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd3e2d4-79da-4913-b4e2-04bf4d84bc16" -d '{"events": [{"server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "name": "network-vif-deleted", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:11.531329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:11.532594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:11.783211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:11.907983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:11.931323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:11.931323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:11.936529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Attempting to bind port 9e3f8835-ec58-4f2c-8629-11bed0cf846e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:11.937124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Attempting to bind port 9e3f8835-ec58-4f2c-8629-11bed0cf846e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:11.940520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Attempting to bind port 9e3f8835-ec58-4f2c-8629-11bed0cf846e on network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:11.962914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Router 0202c575-b3d4-42e0-8430-79c15a62ce92 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:31:11.992824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Port 9e3f8835-ec58-4f2c-8629-11bed0cf846e on network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:11.993052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Attempting to bind port 9e3f8835-ec58-4f2c-8629-11bed0cf846e on network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:12.028642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:12.028983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Checking segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:12.029442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Bound using segment: {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:12.030143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Bound port: 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fc0d69-82f0-403d-af1b-78c5828718b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:12.030516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.055117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6dbe0c0-634c-4611-a8a2-6fc791c4d4c4 req-f4853ba1-7da8-4c1a-9254-8ffc415444a7 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f39a403-39d1-46cb-a0eb-5dac61cf80c9 HTTP/1.1" status: 200 len: 210 time: 0.2226210 Aug 16 20:31:12.194020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ceeb9a00-23a5-42f3-af4a-e325cb68e45c None None] Provisioning complete for port fc501cdb-a772-455f-919e-8a2818a5b405 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:12.194394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9a00-23a5-42f3-af4a-e325cb68e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.261556 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ad00a0-d709-4458-88db-fcff8b1c3894 x-openstack-request-id: req-53ad00a0-d709-4458-88db-fcff8b1c3894 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:12.262366 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f39a403-39d1-46cb-a0eb-5dac61cf80c9", "name": "network-vif-deleted", "tag": "4b3e532a-9181-4e0d-b89e-19a4c7e95248", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:12.268667 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53ad00a0-d709-4458-88db-fcff8b1c3894 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:12.269346 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f39a403-39d1-46cb-a0eb-5dac61cf80c9', 'name': 'network-vif-deleted', 'tag': '4b3e532a-9181-4e0d-b89e-19a4c7e95248', 'status': 'completed', 'code': 200} Aug 16 20:31:12.280689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb9a00-23a5-42f3-af4a-e325cb68e45c None None] Port fc501cdb-a772-455f-919e-8a2818a5b405 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:12.331394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:12.338841 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39891b01-3c9c-4927-8314-6a552878522d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "PUT /v2.0/routers/0202c575-b3d4-42e0-8430-79c15a62ce92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1266520 Aug 16 20:31:12.341477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54076) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:12.351757 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Sync routers for ids ['0202c575-b3d4-42e0-8430-79c15a62ce92'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:12.378753 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Routers {'0202c575-b3d4-42e0-8430-79c15a62ce92'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:12.382418 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0202c575-b3d4-42e0-8430-79c15a62ce92'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:12.427352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:12.436673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:12.452286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b8f80-c35a-4ddd-bccc-a56e61375365 req-ea9f43a3-3940-474c-b27f-d4d6035ec367 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.460157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf9b8f80-c35a-4ddd-bccc-a56e61375365 req-ea9f43a3-3940-474c-b27f-d4d6035ec367 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.1698887 Aug 16 20:31:12.474050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bf49c-36fe-4b8f-8377-13ee56863fbe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.476559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704909-7dee-4ae7-b737-62232c4cbe38 req-d488fdee-0810-4c01-8404-02789563f0cb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.486355 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae8bf49c-36fe-4b8f-8377-13ee56863fbe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports/fc501cdb-a772-455f-919e-8a2818a5b405 HTTP/1.1" status: 200 len: 911 time: 0.1406584 Aug 16 20:31:12.486570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87704909-7dee-4ae7-b737-62232c4cbe38 req-d488fdee-0810-4c01-8404-02789563f0cb tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.2127206 Aug 16 20:31:12.486734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54084) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:12.494538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 4b3e532a-9181-4e0d-b89e-19a4c7e95248 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:12.534622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.558934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 4b3e532a-9181-4e0d-b89e-19a4c7e95248 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:12.559288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 4b3e532a-9181-4e0d-b89e-19a4c7e95248 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:12.560280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:12.619427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf9b8f80-c35a-4ddd-bccc-a56e61375365 req-38a356f1-63c8-4336-b9af-0095ef0f4824 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580365 Aug 16 20:31:12.622254 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Set router 0202c575-b3d4-42e0-8430-79c15a62ce92 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:12.631095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8373e3d-c105-4234-b3f3-b5c2f097c068 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.658866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.659395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8373e3d-c105-4234-b3f3-b5c2f097c068 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.661337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8373e3d-c105-4234-b3f3-b5c2f097c068 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1736376 Aug 16 20:31:12.669179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:12.696607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:31:12.762898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87704909-7dee-4ae7-b737-62232c4cbe38 req-4ad6ba62-df30-4f51-b9a7-a83f7a7652fa tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779531 Aug 16 20:31:12.864607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:12.870994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:12.870994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] 10.222.0.73 "PUT /v2.0/ports/9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 1092 time: 2.4911666 Aug 16 20:31:12.870994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:12.881279 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f32b2cd-2885-4ad3-8d06-be284ded718c" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:12.979721 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:09Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': 'fc501cdb-a772-455f-919e-8a2818a5b405', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:60:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:31:08Z', 'updated_at': '2021-08-16T20:31:10Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:12.987822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Subnet': ['ID=9470f854-3878-4bd1-b55f-ce040147046d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:13.050220 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Checking router: 0202c575-b3d4-42e0-8430-79c15a62ce92 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:13.053174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Updating router 0202c575-b3d4-42e0-8430-79c15a62ce92 port fc501cdb-a772-455f-919e-8a2818a5b405 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:31:13.058472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:13.109331 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.121685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:13.123906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network hostable DHCP agents. Network: d09f0cc7-c966-462e-8d46-bb9e76565fe3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:31:13.130373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3227-188d-4734-a3ae-4bcf7a304897 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:13.156070 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b52e5-a05d-4a4b-8015-fcfdf942cd5d x-openstack-request-id: req-362b52e5-a05d-4a4b-8015-fcfdf942cd5d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:13.156490 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:13.157384 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-362b52e5-a05d-4a4b-8015-fcfdf942cd5d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:13.158214 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'status': 'completed', 'code': 200} Aug 16 20:31:13.224540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.237706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.250086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.270957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.291085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.296908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-aab06582-37c8-4372-af1e-b0ec29187aa7 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 3826 time: 0.5106707 Aug 16 20:31:13.359441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-d23570fc-9665-4b75-9ce4-aebb6659ffe2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6347475 Aug 16 20:31:13.374016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.382389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.383001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.383553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.384127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.389107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.391072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-6c6aefe4-99da-4a69-89be-73473d44a046 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 4362 time: 0.2190471 Aug 16 20:31:13.444325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:31:13.500163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bc6fca6-28c5-4643-94f3-8e2cac85faca req-dc85a524-a89e-4fa2-a20a-7d0cee6ee997 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971688 Aug 16 20:31:13.598060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d09f0cc7-c966-462e-8d46-bb9e76565fe3) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:13.604883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.605820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.610683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78331a-6043-4a4a-b510-376d64d81e4b None None] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:13.699831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-53613645-9fb8-42b2-92ba-4e9a371933c6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.700064 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.710037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-53613645-9fb8-42b2-92ba-4e9a371933c6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.3083196 Aug 16 20:31:13.727838 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Transition to ACTIVE for port object fc501cdb-a772-455f-919e-8a2818a5b405 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:13.730500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-fcf032a0-d304-485c-9606-d2c8ff7bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.731852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-fcf032a0-d304-485c-9606-d2c8ff7bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.732540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-fcf032a0-d304-485c-9606-d2c8ff7bdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:13.735179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-fcf032a0-d304-485c-9606-d2c8ff7bdf29 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3081503 Aug 16 20:31:13.737223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-017478c7-e28c-494c-b91e-0aa20a0291a0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9255788 Aug 16 20:31:13.737355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:13.744184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'subnet': {'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:13.770818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-173e657d-78ba-4b7b-8535-7567408c7ce0 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/quotas/68a0a7f2e7ad4a24a9eb6a8eb68620a2 HTTP/1.1" status: 200 len: 375 time: 0.0587831 Aug 16 20:31:13.809146 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.943413 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694558-e5ef-44e1-b9d4-b21be01b9f4a None None] Pushing event updated for resources: {'Port': ['ID=fc501cdb-a772-455f-919e-8a2818a5b405,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:13.951066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d09f0cc7-c966-462e-8d46-bb9e76565fe3', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:13.951066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:13.991323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:13.994776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.042014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd4333-3579-414e-93ec-a93f7642047d req-3f02626a-0743-463e-8081-cbb0b302c9a1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.045984 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06fd4333-3579-414e-93ec-a93f7642047d req-3f02626a-0743-463e-8081-cbb0b302c9a1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.2400699 Aug 16 20:31:14.057416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Attempting to bind port fc501cdb-a772-455f-919e-8a2818a5b405 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:14.057962 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Attempting to bind port fc501cdb-a772-455f-919e-8a2818a5b405 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:14.058425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Attempting to bind port fc501cdb-a772-455f-919e-8a2818a5b405 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:14.065449 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:14.067543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:14.068077 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.068572 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:14.069158 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Bound port: fc501cdb-a772-455f-919e-8a2818a5b405, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:14.070170 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.225228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Allocated IP 10.1.1.2 (d09f0cc7-c966-462e-8d46-bb9e76565fe3/9470f854-3878-4bd1-b55f-ce040147046d/4a470e67-205e-4c53-a738-5bee2211ebc7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:14.228130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] For port fc501cdb-a772-455f-919e-8a2818a5b405, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:14.238269 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] For port fc501cdb-a772-455f-919e-8a2818a5b405, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fc501cdb-a772-455f-919e-8a2818a5b405,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:14.330033 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.435850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.483805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Routers {'0202c575-b3d4-42e0-8430-79c15a62ce92'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:14.484629 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0202c575-b3d4-42e0-8430-79c15a62ce92'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:14.487067 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b694558-e5ef-44e1-b9d4-b21be01b9f4a None None] Pushing event updated for resources: {'Port': ['ID=fc501cdb-a772-455f-919e-8a2818a5b405,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:14.557654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5092be-e6b6-47e7-bb4e-a71cd9484058 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:14.585296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.601235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Transition to ACTIVE for port object 6e5092be-e6b6-47e7-bb4e-a71cd9484058 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:14.706588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-72cad91b-42f6-4442-bbba-40a5bb4694e1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9301865 Aug 16 20:31:14.854357 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.898116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Transition to ACTIVE for port object 4a470e67-205e-4c53-a738-5bee2211ebc7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:14.912078 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] Set router 0202c575-b3d4-42e0-8430-79c15a62ce92 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:14.942370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Transition to ACTIVE for port object 4a470e67-205e-4c53-a738-5bee2211ebc7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:14.956162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-183fee8f-cda2-4a38-8325-038a826da42d service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474205 Aug 16 20:31:14.968766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:14.986142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-8700254f-f7a7-4a11-b2fc-fd2576b63dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:14.987659 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2f32b2cd-2885-4ad3-8d06-be284ded718c req-8700254f-f7a7-4a11-b2fc-fd2576b63dea service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1409981 Aug 16 20:31:15.017895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06fd4333-3579-414e-93ec-a93f7642047d req-7b765949-af48-4768-a264-497535cc3cde tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8781648 Aug 16 20:31:15.093745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-8f0b1663-75ed-4a42-a919-1455bafbacf7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:15.095318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-8f0b1663-75ed-4a42-a919-1455bafbacf7 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 1.0470011 Aug 16 20:31:15.114313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.228650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.237400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:15.249472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Pushing event updated for resources: {'Port': ['ID=4a470e67-205e-4c53-a738-5bee2211ebc7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:15.277748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:15.279173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:15.287556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:15.325900 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:09Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': 'fc501cdb-a772-455f-919e-8a2818a5b405', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:60:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:31:08Z', 'updated_at': '2021-08-16T20:31:14Z', 'revision_number': 4, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:15.389104 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4b84e-d1e6-4574-ae43-6722fa903625 None None] The sync data for ids ['0202c575-b3d4-42e0-8430-79c15a62ce92'] in n-d-794306-10 is: [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:09Z', 'revision_number': 2, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None, '_interfaces': [{'id': 'fc501cdb-a772-455f-919e-8a2818a5b405', 'name': '', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'mac_address': 'fa:16:3e:60:02:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:31:08Z', 'updated_at': '2021-08-16T20:31:14Z', 'revision_number': 4, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'subnets': [{'id': 'dcb26d06-02c0-4109-b380-823dff2128a9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:15.428524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Subnet': ['ID=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:15.430587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Attempting to bind port 4a470e67-205e-4c53-a738-5bee2211ebc7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:15.430962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Attempting to bind port 4a470e67-205e-4c53-a738-5bee2211ebc7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:15.431322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Attempting to bind port 4a470e67-205e-4c53-a738-5bee2211ebc7 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:15.443827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:15.444140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:15.444541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.444925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Bound using segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:15.451578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Bound port: 4a470e67-205e-4c53-a738-5bee2211ebc7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:15.452157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.457243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Checking segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:15.457752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network hostable DHCP agents. Network: f6ed7256-1b14-4c37-956b-02bce56802f3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:31:15.541040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-af338398-5fe4-4df9-bcd4-3ab14ac4b0a7 service neutron] 10.222.0.70 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839958 Aug 16 20:31:15.590456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-32402867-673a-4481-be96-f465f0feaec5 None None] For port 4a470e67-205e-4c53-a738-5bee2211ebc7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:15.593860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-32402867-673a-4481-be96-f465f0feaec5 None None] For port 4a470e67-205e-4c53-a738-5bee2211ebc7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a470e67-205e-4c53-a738-5bee2211ebc7,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:15.597242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c37174-13b0-414f-be51-9619e55594d5 req-d828ff71-e802-4a00-96cc-50ff27bf8829 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:15.598812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02c37174-13b0-414f-be51-9619e55594d5 req-d828ff71-e802-4a00-96cc-50ff27bf8829 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 945 time: 0.3713808 Aug 16 20:31:15.640301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Attempting to bind port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:15.640655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Attempting to bind port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:15.640993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Attempting to bind port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:15.662409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on network 64516a20-51df-4f01-adfd-a983d47d3dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:15.662744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Attempting to bind port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:15.684200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.691747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:15.691747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:15.691747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Bound using segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:15.697176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Bound port: 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:15.697887 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.712784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Deleting port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:15.713375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:15.765102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02c37174-13b0-414f-be51-9619e55594d5 req-e8fa79a9-d482-4586-af7a-c7d481fd0ae6 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467566 Aug 16 20:31:15.889840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402867-673a-4481-be96-f465f0feaec5 None None] Pushing event updated for resources: {'Port': ['ID=4a470e67-205e-4c53-a738-5bee2211ebc7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:16.053425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] For port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:16.057271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.081029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Calling delete_port for 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:16.137548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-eac9dbc8-d419-4b06-8d22-f02c41f0d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.139005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-eac9dbc8-d419-4b06-8d22-f02c41f0d230 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52&tenant_id=9e82e5d63bba43e7b387a969d31b1ebf HTTP/1.1" status: 200 len: 1095 time: 0.1170359 Aug 16 20:31:16.247277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network f6ed7256-1b14-4c37-956b-02bce56802f3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:31:16.274288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-b021209e-2b19-485d-8001-1fa578792677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.276236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-b021209e-2b19-485d-8001-1fa578792677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1095 time: 0.1084967 Aug 16 20:31:16.285551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port fc501cdb-a772-455f-919e-8a2818a5b405 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:16.285911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.358758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1771c1b-9ad2-4a7e-981a-aa39bf50f157 req-48bd7b1a-4612-437d-b826-8db291c0125d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 210 time: 0.1894150 Aug 16 20:31:16.486709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.492749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.498899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.505345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.520236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.520332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-62ffe0aa-2bc3-4766-9679-494dbddc0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.520332 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-62ffe0aa-2bc3-4766-9679-494dbddc0758 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.2288196 Aug 16 20:31:16.522102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f6ed7256-1b14-4c37-956b-02bce56802f3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:16.524785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.530606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47db7f-6c36-48f3-9611-109233e32bfe None None] Network f6ed7256-1b14-4c37-956b-02bce56802f3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:16.537177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-5dde3538-a12d-412d-9f34-f6b6a71be41a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 4599 time: 0.3736475 Aug 16 20:31:16.541993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.542598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.546779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:16.585199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:16.599544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-eceac535-6b55-4b60-b709-c7c689cb9ff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0685942 Aug 16 20:31:16.692286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port fc501cdb-a772-455f-919e-8a2818a5b405, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fc501cdb-a772-455f-919e-8a2818a5b405,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:16.692982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.705659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-dc8cd970-cc8b-42b3-8ea1-46fc4a0a141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.708107 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-dc8cd970-cc8b-42b3-8ea1-46fc4a0a141d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.0973208 Aug 16 20:31:16.714701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for fc501cdb-a772-455f-919e-8a2818a5b405 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:16.734087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01cf28c1-8bb3-45ff-bc67-d06d042f73d5 req-4932a3be-cdf8-46f0-87c9-e1ee34b5c50a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1959159 Aug 16 20:31:16.770873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-0baeb482-50db-42ba-9fc0-d9fa68e6515c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535030 Aug 16 20:31:16.808937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65795f03-8dba-412f-b919-c97646edc10c req-569a5a03-afb0-421a-afeb-3c9c3bc23dc6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:16.812655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65795f03-8dba-412f-b919-c97646edc10c req-569a5a03-afb0-421a-afeb-3c9c3bc23dc6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.2685075 Aug 16 20:31:16.830080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:16.847664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:16.916078 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e520b5e7-8aa7-4446-889a-9177ed266deb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1746995 Aug 16 20:31:16.953586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54142) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:16.963646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-1736941202', 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:17.004393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65795f03-8dba-412f-b919-c97646edc10c req-abc34e93-9614-4fd0-b990-5141b4be2e67 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641743 Aug 16 20:31:17.017858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:17.020371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.022096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 1132 time: 3.9732549 Aug 16 20:31:17.036515 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.086646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '6e5092be-e6b6-47e7-bb4e-a71cd9484058'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:17.099438 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "6e5092be-e6b6-47e7-bb4e-a71cd9484058"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:17.229309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f6ed7256-1b14-4c37-956b-02bce56802f3', 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ips': [{'subnet_id': 'cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:17.230204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.246744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.283803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['13b52e75-2d9a-4ea6-a611-724e3aaedeed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:17.286148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:17.483849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-469f7704-a932-4d80-9f7d-2ab4fad7a998 req-7d12beb3-79e9-4396-979f-7b97a92c8059 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d4df56d-dc2d-4720-8ecc-6b4de359bf9e HTTP/1.1" status: 200 len: 210 time: 0.5315890 Aug 16 20:31:17.545358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] No DVR routers for this DVR port 5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:17.552130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.554654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8e1bcfe-65a8-4001-ab59-05cc367b16dd req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "DELETE /v2.0/ports/5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6 HTTP/1.1" status: 204 len: 173 time: 2.4455912 Aug 16 20:31:17.619076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e85811-2bbe-460e-a1b9-a75cb4511fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.640318 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324a903b-a78c-467e-89b7-4ca0adcf0a48 x-openstack-request-id: req-324a903b-a78c-467e-89b7-4ca0adcf0a48 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:17.642432 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "6e5092be-e6b6-47e7-bb4e-a71cd9484058", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:17.643003 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-324a903b-a78c-467e-89b7-4ca0adcf0a48 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:17.643292 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '6e5092be-e6b6-47e7-bb4e-a71cd9484058', 'status': 'completed', 'code': 200} Aug 16 20:31:17.697128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Allocated IP 10.2.2.2 (f6ed7256-1b14-4c37-956b-02bce56802f3/cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74/dd89dba9-608a-496e-bf95-2673a54282e0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:17.702139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-be222c6d-d85a-4c81-9a8a-cd41d7cf6307 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030831 Aug 16 20:31:17.818008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.822431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:17.837610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b434-3f46-4264-b715-bddc1b38f248 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Pushing event deleted for resources: {'Port': ['ID=5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.877773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d8e6a-064d-492c-b5cc-23d1b668cdf3 None None] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:17.949262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=fc501cdb-a772-455f-919e-8a2818a5b405,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:17.957812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89ae5514-2333-40f2-9715-d5aba10d3584 req-1b22b978-b319-422a-a8ea-ea57914403d4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 210 time: 0.1308763 Aug 16 20:31:18.011659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a470e67-205e-4c53-a738-5bee2211ebc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:18.222665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.269976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-7a3ce0ba-23b7-4156-b894-638657ba3848 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558872 Aug 16 20:31:18.506946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4e941b65-694b-4c64-90e7-b4d78d791308 None None] Provisioning for port 4a470e67-205e-4c53-a738-5bee2211ebc7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:18.519991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.522069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Router 0202c575-b3d4-42e0-8430-79c15a62ce92 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:18.575687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4a470e67-205e-4c53-a738-5bee2211ebc7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:18.587139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.592299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4a470e67-205e-4c53-a738-5bee2211ebc7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:18.593099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.651108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Transition to ACTIVE for port object dd89dba9-608a-496e-bf95-2673a54282e0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:18.656615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:18.673894 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-432b937b-b5d3-409d-bfcd-95e01b8c2963 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "PUT /v2.0/routers/0202c575-b3d4-42e0-8430-79c15a62ce92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0006657 Aug 16 20:31:18.673894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:18.714176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Sync routers for ids ['0202c575-b3d4-42e0-8430-79c15a62ce92'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:18.746822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91320dc3-c83f-45aa-b695-896866b83283 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.749726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91320dc3-c83f-45aa-b695-896866b83283 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.751828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-91320dc3-c83f-45aa-b695-896866b83283 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0770328 Aug 16 20:31:18.754235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:18.756337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.756812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.757315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.757758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.758775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.758775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.760585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0cc6266d-dd3c-4076-9f8e-e6de6a9988fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5287 time: 1.1150258 Aug 16 20:31:18.774848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Routers {'0202c575-b3d4-42e0-8430-79c15a62ce92'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:18.776136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0202c575-b3d4-42e0-8430-79c15a62ce92'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:18.847530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Set router 0202c575-b3d4-42e0-8430-79c15a62ce92 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:18.853799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet dcb26d06-02c0-4109-b380-823dff2128a9 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:18.862314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:18.889703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-9567d227-b2d9-4890-b4b7-c2566657f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.890181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-9567d227-b2d9-4890-b4b7-c2566657f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.890648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-9567d227-b2d9-4890-b4b7-c2566657f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:18.892848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-9567d227-b2d9-4890-b4b7-c2566657f7ed service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1153781 Aug 16 20:31:18.928171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:17Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:18.936504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Transition to ACTIVE for port object dd89dba9-608a-496e-bf95-2673a54282e0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:18.951812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.079434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Checking router: 0202c575-b3d4-42e0-8430-79c15a62ce92 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:19.080687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.108850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.149266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a478c-ca37-4e4d-a732-13b521a4ad09 req-2f22373d-6128-4b20-af1f-b580f1fb49ef tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.151056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-720a478c-ca37-4e4d-a732-13b521a4ad09 req-2f22373d-6128-4b20-af1f-b580f1fb49ef tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 1.0899866 Aug 16 20:31:19.155657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Network f6ed7256-1b14-4c37-956b-02bce56802f3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:19.157620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Routers {'0202c575-b3d4-42e0-8430-79c15a62ce92'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:19.158237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0202c575-b3d4-42e0-8430-79c15a62ce92'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:19.177300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:19.252270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.259179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.265818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.272383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.278689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.285743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.293917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-ad38c0e2-dd62-45d6-be57-212975d82399 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 4599 time: 1.2242122 Aug 16 20:31:19.315093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:19.375208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.421024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] Set router 0202c575-b3d4-42e0-8430-79c15a62ce92 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:19.455333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:19.471184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dcb26d06-02c0-4109-b380-823dff2128a9 HTTP/1.1" status: 204 len: 168 time: 0.7122822 Aug 16 20:31:19.471184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:19.502183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ec6f-b437-4a27-b034-5666c381af47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb26d06-02c0-4109-b380-823dff2128a9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:19.566809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:17Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:19.578968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0e6e4d1b-0901-48ef-bf1b-f98ca20f435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:19.580721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8ff8332-e92b-4bac-ba85-7037bb7c7e59 req-0e6e4d1b-0901-48ef-bf1b-f98ca20f435d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6269829 Aug 16 20:31:19.589805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-720a478c-ca37-4e4d-a732-13b521a4ad09 req-8eb7e018-adc6-431d-b213-21e81a96e93a tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798459 Aug 16 20:31:19.629111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f79293a-d4f0-4cd8-bb98-8e1899990d99 req-d64d380a-98df-4bdb-bc57-8ecc33986cb6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3266718 Aug 16 20:31:19.648999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'name': 'network-vif-deleted', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:19.659940 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c722b-6457-46c2-8844-47017ebd1ea2" -d '{"events": [{"server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "name": "network-vif-deleted", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:19.697800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:19.776541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b1bf9-111c-401c-a748-2b17e3d88a8d None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:19.836292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e9e5d-7c28-4fa5-9a2b-14d0333365de None None] The sync data for ids ['0202c575-b3d4-42e0-8430-79c15a62ce92'] in n-d-794306-10 is: [{'id': '0202c575-b3d4-42e0-8430-79c15a62ce92', 'name': 'tempest-NetworksTestDHCPv6-router-1937961087', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:31:06Z', 'updated_at': '2021-08-16T20:31:17Z', 'revision_number': 3, 'project_id': '770ba161d2a04855a5a6521a3eb88d69', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:19.847372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Pushing event updated for resources: {'Port': ['ID=dd89dba9-608a-496e-bf95-2673a54282e0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:19.857480 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-afcb0337-7716-4287-b82e-e3f552b8e0ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3859425 Aug 16 20:31:19.865101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54194) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:19.997553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-cf37262b-85e2-4b2a-95e0-42d8b3e45ba8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:20.011479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-cf37262b-85e2-4b2a-95e0-42d8b3e45ba8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 805 time: 0.5351484 Aug 16 20:31:20.012967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] Provisioning complete for port 4a470e67-205e-4c53-a738-5bee2211ebc7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:20.013340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.020965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.077384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Request body: {'port': {'device_id': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'admin_state_up': True, 'tenant_id': '68a0a7f2e7ad4a24a9eb6a8eb68620a2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:20.092361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Attempting to bind port dd89dba9-608a-496e-bf95-2673a54282e0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:20.106454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Attempting to bind port dd89dba9-608a-496e-bf95-2673a54282e0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:20.106454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Attempting to bind port dd89dba9-608a-496e-bf95-2673a54282e0 on network f6ed7256-1b14-4c37-956b-02bce56802f3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:20.131596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.155463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40a0aa26-95a6-4fbc-8e5f-df4698803751 req-b8b2836b-b1fd-4138-945d-eafdb4cac91f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 210 time: 0.1636713 Aug 16 20:31:20.199412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c1391e7-0a46-44b4-968d-bb040529b49e {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:20.250464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.292979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Transition to ACTIVE for port object 2c1391e7-0a46-44b4-968d-bb040529b49e will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:20.357523 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725632b-e464-4d6b-9559-fb42ae53497a x-openstack-request-id: req-1725632b-e464-4d6b-9559-fb42ae53497a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:20.362819 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4df56d-dc2d-4720-8ecc-6b4de359bf9e", "name": "network-vif-deleted", "tag": "5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:20.363284 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1725632b-e464-4d6b-9559-fb42ae53497a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:20.363839 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4df56d-dc2d-4720-8ecc-6b4de359bf9e', 'name': 'network-vif-deleted', 'tag': '5bd2b5ad-5c2b-4de7-ae98-f2e35b95e1a6', 'status': 'completed', 'code': 200} Aug 16 20:31:20.405410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Checking segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Bound using segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Bound port: dd89dba9-608a-496e-bf95-2673a54282e0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:20.432897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.433629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.499664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] For port 4a470e67-205e-4c53-a738-5bee2211ebc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a470e67-205e-4c53-a738-5bee2211ebc7,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:20.513023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] device_id is not set on port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:20.576020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] For port dd89dba9-608a-496e-bf95-2673a54282e0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:20.578304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Made reservation on behalf of 68a0a7f2e7ad4a24a9eb6a8eb68620a2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:20.580885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] For port dd89dba9-608a-496e-bf95-2673a54282e0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dd89dba9-608a-496e-bf95-2673a54282e0,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:20.582172 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.584684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.608689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.615215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.629120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.666882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c21a9-8755-4389-83fe-4bb7136a8bce req-c522ec50-6b6a-46bb-aed3-7a0f83c6fb42 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:20.667109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:31:20.669236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-102c21a9-8755-4389-83fe-4bb7136a8bce req-c522ec50-6b6a-46bb-aed3-7a0f83c6fb42 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.8558021 Aug 16 20:31:20.679648 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:31:20.885077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.885077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Fanout notify agent at l3_agent the message router_deleted on router 0202c575-b3d4-42e0-8430-79c15a62ce92 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:31:20.889581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65bce2-a176-4269-a1d3-dcd54355fe94 None None] Pushing event updated for resources: {'Port': ['ID=4a470e67-205e-4c53-a738-5bee2211ebc7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.909104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.915819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-3a488327-6801-4ea1-b3bd-28ef72af7c2f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:20.923291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-3a488327-6801-4ea1-b3bd-28ef72af7c2f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 0.9293563 Aug 16 20:31:20.923291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:20.928963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:20.932988 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c1e9c4d2-2402-4f18-907c-a9cb46be563d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/routers/0202c575-b3d4-42e0-8430-79c15a62ce92 HTTP/1.1" status: 204 len: 168 time: 1.0643103 Aug 16 20:31:20.937829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.020454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Allocated IP 172.20.0.6 (df4b43e4-2c47-4908-829e-b037afe37244/087234e8-735b-4d67-b403-b96dae56e6fd/cef4cf7d-c6f4-4db1-a1aa-09950bf04c15) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:21.127988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad59986-1dc9-4e21-997d-b594a72b837f None None] Pushing event updated for resources: {'Port': ['ID=dd89dba9-608a-496e-bf95-2673a54282e0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:21.239227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-102c21a9-8755-4389-83fe-4bb7136a8bce req-eb230f20-54fd-4a0d-981e-64849f7e8586 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410914 Aug 16 20:31:21.243600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:21.321125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Attempting to bind port 2c1391e7-0a46-44b4-968d-bb040529b49e on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:21.327984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Attempting to bind port 2c1391e7-0a46-44b4-968d-bb040529b49e by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:21.329666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Attempting to bind port 2c1391e7-0a46-44b4-968d-bb040529b49e on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:21.371821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fc501cdb-a772-455f-919e-8a2818a5b405 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:21.401158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Port 2c1391e7-0a46-44b4-968d-bb040529b49e on network 64516a20-51df-4f01-adfd-a983d47d3dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:21.401886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Attempting to bind port 2c1391e7-0a46-44b4-968d-bb040529b49e on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:21.463704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:21.472319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:21.472796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Bound using segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:21.473273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Bound port: 2c1391e7-0a46-44b4-968d-bb040529b49e, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:21.473653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.484572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: fc501cdb-a772-455f-919e-8a2818a5b405 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:21.485506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fc501cdb-a772-455f-919e-8a2818a5b405 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 20:31:21.502958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132903-fe3c-48c3-8e90-a2264239a489 req-c0af5b4d-ff34-4806-a68c-ad74f1f2559f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.510781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1132903-fe3c-48c3-8e90-a2264239a489 req-c0af5b4d-ff34-4806-a68c-ad74f1f2559f tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 0.3737128 Aug 16 20:31:21.539402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Port fc501cdb-a772-455f-919e-8a2818a5b405 not found, will not notify nova. {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 20:31:21.574248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.1.1.31 (d09f0cc7-c966-462e-8d46-bb9e76565fe3/9470f854-3878-4bd1-b55f-ce040147046d/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:21.584131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.586250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Deleting port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:21.586722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.754896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9309cd2-09aa-4991-9927-cea619c794e7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.760558 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d9309cd2-09aa-4991-9927-cea619c794e7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5893283 Aug 16 20:31:21.778372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54210) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:21.830448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] For port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:21.830847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.843804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.854052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Calling delete_port for 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:21.860494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.866679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.878788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:21.888632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.895320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.908846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.915227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:21.917288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-ce70dc35-3c93-4f01-a89f-77a3dc80b039 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5371 time: 0.5440691 Aug 16 20:31:21.945664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1132903-fe3c-48c3-8e90-a2264239a489 req-1c171ea6-973b-40a8-8c5f-866c6d21bc83 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338589 Aug 16 20:31:21.989422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Deleting port 57240d69-53f7-4246-9463-012da4f4bb42 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:21.989794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.025265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a470e67-205e-4c53-a738-5bee2211ebc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:22.118255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4a470e67-205e-4c53-a738-5bee2211ebc7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:22.118784 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.240422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:22.303832 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.311339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c1391e7-0a46-44b4-968d-bb040529b49e,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:22.349459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48ef68af-79aa-4f7d-befa-d75777396fd0 req-c6584c73-99e7-4694-af15-97ffd1002a88 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4018095 Aug 16 20:31:22.373423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] No DVR routers for this DVR port 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:22.376187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f87d4-8b1a-4c73-a112-448078a80293 None None] Pushing event deleted for resources: {'Port': ['ID=5afa8adf-418c-46dd-80d1-f8c484a7f5f5,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:22.376364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.389405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dd89dba9-608a-496e-bf95-2673a54282e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:22.415857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.459075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7be0ec-31c6-44f6-9f86-29636a9e3e6a req-39254fd0-a3ba-4597-91d7-fc308b5781df tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:22.471623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:22.478714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b7be0ec-31c6-44f6-9f86-29636a9e3e6a req-39254fd0-a3ba-4597-91d7-fc308b5781df tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.2826889 Aug 16 20:31:22.558710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Network df4b43e4-2c47-4908-829e-b037afe37244 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:22.561650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:22.562295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.564148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] 10.222.0.73 "PUT /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 1131 time: 5.3383632 Aug 16 20:31:22.566869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '2c1391e7-0a46-44b4-968d-bb040529b49e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:22.569227 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "2c1391e7-0a46-44b4-968d-bb040529b49e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:22.582876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928c3693-315c-4513-a479-695e2ec4c8c1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:22.587382 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-928c3693-315c-4513-a479-695e2ec4c8c1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8052654 Aug 16 20:31:22.588293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54216) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:22.604173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:22.612767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:22.620666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event updated for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:22.647182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] For port 57240d69-53f7-4246-9463-012da4f4bb42, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=57240d69-53f7-4246-9463-012da4f4bb42,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:22.647182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.647586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port dd89dba9-608a-496e-bf95-2673a54282e0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:22.738141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:22.790776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:22.791201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:22.808164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-883a5981-64bd-41c6-9f9a-3af7bb9ee214 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1997101 Aug 16 20:31:22.810406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54218) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:22.854923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Calling delete_port for 57240d69-53f7-4246-9463-012da4f4bb42 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:22.878593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:22.879210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5afa8adf-418c-46dd-80d1-f8c484a7f5f5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:22.879920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fc501cdb-a772-455f-919e-8a2818a5b405 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:22.897937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:22.916298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: fc501cdb-a772-455f-919e-8a2818a5b405 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:22.916814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fc501cdb-a772-455f-919e-8a2818a5b405 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:22.973260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9459e-1aee-4c05-a201-29f041c3a4cd None None] Network f6ed7256-1b14-4c37-956b-02bce56802f3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:23.008352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b7be0ec-31c6-44f6-9f86-29636a9e3e6a req-6be2a43a-c17a-4685-91af-b9cd8798ec9e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284452 Aug 16 20:31:23.009065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:23.017234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:23.167265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.183476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b8651-65b1-43c1-b297-419429f00776 req-b1cbf7ac-6a45-4da0-bcbb-b6d6dcf99a3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:23.192216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e35b8651-65b1-43c1-b297-419429f00776 req-b1cbf7ac-6a45-4da0-bcbb-b6d6dcf99a3f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 931 time: 0.5003724 Aug 16 20:31:23.199998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.202696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.203210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.203907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.204560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.205085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.205579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.206079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.206572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.207061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.207561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.208067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ece618-c904-4635-b3f2-5f7f214f8498 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:23.240689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Provisioning for port dd89dba9-608a-496e-bf95-2673a54282e0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:23.253706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:23.255182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Provisioning complete for port dd89dba9-608a-496e-bf95-2673a54282e0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:23.260561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.260870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.364816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-c1b752cb-0d93-4090-a690-3b46ffe29f81 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2921090 Aug 16 20:31:23.425390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.438221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Request body: {'port': {'device_id': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:23.470298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] For port dd89dba9-608a-496e-bf95-2673a54282e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dd89dba9-608a-496e-bf95-2673a54282e0,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:23.509685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:23.518336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.551638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.580440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e35b8651-65b1-43c1-b297-419429f00776 req-67c53b36-9a69-49cd-aa24-72233ebad007 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868859 Aug 16 20:31:23.655158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e64d-09cc-4917-b7e4-acea52836ffe req-cf7bea58-41be-472f-afac-2cfc59483c88 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:23.662748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c418e64d-09cc-4917-b7e4-acea52836ffe req-cf7bea58-41be-472f-afac-2cfc59483c88 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.4437518 Aug 16 20:31:23.692068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034103e-6105-482c-8e7f-79a2dddf7384 None None] Pushing event updated for resources: {'Port': ['ID=dd89dba9-608a-496e-bf95-2673a54282e0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:23.694063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.738107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-33e47c07-2521-4ff2-945b-5b9d9cac2f6a None None] Provisioning complete for port dd89dba9-608a-496e-bf95-2673a54282e0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:23.738798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-33e47c07-2521-4ff2-945b-5b9d9cac2f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:23.818796 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d822930-04ae-41f6-975f-6e8368299434 x-openstack-request-id: req-2d822930-04ae-41f6-975f-6e8368299434 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:23.819243 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "2c1391e7-0a46-44b4-968d-bb040529b49e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:23.819598 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d822930-04ae-41f6-975f-6e8368299434 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:23.820149 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '2c1391e7-0a46-44b4-968d-bb040529b49e', 'status': 'completed', 'code': 200} Aug 16 20:31:23.970535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.009745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c418e64d-09cc-4917-b7e4-acea52836ffe req-85cefe6c-2e87-443f-aa7a-c6b9e10ec90a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862772 Aug 16 20:31:24.174486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:24.195551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.212089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Transition to ACTIVE for port object cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:24.216154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a757e83-1924-49d3-80cb-2949a3f41a7c req-c10bc341-bcd9-40ed-9787-e85477050291 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.226438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a757e83-1924-49d3-80cb-2949a3f41a7c req-c10bc341-bcd9-40ed-9787-e85477050291 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 945 time: 0.3779676 Aug 16 20:31:24.243588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.252016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.252624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.253103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.254003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.254351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.254722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.255329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.257452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-a3a64f9c-542a-409c-bfb5-4c3464bc1a0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6211 time: 0.3925450 Aug 16 20:31:24.259632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:24.272132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.310167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:24.317492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:24.379446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.380563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.438297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Pushing event updated for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.539254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a757e83-1924-49d3-80cb-2949a3f41a7c req-9fd5d73c-a55b-40aa-ae81-e17ea4450b5d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741625 Aug 16 20:31:24.556904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 57240d69-53f7-4246-9463-012da4f4bb42 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:24.608406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:31:24.621185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.645833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.656233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.662132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No active binding found for port 57240d69-53f7-4246-9463-012da4f4bb42 {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:31:24.662591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 57240d69-53f7-4246-9463-012da4f4bb42 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:24.669141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.677001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.683173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.692117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.696308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.698416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-75f59aa9-25c0-4eb4-b5cb-aa7ebbb44c5f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5371 time: 0.4265525 Aug 16 20:31:24.699105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.714829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:24.717459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Attempting to bind port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:24.717944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Attempting to bind port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:24.718345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Attempting to bind port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:24.731070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:24.739639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 on network df4b43e4-2c47-4908-829e-b037afe37244 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:24.740128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Attempting to bind port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 on network df4b43e4-2c47-4908-829e-b037afe37244 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:24.746414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:24.753981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:24.758181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:24.758642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Checking segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:24.759130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Bound using segment: {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:24.759806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Bound port: cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fade6ef4-d612-4aba-9318-24ba007ff701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:24.760269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.763273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:24.764016 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:24.776913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=22ab2fde-310c-4680-844b-6a0ee24c7443,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.824224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1847c-af89-48ac-b5b2-4e278240d610 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:24.837735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event deleted for resources: {'Port': ['ID=57240d69-53f7-4246-9463-012da4f4bb42,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:24.841818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bfbffd75-9649-422f-88e3-032e82d2cd35 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.8829350 Aug 16 20:31:24.846689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:24.848126 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-203be8e4-4fd5-477c-99c7-8b07c0971fc3 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9812801 Aug 16 20:31:24.853980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:24.855446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'name': 'tempest-TaggedBootDevicesTest_v242-1853770593', 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:24.898095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:24.998057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:25.003424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:25.036051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05cdb9bf-9d5c-4968-bed9-2c8144234fc8 req-15ff9d28-2c9f-4d80-9c33-932629527ce9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2292199 Aug 16 20:31:25.044930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-18eb3fc0-3958-4d19-86e0-bf42639f83b0 None None] Provisioning for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:25.071270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-18eb3fc0-3958-4d19-86e0-bf42639f83b0 None None] Provisioning complete for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:25.071270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-18eb3fc0-3958-4d19-86e0-bf42639f83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.071507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.107241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-7266f4da-9a77-487b-ae3f-dfb95c0b692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.113904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-7266f4da-9a77-487b-ae3f-dfb95c0b692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.114660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-7266f4da-9a77-487b-ae3f-dfb95c0b692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.116536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-7266f4da-9a77-487b-ae3f-dfb95c0b692f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8466868 Aug 16 20:31:25.159183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Pushing event updated for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:25.171282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] No DVR routers for this DVR port 57240d69-53f7-4246-9463-012da4f4bb42 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:25.203333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.205027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.206728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-18eb3fc0-3958-4d19-86e0-bf42639f83b0 None None] Port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:25.207245 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-358006d1-511b-474e-857f-4bab4cd7b848 service neutron] 10.222.0.64 "PUT /v2.0/ports/cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 HTTP/1.1" status: 200 len: 1092 time: 1.7739408 Aug 16 20:31:25.208333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:25.213463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f9601-ed8f-4360-a985-b07ef18c8db3 req-453d4058-289f-4862-94e0-8f2a819961a9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:25.215017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b00f9601-ed8f-4360-a985-b07ef18c8db3 req-453d4058-289f-4862-94e0-8f2a819961a9 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.4383018 Aug 16 20:31:25.216188 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.218267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19a1463e-2851-47b7-b4c2-97e918ef6218 req-6608ce10-0762-471a-872e-130ee09ff9a8 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "DELETE /v2.0/ports/57240d69-53f7-4246-9463-012da4f4bb42 HTTP/1.1" status: 204 len: 173 time: 4.2684703 Aug 16 20:31:25.234786 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27562b-cf59-4721-94af-5abd95501b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:25.380364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:25.582357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '22ab2fde-310c-4680-844b-6a0ee24c7443'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:25.583283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.586410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:25.656394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] device_id is not set on port 96d03d88-cd21-46a2-9733-9f19ede18343 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:25.763425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dd89dba9-608a-496e-bf95-2673a54282e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:25.918953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Allocated IP 2001:db8::f816:3eff:fe3f:c8f5 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/22ab2fde-310c-4680-844b-6a0ee24c7443/e48f9c56-4907-485e-a55b-cb6d36ecd6d7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:26.026608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.1.1.79 (d09f0cc7-c966-462e-8d46-bb9e76565fe3/9470f854-3878-4bd1-b55f-ce040147046d/96d03d88-cd21-46a2-9733-9f19ede18343) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:26.033253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'name': 'network-vif-deleted', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:26.045974 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0fd20f-e131-49d5-9227-ce7083459123" -d '{"events": [{"server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "name": "network-vif-deleted", "tag": "57240d69-53f7-4246-9463-012da4f4bb42"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:26.146801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef14972-8c8f-49e9-8092-b49b6904cd1d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:26.168606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.220368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port dd89dba9-608a-496e-bf95-2673a54282e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:26.220980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.237617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b00f9601-ed8f-4360-a985-b07ef18c8db3 req-7b7d9abd-863e-4336-abbd-8de7b802fa6e tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226238 Aug 16 20:31:26.255156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Transition to ACTIVE for port object 0ef14972-8c8f-49e9-8092-b49b6904cd1d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:26.271622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11041a71-80c0-4e0f-97e1-594d5acb65c0 req-dbabda2e-d9cc-48f3-b8f8-f40826d6f8a8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.279595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11041a71-80c0-4e0f-97e1-594d5acb65c0 req-dbabda2e-d9cc-48f3-b8f8-f40826d6f8a8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 943 time: 1.0603223 Aug 16 20:31:26.288566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.317152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-ff73a679-0139-4729-b5e0-63f13b1e7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.318683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-ff73a679-0139-4729-b5e0-63f13b1e7489 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 1095 time: 0.2631691 Aug 16 20:31:26.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Transition to ACTIVE for port object e48f9c56-4907-485e-a55b-cb6d36ecd6d7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:26.342778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-93c3694f-1681-4c08-8791-afe78e70502d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.344536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b82ee7b6-6d0b-4bf0-a408-6defbfb753bd req-93c3694f-1681-4c08-8791-afe78e70502d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2120588 Aug 16 20:31:26.345172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.374352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11041a71-80c0-4e0f-97e1-594d5acb65c0 req-ef67164c-3ecf-463c-8dc0-46c4de468419 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937073 Aug 16 20:31:26.460579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Transition to ACTIVE for port object e48f9c56-4907-485e-a55b-cb6d36ecd6d7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:26.506970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:26.510807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.522189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-598e25c1-3898-4cc8-916b-33c53e8cef9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 HTTP/1.1" status: 200 len: 217 time: 0.1362736 Aug 16 20:31:26.524746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.569615 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd918999-559e-428b-a667-c9bd083d20f4 x-openstack-request-id: req-fd918999-559e-428b-a667-c9bd083d20f4 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:26.569912 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:26.570169 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd918999-559e-428b-a667-c9bd083d20f4 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:26.570580 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15', 'status': 'completed', 'code': 200} Aug 16 20:31:26.606060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.643886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:26.652072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object 96d03d88-cd21-46a2-9733-9f19ede18343 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:26.655088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:26.682261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:26.683100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Pushing event updated for resources: {'Port': ['ID=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:26.733693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a90fecca-92c5-465d-be9b-01cb1a45779c req-35c7ffc4-f877-4b1f-9d82-0c37fc162e4e tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=448eb63d-744f-4445-969f-fd7186950191 HTTP/1.1" status: 200 len: 210 time: 0.0453181 Aug 16 20:31:26.747790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Attempting to bind port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:26.748411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Attempting to bind port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:26.748919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Attempting to bind port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Bound port: e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:26.760119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.861238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] For port e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:26.865840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] For port e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:26.872466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:26.901333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-6fee76d3-f698-4085-8554-7d6c55c3e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.903070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-6fee76d3-f698-4085-8554-7d6c55c3e30e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.3448672 Aug 16 20:31:26.904018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:26.914730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:26.935679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2058fe7-6ef1-4949-9c70-73cc4fcaa49b req-bb4a3d3a-bf8a-4ac9-9620-596f6cb44187 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:26.943922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2058fe7-6ef1-4949-9c70-73cc4fcaa49b req-bb4a3d3a-bf8a-4ac9-9620-596f6cb44187 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.5447633 Aug 16 20:31:26.972505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:26.976712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:26.999280 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.076152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:27.096115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb387c3-dcb6-4c12-8548-498663acc662 None None] Pushing event updated for resources: {'Port': ['ID=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:27.114590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.115448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.132866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-f51be05f-96bb-4ef7-a58c-69e65ee45008 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786934 Aug 16 20:31:27.192316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-04ec76d8-59c5-4f2c-8e23-0833ecb5acde tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.194256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-04ec76d8-59c5-4f2c-8e23-0833ecb5acde tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.6977947 Aug 16 20:31:27.230192 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dc6642cb-a995-4677-8ec7-86b469a2e379 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3753047 Aug 16 20:31:27.282497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.289548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.295773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.302879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.309873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.317115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.323499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.332471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-0c7580ed-2115-4833-86a6-06e5aabf6ceb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5383 time: 0.4241004 Aug 16 20:31:27.364995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2058fe7-6ef1-4949-9c70-73cc4fcaa49b req-cba93de8-4597-47ed-8e53-f8607b67db84 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198642 Aug 16 20:31:27.402677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Attempting to bind port 0ef14972-8c8f-49e9-8092-b49b6904cd1d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:27.403032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Attempting to bind port 0ef14972-8c8f-49e9-8092-b49b6904cd1d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:27.403358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Attempting to bind port 0ef14972-8c8f-49e9-8092-b49b6904cd1d on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:27.420205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Port 0ef14972-8c8f-49e9-8092-b49b6904cd1d on network 64516a20-51df-4f01-adfd-a983d47d3dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:27.420536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Attempting to bind port 0ef14972-8c8f-49e9-8092-b49b6904cd1d on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:27.484558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc1d15-1f7d-4b3d-bc2d-4ee5907617aa req-e2c79440-f18f-4299-a928-aa683bc75c46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1509511 Aug 16 20:31:27.581700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83fb5f4-d231-4ec5-bdfa-1243ce103ebd x-openstack-request-id: req-c83fb5f4-d231-4ec5-bdfa-1243ce103ebd {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:27.581999 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448eb63d-744f-4445-969f-fd7186950191", "name": "network-vif-deleted", "tag": "57240d69-53f7-4246-9463-012da4f4bb42", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:27.584038 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c83fb5f4-d231-4ec5-bdfa-1243ce103ebd {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:27.584612 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448eb63d-744f-4445-969f-fd7186950191', 'name': 'network-vif-deleted', 'tag': '57240d69-53f7-4246-9463-012da4f4bb42', 'status': 'completed', 'code': 200} Aug 16 20:31:27.591686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6f56ce08-160e-4b67-8b34-d3d0d0b25b8b None None] Provisioning for port 96d03d88-cd21-46a2-9733-9f19ede18343 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:27.600933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6f56ce08-160e-4b67-8b34-d3d0d0b25b8b None None] Provisioning complete for port 96d03d88-cd21-46a2-9733-9f19ede18343 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:27.601465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6f56ce08-160e-4b67-8b34-d3d0d0b25b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.633027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:27.633427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:27.641527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Bound using segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:27.642088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Bound port: 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:27.642468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:27.705949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6f56ce08-160e-4b67-8b34-d3d0d0b25b8b None None] Port 96d03d88-cd21-46a2-9733-9f19ede18343 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:27.738690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e48f9c56-4907-485e-a55b-cb6d36ecd6d7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:27.900765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:27.980079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130b0a3-eddb-4702-b628-2bf3c011ffa4 req-fd84dbd8-1ec1-4a87-88b1-1ad7999a42c4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:27.989864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6130b0a3-eddb-4702-b628-2bf3c011ffa4 req-fd84dbd8-1ec1-4a87-88b1-1ad7999a42c4 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 946 time: 0.3108456 Aug 16 20:31:28.042211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Deleting port 13b52e75-2d9a-4ea6-a611-724e3aaedeed {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:28.042812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.106491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54262) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.111934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798408572', 'description': 'tempest-description--564227955'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.183367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] For port 13b52e75-2d9a-4ea6-a611-724e3aaedeed, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=13b52e75-2d9a-4ea6-a611-724e3aaedeed,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:28.184177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.200109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Calling delete_port for 13b52e75-2d9a-4ea6-a611-724e3aaedeed owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:28.253244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.376889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:28.427177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-929434f5-529d-4f2b-bd29-a7b1b42c7d92 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623756 Aug 16 20:31:28.440278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6130b0a3-eddb-4702-b628-2bf3c011ffa4 req-75b1c3a1-6ad8-43f4-805e-0a89cb64ce91 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/security-groups?id=e54203b6-b528-4270-b9eb-ff5a4ce426aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452288 Aug 16 20:31:28.446045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:28.490469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.540789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.550027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.550027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.598559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.656166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:28.656968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.658515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 1090 time: 5.9278607 Aug 16 20:31:28.685779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76764616-f9c7-4201-9ab1-9fa2440a69c9 req-e1eb95fa-9cda-4cbd-a5e2-a027f6282f4a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:28.694929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76764616-f9c7-4201-9ab1-9fa2440a69c9 req-e1eb95fa-9cda-4cbd-a5e2-a027f6282f4a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 943 time: 0.4239666 Aug 16 20:31:28.699963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.701791 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b9e14472-bfb9-4c3b-b957-c7f429052186 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5941839 Aug 16 20:31:28.705721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:28.711460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'security_group_rule': {'security_group_id': 'afff3dc3-9dbc-4f31-ad73-b47fd9f497ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.721571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:28.778511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:28.780729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=9e1e5a1b-68aa-46dc-aa47-d823baeefaa1,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.784213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:28.785494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.791749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c41ab7-6c68-4a35-9c42-1b3b5638c117 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:28.813494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa6a03-49f5-4b92-a733-bc89939f63f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:28.827095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Provisioning for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:28.832824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:28.860837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.877008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.895208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Provisioning complete for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:28.895694 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:28.998576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.040999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Pushing event deleted for resources: {'Port': ['ID=13b52e75-2d9a-4ea6-a611-724e3aaedeed,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.060460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76764616-f9c7-4201-9ab1-9fa2440a69c9 req-a2020f60-1930-4e5c-9c8c-e27258a2bc67 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643653 Aug 16 20:31:29.096367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.106078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.131929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b583da1-1605-40ea-b803-b445d14fe594,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.165024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] For port e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:29.183151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e6066cd5-5558-458c-bb9b-38ea920873c5 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2893167 Aug 16 20:31:29.186025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54272) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.192475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:61:c4:f5', 'name': 'tempest-NetworksTestDHCPv6-277302897'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.241291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] No DVR routers for this DVR port 13b52e75-2d9a-4ea6-a611-724e3aaedeed on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:29.244580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.246933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43201a38-ff5d-4c97-bdf9-a090de68f7a5 req-685a4751-eaca-4bbc-8d54-66d51f172fe8 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.73 "DELETE /v2.0/ports/13b52e75-2d9a-4ea6-a611-724e3aaedeed HTTP/1.1" status: 204 len: 173 time: 2.0027015 Aug 16 20:31:29.256475 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.264003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.299966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19972c-a7ad-4151-b8fa-05ab180436db req-9e575e5b-fe28-44c9-b9b1-81c807a0380a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.311584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c19972c-a7ad-4151-b8fa-05ab180436db req-9e575e5b-fe28-44c9-b9b1-81c807a0380a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.4939289 Aug 16 20:31:29.364558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.369223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f82f9baa-a66f-4513-b7bb-f0d6485eb8c8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6621361 Aug 16 20:31:29.372379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54274) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:29.377952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'security_group_rule': {'security_group_id': 'afff3dc3-9dbc-4f31-ad73-b47fd9f497ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:29.424361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f0b478c-d8ef-42a2-b4ca-f34e8e4142b9 req-619a400d-0bea-4247-81fe-099a8c2fff5a service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476676 Aug 16 20:31:29.442102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.445665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '22ab2fde-310c-4680-844b-6a0ee24c7443', 'ip_address': '2001:db8::f816:3eff:fe3f:c8f5'}, {'subnet_id': '9e1e5a1b-68aa-46dc-aa47-d823baeefaa1'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'e48f9c56-4907-485e-a55b-cb6d36ecd6d7'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:29.457974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.464938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.471896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.478102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.485836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.486697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9cab-c417-4264-9ec5-0dd28426a846 None None] Pushing event updated for resources: {'Port': ['ID=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:29.494675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:29.503700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-5af12656-e7d0-4f32-a03b-a7874a2977f5 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5383 time: 0.3495433 Aug 16 20:31:29.509739 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.525479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c19972c-a7ad-4151-b8fa-05ab180436db req-e480c022-1e2a-4730-aa5c-39c87131a571 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121198 Aug 16 20:31:29.604854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d'}, {'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'name': 'network-vif-deleted', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:29.617665 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d"}, {"server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "name": "network-vif-deleted", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:29.759042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:29.949792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-549fb821-5ef2-4ea7-9ba0-eb06783c3d09 req-4d01dd9b-5009-4351-8fa7-eafaad4704cf tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4407377 Aug 16 20:31:29.958676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:29.983915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e48f9c56-4907-485e-a55b-cb6d36ecd6d7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:30.003282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.015096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Allocated IP 172.20.0.2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/9e1e5a1b-68aa-46dc-aa47-d823baeefaa1/e48f9c56-4907-485e-a55b-cb6d36ecd6d7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:30.071070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 438926f3-b8a8-4e8e-904d-6137db0763e7 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:30.104499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:30.105128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.156053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24bf989-64bf-4a49-9d96-ac2a7ae767f9 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:30.213940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.228862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0875b9e-f0ef-4de8-bef2-1eab0fc75874 req-c1de9a16-d0df-44a1-8f51-d697a0cfd599 tempest-ServerRescueNegativeTestJSON-2095768765 tempest-ServerRescueNegativeTestJSON-2095768765-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b688607-6d5b-400a-a128-2aba168f9e88 HTTP/1.1" status: 200 len: 210 time: 0.1486776 Aug 16 20:31:30.237640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.259571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Transition to ACTIVE for port object f24bf989-64bf-4a49-9d96-ac2a7ae767f9 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:30.260277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] For port e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:30.275919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27562b-cf59-4721-94af-5abd95501b5a req-87b95eea-e4bc-4e71-8e7f-79a8a5f05aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:30.278796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-87b95eea-e4bc-4e71-8e7f-79a8a5f05aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 1095 time: 0.1755228 Aug 16 20:31:30.300378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.323298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.343361 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf44059f-ec97-41ef-8063-a23db95455b3 x-openstack-request-id: req-bf44059f-ec97-41ef-8063-a23db95455b3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:30.344492 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d", "status": "completed", "code": 200}, {"server_uuid": "6b688607-6d5b-400a-a128-2aba168f9e88", "name": "network-vif-deleted", "tag": "13b52e75-2d9a-4ea6-a611-724e3aaedeed", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:30.344814 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf44059f-ec97-41ef-8063-a23db95455b3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:30.345383 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'status': 'completed', 'code': 200} Aug 16 20:31:30.345721 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b688607-6d5b-400a-a128-2aba168f9e88', 'name': 'network-vif-deleted', 'tag': '13b52e75-2d9a-4ea6-a611-724e3aaedeed', 'status': 'completed', 'code': 200} Aug 16 20:31:30.354543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.354668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Transition to ACTIVE for port object e48f9c56-4907-485e-a55b-cb6d36ecd6d7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:30.378904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a079943-fb75-4aae-abd0-7c5fc029fc93,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.438553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.580435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.584466 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b16cdfb5-f799-4be6-b88f-0791a0f161d6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2095559 Aug 16 20:31:30.591371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:30.604723 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7bcdd5c-f62a-4191-8f99-e15a8ca14eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.608423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:30.652455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafec25-835c-4132-8d28-15f9111dc5de None None] Pushing event updated for resources: {'Port': ['ID=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.673597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:30.681549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 172.20.0.12 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/9e1e5a1b-68aa-46dc-aa47-d823baeefaa1/438926f3-b8a8-4e8e-904d-6137db0763e7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:30.691143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe61:c4f5 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/22ab2fde-310c-4680-844b-6a0ee24c7443/438926f3-b8a8-4e8e-904d-6137db0763e7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:30.777297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 13b52e75-2d9a-4ea6-a611-724e3aaedeed no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:30.808760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 13b52e75-2d9a-4ea6-a611-724e3aaedeed {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:30.810120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 13b52e75-2d9a-4ea6-a611-724e3aaedeed not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:30.842326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:30.981019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.002044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 438926f3-b8a8-4e8e-904d-6137db0763e7 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:31.086241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.187961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.394194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:31.412449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:31.415072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:31.421354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=438926f3-b8a8-4e8e-904d-6137db0763e7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:31.453737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.457158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.458713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.461789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.461789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.462296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.463628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 172.25.7.253 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c6299633-62e9-4fce-ba51-42b50637f62a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:31.464514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.471867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-63463b3a-fe55-434a-aa0c-4f0c397fd5ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6305 time: 1.0802352 Aug 16 20:31:31.609191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.609955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.697713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e48f9c56-4907-485e-a55b-cb6d36ecd6d7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:31.783257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac3fe07a-5ab7-414a-af1f-84f4b96560c5 None None] Provisioning for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:31.788908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.798886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac3fe07a-5ab7-414a-af1f-84f4b96560c5 None None] Provisioning complete for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:31.806542 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-507e9fc6-6cf7-40fb-a161-7379c4895c37 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6124585 Aug 16 20:31:31.806953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac3fe07a-5ab7-414a-af1f-84f4b96560c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.807132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:31.842268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-c44bdf81-4e3c-4d07-af9e-7f978caf9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.843024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-c44bdf81-4e3c-4d07-af9e-7f978caf9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.843844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-c44bdf81-4e3c-4d07-af9e-7f978caf9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.845751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-c44bdf81-4e3c-4d07-af9e-7f978caf9490 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3563445 Aug 16 20:31:31.856113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce8d8-2140-4e33-9206-bd133b544a86 req-af1ae095-82ae-4f0d-a16e-6a1abbff67c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.864062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ccce8d8-2140-4e33-9206-bd133b544a86 req-af1ae095-82ae-4f0d-a16e-6a1abbff67c2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 943 time: 1.5159488 Aug 16 20:31:31.879257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:31.883537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:31.889875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bde4ec-a376-48a7-88cb-75710c1d3efd req-0c6aa429-2585-4b5c-97ec-e53d55c385fe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.898130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8bde4ec-a376-48a7-88cb-75710c1d3efd req-0c6aa429-2585-4b5c-97ec-e53d55c385fe tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 945 time: 1.3877630 Aug 16 20:31:31.905794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27562b-cf59-4721-94af-5abd95501b5a req-019432c9-1127-4b17-8e69-ccf18eb98ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:31.907311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-019432c9-1127-4b17-8e69-ccf18eb98ac6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 200 len: 906 time: 1.5107880 Aug 16 20:31:31.994793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4f014-f08f-4157-9dc9-1c493aa3480c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.002824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4f014-f08f-4157-9dc9-1c493aa3480c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.004777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5ba4f014-f08f-4157-9dc9-1c493aa3480c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2014441 Aug 16 20:31:32.009989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.073375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-585f938a-9d54-4eb6-8d60-201d77adcb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.074961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d3cde0-7de4-4cb1-9f6f-e15f023a4cbe req-585f938a-9d54-4eb6-8d60-201d77adcb51 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667647 Aug 16 20:31:32.098231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Attempting to bind port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:32.098449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Attempting to bind port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:32.098723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Attempting to bind port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:32.118482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.136032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 on network 64516a20-51df-4f01-adfd-a983d47d3dbf not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:32.136396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Attempting to bind port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:32.161664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-0bd3d7ee-3230-457a-91d7-573537f2af1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 HTTP/1.1" status: 200 len: 217 time: 0.0840101 Aug 16 20:31:32.174902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:32.182205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:32.184774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:32.184960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Checking segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:32.185288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Bound using segment: {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:32.185723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Bound port: f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffbf31f-d36c-4778-8a45-a3a17da98a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:32.186092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.186507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:32.191484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ccce8d8-2140-4e33-9206-bd133b544a86 req-37294026-1c20-4480-8e20-6b03458bc943 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259003 Aug 16 20:31:32.269067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=c6299633-62e9-4fce-ba51-42b50637f62a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:32.318958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.319824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.320354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.321227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.322277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.324022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.325231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.327086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.327671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.328716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.329587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.334339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:32.482075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8bde4ec-a376-48a7-88cb-75710c1d3efd req-f943ed66-1ca2-454a-aefe-8c4957bf8061 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838057 Aug 16 20:31:32.483855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 438926f3-b8a8-4e8e-904d-6137db0763e7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:32.483855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.484944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27562b-cf59-4721-94af-5abd95501b5a req-544d7648-9cba-4b9a-88e9-31bbc5f66697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.484944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-544d7648-9cba-4b9a-88e9-31bbc5f66697 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 200 len: 845 time: 0.2162449 Aug 16 20:31:32.485127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.490062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d3733-696b-476f-b44f-813cc203e77a req-34fa96d0-e879-4d4f-87ae-0ad3eff50038 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.493025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a8d3733-696b-476f-b44f-813cc203e77a req-34fa96d0-e879-4d4f-87ae-0ad3eff50038 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.1768451 Aug 16 20:31:32.520934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.524644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:32.541320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:32.551884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-9291b889-3a78-49f1-82c6-aec8c1cdc948 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4b43e4-2c47-4908-829e-b037afe37244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262102 Aug 16 20:31:32.559111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 438926f3-b8a8-4e8e-904d-6137db0763e7 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:32.628833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a8d3733-696b-476f-b44f-813cc203e77a req-552f25c5-05dd-4e62-8391-104890abc74f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756037 Aug 16 20:31:32.645865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.651789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.658016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.664222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.670079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.676223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.682129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.684199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c937c3d9-ac66-4590-a938-09e5bd7b1ac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5395 time: 0.2070704 Aug 16 20:31:32.724565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-40c05abf-5256-40d8-b835-ed0bdab51260 None None] Provisioning for port 438926f3-b8a8-4e8e-904d-6137db0763e7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:32.724565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-40c05abf-5256-40d8-b835-ed0bdab51260 None None] Provisioning complete for port 438926f3-b8a8-4e8e-904d-6137db0763e7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:32.724565 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-40c05abf-5256-40d8-b835-ed0bdab51260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.770519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54302) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:32.777581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-40c05abf-5256-40d8-b835-ed0bdab51260 None None] Port 438926f3-b8a8-4e8e-904d-6137db0763e7 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:32.818713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6253f40-d733-44e2-b9af-0b605a70b7e9 req-c9cc6334-cdcc-4085-b7f1-692da6c743d1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1243587 Aug 16 20:31:32.838012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-6f913cf3-531a-46f4-a590-c13f1937f588 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.839683 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-6f913cf3-531a-46f4-a590-c13f1937f588 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 945 time: 0.1262531 Aug 16 20:31:32.845996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.880856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.915458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-b1418f5e-2931-4240-937c-44c3d8d4edc9 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300861 Aug 16 20:31:32.944225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:32.945136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:32.947245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] 10.222.0.73 "PUT /v2.0/ports/f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 1092 time: 4.1202092 Aug 16 20:31:32.950375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:32.954494 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b226011d-1c6e-426c-9015-945216fb149f" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:32.974804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.018179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e97ee-fb7c-4a83-96c9-d028bc6ad211 service neutron] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:33.113547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=438926f3-b8a8-4e8e-904d-6137db0763e7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:33.123813 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c2b09e-8f67-4977-8b8a-b6889bd105c6 x-openstack-request-id: req-a2c2b09e-8f67-4977-8b8a-b6889bd105c6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:33.124185 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:33.124563 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2c2b09e-8f67-4977-8b8a-b6889bd105c6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:33.125618 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'status': 'completed', 'code': 200} Aug 16 20:31:33.154004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:33.230452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f966dae4-8e94-4baf-b0c0-d133c31ef9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.255026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.259210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-888da0e8-1d14-46c6-9908-2749a3643837 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/438926f3-b8a8-4e8e-904d-6137db0763e7 HTTP/1.1" status: 204 len: 168 time: 1.2457001 Aug 16 20:31:33.263430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:33.334144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab27562b-cf59-4721-94af-5abd95501b5a req-3bb9dd4f-6c9f-46d0-9f6e-84e7667a9db7 service neutron] 10.222.0.64 "GET /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271186 Aug 16 20:31:33.349145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.349388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.356432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Deleting port 54965f34-6d52-40e6-b80f-c839800534cd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:33.356780 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.374104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.393467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.393960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.394441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.394914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.395408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.395888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.396363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.398238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b226011d-1c6e-426c-9015-945216fb149f req-9780c2cc-e739-49d2-a59f-8e1b53f4221c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6347 time: 0.2691534 Aug 16 20:31:33.416406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c2d33-99cb-44ab-9263-fc9e3cd7ad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.418026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c2d33-99cb-44ab-9263-fc9e3cd7ad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.419716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c2d33-99cb-44ab-9263-fc9e3cd7ad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.421310 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e64c2d33-99cb-44ab-9263-fc9e3cd7ad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1568434 Aug 16 20:31:33.424924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54310) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:33.425567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.604170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2d92-c228-4eba-9a7a-e6762bbc25dd req-cb45f229-f11f-4c33-909e-e43c3f6b7bcb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.605793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-767a2d92-c228-4eba-9a7a-e6762bbc25dd req-cb45f229-f11f-4c33-909e-e43c3f6b7bcb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 943 time: 0.2602270 Aug 16 20:31:33.746708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-05180dbd-47da-4ef4-b763-5573c5b6946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.747191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-05180dbd-47da-4ef4-b763-5573c5b6946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.747663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-05180dbd-47da-4ef4-b763-5573c5b6946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.749334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b226011d-1c6e-426c-9015-945216fb149f req-05180dbd-47da-4ef4-b763-5573c5b6946f service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3291981 Aug 16 20:31:33.764642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074103a9-e680-4a4d-aaf6-fc8fc864ffee req-65f84d2a-4ec0-4d44-bda5-84134a9d8f0d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:33.767070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-074103a9-e680-4a4d-aaf6-fc8fc864ffee req-65f84d2a-4ec0-4d44-bda5-84134a9d8f0d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ed01639-d89b-4f33-b3b2-574631eef4dd HTTP/1.1" status: 200 len: 945 time: 0.2651181 Aug 16 20:31:33.803704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=c6299633-62e9-4fce-ba51-42b50637f62a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:33.832438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 22ab2fde-310c-4680-844b-6a0ee24c7443 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:33.842603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.843571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-767a2d92-c228-4eba-9a7a-e6762bbc25dd req-90611b18-6a3c-46f2-b90a-99c494c5c19c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789670 Aug 16 20:31:33.874979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.893790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] For port 54965f34-6d52-40e6-b80f-c839800534cd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=54965f34-6d52-40e6-b80f-c839800534cd,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:33.894017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.914172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Calling delete_port for 54965f34-6d52-40e6-b80f-c839800534cd owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:33.921242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:33.955638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-074103a9-e680-4a4d-aaf6-fc8fc864ffee req-f13a417b-a9b1-4cd8-a655-55edbcc68a8e tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501343 Aug 16 20:31:33.997200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.006917 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-71a2c35e-ab3a-499f-abf5-3d40c31dcb24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4029329 Aug 16 20:31:34.053947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226011d-1c6e-426c-9015-945216fb149f req-a17b0194-9c9d-4ca5-973d-148899d6c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.055900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b226011d-1c6e-426c-9015-945216fb149f req-a17b0194-9c9d-4ca5-973d-148899d6c960 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2781241 Aug 16 20:31:34.074001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.109327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1429e0-36a0-4703-8c1d-759f6848d234 req-d57172ee-d6d8-4add-8641-e25a666ba9a7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.111115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f1429e0-36a0-4703-8c1d-759f6848d234 req-d57172ee-d6d8-4add-8641-e25a666ba9a7 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.1790416 Aug 16 20:31:34.140335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.152345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd207891-c3c7-4a5f-9be2-b5b31cf17c03 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:34.170332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.214087 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.214962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.222104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Transition to ACTIVE for port object dd207891-c3c7-4a5f-9be2-b5b31cf17c03 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:34.225980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f1429e0-36a0-4703-8c1d-759f6848d234 req-746277ca-5a08-4635-8743-14a0674ac2ff tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037657 Aug 16 20:31:34.247091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.249149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=22ab2fde-310c-4680-844b-6a0ee24c7443,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:34.259423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.261264 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b8349dfa-6eb8-409b-a361-9516552ba6d0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/22ab2fde-310c-4680-844b-6a0ee24c7443 HTTP/1.1" status: 204 len: 168 time: 0.8331540 Aug 16 20:31:34.269394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6391c859-70c5-4462-a245-bb81a7343a3f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:34.271561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['54965f34-6d52-40e6-b80f-c839800534cd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:34.274080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51934158-aa5f-433e-8b8b-a8a62305701f None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:34.276535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54326) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:34.284360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event deleted for resources: {'Port': ['ID=54965f34-6d52-40e6-b80f-c839800534cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:34.330226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.330437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] No DVR routers for this DVR port 54965f34-6d52-40e6-b80f-c839800534cd on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:34.332587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.334919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e8cbfc5-90ac-42e8-8983-f653641c8aa0 req-b640f809-a184-4352-9c2d-86a2281fddc7 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.64 "DELETE /v2.0/ports/54965f34-6d52-40e6-b80f-c839800534cd HTTP/1.1" status: 204 len: 173 time: 1.3405337 Aug 16 20:31:34.335388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'name': 'network-vif-deleted', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:34.337796 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cfb111-b7ab-4671-b190-7842368e0b1b" -d '{"events": [{"server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "name": "network-vif-deleted", "tag": "54965f34-6d52-40e6-b80f-c839800534cd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:34.437192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.444378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.450670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.457860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.464152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.470693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.476811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.479200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-435190da-49ab-4789-8972-7f294a7f4337 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5395 time: 0.3310516 Aug 16 20:31:34.543043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 9e1e5a1b-68aa-46dc-aa47-d823baeefaa1 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:34.555478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.566368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:34.618267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:31:34.711078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-279ab6f1-a17d-4067-9115-556f8dcca6df tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1798408572&fields=id&tenant_id=a87b499d14d749a6a3f19c875a81baf7 HTTP/1.1" status: 200 len: 267 time: 0.3526351 Aug 16 20:31:34.722726 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.740947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:34.753427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15', 'network_id': 'df4b43e4-2c47-4908-829e-b037afe37244', 'port_id': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15', 'mac_address': 'fa:16:3e:72:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '087234e8-735b-4d67-b403-b96dae56e6fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:31:34.784941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a96cec5-1d5c-4887-af7a-a33e7deeda78 req-b469c2f6-3594-4ebf-a291-0cb6bbe9610b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2639809 Aug 16 20:31:34.796643 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.818133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:34.845903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:34.856994 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a075a837-5679-4c81-a2f5-52cc21aaa6db x-openstack-request-id: req-a075a837-5679-4c81-a2f5-52cc21aaa6db {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:34.857490 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed01639-d89b-4f33-b3b2-574631eef4dd", "name": "network-vif-deleted", "tag": "54965f34-6d52-40e6-b80f-c839800534cd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:34.857770 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a075a837-5679-4c81-a2f5-52cc21aaa6db {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:34.858218 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed01639-d89b-4f33-b3b2-574631eef4dd', 'name': 'network-vif-deleted', 'tag': '54965f34-6d52-40e6-b80f-c839800534cd', 'status': 'completed', 'code': 200} Aug 16 20:31:34.861636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-010c0dcc-77cc-4f6f-8dde-5f0b1990ac42 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:34.863059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-010c0dcc-77cc-4f6f-8dde-5f0b1990ac42 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 936 time: 0.1332581 Aug 16 20:31:34.863799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Attempting to bind port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:34.864162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Attempting to bind port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:34.864513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Attempting to bind port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:34.913427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:34.913767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Attempting to bind port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:34.924056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.972038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:34.972439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Checking segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:34.972806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Bound using segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:34.973263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Bound port: dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:34.973629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:34.982756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:35.020552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3c034d5f-ea71-4ee3-8033-01ec6a115336 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.023212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3c034d5f-ea71-4ee3-8033-01ec6a115336 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 936 time: 0.1499023 Aug 16 20:31:35.029077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.130960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-40f24c09-1f79-49f4-bc8d-c833b95a77db tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0735343 Aug 16 20:31:35.169736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['cef4cf7d-c6f4-4db1-a1aa-09950bf04c15'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:35.186757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a7954-a02f-4442-81f3-dc24db40c7da req-9991933f-3ef3-4603-9c5c-1894838c85ec tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.188796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162a7954-a02f-4442-81f3-dc24db40c7da req-9991933f-3ef3-4603-9c5c-1894838c85ec tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 944 time: 0.2490342 Aug 16 20:31:35.264167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef978e75-eb62-42eb-b3e2-d02f76549daf None None] Provisioning complete for port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:35.264601 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef978e75-eb62-42eb-b3e2-d02f76549daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.577444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dc0c92c2-4b35-4f3d-b689-87f361b761e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4215493 Aug 16 20:31:35.628136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:35.712019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:35.724935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.769762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162a7954-a02f-4442-81f3-dc24db40c7da req-177eb7a0-e9e9-4fa1-a9a4-e094b73febd6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692079 Aug 16 20:31:35.774191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1e5a1b-68aa-46dc-aa47-d823baeefaa1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:35.783600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.786536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52335941-e42a-41dc-8b8a-901a1b37cb61 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:35.788369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a142da63-ed93-4bfb-844c-d8ef900e4bb1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/9e1e5a1b-68aa-46dc-aa47-d823baeefaa1 HTTP/1.1" status: 204 len: 168 time: 1.5106504 Aug 16 20:31:35.788715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54346) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.800317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.847341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Deleting port 6a13199b-7b7b-4ce8-9315-9fbffa56da79 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:35.847653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.852929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54350) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:35.853343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e4119c79-e1bc-44c1-98a5-b8004fa836d9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620837 Aug 16 20:31:35.860373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-704f389f-cbf0-4d7f-bbee-91af523f6471 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.866017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-704f389f-cbf0-4d7f-bbee-91af523f6471 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.879659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-704f389f-cbf0-4d7f-bbee-91af523f6471 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.881426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-704f389f-cbf0-4d7f-bbee-91af523f6471 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 1995 time: 0.2947087 Aug 16 20:31:35.886711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:35.891982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:35.892618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:35.894014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 1092 time: 2.7530386 Aug 16 20:31:35.896244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:35.898495 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518edaaf-de3d-40c9-bae1-a20151500227" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:35.995489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-8caf1da4-5558-4a5e-88fd-705359bb3e1d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/quotas/a87b499d14d749a6a3f19c875a81baf7 HTTP/1.1" status: 200 len: 375 time: 0.0772560 Aug 16 20:31:36.053395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Request body: {'port': {'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:36.063392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:36.094834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.114812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Deleting port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:36.115516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.172181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04b60-f579-4e9b-9053-48d1a85b30a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:36.187336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] For port e48f9c56-4907-485e-a55b-cb6d36ecd6d7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:36.188376 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.200937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Calling delete_port for e48f9c56-4907-485e-a55b-cb6d36ecd6d7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:36.259819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] For port 6a13199b-7b7b-4ce8-9315-9fbffa56da79, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a13199b-7b7b-4ce8-9315-9fbffa56da79,segment=NetworkSegment(8b59eb6a-f460-44a2-b2f3-3afe3f474557),segment_id=8b59eb6a-f460-44a2-b2f3-3afe3f474557)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:36.260810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.271430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.288651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-1cfc178a-01c2-4b76-8bfc-1d412f9e9c1c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2921588 Aug 16 20:31:36.317498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fbd4a-9aca-495d-91a6-8e8d484bfc6b req-b2f2b4dd-e25f-47fe-b360-b0be181efd84 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:36.318980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-236fbd4a-9aca-495d-91a6-8e8d484bfc6b req-b2f2b4dd-e25f-47fe-b360-b0be181efd84 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 943 time: 0.2742584 Aug 16 20:31:36.326015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Calling delete_port for 6a13199b-7b7b-4ce8-9315-9fbffa56da79 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:36.368949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.399621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] Pushing event deleted for resources: {'Port': ['ID=e48f9c56-4907-485e-a55b-cb6d36ecd6d7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:36.401729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dada5-3023-4411-9a5c-845d4f12cb07 None None] No DVR routers for this DVR port e48f9c56-4907-485e-a55b-cb6d36ecd6d7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:36.440823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:36.444301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.633531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:31:36.637717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:36.648326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-236fbd4a-9aca-495d-91a6-8e8d484bfc6b req-758298ad-0cc2-4f0c-8170-79d2fe5a6430 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128827 Aug 16 20:31:36.703352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-ade501e0-3ea9-420d-9b90-8931b6d1bd86 service neutron] 10.222.0.70 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940728 Aug 16 20:31:36.790035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:36.803421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'network_id': 'd7da2fb3-dc08-4102-ad51-316b0a5d495c', 'port_id': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'mac_address': 'fa:16:3e:86:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016df61-b391-486f-9cca-be2ea1795c03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:31:36.842305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.854590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:36.860927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:36.865005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:36.865379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:36.894314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:36.968384 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.018063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.025171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.031837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.037067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:37.038254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.044386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.052235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.052351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:37.054513 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e34a13d-7d79-4d97-ab97-7d44d258addd" -d '{"events": [{"server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "name": "network-vif-plugged", "status": "completed", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:37.056873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.062818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.064928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-385bf924-e733-4a26-bb47-2daba4db89fa tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5407 time: 0.2707477 Aug 16 20:31:37.069686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:37.086254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-d1ed4009-4215-4cda-b505-a51fb0782036 service neutron] 10.222.0.70 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650560 Aug 16 20:31:37.195152 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.196178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 54965f34-6d52-40e6-b80f-c839800534cd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:37.245714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-356ab1b6-096c-489b-953c-9a137eb21d46 service neutron] 10.222.0.70 "GET /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1483943 Aug 16 20:31:37.255209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:31:37.261281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 54965f34-6d52-40e6-b80f-c839800534cd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:37.261632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 54965f34-6d52-40e6-b80f-c839800534cd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:37.316137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:37.323133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c01c59cf-5743-4c0a-9141-4c3be870d378 req-def2cf12-8c75-414c-9454-74a50865069b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392650 Aug 16 20:31:37.331925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06a9c2d-a4c9-4a2f-bb30-66a882e01756 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:31:37.344710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.372938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.423268 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07329fd7-d2a7-4370-a8cb-2e9b9e98b98e x-openstack-request-id: req-07329fd7-d2a7-4370-a8cb-2e9b9e98b98e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:37.424057 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:37.424472 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07329fd7-d2a7-4370-a8cb-2e9b9e98b98e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:37.425033 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'status': 'completed', 'code': 200} Aug 16 20:31:37.430326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Transition to ACTIVE for port object c06a9c2d-a4c9-4a2f-bb30-66a882e01756 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:37.448310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a13199b-7b7b-4ce8-9315-9fbffa56da79,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:37.593128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f37d14aa-2d93-4764-b947-b7d4d755baea service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318198 Aug 16 20:31:37.644320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.644699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.645210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.645730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.646270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.646692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.647169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.649105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-518edaaf-de3d-40c9-bae1-a20151500227 req-7fde64df-6cd7-422f-9415-dc13ddfa3930 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6415 time: 0.2160523 Aug 16 20:31:37.891326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e48f9c56-4907-485e-a55b-cb6d36ecd6d7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:37.892567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.893071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e48f9c56-4907-485e-a55b-cb6d36ecd6d7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:37.893071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e48f9c56-4907-485e-a55b-cb6d36ecd6d7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:37.893353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:31:37.893353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:37.893353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3225-cba1-43eb-aa97-2729f0dba012 req-107be806-1c91-42ba-a0cd-4df624782474 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:37.893353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef8d3225-cba1-43eb-aa97-2729f0dba012 req-107be806-1c91-42ba-a0cd-4df624782474 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.4092283 Aug 16 20:31:37.975156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:38.037915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:38.049552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0873c17c-6447-4f6e-9afb-1cc75617c692 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:38.049766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.050185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.052862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:38.263109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '15f92450-93c2-4376-b097-85c39f4340ce'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:38.264066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.425694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Allocated IP 2001:db8::f816:3eff:feb2:440f (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/15f92450-93c2-4376-b097-85c39f4340ce/d5de7d68-b119-430d-b359-7c003e760df6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:38.481933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a9f116ee-f590-4aee-91eb-1a6cba3b8255 service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8803408 Aug 16 20:31:38.489204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=15f92450-93c2-4376-b097-85c39f4340ce,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:38.511890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef8d3225-cba1-43eb-aa97-2729f0dba012 req-4940a149-4466-4382-8902-79d11b593f5c tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211708 Aug 16 20:31:38.571574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-cc0acf49-645f-4cec-9c48-1e96fa4f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.572081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-cc0acf49-645f-4cec-9c48-1e96fa4f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.572558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-cc0acf49-645f-4cec-9c48-1e96fa4f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.574176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-518edaaf-de3d-40c9-bae1-a20151500227 req-cc0acf49-645f-4cec-9c48-1e96fa4f1d15 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cdc04d18a078478397f1d427a200cd99&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8859506 Aug 16 20:31:38.596814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f9d90a2a-933b-42d5-b857-44cf99383533 service neutron] 10.222.0.70 "GET /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0901225 Aug 16 20:31:38.597416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.617420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.632837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Transition to ACTIVE for port object d5de7d68-b119-430d-b359-7c003e760df6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:38.641148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Transition to ACTIVE for port object d5de7d68-b119-430d-b359-7c003e760df6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:38.650679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:38.661613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3cd0025e-f391-4a13-8358-c8a95362e10c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7789896 Aug 16 20:31:38.664496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54372) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:38.672353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:38.676537 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938630b-0853-4417-8b81-6a8f140504c1 x-openstack-request-id: req-7938630b-0853-4417-8b81-6a8f140504c1 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:38.676828 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "name": "network-vif-plugged", "status": "completed", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:38.677118 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7938630b-0853-4417-8b81-6a8f140504c1 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:38.677461 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15', 'code': 200} Aug 16 20:31:38.718235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.758077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Attempting to bind port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:38.760860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Attempting to bind port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:38.760860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Attempting to bind port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:38.794594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:38.796909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:38.799078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:31:38.799421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Attempting to bind port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 on network 3e7c39af-a19d-4f9c-9161-b821c23bac57 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:38.802554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:38.840032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:38.840330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Checking segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:38.840592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Bound using segment: {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:38.841017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Bound port: c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb83e76-e721-452b-abb1-e20a72c7761f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:38.841385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.860670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce5ed4-5e27-461a-8db1-4c17d09d1cb9 req-8d1b54ab-deb8-4c1b-b8ef-61a3ae92dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.862464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ce5ed4-5e27-461a-8db1-4c17d09d1cb9 req-8d1b54ab-deb8-4c1b-b8ef-61a3ae92dc5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 1097 time: 0.0875182 Aug 16 20:31:38.902907 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ce5ed4-5e27-461a-8db1-4c17d09d1cb9 req-1c4ce2c3-cb88-497c-af82-98b453a1562a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Aug 16 20:31:38.925144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edaaf-de3d-40c9-bae1-a20151500227 req-04a5f79d-362a-48d9-8932-6eff1eb2d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.926656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-518edaaf-de3d-40c9-bae1-a20151500227 req-04a5f79d-362a-48d9-8932-6eff1eb2d0f2 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3416281 Aug 16 20:31:38.939619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:38.944501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:38.961691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3dbf7d98-d467-4e73-af6b-4783ecf06042 service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437266 Aug 16 20:31:38.962224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:38.975744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e407e-c137-4ae3-8953-5a90a4071fd2 req-7cefcfab-2dc1-440f-90d2-3588faac3659 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:38.983563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f14e407e-c137-4ae3-8953-5a90a4071fd2 req-7cefcfab-2dc1-440f-90d2-3588faac3659 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 944 time: 0.2315094 Aug 16 20:31:38.985965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port e6c58a73-8e5c-4257-be6c-04977f739502 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:38.986355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.037773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Attempting to bind port d5de7d68-b119-430d-b359-7c003e760df6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:39.037773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Attempting to bind port d5de7d68-b119-430d-b359-7c003e760df6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:39.038224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Attempting to bind port d5de7d68-b119-430d-b359-7c003e760df6 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:39.049160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:39.052486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:39.052486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.052486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:39.052486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Bound port: d5de7d68-b119-430d-b359-7c003e760df6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:39.052486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.115013 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.164738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f14e407e-c137-4ae3-8953-5a90a4071fd2 req-b09352ee-6d10-4e1c-b735-24d619b46427 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729634 Aug 16 20:31:39.171044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:39.180273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:39.186690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:39.186690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:39.193309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:39.295935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-764caa55-c60e-4024-968f-76bc3af179f3 service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061614 Aug 16 20:31:39.305798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.355168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Router 0b037367-ebc4-4b93-a782-b53105fcc1e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:39.357880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:39.364432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.371919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.374756 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.375737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.381714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.388162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.393889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.399821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.408160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.415147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-bdccbe02-eb81-4fe5-85b2-d800d1b45869 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.1876771 Aug 16 20:31:39.418365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:39.428916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:39.430999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.432642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.435059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.456175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37ab22-1812-41bf-98f6-9c9275c0bfbb None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:39.463573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=98d76682-4aeb-471f-a01e-ffeb94bd0275,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:39.516032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.516668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:39.518120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] 10.222.0.73 "PUT /v2.0/ports/c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 1092 time: 3.5204206 Aug 16 20:31:39.551305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:39.557222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9a5d03d9-91c2-44c7-8b31-a25953a43d90 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8903623 Aug 16 20:31:39.557727 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0093aa71-4d30-45a9-9c3b-075e8797670b" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:39.560054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54380) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:39.565535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:2d:35:13', 'name': 'tempest-NetworksTestDHCPv6-1198503742'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:39.616532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-702ad81b-ac1c-4e99-ae30-c1a8a75dd66c req-df26a214-bc3d-4224-81f3-5b8ab6786653 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002497 Aug 16 20:31:39.653258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-4bd9e0d3-2b82-49f6-82ea-74391fd8520e service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500473 Aug 16 20:31:39.850283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2a6e5da2-6367-41ec-97ff-32151dfe3b85 service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186976 Aug 16 20:31:39.902705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f59395-4c84-4adb-876f-0fecb157d895 service neutron] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:39.986346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:39.988887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.989378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.989914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.990371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.990867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.991300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.991788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:39.993709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-e8f3c141-cb54-4090-b71a-830f22a67666 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6483 time: 0.3395669 Aug 16 20:31:40.000503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:40.015262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c6d7112f-9b3d-46c5-978d-a81f587d2468 admin admin] 10.222.0.70 "PUT /v2.0/routers/0b037367-ebc4-4b93-a782-b53105fcc1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2436209 Aug 16 20:31:40.017921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Sync routers for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:40.036920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:40.037963 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:40.053753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54386) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:40.067216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ab48813f-8120-4b0d-96ae-7b5c8e3c5042 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 217 time: 0.0629213 Aug 16 20:31:40.114604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.136257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 869dade0-717e-4aac-9dd1-0d4a7bb6f110 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:40.139504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-8ccae72c-c05c-41b9-9c63-dcd3322addf5 service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445977 Aug 16 20:31:40.221327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-7f73acfa-e500-4d92-8a0e-50fbb0507ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:40.223010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-7f73acfa-e500-4d92-8a0e-50fbb0507ad8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.1163723 Aug 16 20:31:40.245717 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:40.385032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 172.20.0.11 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/98d76682-4aeb-471f-a01e-ffeb94bd0275/869dade0-717e-4aac-9dd1-0d4a7bb6f110) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:40.390934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eba3f-cbcb-428d-ba56-cceacecb6b02 req-502e9b6e-a5f2-4789-bffa-f39d3d41e632 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:40.392864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac4eba3f-cbcb-428d-ba56-cceacecb6b02 req-502e9b6e-a5f2-4789-bffa-f39d3d41e632 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.0926495 Aug 16 20:31:40.396125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.408657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe2d:3513 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/15f92450-93c2-4376-b097-85c39f4340ce/869dade0-717e-4aac-9dd1-0d4a7bb6f110) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:40.469965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ea21fa01-9dfa-427f-bc56-1379fa192f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:40.471590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ea21fa01-9dfa-427f-bc56-1379fa192f9d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2148755 Aug 16 20:31:40.518143 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:31:37Z', 'revision_number': 5, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:40.520770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0338c836-80b7-4105-bea6-c5603011acca service neutron] 10.222.0.70 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678644 Aug 16 20:31:40.548419 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Checking router: 0b037367-ebc4-4b93-a782-b53105fcc1e7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:40.557613 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Routers {'0b037367-ebc4-4b93-a782-b53105fcc1e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:40.558536 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b037367-ebc4-4b93-a782-b53105fcc1e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:40.576778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac4eba3f-cbcb-428d-ba56-cceacecb6b02 req-c0a2910b-5532-4711-ab76-b4b79c08fa4d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658366 Aug 16 20:31:40.591538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.606014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 869dade0-717e-4aac-9dd1-0d4a7bb6f110 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:40.663428 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1d486-5ada-4486-b431-df51b9b17764 x-openstack-request-id: req-06b1d486-5ada-4486-b431-df51b9b17764 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:40.664008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:40.664355 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06b1d486-5ada-4486-b431-df51b9b17764 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:40.664961 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'status': 'completed', 'code': 200} Aug 16 20:31:40.678441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:40.680945 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2d0be7-9c11-482e-bbcf-73095f64f289" -d '{"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:40.729689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.739617 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] Set router 0b037367-ebc4-4b93-a782-b53105fcc1e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:40.756182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82646ab-6286-43ea-815e-caf31b7c4c8e None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:40.767947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.777152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ffd23fa0-03b4-4ff7-a536-bc6ddce21c82 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891519 Aug 16 20:31:40.786292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-fe2f9f63-6664-4a8a-bd39-264f07f29c2b service neutron] 10.222.0.70 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644947 Aug 16 20:31:40.804042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:40.807686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:40.817275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:40.849436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=869dade0-717e-4aac-9dd1-0d4a7bb6f110,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:40.889831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:40.891889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:40.989471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7c122e9b-b7a2-4b88-883e-617629bb016d None None] Provisioning for port d5de7d68-b119-430d-b359-7c003e760df6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:40.992004 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69d0d8e8-5f82-417d-9d6a-68d7270122d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4308486 Aug 16 20:31:40.994489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:40.998156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-4a5f1b44-c1d5-4baf-90af-adb336ab2fb4 service neutron] 10.222.0.70 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109289 Aug 16 20:31:41.007464 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:31:37Z', 'revision_number': 5, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:41.052790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05822f2c-3d95-49f4-83fd-654cbe1bff5d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.053196 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898f46f-0198-4aeb-903b-60a46d245be8 None None] The sync data for ids ['0b037367-ebc4-4b93-a782-b53105fcc1e7'] in n-d-794306-10 is: [{'id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'name': 'tempest-ServerRescueNegativeTestJSON-1627798966-router', 'tenant_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224'}], 'enable_snat': True}, 'gw_port_id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:28:07Z', 'updated_at': '2021-08-16T20:31:37Z', 'revision_number': 5, 'project_id': 'a4aaabe0e4b3416687c21510ca9bb0d3', 'gw_port': {'id': '65dfdafa-3536-4bae-ae38-941a707c56ca', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b037367-ebc4-4b93-a782-b53105fcc1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:28:08Z', 'updated_at': '2021-08-16T20:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:41.058906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05822f2c-3d95-49f4-83fd-654cbe1bff5d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.059155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce352536-478b-4130-9c21-bec98bc76426 req-05d77a2c-edfb-43ed-801f-6adce592f7df tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.060937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce352536-478b-4130-9c21-bec98bc76426 req-05d77a2c-edfb-43ed-801f-6adce592f7df tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1962085 Aug 16 20:31:41.067129 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05822f2c-3d95-49f4-83fd-654cbe1bff5d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0651181 Aug 16 20:31:41.067841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54400) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:41.120508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '15f92450-93c2-4376-b097-85c39f4340ce', 'ip_address': '2001:db8::f816:3eff:feb2:440f'}, {'subnet_id': '98d76682-4aeb-471f-a01e-ffeb94bd0275'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'd5de7d68-b119-430d-b359-7c003e760df6'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:41.128223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-2cbbe14e-2250-4567-9619-956edffc7f25 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618089 Aug 16 20:31:41.147305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.174845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 869dade0-717e-4aac-9dd1-0d4a7bb6f110 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:41.175269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.276388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.291215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 869dade0-717e-4aac-9dd1-0d4a7bb6f110 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:41.323814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Allocated IP 172.20.0.2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/98d76682-4aeb-471f-a01e-ffeb94bd0275/d5de7d68-b119-430d-b359-7c003e760df6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:41.428100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:41.466838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.481479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Transition to ACTIVE for port object d5de7d68-b119-430d-b359-7c003e760df6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:41.556744 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.560001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Deleting port 65dfdafa-3536-4bae-ae38-941a707c56ca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:41.560502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.563477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-39f40645-5ae8-47d8-9d01-b92e78c58e44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 217 time: 0.4267247 Aug 16 20:31:41.585627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce352536-478b-4130-9c21-bec98bc76426 req-54ead013-ae00-4e4e-a796-d5a75fb959df tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834869 Aug 16 20:31:41.598037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.706703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74698b7d-3836-4589-8a94-8b7b4272ffd0 None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:41.732772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ebf95f77-e680-4ddb-bf68-277f4c6c5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.734930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ebf95f77-e680-4ddb-bf68-277f4c6c5bf2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.1380644 Aug 16 20:31:41.735246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=869dade0-717e-4aac-9dd1-0d4a7bb6f110,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:41.756234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-18550e18-a5a5-4673-bcca-647304f1c2e1 service neutron] 10.222.0.70 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285504 Aug 16 20:31:41.772149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:41.821291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.825708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b145208f-337d-4f98-a6ab-0394a7fc7f72 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/869dade0-717e-4aac-9dd1-0d4a7bb6f110 HTTP/1.1" status: 204 len: 168 time: 0.7546289 Aug 16 20:31:41.825956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:41.883220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884e351-87f7-4651-83b6-84fa04ffc0da tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.884878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884e351-87f7-4651-83b6-84fa04ffc0da tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.886426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884e351-87f7-4651-83b6-84fa04ffc0da tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.888155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f884e351-87f7-4651-83b6-84fa04ffc0da tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0613279 Aug 16 20:31:41.892224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:41.899703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] For port 65dfdafa-3536-4bae-ae38-941a707c56ca, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=65dfdafa-3536-4bae-ae38-941a707c56ca,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:41.899955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d5de7d68-b119-430d-b359-7c003e760df6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:41.900222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.917025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a13199b-7b7b-4ce8-9315-9fbffa56da79 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:41.932759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Calling delete_port for 65dfdafa-3536-4bae-ae38-941a707c56ca owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:41.948175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 6a13199b-7b7b-4ce8-9315-9fbffa56da79 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:41.949122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a13199b-7b7b-4ce8-9315-9fbffa56da79 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:41.956929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 15f92450-93c2-4376-b097-85c39f4340ce {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:41.960474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:41.962392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b715b-0764-4930-92bd-64d3333dd1fc req-68fa4bf0-b9c0-4f8b-9b1d-14a4da585c51 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.968308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a27b715b-0764-4930-92bd-64d3333dd1fc req-68fa4bf0-b9c0-4f8b-9b1d-14a4da585c51 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 945 time: 0.2618580 Aug 16 20:31:41.979374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-550661a7-d8c3-4824-87ec-3f92a199cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:41.980924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-550661a7-d8c3-4824-87ec-3f92a199cce1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2236583 Aug 16 20:31:42.004464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.023755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03768451-53a9-4350-8b05-a2685eb5b580 req-fccea604-63fb-4bea-9854-314ca5938fcd tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.025474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03768451-53a9-4350-8b05-a2685eb5b580 req-fccea604-63fb-4bea-9854-314ca5938fcd tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 945 time: 0.2458038 Aug 16 20:31:42.102514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.165654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-6b0ae708-b630-4210-bebb-5eb8accba1e1 service neutron] 10.222.0.70 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870497 Aug 16 20:31:42.200747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a27b715b-0764-4930-92bd-64d3333dd1fc req-68352604-8fea-4780-9b4a-06e248d1e7f3 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080927 Aug 16 20:31:42.238126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.304162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=15f92450-93c2-4376-b097-85c39f4340ce,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:42.314342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.316497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-45707197-8606-4ab9-af17-20e324f4fe93 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/15f92450-93c2-4376-b097-85c39f4340ce HTTP/1.1" status: 204 len: 168 time: 0.4232085 Aug 16 20:31:42.319452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54412) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:42.376476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6a9d5bab-69e5-4a82-b99f-d4a7a073c558 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757026 Aug 16 20:31:42.387824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26108342-dead-4070-a8e1-eee72984ca2c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:42.403815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 98d76682-4aeb-471f-a01e-ffeb94bd0275 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:42.418222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.447334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Deleting port 6391c859-70c5-4462-a245-bb81a7343a3f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:42.447334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.447770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Could not find standard attr ID for object 869dade0-717e-4aac-9dd1-0d4a7bb6f110. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:42.459168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.538174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Provisioning for port d5de7d68-b119-430d-b359-7c003e760df6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:42.549537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:42.552808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.605988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.643690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-3ab3317b-3dcd-4bff-abb1-a7777beea21e service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693534 Aug 16 20:31:42.681786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.708598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.719560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-6bc39ba6-7d29-46b2-b4c3-8c5e18edc3bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 217 time: 0.0595543 Aug 16 20:31:42.728730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] For port 6391c859-70c5-4462-a245-bb81a7343a3f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6391c859-70c5-4462-a245-bb81a7343a3f,segment=NetworkSegment(fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4),segment_id=fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:42.729098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.778606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dfdafa-3536-4bae-ae38-941a707c56ca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:42.781129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.819308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=98d76682-4aeb-471f-a01e-ffeb94bd0275,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:42.821330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:42.822006 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:31:42.822507 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:31:42.823262 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0dc5a73-1e51-4e4a-8653-b661dc207089 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/98d76682-4aeb-471f-a01e-ffeb94bd0275 HTTP/1.1" status: 204 len: 168 time: 0.5026367 Aug 16 20:31:42.829153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Calling delete_port for 6391c859-70c5-4462-a245-bb81a7343a3f owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:42.830496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:42.870288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25c0e359-425f-4fff-9553-e08ec3d0d7a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385215 Aug 16 20:31:42.872899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54430) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:42.874070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.879877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:42.888376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.888376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.893124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.899161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.905354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.911550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:42.913626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-6ba63bc4-93da-4a41-abb7-252e22210d59 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.3238823 Aug 16 20:31:43.014679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-927239a2-1878-4665-902b-a6754c0cf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.016820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-927239a2-1878-4665-902b-a6754c0cf070 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.2671034 Aug 16 20:31:43.022962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.048723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:43.052816 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.130579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13999922-4c88-49ab-beb4-ee82e4d89595 req-5892720b-0434-4296-8d26-c1e09d62325d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1904640 Aug 16 20:31:43.194290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.198772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.222812 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63679284-4d96-4ddf-aba1-8c9ee563b74b x-openstack-request-id: req-63679284-4d96-4ddf-aba1-8c9ee563b74b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:43.229150 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-plugged", "status": "completed", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:43.229150 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63679284-4d96-4ddf-aba1-8c9ee563b74b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:43.229150 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'code': 200} Aug 16 20:31:43.286815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ebb25b06-19d2-4566-9b34-f02c7f51730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.288394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-ebb25b06-19d2-4566-9b34-f02c7f51730b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2527614 Aug 16 20:31:43.355688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75ab45-ad00-4c42-a337-41db33a49e48 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:43.370278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.370804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b037367-ebc4-4b93-a782-b53105fcc1e7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:31:43.378964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.380209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4ea8032-a706-4040-a705-f761188d4066 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0b037367-ebc4-4b93-a782-b53105fcc1e7 HTTP/1.1" status: 204 len: 168 time: 3.3239558 Aug 16 20:31:43.382840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:43.421059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.421673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.457828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-890bc122-c5b3-4ba0-9170-3bebd7471007 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601882 Aug 16 20:31:43.465619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.511326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Deleting subnet 42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:43.513813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=fc844e51-aec9-438e-a1b3-fd176e34ae9c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:43.529687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:43.535764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:43.537500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.554222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:43.588157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.588157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.616753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Pushing event deleted for resources: {'Port': ['ID=6391c859-70c5-4462-a245-bb81a7343a3f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:43.625224 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.625783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.630820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cb2b-5e93-465c-8ebd-48699b98dc21 req-a296b999-1340-4c3f-9b12-af49cce9d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.633503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4f40cb2b-5e93-465c-8ebd-48699b98dc21 req-a296b999-1340-4c3f-9b12-af49cce9d013 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1098 time: 0.1101098 Aug 16 20:31:43.703694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.707112 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4f40cb2b-5e93-465c-8ebd-48699b98dc21 req-2dfc6442-e7e3-4c9a-a36d-7adececfc5ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559886 Aug 16 20:31:43.711053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8359045-c99f-43ba-bcc4-85b53b347010 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8345909 Aug 16 20:31:43.720031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf37cc5-17a5-435b-abd1-85e6f1270487 req-4a05a17f-f691-4234-9171-06680f4ce8b4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:43.720031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abf37cc5-17a5-435b-abd1-85e6f1270487 req-4a05a17f-f691-4234-9171-06680f4ce8b4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.3136668 Aug 16 20:31:43.720828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54442) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:43.731558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcc0a-bea0-4b4a-9e0f-83338d3100f3 None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:43.736959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:43.748345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32c1cf94-da41-45b4-b9fd-177130c3459b None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:43.748751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c1cf94-da41-45b4-b9fd-177130c3459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.829500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] No DVR routers for this DVR port 6391c859-70c5-4462-a245-bb81a7343a3f on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:43.849088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.875521 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.877834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03768451-53a9-4350-8b05-a2685eb5b580 req-25683b22-6bb2-4668-be75-3718ec03742d tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.73 "DELETE /v2.0/ports/6391c859-70c5-4462-a245-bb81a7343a3f HTTP/1.1" status: 204 len: 173 time: 1.8416560 Aug 16 20:31:43.878478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'name': 'network-vif-deleted', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:43.887716 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42fc42b-0395-4548-ba93-278948e5ce44" -d '{"events": [{"server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "name": "network-vif-deleted", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:43.893051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abc489-31e6-47a3-b518-82b8d55d23e6 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:43.893555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:43.901844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:43.911323 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8b0f711c-f1f2-4cb3-b67a-b7843514dd55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/42a40ac3-0f7c-46bb-8ea6-ed3df2f4f2a4 HTTP/1.1" status: 204 len: 168 time: 0.5270553 Aug 16 20:31:43.912246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:43.972381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-045b17ce-8acd-4611-9d96-95ff35af876b service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934449 Aug 16 20:31:44.005673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abf37cc5-17a5-435b-abd1-85e6f1270487 req-9aadeada-3ce3-41f6-af7a-f5aa85f549aa tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565279 Aug 16 20:31:44.048452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.110347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32b2cb05-96a2-4a5a-8094-58f72b271c9d None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:44.110732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32b2cb05-96a2-4a5a-8094-58f72b271c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.165325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:44.171577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ed5ab-c5eb-434b-869a-acca7382db8f req-f2744b64-e6e2-4df4-9695-c9624e28472c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.173968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc5ed5ab-c5eb-434b-869a-acca7382db8f req-f2744b64-e6e2-4df4-9695-c9624e28472c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3653171 Aug 16 20:31:44.176823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.185435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-bed78ac2-2f93-4e55-83c5-e03c74845544 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 217 time: 0.1655169 Aug 16 20:31:44.185435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:44.185435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.190668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b25998e-ef4d-4be2-89e3-fb57b232b497']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:44.212360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b59eb6a-f460-44a2-b2f3-3afe3f474557') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:44.219896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b59eb6a-f460-44a2-b2f3-3afe3f474557') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:44.240964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.247399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb7b5899-dacf-4276-81ef-a5a1a6b9d8be req-459c85d2-21e1-40e9-bd2b-81d4185e1486 tempest-AttachVolumeNegativeTest-906565053 tempest-AttachVolumeNegativeTest-906565053-project] 10.222.0.70 "GET /v2.0/ports?device_id=d260d506-10e7-42d1-8be4-32900eabaab9 HTTP/1.1" status: 200 len: 210 time: 0.0858605 Aug 16 20:31:44.274998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:44.275494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.298121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.323895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:44.324439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:44.326421 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:44.352983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-4f327def-1a3a-4fb7-84e2-1b097787c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.354463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-4f327def-1a3a-4fb7-84e2-1b097787c616 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.1687181 Aug 16 20:31:44.445319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc5ed5ab-c5eb-434b-869a-acca7382db8f req-2dab72b5-896f-4e34-bd60-d6333f6ecc13 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484457 Aug 16 20:31:44.456694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7f84e4-a47c-454d-88d1-8f9670b41c6b req-2e7b7411-6ff3-412e-b567-04636a32e94e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0595942 Aug 16 20:31:44.503395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-375faa16-80f4-4105-ba1a-ab53fb11df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.505302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.514486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-375faa16-80f4-4105-ba1a-ab53fb11df81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1440187 Aug 16 20:31:44.518048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.522422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5b25998e-ef4d-4be2-89e3-fb57b232b497 HTTP/1.1" status: 204 len: 168 time: 0.6067324 Aug 16 20:31:44.534210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3136e-6110-49a2-b9bc-457d2716f992 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b25998e-ef4d-4be2-89e3-fb57b232b497,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:44.561457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-886a118c-f2f2-4156-aa80-9804157cdc18 None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:44.567508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886a118c-f2f2-4156-aa80-9804157cdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:44.582010 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514363b9-0cac-4830-82ed-4721472c25ba x-openstack-request-id: req-514363b9-0cac-4830-82ed-4721472c25ba {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:44.582369 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d260d506-10e7-42d1-8be4-32900eabaab9", "name": "network-vif-deleted", "tag": "6391c859-70c5-4462-a245-bb81a7343a3f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:44.582710 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-514363b9-0cac-4830-82ed-4721472c25ba {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:44.583285 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd260d506-10e7-42d1-8be4-32900eabaab9', 'name': 'network-vif-deleted', 'tag': '6391c859-70c5-4462-a245-bb81a7343a3f', 'status': 'completed', 'code': 200} Aug 16 20:31:44.801905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6391c859-70c5-4462-a245-bb81a7343a3f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:44.833332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 6391c859-70c5-4462-a245-bb81a7343a3f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:44.833690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6391c859-70c5-4462-a245-bb81a7343a3f not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:44.861668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d2891-58da-43b0-99c4-21aae609f337 req-bb6ccd13-7a48-40e5-b82c-38478bb9072e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.869336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5d2891-58da-43b0-99c4-21aae609f337 req-bb6ccd13-7a48-40e5-b82c-38478bb9072e tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2110257 Aug 16 20:31:44.923598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.929876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.936988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.943292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.949418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.952436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54484) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:44.955965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.962245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:44.964237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-de30999d-8b7a-44a4-8553-d2463afaa5b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.3026507 Aug 16 20:31:44.966080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-71181d09-1be0-4c73-a2a5-43f4d26ecdde None None] Could not find standard attr ID for object 869dade0-717e-4aac-9dd1-0d4a7bb6f110. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:31:44.976243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-336dfcd9-b684-4d30-bef9-3139d29c9e52 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513111 Aug 16 20:31:45.016503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c9e09d18-933d-41da-8fcf-a97441268590 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4aaabe0e4b3416687c21510ca9bb0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627015 Aug 16 20:31:45.018734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54488) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:45.108260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a5d2891-58da-43b0-99c4-21aae609f337 req-6f3f7bf3-8880-48a0-a620-04b9bda4c685 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245114 Aug 16 20:31:45.125628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.149123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db8a9e62-0018-4a32-88ca-30d6dcf4ecf9 req-b4f99461-03ee-44f3-8e11-f1b5af97e6b6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680622 Aug 16 20:31:45.151390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.211454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-9e37bdfd-f831-4d4f-be05-395655878a0a service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219832 Aug 16 20:31:45.264519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-724536fe-4310-4abf-acf5-8d0bdf49004f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 217 time: 0.0392923 Aug 16 20:31:45.310796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.315199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.317503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e54203b6-b528-4270-b9eb-ff5a4ce426aa HTTP/1.1" status: 204 len: 168 time: 0.2972929 Aug 16 20:31:45.333630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6928203-9fc9-48d7-93e4-c2472ad456b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54203b6-b528-4270-b9eb-ff5a4ce426aa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:45.356180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54510) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:45.369194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b232d23b-191a-49b2-ae86-17f80b05c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.370691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b232d23b-191a-49b2-ae86-17f80b05c764 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0981305 Aug 16 20:31:45.417487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Deleting subnet cd4d857c-5933-4cd3-8fd6-dba4f34793db {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:45.423960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.498852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.500627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:31:45.504122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-52414cf2-efd7-4696-aff8-981668d86913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:45.505687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-52414cf2-efd7-4696-aff8-981668d86913 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126604 Aug 16 20:31:45.560657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.700500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:45.757218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:45.757686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.788744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.888435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4d857c-5933-4cd3-8fd6-dba4f34793db,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:45.895738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:45.897649 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-adbaec67-17b9-4543-8921-846258b891ba admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cd4d857c-5933-4cd3-8fd6-dba4f34793db HTTP/1.1" status: 204 len: 168 time: 0.5399952 Aug 16 20:31:45.901656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54520) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:45.941022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 65dfdafa-3536-4bae-ae38-941a707c56ca no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:45.972550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 65dfdafa-3536-4bae-ae38-941a707c56ca {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:45.973220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 65dfdafa-3536-4bae-ae38-941a707c56ca not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:46.002400 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.097639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.109847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7828d8-ceba-490a-bb28-f71e67439698']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:46.121351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:46.121643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2e9b34-24a1-4810-88f4-fea2cf8b7aa4') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:46.133601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.151148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.159434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:31:46.160624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:31:46.161565 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:31:46.223658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf01c63-8ad7-494b-be1b-3dcb22a91cc7 req-9a9dc42f-ea8c-4984-a60f-a78b5bdaa455 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.225265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bf01c63-8ad7-494b-be1b-3dcb22a91cc7 req-9a9dc42f-ea8c-4984-a60f-a78b5bdaa455 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.6397099 Aug 16 20:31:46.239275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6325d7-2cae-47dc-bd12-6d8113d65718 req-3a809a6a-0d84-4fcd-b0a2-6d815e852200 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.240813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d6325d7-2cae-47dc-bd12-6d8113d65718 req-3a809a6a-0d84-4fcd-b0a2-6d815e852200 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.6533453 Aug 16 20:31:46.249215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-927493eb-9c51-48f4-8679-fd3e9a10eaea service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205410 Aug 16 20:31:46.316278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.330741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.335616 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] 10.222.0.70 "DELETE /v2.0/networks/bb7828d8-ceba-490a-bb28-f71e67439698 HTTP/1.1" status: 204 len: 168 time: 0.4331021 Aug 16 20:31:46.351966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f42be-3442-4c93-b32f-318113606a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7828d8-ceba-490a-bb28-f71e67439698,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:46.379055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bf01c63-8ad7-494b-be1b-3dcb22a91cc7 req-3466948f-ee46-4714-aaf6-156c72f7fac5 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349750 Aug 16 20:31:46.402754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d6325d7-2cae-47dc-bd12-6d8113d65718 req-44c38291-c352-44d4-acb6-85b2eb71a544 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430392 Aug 16 20:31:46.420005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.448913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f14fbdef-566e-401c-bc8e-294806d5208d service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867876 Aug 16 20:31:46.553075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-b3fed16e-14ea-41b1-9344-9a3f285b3e7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 217 time: 0.0824513 Aug 16 20:31:46.568893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06916278-c3b3-4f06-937d-ef19ea601c7b req-613641fe-438d-4f33-ad24-c52ba5973eba tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0920703 Aug 16 20:31:46.715842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dc81414b-4d4c-42f1-93b2-8f8684ff0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.717359 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-dc81414b-4d4c-42f1-93b2-8f8684ff0756 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.1442008 Aug 16 20:31:46.739072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.745053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.751450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.757431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.763328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.768957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:46.770284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.776266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.778241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ede5431-d26d-4560-abff-4e16616d00ab req-ff04471a-23f9-4cd0-9868-1a8d51b379ac tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.2875252 Aug 16 20:31:46.814042 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1d1fe6f-b7e3-4c05-b386-f30809e65619 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ce77112df0a48f2a813dd21deb5d4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438881 Aug 16 20:31:46.816606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54548) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:46.875314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.896175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:46.914203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:46.916395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-698ca954-8541-47eb-8f8a-c0b3b29263e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.917919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-698ca954-8541-47eb-8f8a-c0b3b29263e7 service neutron] 10.222.0.73 "GET /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 1032 time: 0.1375580 Aug 16 20:31:46.961109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a315f70-c26b-4f93-85de-94a62dd4d7a5 req-4d448396-363f-46df-8bd2-064109a45edb tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.962587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a315f70-c26b-4f93-85de-94a62dd4d7a5 req-4d448396-363f-46df-8bd2-064109a45edb tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.2516565 Aug 16 20:31:46.987949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ede5431-d26d-4560-abff-4e16616d00ab req-88a43a7b-3426-4f8f-a535-b8a44b0e3d07 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882401 Aug 16 20:31:46.989629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-df3728ef-be9f-42c0-b50c-b416e36e3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:46.991115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-df3728ef-be9f-42c0-b50c-b416e36e3381 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2119453 Aug 16 20:31:47.016802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.020444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.024040 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d82fa80-3cff-4a3c-b3cf-8a9672b2e450 HTTP/1.1" status: 204 len: 168 time: 0.2041698 Aug 16 20:31:47.032008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588835b-4ce6-4d8a-927a-839d64a9dde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82fa80-3cff-4a3c-b3cf-8a9672b2e450,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:47.033712 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.038709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3547ac17-6835-4c3c-ad0c-b193324930d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.040163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3547ac17-6835-4c3c-ad0c-b193324930d8 service neutron] 10.222.0.73 "GET /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 1032 time: 0.1087987 Aug 16 20:31:47.101405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.102224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.209535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a315f70-c26b-4f93-85de-94a62dd4d7a5 req-f2e97f08-3aaa-4de8-a89a-8c1c7f4a5c0a tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159965 Aug 16 20:31:47.251780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:47.274828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:47.286133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01c7a5-4863-469a-aa5c-2488986cd512 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:47.287659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.288295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.327044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=6fd9ce46-c698-4c35-b608-11c83bc9b2e2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:47.341399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=8']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:47.348856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-f41ac62d-5517-4636-b697-23a382e44751 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336582 Aug 16 20:31:47.358261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-454e4869-f600-4a94-85aa-61c5fa6bec6b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.366170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-454e4869-f600-4a94-85aa-61c5fa6bec6b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.372486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-454e4869-f600-4a94-85aa-61c5fa6bec6b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.374171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-454e4869-f600-4a94-85aa-61c5fa6bec6b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 1995 time: 0.3229101 Aug 16 20:31:47.527680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-694be8de-7b3d-4aa0-a3dc-418dc2ad05a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7973452 Aug 16 20:31:47.528131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:47.535268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:a9:74:ed', 'name': 'tempest-NetworksTestDHCPv6-1731722310'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:47.544832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-1bf72d48-9d41-4485-ba0c-38d0cd6516f6 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690736 Aug 16 20:31:47.651769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-8a670731-187c-4db6-a2ae-a63d2b02e04f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.0840762 Aug 16 20:31:47.659680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '6fd9ce46-c698-4c35-b608-11c83bc9b2e2', 'ip_address': '2001:db8::f816:3eff:feb2:440f'}, {'subnet_id': 'fc844e51-aec9-438e-a1b3-fd176e34ae9c'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'd5de7d68-b119-430d-b359-7c003e760df6'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:31:47.663845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e726879b-ad5f-4def-bb2f-57729aabc790 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a87b499d14d749a6a3f19c875a81baf7 HTTP/1.1" status: 200 len: 380 time: 0.2797289 Aug 16 20:31:47.678618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'admin_state_up': True, 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'security_groups': ['afff3dc3-9dbc-4f31-ad73-b47fd9f497ec']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:47.730066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f81bea-fa0a-452f-a7bd-89b37ca81ba5 req-e421602d-64e0-4cc1-8e2c-af5645aec5f8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.735719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.738196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12f81bea-fa0a-452f-a7bd-89b37ca81ba5 req-e421602d-64e0-4cc1-8e2c-af5645aec5f8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2194338 Aug 16 20:31:47.741028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:47.797188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-1997f9ee-a36a-4509-8e25-623b2684bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.798698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-1997f9ee-a36a-4509-8e25-623b2684bc80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.1397297 Aug 16 20:31:47.826643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:47.827146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:47.860482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:47.866900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12f81bea-fa0a-452f-a7bd-89b37ca81ba5 req-94408fff-3cf1-40b2-bada-5b2c8b8b91fd tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276667 Aug 16 20:31:47.972137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-bbb2aa25-30f3-409c-95c5-7cade7fb69f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:47.973778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-bbb2aa25-30f3-409c-95c5-7cade7fb69f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1638837 Aug 16 20:31:47.994881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.023454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 31becc1d-daf0-4371-8a68-067d0be75641 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:48.163533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbdc25-55df-4a55-ac7e-f854b8bb7c88 req-7856183a-8956-4388-851e-75149867d533 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:48.165149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4acbdc25-55df-4a55-ac7e-f854b8bb7c88 req-7856183a-8956-4388-851e-75149867d533 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.1824412 Aug 16 20:31:48.218792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Allocated IP 172.20.0.2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/fc844e51-aec9-438e-a1b3-fd176e34ae9c/d5de7d68-b119-430d-b359-7c003e760df6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:48.261252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:48.264756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.270503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94d436cf-5b9c-422d-aecf-035c2919dabe req-72437340-38a5-4104-8671-a814178be900 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0619104 Aug 16 20:31:48.275873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-0e2f59e0-9a31-4583-93c8-eb8b17ab543b service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863212 Aug 16 20:31:48.283372 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.287553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4acbdc25-55df-4a55-ac7e-f854b8bb7c88 req-ec691c68-e658-441a-8c03-0899840646c4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996783 Aug 16 20:31:48.385656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:48.447456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.465478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Transition to ACTIVE for port object d5de7d68-b119-430d-b359-7c003e760df6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:48.514479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ed80770-0225-4ddc-8530-ab5998a5a2f6 req-97dd3cf1-894e-4d0e-ae0b-5e754b88c58e service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256622 Aug 16 20:31:48.534639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:48.737969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 172.20.0.7 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/fc844e51-aec9-438e-a1b3-fd176e34ae9c/31becc1d-daf0-4371-8a68-067d0be75641) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:48.751675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fea9:74ed (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/6fd9ce46-c698-4c35-b608-11c83bc9b2e2/31becc1d-daf0-4371-8a68-067d0be75641) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:48.918991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a087cd5-8158-4c44-9b25-dd2a9aa34982 None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:48.958085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.003690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 31becc1d-daf0-4371-8a68-067d0be75641 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:49.105878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840998d3-3bc6-4208-a521-bdae640ce1db req-11323f06-6dac-48b4-9623-e194e33e55c0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.107606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-840998d3-3bc6-4208-a521-bdae640ce1db req-11323f06-6dac-48b4-9623-e194e33e55c0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.6884933 Aug 16 20:31:49.163956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.176339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.184478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.193026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.199552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.227948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.236561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.264455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.276634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:49.283168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-2e886283-8838-436f-a108-57411717555b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.7635443 Aug 16 20:31:49.296754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:49.319761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=31becc1d-daf0-4371-8a68-067d0be75641,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:49.323140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:49.356764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 172.20.0.13 (8f9eefd5-760a-4c21-80e2-b9ce632564df/3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d/f3cbc22a-6974-435f-99c3-73ff88e49efb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:49.412755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.417497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.432319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.432859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.433353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.433828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.434298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.434768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.435243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.438222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-b3176342-fe05-459b-b4da-7fac63411997 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6483 time: 0.7884548 Aug 16 20:31:49.575852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f9d9724-9e82-41f0-8824-f43a3ac24e12 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0459182 Aug 16 20:31:49.578910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54616) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:49.603187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8e9734c-6927-4947-a4ff-2f18495def14 req-6372f889-492e-41b4-879d-2c144cf16764 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3189235 Aug 16 20:31:49.683057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377227bf-4c85-43ea-95c4-26cb10e20498 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.686583 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:31:49.691964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-5187f30b-2870-435e-a1aa-8cc5caf7bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.697953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-5187f30b-2870-435e-a1aa-8cc5caf7bcee service neutron] 10.222.0.73 "GET /v2.0/networks?id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 901 time: 0.2517979 Aug 16 20:31:49.698079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377227bf-4c85-43ea-95c4-26cb10e20498 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:49.699781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-377227bf-4c85-43ea-95c4-26cb10e20498 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1196454 Aug 16 20:31:49.703255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54620) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:49.707990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-840998d3-3bc6-4208-a521-bdae640ce1db req-51b244b2-e125-4529-be0f-680a62df72d1 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5931087 Aug 16 20:31:49.743135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:49.850279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-e833794d-c025-465f-8a8a-30cd1be49ab0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.1268797 Aug 16 20:31:49.891901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 31becc1d-daf0-4371-8a68-067d0be75641 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:49.892382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.934534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d44f8f7a-9cad-4767-92a1-04addcbe3197 None None] Provisioning for port d5de7d68-b119-430d-b359-7c003e760df6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:49.940731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d44f8f7a-9cad-4767-92a1-04addcbe3197 None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:49.941111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d44f8f7a-9cad-4767-92a1-04addcbe3197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:49.955015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.061383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06c183e6-e789-4fbd-9092-5bfc8a03f2aa req-89e2e4c8-40bd-45ea-a2ae-d34cc12984c0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0944602 Aug 16 20:31:50.088755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.126003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 31becc1d-daf0-4371-8a68-067d0be75641 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:50.139680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object f3cbc22a-6974-435f-99c3-73ff88e49efb will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:50.185773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-16b96cf2-8f9d-42c9-ab02-053db91ee150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.189690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-16b96cf2-8f9d-42c9-ab02-053db91ee150 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.3175323 Aug 16 20:31:50.276098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a95a07-3c23-4352-a76a-ed1f483940e7 req-4733654f-423c-41a7-b8ed-38724de98856 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.277576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68a95a07-3c23-4352-a76a-ed1f483940e7 req-4733654f-423c-41a7-b8ed-38724de98856 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.3018723 Aug 16 20:31:50.352180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-c72dcf01-52be-4e07-b176-832892fc2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.353741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-c72dcf01-52be-4e07-b176-832892fc2c7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1524334 Aug 16 20:31:50.388129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620beb68-ae49-4e03-8201-94ec74d2f7c9 req-312704db-696e-46b7-8e8e-49941466c0ed tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.390655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-620beb68-ae49-4e03-8201-94ec74d2f7c9 req-312704db-696e-46b7-8e8e-49941466c0ed tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.1681540 Aug 16 20:31:50.408445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68a95a07-3c23-4352-a76a-ed1f483940e7 req-3a6efba2-2344-4720-bbac-7046a3da9274 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127467 Aug 16 20:31:50.439885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.471512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-24d65623-d868-475c-89d3-58fa29e01a43 None None] Provisioning for port 31becc1d-daf0-4371-8a68-067d0be75641 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:50.477242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-24d65623-d868-475c-89d3-58fa29e01a43 None None] Provisioning complete for port 31becc1d-daf0-4371-8a68-067d0be75641 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:50.481373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-24d65623-d868-475c-89d3-58fa29e01a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.481794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.523456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-24d65623-d868-475c-89d3-58fa29e01a43 None None] Port 31becc1d-daf0-4371-8a68-067d0be75641 was deleted so its status cannot be updated. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:31:50.542384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=31becc1d-daf0-4371-8a68-067d0be75641,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:50.560302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:50.575544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:50.579552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:50.612183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:50.662117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-620beb68-ae49-4e03-8201-94ec74d2f7c9 req-9874bef5-ccd5-4920-a59b-f04b62820a8a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270155 Aug 16 20:31:50.685458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-15ff1d41-7ca1-4ed3-a647-45f08cd873d1 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179030 Aug 16 20:31:50.710249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee359c1-cf8c-4e8d-9f0b-6fdf9b85abab req-77f3647b-1b9d-4ee6-96fa-d08761b7601c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.712860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee359c1-cf8c-4e8d-9f0b-6fdf9b85abab req-77f3647b-1b9d-4ee6-96fa-d08761b7601c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2194467 Aug 16 20:31:50.759817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:50.770325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:50.928244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee359c1-cf8c-4e8d-9f0b-6fdf9b85abab req-b80997c6-8e2c-4d9d-9a9b-e1f902fc43e3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011425 Aug 16 20:31:50.998783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0093aa71-4d30-45a9-9c3b-075e8797670b req-5e99433f-cf64-490f-9cd5-5185857bdbb5 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999697 Aug 16 20:31:51.012829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0586460d-ecbf-4d9e-9b4f-7ca52412a3a1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3367467 Aug 16 20:31:51.020927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'admin_state_up': True, 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'security_groups': ['afff3dc3-9dbc-4f31-ad73-b47fd9f497ec']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:51.122279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c87c7cfb-2bff-4f5c-aeb9-8dc7a2751b91 None None] Provisioning for port f3cbc22a-6974-435f-99c3-73ff88e49efb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:51.127187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c87c7cfb-2bff-4f5c-aeb9-8dc7a2751b91 None None] Provisioning complete for port f3cbc22a-6974-435f-99c3-73ff88e49efb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:51.127566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c87c7cfb-2bff-4f5c-aeb9-8dc7a2751b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.190665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.194099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2b28273d-a3cf-41a1-88bf-2cb378922687 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/31becc1d-daf0-4371-8a68-067d0be75641 HTTP/1.1" status: 204 len: 168 time: 1.4892292 Aug 16 20:31:51.196768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c87c7cfb-2bff-4f5c-aeb9-8dc7a2751b91 None None] Port f3cbc22a-6974-435f-99c3-73ff88e49efb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:51.197502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54660) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:51.209061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.214924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.221156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.226948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.232832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.239386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.245235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.247191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-c5ad9e81-89dc-4f52-b245-a172e58314b2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.1351426 Aug 16 20:31:51.257801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e584e1d-00c7-482e-8a90-4389b9781399 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.259800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e584e1d-00c7-482e-8a90-4389b9781399 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.261332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e584e1d-00c7-482e-8a90-4389b9781399 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.263167 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e584e1d-00c7-482e-8a90-4389b9781399 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0634673 Aug 16 20:31:51.265837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54662) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:51.328081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 6fd9ce46-c698-4c35-b608-11c83bc9b2e2 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:51.332057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7dbaf0a-6367-47fd-a9b2-d3164e174df6 req-70384165-e2cf-4667-bd13-251d7fe2973c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657315 Aug 16 20:31:51.333504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.396222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.453834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:51.463205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.522289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.619099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6666c-543a-4e7b-adfe-9195f656b814 req-2750f9a0-67f1-40d4-a6f2-51fde3713500 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.620733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08f6666c-543a-4e7b-adfe-9195f656b814 req-2750f9a0-67f1-40d4-a6f2-51fde3713500 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 932 time: 0.2072444 Aug 16 20:31:51.660275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f062db-8a2d-419a-a017-ec1b5dc0be3d req-8f813f64-5949-44ef-a477-bc8d1939d967 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:51.661817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36f062db-8a2d-419a-a017-ec1b5dc0be3d req-8f813f64-5949-44ef-a477-bc8d1939d967 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1490631 Aug 16 20:31:51.694451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.719988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.720253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720eb7de-3063-44b2-9bcc-00a286df412f None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:51.725454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/6fd9ce46-c698-4c35-b608-11c83bc9b2e2 HTTP/1.1" status: 204 len: 168 time: 0.4582095 Aug 16 20:31:51.726278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54674) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:51.750278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08f6666c-543a-4e7b-adfe-9195f656b814 req-73b0261e-aece-42c1-adfb-8852383fb06c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181359 Aug 16 20:31:51.762646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:51.776954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36f062db-8a2d-419a-a017-ec1b5dc0be3d req-9493ab9f-5489-4bf2-9419-abd82e86ae03 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026535 Aug 16 20:31:51.787248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.1.1.143 (d09f0cc7-c966-462e-8d46-bb9e76565fe3/9470f854-3878-4bd1-b55f-ce040147046d/f17652b3-b148-4f89-9acc-d702f9aa7ed0) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:51.812661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd918f8-9ea0-4a24-b2ae-155ce65bc01d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd9ce46-c698-4c35-b608-11c83bc9b2e2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:51.987610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet fc844e51-aec9-438e-a1b3-fd176e34ae9c {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:31:51.997939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.077045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.139048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.187925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object f17652b3-b148-4f89-9acc-d702f9aa7ed0 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:52.231976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca767897-19b1-4d22-a9cc-ba72c558461a req-39d39373-eb1c-41b4-bfac-6f5970300e28 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.236246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca767897-19b1-4d22-a9cc-ba72c558461a req-39d39373-eb1c-41b4-bfac-6f5970300e28 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.1532826 Aug 16 20:31:52.363712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca767897-19b1-4d22-a9cc-ba72c558461a req-4d1d1010-ff65-4b08-bc80-2a90978ffbbb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116650 Aug 16 20:31:52.364489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.409891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.487953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:52.492719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:52.498410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:52.527696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.560234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:52.634390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.640144 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/fc844e51-aec9-438e-a1b3-fd176e34ae9c HTTP/1.1" status: 204 len: 168 time: 0.8912759 Aug 16 20:31:52.640844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54694) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:52.643011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a8b36-6c41-4483-bd67-1d046ad0ca84 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=fc844e51-aec9-438e-a1b3-fd176e34ae9c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:52.737090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.737860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:52.764384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.771372 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a732a0b-c524-4233-9228-3308a380e8d7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292312 Aug 16 20:31:52.772347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:52.777349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.784602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.786120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:52.794869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.803996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.816863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.831547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.837980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-14a0e0b2-9b8b-44e6-b4a9-eeb7bbebfb89 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.2592654 Aug 16 20:31:52.869559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cbd55-2e9b-4506-a8d1-af29e519bc99 req-02e6a0d8-00ff-4bd1-b88f-3410b9ae7644 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:52.871122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b83cbd55-2e9b-4506-a8d1-af29e519bc99 req-02e6a0d8-00ff-4bd1-b88f-3410b9ae7644 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3799384 Aug 16 20:31:52.931559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2cf30a1a-e7ed-4dbc-8508-9e7771b9a216 req-228bc525-2d62-4819-abb6-85d3cc7ae5a6 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756240 Aug 16 20:31:52.945295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b83cbd55-2e9b-4506-a8d1-af29e519bc99 req-557f3bca-2716-4424-be11-b4fe5adc35b0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603545 Aug 16 20:31:52.974562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0185232f-ebc1-475d-897d-74b4efa3dd58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9577165 Aug 16 20:31:52.987333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'admin_state_up': True, 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'security_groups': ['afff3dc3-9dbc-4f31-ad73-b47fd9f497ec']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:53.001345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4cc6602e-a03e-45a0-9cd5-5ebd945e501f None None] Provisioning for port f17652b3-b148-4f89-9acc-d702f9aa7ed0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:53.007087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4cc6602e-a03e-45a0-9cd5-5ebd945e501f None None] Provisioning complete for port f17652b3-b148-4f89-9acc-d702f9aa7ed0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:53.007474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4cc6602e-a03e-45a0-9cd5-5ebd945e501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.066302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:53.068697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6602e-a03e-45a0-9cd5-5ebd945e501f None None] Port f17652b3-b148-4f89-9acc-d702f9aa7ed0 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:53.069837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.114351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a611ed-70de-495f-b6f3-2abfaf4e1437 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:53.132864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81979910-e124-4afe-8bad-a2c9f0afe9a8 req-dc784479-b037-4ea5-909c-f702980bf4b7 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.134676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81979910-e124-4afe-8bad-a2c9f0afe9a8 req-dc784479-b037-4ea5-909c-f702980bf4b7 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.0759115 Aug 16 20:31:53.275700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f354c5f1-96e9-4b9f-bd97-357c7824462f None None] Provisioning complete for port d5de7d68-b119-430d-b359-7c003e760df6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:53.275700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f354c5f1-96e9-4b9f-bd97-357c7824462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.275940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81979910-e124-4afe-8bad-a2c9f0afe9a8 req-dc0ae15f-25f3-4967-b100-383ab9e0a930 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334064 Aug 16 20:31:53.365023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9bed-8709-4b40-b3cf-ba9f0fb21292 req-b969a090-306e-4c01-a815-1cddc8f88e0a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.371051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9bed-8709-4b40-b3cf-ba9f0fb21292 req-b969a090-306e-4c01-a815-1cddc8f88e0a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.390293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b8f9bed-8709-4b40-b3cf-ba9f0fb21292 req-b969a090-306e-4c01-a815-1cddc8f88e0a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 1654 time: 0.1440582 Aug 16 20:31:53.441539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:53.460379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.540341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:31:53.563632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.605121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b8f9bed-8709-4b40-b3cf-ba9f0fb21292 req-9e567e9d-5975-4fd1-acf1-539aef3e3af2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139990 Aug 16 20:31:53.700355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0622463-3f51-4655-a09e-5bcf84a70ea1 req-0b59492e-18e1-4e7c-8fa3-d2d045decc80 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.735692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:53.739900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Deleting port d5de7d68-b119-430d-b359-7c003e760df6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:53.740308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0622463-3f51-4655-a09e-5bcf84a70ea1 req-0b59492e-18e1-4e7c-8fa3-d2d045decc80 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3264592 Aug 16 20:31:53.740821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.751952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:53.770284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:53.771211 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:53.781017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:53.801704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5de7d68-b119-430d-b359-7c003e760df6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:53.913040 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25389add-c19f-4b74-a836-f382cbc82c6b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1387124 Aug 16 20:31:53.915490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54714) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:53.926390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:53.957029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0622463-3f51-4655-a09e-5bcf84a70ea1 req-79a03fee-533d-4dcc-8995-1719c9ce04e9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077658 Aug 16 20:31:53.995566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54718) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:54.021899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.1.1.170 (d09f0cc7-c966-462e-8d46-bb9e76565fe3/9470f854-3878-4bd1-b55f-ce040147046d/393baee2-59e3-45bc-9892-48c01a35d93f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:54.034262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:54.034262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.039115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.047303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a9860-a414-49fa-9f74-3a6ef360e82a req-9f9e8654-44e5-49e4-94ac-73fd016b2770 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.057040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44a9860-a414-49fa-9f74-3a6ef360e82a req-9f9e8654-44e5-49e4-94ac-73fd016b2770 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.1488795 Aug 16 20:31:54.092037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-f12c47be-6349-4964-8446-039486ad0476 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.094316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-f12c47be-6349-4964-8446-039486ad0476 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.64 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.2516615 Aug 16 20:31:54.101672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Calling delete_port for d5de7d68-b119-430d-b359-7c003e760df6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:54.119273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44a9860-a414-49fa-9f74-3a6ef360e82a req-3e1b7540-9f57-4fe1-992c-26c205ee252f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600619 Aug 16 20:31:54.123326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d5de7d68-b119-430d-b359-7c003e760df6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5de7d68-b119-430d-b359-7c003e760df6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:54.207817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.255098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c059-f21c-4bbd-bdd5-f140c33f073f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.285630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Deleting port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:31:54.286299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.286555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:54.295697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.296882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.298997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.298997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.298997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.298997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.299702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.300271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.300695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.301323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.301782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.302201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:31:54.331690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.337826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.344592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.350596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.356560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.363289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.368135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.369351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.373186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-fb7f3b08-94fc-47a0-8c83-347000b6137d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.2710345 Aug 16 20:31:54.391758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] For port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:54.392189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.412336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] No DVR routers for this DVR port d5de7d68-b119-430d-b359-7c003e760df6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:54.415056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb6dcc-ee41-40c3-ba55-e2a2ae25c825 None None] Pushing event deleted for resources: {'Port': ['ID=d5de7d68-b119-430d-b359-7c003e760df6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:54.440399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019ab1a-cb62-4b4a-b235-8c032c103679 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:54.444094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:54.447871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.513918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccecb4e7-73a1-4f79-b690-8784088ad605 req-919ec2ae-6ad1-455c-a517-78d2c47d663a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294477 Aug 16 20:31:54.531307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d97d-9d10-4c69-add9-e6983a99e964 req-72e78e22-1300-4ef3-ae70-bfa4412abc5e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.547817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef71d97d-9d10-4c69-add9-e6983a99e964 req-72e78e22-1300-4ef3-ae70-bfa4412abc5e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2678039 Aug 16 20:31:54.643270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:31:54.644599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.682012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef71d97d-9d10-4c69-add9-e6983a99e964 req-f07ca694-1f47-4c4d-b2d3-5dd2a0c1f9bc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415315 Aug 16 20:31:54.728509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.764207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object 393baee2-59e3-45bc-9892-48c01a35d93f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:54.787554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02def428-f6b7-4009-bd77-9dc8fec1f18b req-9049d31d-44c4-42d6-9a4b-ea8248fd5d3a tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:54.789181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02def428-f6b7-4009-bd77-9dc8fec1f18b req-9049d31d-44c4-42d6-9a4b-ea8248fd5d3a tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 945 time: 0.1158686 Aug 16 20:31:54.799799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.800375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.800486 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Floating IP c51686c5-3e21-4c4e-959f-d650cd45d845 disassociated. External IP: 172.25.7.187, port: 24bfd665-80c0-4b6b-8cc6-38419f3bfb79. Aug 16 20:31:54.800814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Calling delete_port for 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:31:54.841196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c059-f21c-4bbd-bdd5-f140c33f073f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.842021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Allocated IP 172.20.0.2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180/da772491-f63e-4761-b7c2-8430fd3c8ff2) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:54.866328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02def428-f6b7-4009-bd77-9dc8fec1f18b req-dc764197-f998-4bcf-a33c-0340656216e1 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups?id=b15c67ab-2ab6-43ef-84cb-e491db88fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679548 Aug 16 20:31:54.888538 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ddc5c059-f21c-4bbd-bdd5-f140c33f073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:54.938527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ddc5c059-f21c-4bbd-bdd5-f140c33f073f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbdcd40cd26443aba62208e1372f3f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9373021 Aug 16 20:31:54.940912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54740) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:54.984580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.021109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5c059-f21c-4bbd-bdd5-f140c33f073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8cb6f1-9788-4680-be15-7f54f6f21ae0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.087947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:55.107552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.113096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:55.122921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbe349-1b3a-47a6-b014-aa4660c0f825 req-15b01d89-62bf-48dd-9c0b-94b16e52e116 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.126596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Transition to ACTIVE for port object da772491-f63e-4761-b7c2-8430fd3c8ff2 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:55.132946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbe349-1b3a-47a6-b014-aa4660c0f825 req-15b01d89-62bf-48dd-9c0b-94b16e52e116 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.140631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbe349-1b3a-47a6-b014-aa4660c0f825 req-15b01d89-62bf-48dd-9c0b-94b16e52e116 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.148347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53cbe349-1b3a-47a6-b014-aa4660c0f825 req-15b01d89-62bf-48dd-9c0b-94b16e52e116 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 2375 time: 0.1836808 Aug 16 20:31:55.150631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:55.152051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Transition to ACTIVE for port object da772491-f63e-4761-b7c2-8430fd3c8ff2 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:55.172263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.215014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.266999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.294001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.294740 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.302341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53cbe349-1b3a-47a6-b014-aa4660c0f825 req-988780af-6147-4d65-866b-52f5290a24cc tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531329 Aug 16 20:31:55.337243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.400691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-477ce010-e85f-4bed-a65c-5ad4e0fd49e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4185488 Aug 16 20:31:55.408162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.414831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:55.417191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'admin_state_up': True, 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'security_groups': ['afff3dc3-9dbc-4f31-ad73-b47fd9f497ec']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:55.421116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:55.423378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Pushing event updated for resources: {'Port': ['ID=da772491-f63e-4761-b7c2-8430fd3c8ff2,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.431289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:55.487965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.493080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.496351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e8cb6f1-9788-4680-be15-7f54f6f21ae0 HTTP/1.1" status: 204 len: 168 time: 0.5544546 Aug 16 20:31:55.508199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-be55f829-7a36-4af5-bf7c-b8c6db07e297 None None] Provisioning for port 393baee2-59e3-45bc-9892-48c01a35d93f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:55.536875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-be55f829-7a36-4af5-bf7c-b8c6db07e297 None None] Provisioning complete for port 393baee2-59e3-45bc-9892-48c01a35d93f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:55.537239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-be55f829-7a36-4af5-bf7c-b8c6db07e297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.543399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c794c-ef8e-4af8-9714-0e3ba23306d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8cb6f1-9788-4680-be15-7f54f6f21ae0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.598935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event deleted for resources: {'Port': ['ID=24bfd665-80c0-4b6b-8cc6-38419f3bfb79,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.622717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Attempting to bind port da772491-f63e-4761-b7c2-8430fd3c8ff2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:31:55.623087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Attempting to bind port da772491-f63e-4761-b7c2-8430fd3c8ff2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:31:55.623463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Attempting to bind port da772491-f63e-4761-b7c2-8430fd3c8ff2 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:31:55.649817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:31:55.650467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:31:55.651094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.651648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:31:55.652350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Bound port: da772491-f63e-4761-b7c2-8430fd3c8ff2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:31:55.652950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.676542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-be55f829-7a36-4af5-bf7c-b8c6db07e297 None None] Port 393baee2-59e3-45bc-9892-48c01a35d93f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:55.748539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] For port da772491-f63e-4761-b7c2-8430fd3c8ff2, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:31:55.756465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] For port da772491-f63e-4761-b7c2-8430fd3c8ff2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da772491-f63e-4761-b7c2-8430fd3c8ff2,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:31:55.764215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:31:55.802924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1651-607b-4c2f-b91b-b0305eda4adb req-5c2522e5-a400-43f0-8a86-754a0cd7931b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.804617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f13a1651-607b-4c2f-b91b-b0305eda4adb req-5c2522e5-a400-43f0-8a86-754a0cd7931b tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2420716 Aug 16 20:31:55.829658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe41ad-452f-41f5-9152-70cc68b8550b req-50e83582-30e7-437f-b3cc-8df43337c90b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:55.832677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:55.846738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dabe41ad-452f-41f5-9152-70cc68b8550b req-50e83582-30e7-437f-b3cc-8df43337c90b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3602684 Aug 16 20:31:55.938305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b69a5-12b4-4a9b-9010-953d3d73ced2 None None] Pushing event updated for resources: {'Port': ['ID=da772491-f63e-4761-b7c2-8430fd3c8ff2,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:55.980800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Router c7537323-0bee-4ab2-a8e0-b05abebc06e1 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:31:55.985095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f13a1651-607b-4c2f-b91b-b0305eda4adb req-b3707fa7-2e85-4bc2-9044-9e726e3983eb tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355321 Aug 16 20:31:56.068554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dabe41ad-452f-41f5-9152-70cc68b8550b req-11a1e43a-3d1d-4594-bff8-393029d6bb3b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183249 Aug 16 20:31:56.071081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:56.340517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:31:56.359300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Sync routers for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:31:56.382825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.384956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54758) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:56.404176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7718ff1-70d9-4ab1-aa40-67ef25a0883a req-0fd8ebd5-41e7-400b-9653-18c2d1148189 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/ports?device_id=8af9a50f-284b-4364-9460-47009eb1e3de HTTP/1.1" status: 200 len: 210 time: 0.1766410 Aug 16 20:31:56.412985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:56.423585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:56.529041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] No DVR routers for this DVR port 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:31:56.534539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.538031 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75180c95-ad20-4e96-8339-7a064eb3a04d req-e076c63e-8c04-4d4e-b901-251861e011da tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.64 "DELETE /v2.0/ports/24bfd665-80c0-4b6b-8cc6-38419f3bfb79 HTTP/1.1" status: 204 len: 173 time: 2.4369938 Aug 16 20:31:56.538512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'name': 'network-vif-deleted', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:31:56.562278 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a62a568-bd92-4d24-adb2-f05049cc96e4" -d '{"events": [{"server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "name": "network-vif-deleted", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:31:56.578479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.584517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8195477d-e33d-4852-8d8d-afce3c17b7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.632497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:56.855585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port da772491-f63e-4761-b7c2-8430fd3c8ff2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da772491-f63e-4761-b7c2-8430fd3c8ff2,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:56.890910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.984436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:56.990489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:56.996572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:56.997050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:56.997916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.002745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.012771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.036347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.057720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.063523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-a175f15d-4920-4a63-aa99-771b7e1cdb46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.8341453 Aug 16 20:31:57.107632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb51cf-8b04-4fba-9683-a5120f2dd7bb req-da826bfb-6b73-4e16-b44e-d9667c1612e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.115409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb51cf-8b04-4fba-9683-a5120f2dd7bb req-da826bfb-6b73-4e16-b44e-d9667c1612e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.122362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb51cf-8b04-4fba-9683-a5120f2dd7bb req-da826bfb-6b73-4e16-b44e-d9667c1612e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.130855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6cb51cf-8b04-4fba-9683-a5120f2dd7bb req-da826bfb-6b73-4e16-b44e-d9667c1612e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 2375 time: 0.5635617 Aug 16 20:31:57.183626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:57.229267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Checking router: c7537323-0bee-4ab2-a8e0-b05abebc06e1 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:31:57.246775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:31:57.247547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:31:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:57.296948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6cb51cf-8b04-4fba-9683-a5120f2dd7bb req-d155af7a-06fc-42e4-8fa2-d526e817fadd tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636300 Aug 16 20:31:57.376116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5704eeb-2835-4b69-8174-c7619b2021d2 req-3e642bc2-cb6a-4ee5-962a-6c1ee56721a8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2831545 Aug 16 20:31:57.478458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:31:57.478962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.2.2.100 (f6ed7256-1b14-4c37-956b-02bce56802f3/cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74/7cf31ebc-3369-4af9-bd8c-c2d97509091f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:57.524236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8195477d-e33d-4852-8d8d-afce3c17b7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.638789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8195477d-e33d-4852-8d8d-afce3c17b7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.656751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:57.666695 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b68e88-32d8-40af-be48-6e320f1a2dcc x-openstack-request-id: req-19b68e88-32d8-40af-be48-6e320f1a2dcc {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:31:57.667085 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af9a50f-284b-4364-9460-47009eb1e3de", "name": "network-vif-deleted", "tag": "24bfd665-80c0-4b6b-8cc6-38419f3bfb79", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:31:57.667418 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-19b68e88-32d8-40af-be48-6e320f1a2dcc {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:31:57.668092 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af9a50f-284b-4364-9460-47009eb1e3de', 'name': 'network-vif-deleted', 'tag': '24bfd665-80c0-4b6b-8cc6-38419f3bfb79', 'status': 'completed', 'code': 200} Aug 16 20:31:57.668860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=dc5df4cb-a63b-4514-9410-bb463323eeba,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:57.676727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:57.679828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8195477d-e33d-4852-8d8d-afce3c17b7de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68ec5da9c42d4292ae231280396ee4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923269 Aug 16 20:31:57.682215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.683107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.688814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54774) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:57.710389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=da772491-f63e-4761-b7c2-8430fd3c8ff2,revision_number=4']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:57.722378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d4ab1b-2800-486e-bfb7-5870649bb073 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:31:57.783258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-865b5e20-4531-4649-9e4c-f492babd6f53 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8626568 Aug 16 20:31:57.783644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:57.789681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:3b:bd:32', 'name': 'tempest-NetworksTestDHCPv6-1473693864'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:57.802755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54484-7b8c-49b8-b3b4-7ba640f7f494 req-02ee3951-2e72-4a2b-b1a7-ba128d7552ee tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.804231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6bc54484-7b8c-49b8-b3b4-7ba640f7f494 req-02ee3951-2e72-4a2b-b1a7-ba128d7552ee tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2484105 Aug 16 20:31:57.810820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195477d-e33d-4852-8d8d-afce3c17b7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c17d9e-79c1-4249-adac-1a65ce66fc74,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:57.850501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4dcea-0358-4a18-a584-6f0713db4127 req-820ab5cb-07d6-4357-992f-784f9c1ea4c8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:57.852047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16f4dcea-0358-4a18-a584-6f0713db4127 req-820ab5cb-07d6-4357-992f-784f9c1ea4c8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2554643 Aug 16 20:31:57.855818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da772491-f63e-4761-b7c2-8430fd3c8ff2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:57.964590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.973419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6bc54484-7b8c-49b8-b3b4-7ba640f7f494 req-f0767050-dcdf-4a35-86b8-9a8adf92c333 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571949 Aug 16 20:31:57.974060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:57.980070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-468b9b51-db00-4c49-b753-6eb4e0790af2 None None] Provisioning for port da772491-f63e-4761-b7c2-8430fd3c8ff2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:57.987575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16f4dcea-0358-4a18-a584-6f0713db4127 req-8161dfa6-ed43-4a04-85ab-07ca5b706062 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246202 Aug 16 20:31:58.008273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:58.013973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object 7cf31ebc-3369-4af9-bd8c-c2d97509091f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:58.040220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.152432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.176666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 0d8ff005-28ca-41ec-b5ac-b68c03568636 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:31:58.181156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:31:58.222078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c32a67f-068d-4530-891f-19c61b0831f5 None None] The sync data for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 is: [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:29:27Z', 'revision_number': 4, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '63ca0a6b-868d-4762-8c2a-a89419612c5e', 'name': '', 'network_id': 'ee0c175c-38d8-4d68-8785-abd5fd090772', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'mac_address': 'fa:16:3e:ab:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:25Z', 'updated_at': '2021-08-16T20:29:35Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'subnets': [{'id': '09dbd3ea-9de6-4a44-86f3-d9e16c121288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:31:58.237846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.295278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network f6ed7256-1b14-4c37-956b-02bce56802f3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:58.299326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:58.302069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:58.311777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port da772491-f63e-4761-b7c2-8430fd3c8ff2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:58.322058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da772491-f63e-4761-b7c2-8430fd3c8ff2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:58.322437 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.391626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:58.451692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:58.485778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:58.486725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.498527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.502010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.506541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8c17d9e-79c1-4249-adac-1a65ce66fc74 HTTP/1.1" status: 204 len: 168 time: 0.7995446 Aug 16 20:31:58.527973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f67ef-4598-4f68-a03a-758016b54a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c17d9e-79c1-4249-adac-1a65ce66fc74,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:58.572373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.598058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a8096eba-41cb-4e2d-82d5-739633ec6089 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1878505 Aug 16 20:31:58.625573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.636639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'admin_state_up': True, 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'security_groups': ['afff3dc3-9dbc-4f31-ad73-b47fd9f497ec']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:31:58.687235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port da772491-f63e-4761-b7c2-8430fd3c8ff2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da772491-f63e-4761-b7c2-8430fd3c8ff2,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:31:58.753224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:31:58.789751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:58.791750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:31:58.796509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 24bfd665-80c0-4b6b-8cc6-38419f3bfb79 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:31:58.895578 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2fd119-795b-489b-8919-0572bf9d88f8 None None] New status for floating IP c51686c5-3e21-4c4e-959f-d650cd45d845: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:31:58.913657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=da772491-f63e-4761-b7c2-8430fd3c8ff2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:58.993769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238598-9919-4832-956d-eea794cab6ac req-82a334f8-e417-4346-afde-1134ec16848f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:58.997295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 172.20.0.3 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180/0d8ff005-28ca-41ec-b5ac-b68c03568636) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:59.005031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238598-9919-4832-956d-eea794cab6ac req-82a334f8-e417-4346-afde-1134ec16848f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.005231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe3b:bd32 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/dc5df4cb-a63b-4514-9410-bb463323eeba/0d8ff005-28ca-41ec-b5ac-b68c03568636) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:31:59.011254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238598-9919-4832-956d-eea794cab6ac req-82a334f8-e417-4346-afde-1134ec16848f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.017211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f74e5a99-ecc7-49af-8097-2db41f3a9be9 None None] Provisioning for port 7cf31ebc-3369-4af9-bd8c-c2d97509091f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:31:59.024221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238598-9919-4832-956d-eea794cab6ac req-82a334f8-e417-4346-afde-1134ec16848f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.024221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80238598-9919-4832-956d-eea794cab6ac req-82a334f8-e417-4346-afde-1134ec16848f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3096 time: 0.4203744 Aug 16 20:31:59.030560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f74e5a99-ecc7-49af-8097-2db41f3a9be9 None None] Provisioning complete for port 7cf31ebc-3369-4af9-bd8c-c2d97509091f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:59.030940 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f74e5a99-ecc7-49af-8097-2db41f3a9be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.158389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.162615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f74e5a99-ecc7-49af-8097-2db41f3a9be9 None None] Port 7cf31ebc-3369-4af9-bd8c-c2d97509091f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:31:59.172786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.180132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.189238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.199952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.208388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.221683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.232267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-07f698d8-c82a-4b98-9c8e-7e15926e84e1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.2102213 Aug 16 20:31:59.264123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.286852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80238598-9919-4832-956d-eea794cab6ac req-36954231-09d8-4721-8150-1d07017741b4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580554 Aug 16 20:31:59.311519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.338660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baf8166d-68e4-4a0e-8928-2ad887e23001 req-79913f54-4d28-4a5c-83a8-965e47869238 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036325 Aug 16 20:31:59.397789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 0d8ff005-28ca-41ec-b5ac-b68c03568636 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:31:59.403555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Made reservation on behalf of a87b499d14d749a6a3f19c875a81baf7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:31:59.406123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-faac3156-525f-4cca-9302-79bd66c57a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.409537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-faac3156-525f-4cca-9302-79bd66c57a29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 1098 time: 0.5314829 Aug 16 20:31:59.409787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.591063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-d74a2c4e-f880-41ad-9497-861743f3f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.592608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-d74a2c4e-f880-41ad-9497-861743f3f859 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 200 len: 915 time: 0.1551638 Aug 16 20:31:59.594684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ce01c88f-3b95-457b-9c87-79c3d3101b7c None None] Provisioning complete for port da772491-f63e-4761-b7c2-8430fd3c8ff2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:59.595137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce01c88f-3b95-457b-9c87-79c3d3101b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.653560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.660172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e56481-6b39-4c85-8a80-a99eb9e24196 req-bf54f9a0-4bbc-43f3-9fbf-345546e18d70 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.663330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.666819 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "DELETE /v2.0/security-groups/b15c67ab-2ab6-43ef-84cb-e491db88fcba HTTP/1.1" status: 204 len: 168 time: 1.2722852 Aug 16 20:31:59.673516 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-90739793-6bff-4440-b0f2-3a44fbed59e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 200 len: 217 time: 0.0735703 Aug 16 20:31:59.675196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:59.676361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.678878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5e56481-6b39-4c85-8a80-a99eb9e24196 req-bf54f9a0-4bbc-43f3-9fbf-345546e18d70 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2508504 Aug 16 20:31:59.712491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c1764-f2fb-4675-ad79-c38bca99b35d tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c67ab-2ab6-43ef-84cb-e491db88fcba,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:59.767695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da772491-f63e-4761-b7c2-8430fd3c8ff2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:31:59.800199 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-dd3c153b-f8f6-4241-b9f1-302eda5b52d0 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] show failed (client error): The resource could not be found. Aug 16 20:31:59.801259 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd3c153b-f8f6-4241-b9f1-302eda5b52d0 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "GET /v2.0/security-groups/b15c67ab-2ab6-43ef-84cb-e491db88fcba HTTP/1.1" status: 404 len: 347 time: 0.1230397 Aug 16 20:31:59.814183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8d31-8759-40c4-9c95-75b2f36d78b3 req-6449f195-16e9-4edc-be2a-9f4017dded71 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.817085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c32b8d31-8759-40c4-9c95-75b2f36d78b3 req-6449f195-16e9-4edc-be2a-9f4017dded71 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.3097105 Aug 16 20:31:59.817687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54816) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:31:59.869779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da772491-f63e-4761-b7c2-8430fd3c8ff2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:31:59.870629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:31:59.881778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:31:59.890336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:31:59.906360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:31:59.919753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-6896f091-16d4-4859-a549-aa7d52504130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:31:59.921818 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-6896f091-16d4-4859-a549-aa7d52504130 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 200 len: 854 time: 0.2329516 Aug 16 20:31:59.922533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=0d8ff005-28ca-41ec-b5ac-b68c03568636,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:31:59.955797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Allocated IP 10.2.2.200 (f6ed7256-1b14-4c37-956b-02bce56802f3/cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74/56196332-8cd5-411f-a0c8-9501f55b7ab1) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:00.055866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-b8be3a4d-d7ed-45bc-b8d7-7ce317832138 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7da2fb3-dc08-4102-ad51-316b0a5d495c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905330 Aug 16 20:32:00.090859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c32b8d31-8759-40c4-9c95-75b2f36d78b3 req-f042c602-b1c4-4b34-bf95-7342545bbd31 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749712 Aug 16 20:32:00.188570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.189095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.296645 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-556beb32-28d4-45e8-a372-30f3a2df2670 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307022 Aug 16 20:32:00.328911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5e56481-6b39-4c85-8a80-a99eb9e24196 req-397290a0-b9ca-475e-9ac1-c79526d92065 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491234 Aug 16 20:32:00.386911 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-450843e4-23f8-420f-b70d-6a2d3d363b55 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5994513 Aug 16 20:32:00.392761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:00.501273 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a2ed064c-38ae-4d61-a2e5-6b674816c33b req-c3acce7c-8aef-4d16-ab97-8df65d08dbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946228 Aug 16 20:32:00.555092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed77ba7-233e-44aa-b0be-6c8288a59b31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.564144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed77ba7-233e-44aa-b0be-6c8288a59b31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.568706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4ed77ba7-233e-44aa-b0be-6c8288a59b31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1749339 Aug 16 20:32:00.569339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:00.580335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fca5f7ce-1c04-4824-aef3-9d6438ef9ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.586921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Deleting port f26a1430-cc22-4918-ae5c-376622e925ea {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:00.587270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.665355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e59f9db8-13cf-40ec-9703-8c190bc4b6f3 None None] Provisioning for port 0d8ff005-28ca-41ec-b5ac-b68c03568636 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:00.670268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e59f9db8-13cf-40ec-9703-8c190bc4b6f3 None None] Provisioning complete for port 0d8ff005-28ca-41ec-b5ac-b68c03568636 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:00.670820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e59f9db8-13cf-40ec-9703-8c190bc4b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.726173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-b8f878ee-3933-40b8-81ea-f544dce9a445 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.732062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 0d8ff005-28ca-41ec-b5ac-b68c03568636 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:00.732620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-b8f878ee-3933-40b8-81ea-f544dce9a445 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.737377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.746791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e59f9db8-13cf-40ec-9703-8c190bc4b6f3 None None] Port 0d8ff005-28ca-41ec-b5ac-b68c03568636 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:00.756822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-b8f878ee-3933-40b8-81ea-f544dce9a445 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.766698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-b8f878ee-3933-40b8-81ea-f544dce9a445 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.776400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-b8f878ee-3933-40b8-81ea-f544dce9a445 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3096 time: 0.2876546 Aug 16 20:32:00.798170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.839736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Transition to ACTIVE for port object 56196332-8cd5-411f-a0c8-9501f55b7ab1 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:00.880342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.886423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.893489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.900165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.906922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.913397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.917587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:00.919860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:00.928700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75917b64-9fa2-420c-ba22-250c533db98a req-5a2489c3-2c73-40ec-a495-fa7e0cc69ae2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.3722441 Aug 16 20:32:00.945489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 0d8ff005-28ca-41ec-b5ac-b68c03568636 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:00.979244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1eb365b-b956-4c0c-b2e1-29acce9673ae req-be78f7cd-31d3-495d-83ca-10bffa480705 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016261 Aug 16 20:32:01.027013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75917b64-9fa2-420c-ba22-250c533db98a req-d48aa738-c451-4e78-a4c3-b676bcd88117 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972955 Aug 16 20:32:01.033648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.034347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.054065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Calling delete_port for f26a1430-cc22-4918-ae5c-376622e925ea owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:01.176547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.301539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.341127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Network f6ed7256-1b14-4c37-956b-02bce56802f3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:01.366147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=0d8ff005-28ca-41ec-b5ac-b68c03568636,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:01.386277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:01.400696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:01.495781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:01.506662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.513647 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1e43ba4-6a82-429f-870b-7858b992fb3e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/0d8ff005-28ca-41ec-b5ac-b68c03568636 HTTP/1.1" status: 204 len: 168 time: 0.9409969 Aug 16 20:32:01.515081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:01.641360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37256dc-ed4d-4a0e-a566-d13dc649c1f2 req-1fec052e-8619-49e3-a1ca-9327292072b8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.646800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a37256dc-ed4d-4a0e-a566-d13dc649c1f2 req-1fec052e-8619-49e3-a1ca-9327292072b8 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.4370883 Aug 16 20:32:01.666471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b086049-986a-492c-a15c-e070f416fb7d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.668046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b086049-986a-492c-a15c-e070f416fb7d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.672418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b086049-986a-492c-a15c-e070f416fb7d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.678319 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b086049-986a-492c-a15c-e070f416fb7d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1608593 Aug 16 20:32:01.681315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54862) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:01.710189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.715248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.770265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.798843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a37256dc-ed4d-4a0e-a566-d13dc649c1f2 req-810ce8ab-c211-455a-8ff2-b1d1640683a3 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366594 Aug 16 20:32:01.803925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f94b1e-c1f4-4261-8bab-2c2a9fdc852e req-87c228fd-d8d5-47bd-8035-37fa381c05fc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:01.805493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98f94b1e-c1f4-4261-8bab-2c2a9fdc852e req-87c228fd-d8d5-47bd-8035-37fa381c05fc tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2431669 Aug 16 20:32:01.806996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:01.810783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.877571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Pushing event deleted for resources: {'Port': ['ID=f26a1430-cc22-4918-ae5c-376622e925ea,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:01.880424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2e755eee-20a2-4589-b378-65c307c1a4ac tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2585022 Aug 16 20:32:01.887393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:01.911343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98f94b1e-c1f4-4261-8bab-2c2a9fdc852e req-9a66a8a1-9578-423f-9858-e69af8fdd10b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 Aug 16 20:32:01.928467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:02.009471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ccb0e1ed-fbfd-432a-849d-f1321a75217d None None] Provisioning for port 56196332-8cd5-411f-a0c8-9501f55b7ab1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:02.015694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ccb0e1ed-fbfd-432a-849d-f1321a75217d None None] Provisioning complete for port 56196332-8cd5-411f-a0c8-9501f55b7ab1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:02.016672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e1ed-fbfd-432a-849d-f1321a75217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.039977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.071884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.073163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.073315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.079279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bf2df731-6c57-4337-890a-51985f24b132 tempest-ServersTestJSON-1060333466 tempest-ServersTestJSON-1060333466-project] 10.222.0.70 "DELETE /v2.0/floatingips/c51686c5-3e21-4c4e-959f-d650cd45d845 HTTP/1.1" status: 204 len: 168 time: 2.0770509 Aug 16 20:32:02.079671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54874) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:02.174775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ccb0e1ed-fbfd-432a-849d-f1321a75217d None None] Port 56196332-8cd5-411f-a0c8-9501f55b7ab1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:02.697155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.727716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.733792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.739951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.745787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.754051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:02.754247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.762950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-b26e4d98-be49-4222-bebd-e52965e52cc0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3817 time: 0.5192449 Aug 16 20:32:02.766254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f8f7d6-90c1-48e9-b395-17b78a3986df None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:02.766648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.772489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23ef22a3-27c1-41ce-96cc-7a6fa8e72a80 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180 HTTP/1.1" status: 204 len: 168 time: 1.0879164 Aug 16 20:32:02.785660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54888) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:02.791207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.797667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.804767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.811031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.824205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.836167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.855607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:02.855607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-8def2be9-d831-47c0-9974-136144274516 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.6097507 Aug 16 20:32:02.860390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:02.941600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf778e0-e898-4cc4-8c06-e8879c22f823 req-d01cdd54-3473-41b4-9fce-8b04d5f74a50 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711798 Aug 16 20:32:03.018250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet dc5df4cb-a63b-4514-9410-bb463323eeba {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:03.025868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-137d8254-0064-46ef-baa6-c53d005c6af0 req-b64b6b1d-2ccc-4688-89bb-41a8804348ec tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1606002 Aug 16 20:32:03.026569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.203486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.242077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3cbc22a-6974-435f-99c3-73ff88e49efb {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:03.259787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-678f0d1c-c969-4ea2-b9da-b14fd88045cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.278268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.325404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Transition to ACTIVE for port object f3cbc22a-6974-435f-99c3-73ff88e49efb will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:03.338801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548b6ed-ee12-4591-8f27-b9f50fa98554 req-c0dde6dc-a1fb-4e24-8444-dc9b9efcf946 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.340588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f548b6ed-ee12-4591-8f27-b9f50fa98554 req-c0dde6dc-a1fb-4e24-8444-dc9b9efcf946 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.1971061 Aug 16 20:32:03.354549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2f0c-c760-4599-8024-2aa64b009cbd req-01a2d56a-2327-475c-9be0-e3ed0c68978b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.362401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.363624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf3c2f0c-c760-4599-8024-2aa64b009cbd req-01a2d56a-2327-475c-9be0-e3ed0c68978b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1483433 Aug 16 20:32:03.383108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.397927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.474504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf3c2f0c-c760-4599-8024-2aa64b009cbd req-51394824-b18c-4f6a-aec8-5921c78d252f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099467 Aug 16 20:32:03.504532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f548b6ed-ee12-4591-8f27-b9f50fa98554 req-827209f6-5525-4bbc-aa3d-9d96b3da2f57 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245959 Aug 16 20:32:03.515213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:03.564765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.649903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5df4cb-a63b-4514-9410-bb463323eeba,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:03.716315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.720890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b5320776-722a-46d6-a5fa-0593f3bc3458 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dc5df4cb-a63b-4514-9410-bb463323eeba HTTP/1.1" status: 204 len: 168 time: 0.9326258 Aug 16 20:32:03.725566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:03.791189 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-38bd7bf2-b955-4e80-978b-ccf84834848a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641294 Aug 16 20:32:03.796501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54914) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:03.819910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Attempting to bind port f3cbc22a-6974-435f-99c3-73ff88e49efb on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:03.820485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Attempting to bind port f3cbc22a-6974-435f-99c3-73ff88e49efb by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:03.820713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Attempting to bind port f3cbc22a-6974-435f-99c3-73ff88e49efb on network 8f9eefd5-760a-4c21-80e2-b9ce632564df {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:03.835682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Port f3cbc22a-6974-435f-99c3-73ff88e49efb on network 8f9eefd5-760a-4c21-80e2-b9ce632564df not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:03.837621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Attempting to bind port f3cbc22a-6974-435f-99c3-73ff88e49efb on network 8f9eefd5-760a-4c21-80e2-b9ce632564df {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:03.865358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:03.877559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc1b31-8637-4a84-9c1f-5faa83c6b887 req-10785e8b-cfbf-4cb9-92e2-a8028b8b1737 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.886690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cfc1b31-8637-4a84-9c1f-5faa83c6b887 req-10785e8b-cfbf-4cb9-92e2-a8028b8b1737 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1940773 Aug 16 20:32:03.890018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:03.890368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Checking segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:03.890761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Bound using segment: {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:03.891216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Bound port: f3cbc22a-6974-435f-99c3-73ff88e49efb, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cca3605-2e08-43f0-8d6d-5d114012bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:03.891582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.907223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1879cb-5c01-4f0f-93ec-8e958c5be731 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:03.911421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f1879cb-5c01-4f0f-93ec-8e958c5be731 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1112025 Aug 16 20:32:03.912539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54920) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:03.979748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Deleting port 63ca0a6b-868d-4762-8c2a-a89419612c5e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:03.980314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:03.990561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cfc1b31-8637-4a84-9c1f-5faa83c6b887 req-f6389b0b-59ea-4e0d-a8ba-db75a52178d0 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985632 Aug 16 20:32:04.057520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:04.060308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:04.084594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf58f3-e6e3-4682-a8f1-54355d9f0818 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.088973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:04.092208 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8bbf58f3-e6e3-4682-a8f1-54355d9f0818 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672995 Aug 16 20:32:04.145982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8302a7ed-7f6c-478a-a428-9b0ff2c76104 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558078 Aug 16 20:32:04.152387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a861d3a-e256-42dc-9010-34b61475f8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.154312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:04.160182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:04.169256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2443e7d-e4dc-4e61-9f2d-8a8ba8f98298 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:04.191523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.196097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.267108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] For port 63ca0a6b-868d-4762-8c2a-a89419612c5e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=63ca0a6b-868d-4762-8c2a-a89419612c5e,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:04.267496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.272629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.280883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.285654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] 10.222.0.73 "PUT /v2.0/ports/f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1093 time: 2.3838160 Aug 16 20:32:04.297976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6dbb53fb-11f8-4418-a92c-498b5e418767 None None] Provisioning complete for port da772491-f63e-4761-b7c2-8430fd3c8ff2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:04.299637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6dbb53fb-11f8-4418-a92c-498b5e418767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.299882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:04.303205 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:04.308818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Calling delete_port for 63ca0a6b-868d-4762-8c2a-a89419612c5e owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:04.344391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e0fe1-b3b3-4082-8b4e-62d986034b77 service neutron] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:04.352069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54938) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:04.403363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.428441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.446845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.457745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.474709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:04.478949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.485033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-e86b1f33-eb2e-40ec-bd39-3472401651e4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3829 time: 0.3076329 Aug 16 20:32:04.499260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:04.524445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf59c8-facd-44d5-bc61-04172eb3600a req-9ff45be3-ced3-4b70-8a3e-74bdbc9e6c58 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:04.526081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bbf59c8-facd-44d5-bc61-04172eb3600a req-9ff45be3-ced3-4b70-8a3e-74bdbc9e6c58 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3787901 Aug 16 20:32:04.569763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Deleting port da772491-f63e-4761-b7c2-8430fd3c8ff2 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:04.585939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.627573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8bbf59c8-facd-44d5-bc61-04172eb3600a req-db6cd1d4-fcfe-4d1a-b44a-6983daa4d6aa tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663571 Aug 16 20:32:04.668205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c35b8833-abd3-4a8a-915d-845498af2481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.684147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb9c920a-207f-4aca-b855-78ae1dd94d6d req-940eb997-3f2b-4ba4-9fc2-202e0c80fc45 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530309 Aug 16 20:32:04.709689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] For port da772491-f63e-4761-b7c2-8430fd3c8ff2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da772491-f63e-4761-b7c2-8430fd3c8ff2,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:04.710168 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.724148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.745157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Calling delete_port for da772491-f63e-4761-b7c2-8430fd3c8ff2 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:04.810490 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41022a3d-c894-4f7d-bd71-703f7eea0f94 x-openstack-request-id: req-41022a3d-c894-4f7d-bd71-703f7eea0f94 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:04.810809 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:04.811040 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41022a3d-c894-4f7d-bd71-703f7eea0f94 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:04.811460 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'status': 'completed', 'code': 200} Aug 16 20:32:04.940255 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:04.972194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] Pushing event deleted for resources: {'Port': ['ID=da772491-f63e-4761-b7c2-8430fd3c8ff2,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:04.974491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01700784-d66f-4da5-ac79-d82c22589fde None None] No DVR routers for this DVR port da772491-f63e-4761-b7c2-8430fd3c8ff2 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:05.039309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.039879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.040198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.040673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.041149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.042938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-16c6de23-9171-4d9d-ac0b-94d83c76272f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 4365 time: 0.2431302 Aug 16 20:32:05.075520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a861d3a-e256-42dc-9010-34b61475f8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.149652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.156389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.162858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.168998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.175561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.175955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a861d3a-e256-42dc-9010-34b61475f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.181791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.188470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.190456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-a3991ffe-0cb4-4a15-a0f0-b226198523c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.3917706 Aug 16 20:32:05.229137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a861d3a-e256-42dc-9010-34b61475f8cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c9975b9605b42b596369d6846db7c35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3595920 Aug 16 20:32:05.229137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a861d3a-e256-42dc-9010-34b61475f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a631339-96f6-436c-82d4-1697ba9bebd3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:05.230222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:05.258604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43d273-9827-4004-89c0-e7b485a9a7fd req-db4f6939-237c-47ba-983e-7e8dccfc3d06 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.259932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa43d273-9827-4004-89c0-e7b485a9a7fd req-db4f6939-237c-47ba-983e-7e8dccfc3d06 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.3786943 Aug 16 20:32:05.277886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.316663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ca0a6b-868d-4762-8c2a-a89419612c5e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:05.322773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.335028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:05.338190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.340730 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:05.341176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:05.367157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-33cc9864-40b4-4705-a3cb-e6e18bd4d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.368899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-33cc9864-40b4-4705-a3cb-e6e18bd4d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.368899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-33cc9864-40b4-4705-a3cb-e6e18bd4d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.369823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-33cc9864-40b4-4705-a3cb-e6e18bd4d50a service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3149211 Aug 16 20:32:05.379270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.509132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b47c7d45-789e-4fa8-a045-540e893a09cc req-4070624d-4bc1-46a2-8200-c213be70e87d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2038648 Aug 16 20:32:05.512481 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa43d273-9827-4004-89c0-e7b485a9a7fd req-14a91282-bf3e-455a-9283-7192122805e1 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111635 Aug 16 20:32:05.589612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.674687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-909edb4d-df0a-4d43-b691-4e37315a57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.676306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e9a494b-d272-4b9e-b993-8e8c56ca00bd req-909edb4d-df0a-4d43-b691-4e37315a57cf service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2913382 Aug 16 20:32:05.735435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c35b8833-abd3-4a8a-915d-845498af2481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.752143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:05.762564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.762989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.766549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.767754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a631339-96f6-436c-82d4-1697ba9bebd3 HTTP/1.1" status: 204 len: 168 time: 0.5365119 Aug 16 20:32:05.793964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b677678-4d93-4a70-83c8-18d49ff02e4a req-5cc581b8-cfb3-4a43-905d-d3cb590f26d6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:05.794759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b1a2-3be5-4c9b-807c-b31ebe0138dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a631339-96f6-436c-82d4-1697ba9bebd3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:05.803652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b677678-4d93-4a70-83c8-18d49ff02e4a req-5cc581b8-cfb3-4a43-905d-d3cb590f26d6 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1435561 Aug 16 20:32:05.836558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da772491-f63e-4761-b7c2-8430fd3c8ff2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:05.843562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c35b8833-abd3-4a8a-915d-845498af2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:05.868870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: da772491-f63e-4761-b7c2-8430fd3c8ff2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:05.869316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da772491-f63e-4761-b7c2-8430fd3c8ff2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:05.881701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Transition to ACTIVE for port object 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:05.894154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e26a21d7-801c-4917-b9d8-9c483270358c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.7379961 Aug 16 20:32:05.897113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:05.902434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:05.996097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b677678-4d93-4a70-83c8-18d49ff02e4a req-5d754b4d-8a1d-491a-87cb-fed25c67900d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724594 Aug 16 20:32:06.004952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.030797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.040623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.048625 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.053803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.057368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.064348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.072256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-94402a30-10e2-4c19-8728-09569d797293 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3829 time: 0.2543023 Aug 16 20:32:06.081962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c35b8833-abd3-4a8a-915d-845498af2481 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5281652fb9124e9288fffeddac7af818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7280004 Aug 16 20:32:06.082391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Router c7537323-0bee-4ab2-a8e0-b05abebc06e1 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:06.082799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b8833-abd3-4a8a-915d-845498af2481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132b0209-24dc-4b1d-bddc-225af64ff426,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.086083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:06.190468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:06.198014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.198014 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:06.198014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:06.209985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.274750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.312295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.322472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:06.329151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b03cbfd3-7962-45d9-a847-c03403141c64 admin admin] 10.222.0.70 "PUT /v2.0/routers/c7537323-0bee-4ab2-a8e0-b05abebc06e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2468336 Aug 16 20:32:06.334633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-94e73e52-0463-4abb-a7f0-8cf20754d78f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4354982 Aug 16 20:32:06.339299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Sync routers for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:06.340973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:06.341380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:06.356466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:06.357367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:32:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:06.378708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Attempting to bind port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:06.379195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Attempting to bind port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:06.379648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Attempting to bind port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:06.390649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:06.393159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Attempting to bind port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:06.402188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:06.411605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:06.412074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:06.412718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Bound using segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:06.413260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Bound port: 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:06.413717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.433100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d05c3257-2d11-4695-8e00-ca85a1c6ba2f req-52f1cbe2-b0b2-4e59-87c2-0b8a9db9d8f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598881 Aug 16 20:32:06.518060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:06.522284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:06.559173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9588cc-2a74-44be-a087-5031701b4bec req-96fdb53c-b0a5-4bff-8f2b-989b2d632703 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.574440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed9588cc-2a74-44be-a087-5031701b4bec req-96fdb53c-b0a5-4bff-8f2b-989b2d632703 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3557112 Aug 16 20:32:06.577724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:06.607378 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.633229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.693255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed9588cc-2a74-44be-a087-5031701b4bec req-05a69f62-7acc-4842-938c-c649519a79fa tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177099 Aug 16 20:32:06.766635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54972) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:06.767476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.784799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:06.789936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.790300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00eb2a0f-64ad-4bbf-bb8e-cfce85f6010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.792743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.793374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.794785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-dd1013a5-69eb-43fb-9c48-c7013c36c8a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 1136 time: 2.3058190 Aug 16 20:32:06.806534 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:06.807368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:06.814219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.817170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.818532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/132b0209-24dc-4b1d-bddc-225af64ff426 HTTP/1.1" status: 204 len: 168 time: 0.7292585 Aug 16 20:32:06.825422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:06.829036 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e3033-6609-4417-800f-0a186b5d29dc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "37db7a8e-65a6-4aa8-8a0a-fb5b838ee455"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:06.839550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0ca34-e768-42d5-90a3-88cc60625d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132b0209-24dc-4b1d-bddc-225af64ff426,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:06.904651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.911829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.915572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:32:05Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:06.918300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.922822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:06.926641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.932850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.939151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.945395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:06.947534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-7f0f8f59-0baa-4f10-8442-5b523a31b459 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5419 time: 0.3081648 Aug 16 20:32:06.955506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:06.959299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Checking router: c7537323-0bee-4ab2-a8e0-b05abebc06e1 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:06.970064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device dd207891-c3c7-4a5f-9be2-b5b31cf17c03 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:06.979599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f5acd82-872e-4c9f-ba05-8d6e7f0f1c4b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6347141 Aug 16 20:32:06.982091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:06.988817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:06.996008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Routers {'c7537323-0bee-4ab2-a8e0-b05abebc06e1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:06.996858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:32:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:07.079105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d0285-0578-41c7-aa02-2d70e0806837 req-12816ae0-d518-4588-8b77-3ec6e5901670 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.090471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd4d0285-0578-41c7-aa02-2d70e0806837 req-12816ae0-d518-4588-8b77-3ec6e5901670 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2884796 Aug 16 20:32:07.141857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.181111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22200f5-8d35-4102-b4bf-a43b87782242 req-485df379-7f95-4472-8680-204a5162df16 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2195203 Aug 16 20:32:07.185711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Deleting port 4493f006-ca2f-4089-8cff-d41ff7bfa814 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:07.186707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.201241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd4d0285-0578-41c7-aa02-2d70e0806837 req-7f76fc54-ab20-4362-b8cf-85a025dc318f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053352 Aug 16 20:32:07.354920 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d3e35-17be-4570-a033-c7068770718a x-openstack-request-id: req-ce3d3e35-17be-4570-a033-c7068770718a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:07.355218 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "37db7a8e-65a6-4aa8-8a0a-fb5b838ee455", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:07.355471 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce3d3e35-17be-4570-a033-c7068770718a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:07.355893 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455', 'status': 'completed', 'code': 200} Aug 16 20:32:07.383819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] For port 4493f006-ca2f-4089-8cff-d41ff7bfa814, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4493f006-ca2f-4089-8cff-d41ff7bfa814,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:07.384610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.402219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Calling delete_port for 4493f006-ca2f-4089-8cff-d41ff7bfa814 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:07.436304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:07.440153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] Set router c7537323-0bee-4ab2-a8e0-b05abebc06e1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:07.548234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00eb2a0f-64ad-4bbf-bb8e-cfce85f6010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.578015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'port_id': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'mac_address': 'fa:16:3e:6f:a1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50771b7-faa5-49e8-8654-8934a08240b3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:07.583529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7f485-f26c-4f5a-959f-c6b2d377a338 req-605a6566-b745-4955-ae9b-86c1b4feb4fe tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.591131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69a7f485-f26c-4f5a-959f-c6b2d377a338 req-605a6566-b745-4955-ae9b-86c1b4feb4fe tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2895150 Aug 16 20:32:07.597903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.601682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.601682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.601682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.601682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.601682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.602741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-401e3033-6609-4417-800f-0a186b5d29dc req-859610ab-5894-4abe-b0f8-d7c00573f521 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5294 time: 0.2333820 Aug 16 20:32:07.705064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.735431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd207891-c3c7-4a5f-9be2-b5b31cf17c03 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:07.758400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:07.784979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.794535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00eb2a0f-64ad-4bbf-bb8e-cfce85f6010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.817360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:32:05Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:07.823189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-c49dc8cf-8b02-4ec9-9016-f381f115fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.823674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-c49dc8cf-8b02-4ec9-9016-f381f115fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.824206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-c49dc8cf-8b02-4ec9-9016-f381f115fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:07.825811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-401e3033-6609-4417-800f-0a186b5d29dc req-c49dc8cf-8b02-4ec9-9016-f381f115fb6d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2129731 Aug 16 20:32:07.842263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Pushing event deleted for resources: {'Port': ['ID=4493f006-ca2f-4089-8cff-d41ff7bfa814,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:07.858951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f62d9-f525-46f5-8739-b56e42269ca8 None None] The sync data for ids ['c7537323-0bee-4ab2-a8e0-b05abebc06e1'] in n-d-794306-10 is: [{'id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'name': 'tempest-ServersTestJSON-1532784656-router', 'tenant_id': '8f5c1977a1da4cb0b635692e7da4161e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190'}], 'enable_snat': True}, 'gw_port_id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:19Z', 'updated_at': '2021-08-16T20:32:05Z', 'revision_number': 5, 'project_id': '8f5c1977a1da4cb0b635692e7da4161e', 'gw_port': {'id': '4493f006-ca2f-4089-8cff-d41ff7bfa814', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7537323-0bee-4ab2-a8e0-b05abebc06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:21Z', 'updated_at': '2021-08-16T20:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:07.861305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.862038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c1391e7-0a46-44b4-968d-bb040529b49e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:07.889137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:07.894162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:07.897855 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:07.898631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:07.962735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.009523 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a61754f0-7b57-406d-a875-4d7a1ca4261b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0263505 Aug 16 20:32:08.013325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:08.061659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54992) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:08.064515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c1391e7-0a46-44b4-968d-bb040529b49e,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.067107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:08.078431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '2c1391e7-0a46-44b4-968d-bb040529b49e', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'port_id': '2c1391e7-0a46-44b4-968d-bb040529b49e', 'mac_address': 'fa:16:3e:c9:08:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:08.113009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.117207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.125559 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.151274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c1391e7-0a46-44b4-968d-bb040529b49e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:08.197427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c1391e7-0a46-44b4-968d-bb040529b49e,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.284725 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.284725 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ef14972-8c8f-49e9-8092-b49b6904cd1d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:08.333751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.334315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7537323-0bee-4ab2-a8e0-b05abebc06e1 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:32:08.338380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00eb2a0f-64ad-4bbf-bb8e-cfce85f6010b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=025d888b89f1439ea9f513387637ebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5679264 Aug 16 20:32:08.343176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.345588 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd034c83-a9b6-412f-b6dd-1e45a8af582d admin admin] 10.222.0.70 "DELETE /v2.0/routers/c7537323-0bee-4ab2-a8e0-b05abebc06e1 HTTP/1.1" status: 204 len: 168 time: 2.0028930 Aug 16 20:32:08.346405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55004) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:08.346519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb2a0f-64ad-4bbf-bb8e-cfce85f6010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79381f7-4c7a-4afe-9076-287ae92851f4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:08.348117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:08.357514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69a7f485-f26c-4f5a-959f-c6b2d377a338 req-ac63d4d0-6a6a-4c5b-a627-e151d53402b3 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655249 Aug 16 20:32:08.382308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.389743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.396179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.403877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.411199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.419556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.432487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-769e29e9-6444-44f9-b0bd-950e3f933367 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 4606 time: 0.8268542 Aug 16 20:32:08.450050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:08.466874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.499952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'port_id': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'mac_address': 'fa:16:3e:ac:c9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:08.548376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Deleting subnet 09dbd3ea-9de6-4a44-86f3-d9e16c121288 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:08.552975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.577320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.598828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.606225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef14972-8c8f-49e9-8092-b49b6904cd1d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:08.632828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.640577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:08.644452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.645852 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:08.646326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:08.654084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e3033-6609-4417-800f-0a186b5d29dc req-400259a5-3ea7-4d6c-9a9c-d76998d01eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.656256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-401e3033-6609-4417-800f-0a186b5d29dc req-400259a5-3ea7-4d6c-9a9c-d76998d01eb7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8194845 Aug 16 20:32:08.661898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d03d88-cd21-46a2-9733-9f19ede18343 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:08.672881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.707759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d0e1-5660-410c-8f8e-07504db4bada req-4d03efe3-2ff4-4d28-a704-26e00194fb25 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:08.715550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05b0d0e1-5660-410c-8f8e-07504db4bada req-4d03efe3-2ff4-4d28-a704-26e00194fb25 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2055178 Aug 16 20:32:08.721368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.721368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c06a9c2d-a4c9-4a2f-bb30-66a882e01756 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:08.721584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Transition to ACTIVE for port object 96d03d88-cd21-46a2-9733-9f19ede18343 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:08.721666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.752848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.813419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05b0d0e1-5660-410c-8f8e-07504db4bada req-ab6242ca-23ee-4d69-9180-415148c76246 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Aug 16 20:32:08.821649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.845872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:08.928997 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75bdb7f9-f050-4b28-bb32-742d497f07f1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8674917 Aug 16 20:32:08.935429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55018) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:08.951998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:08.955626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:08.960602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:08.975169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.007828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'network_id': '3e7c39af-a19d-4f9c-9161-b821c23bac57', 'port_id': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'mac_address': 'fa:16:3e:97:1e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50771b7-faa5-49e8-8654-8934a08240b3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:09.015829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f55ded88-1dcb-4f3b-85fa-58c68ea4a38e req-3910fd18-fc8d-4294-a75f-512bf0868f22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5815942 Aug 16 20:32:09.111923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.134593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.141885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.145365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06a9c2d-a4c9-4a2f-bb30-66a882e01756 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:09.151716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.171876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.187325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.187524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:09.187909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.194086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.196289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-ee627bb2-9dfd-4db7-a7ee-d9f7759e5cfb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5422 time: 0.2859437 Aug 16 20:32:09.274346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Attempting to bind port 96d03d88-cd21-46a2-9733-9f19ede18343 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:09.274687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Attempting to bind port 96d03d88-cd21-46a2-9733-9f19ede18343 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:09.275022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Attempting to bind port 96d03d88-cd21-46a2-9733-9f19ede18343 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:09.291238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b00aa89e-e896-4390-8e32-8f7588d8bee7 req-0dbaa216-84cb-4ff9-ae1e-a504643137f1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755553 Aug 16 20:32:09.292716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Port 96d03d88-cd21-46a2-9733-9f19ede18343 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:09.293043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Attempting to bind port 96d03d88-cd21-46a2-9733-9f19ede18343 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:09.302648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:09.302648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:09.302648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Bound using segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:09.303091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Bound port: 96d03d88-cd21-46a2-9733-9f19ede18343, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:09.303447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.314688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d4356-b9a2-45f0-b562-ec09525a3aa8 req-2d2218d1-f44c-452b-b023-94a9b25d8010 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.316321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-890d4356-b9a2-45f0-b562-ec09525a3aa8 req-2d2218d1-f44c-452b-b023-94a9b25d8010 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1169124 Aug 16 20:32:09.333733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.347937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.352806 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/09dbd3ea-9de6-4a44-86f3-d9e16c121288 HTTP/1.1" status: 204 len: 168 time: 0.9456143 Aug 16 20:32:09.353556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.354659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bb07f8-d165-4ed2-96d0-6675349d87d2 None None] Network ee0c175c-38d8-4d68-8785-abd5fd090772 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:09.409005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.409633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-890d4356-b9a2-45f0-b562-ec09525a3aa8 req-b599e1c8-f197-4c42-9083-6c8fe6bce8a9 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842552 Aug 16 20:32:09.411541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.412726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f79381f7-4c7a-4afe-9076-287ae92851f4 HTTP/1.1" status: 204 len: 168 time: 1.0653987 Aug 16 20:32:09.450248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:09.457202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1726ff-5398-45b9-a94c-b4d88c0f8306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dbd3ea-9de6-4a44-86f3-d9e16c121288,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.460806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=96d03d88-cd21-46a2-9733-9f19ede18343,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:09.467596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.468842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f24bf989-64bf-4a49-9d96-ac2a7ae767f9 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:09.493204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77404f4b-83f5-476d-8fa5-fa0102174c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79381f7-4c7a-4afe-9076-287ae92851f4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.503932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:09.506226 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.507658 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:09.508145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:09.560846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.584280 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-557b9006-f829-432d-b24b-b312f0dfaa0e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6455050 Aug 16 20:32:09.586627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55028) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.617030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.643373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:09.645656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.645656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.647621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] 10.222.0.73 "PUT /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 1136 time: 2.6971176 Aug 16 20:32:09.650785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '96d03d88-cd21-46a2-9733-9f19ede18343'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:09.656411 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25537a9-3047-4510-96e2-55274745bc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "96d03d88-cd21-46a2-9733-9f19ede18343"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:09.658064 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-44433fa8-5380-4c3c-ab37-3c641e1774d1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0690770 Aug 16 20:32:09.661344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.681398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:09.698940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'port_id': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'mac_address': 'fa:16:3e:d5:77:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:09.759861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.762004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4493f006-ca2f-4089-8cff-d41ff7bfa814 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:09.775284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Deleting port 17cd89e1-cfee-4f7b-b19d-934123883031 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:09.775630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.793669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0cef0-35b1-41c7-b25c-b9f3b2ca7c0e req-738046e5-d749-4956-8ab0-b8fab4485963 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.794495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4493f006-ca2f-4089-8cff-d41ff7bfa814 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:09.794894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4493f006-ca2f-4089-8cff-d41ff7bfa814 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:09.796516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 63ca0a6b-868d-4762-8c2a-a89419612c5e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:09.801114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b452e5c-0358-4190-bac8-7f50cf05ae89 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:09.801682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24bf989-64bf-4a49-9d96-ac2a7ae767f9 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:09.802705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b452e5c-0358-4190-bac8-7f50cf05ae89 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1389184 Aug 16 20:32:09.810804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2e0cef0-35b1-41c7-b25c-b9f3b2ca7c0e req-738046e5-d749-4956-8ab0-b8fab4485963 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2785313 Aug 16 20:32:09.835423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55034) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.895826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:09.920951 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4fccb576-bb46-4e43-814a-36e47efb2cd8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882587 Aug 16 20:32:09.925432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:09.931854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103c307-723a-4425-9dca-339599f2a197 None None] DHCP port deletion for ee0c175c-38d8-4d68-8785-abd5fd090772 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:09.936334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 63ca0a6b-868d-4762-8c2a-a89419612c5e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:09.936802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 63ca0a6b-868d-4762-8c2a-a89419612c5e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:09.937587 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6ca09-336a-404d-80ec-18fc58627efc x-openstack-request-id: req-6ff6ca09-336a-404d-80ec-18fc58627efc {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:09.943849 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "96d03d88-cd21-46a2-9733-9f19ede18343", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:09.944108 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ff6ca09-336a-404d-80ec-18fc58627efc {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:09.945771 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '96d03d88-cd21-46a2-9733-9f19ede18343', 'status': 'completed', 'code': 200} Aug 16 20:32:09.950994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:09.965516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:09.969119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:09.969786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9e3f8835-ec58-4f2c-8629-11bed0cf846e details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:10.056208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] For port 17cd89e1-cfee-4f7b-b19d-934123883031, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17cd89e1-cfee-4f7b-b19d-934123883031,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.056582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.067765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Deleting port 17cd89e1-cfee-4f7b-b19d-934123883031 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:10.067765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.119300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Calling delete_port for 17cd89e1-cfee-4f7b-b19d-934123883031 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:10.196448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.226495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a103c307-723a-4425-9dca-339599f2a197 None None] For port 17cd89e1-cfee-4f7b-b19d-934123883031, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17cd89e1-cfee-4f7b-b19d-934123883031,segment=NetworkSegment(58a6c8eb-c113-4bf5-82df-69cbb8a738a8),segment_id=58a6c8eb-c113-4bf5-82df-69cbb8a738a8)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.226905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.242240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2e0cef0-35b1-41c7-b25c-b9f3b2ca7c0e req-28ad5c5b-0558-4897-a353-240c364b41a4 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271739 Aug 16 20:32:10.264171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Calling delete_port for 17cd89e1-cfee-4f7b-b19d-934123883031 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:10.277644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31b4c-ee0e-4a85-9177-6c4356b330f0 service neutron] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.295454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.296193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.330856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.331347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.334509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.335982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.336476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.336955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.337432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.341641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a25537a9-3047-4510-96e2-55274745bc1c req-7a9d0c5a-0516-4460-85a7-e3dfbd5dcd7f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6223 time: 0.4783564 Aug 16 20:32:10.350289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'port_id': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'mac_address': 'fa:16:3e:c5:a1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:10.413736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:10.417580 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.442235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.458267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3f8835-ec58-4f2c-8629-11bed0cf846e {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:10.475388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.497891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.518557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] No DVR routers for this DVR port 17cd89e1-cfee-4f7b-b19d-934123883031 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:10.520201 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.527333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cd89e1-cfee-4f7b-b19d-934123883031,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.552598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103c307-723a-4425-9dca-339599f2a197 None None] Pushing event deleted for resources: {'Port': ['ID=17cd89e1-cfee-4f7b-b19d-934123883031,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.553772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e8ac7-cb54-466d-86d2-5a2c2df4c121 req-306af881-d157-49ea-97ad-e699142b68e5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.556489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103c307-723a-4425-9dca-339599f2a197 None None] No DVR routers for this DVR port 17cd89e1-cfee-4f7b-b19d-934123883031 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:10.567325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec6e8ac7-cb54-466d-86d2-5a2c2df4c121 req-306af881-d157-49ea-97ad-e699142b68e5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.5416677 Aug 16 20:32:10.571870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-15db4c80-ec14-43c8-a799-36d61c8f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.576264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-15db4c80-ec14-43c8-a799-36d61c8f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.576264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-15db4c80-ec14-43c8-a799-36d61c8f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:10.576264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a25537a9-3047-4510-96e2-55274745bc1c req-15db4c80-ec14-43c8-a799-36d61c8f7c15 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2095821 Aug 16 20:32:10.625435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.626113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6e5092be-e6b6-47e7-bb4e-a71cd9484058 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:10.695646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.736556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0c175c-38d8-4d68-8785-abd5fd090772']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.771240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a6c8eb-c113-4bf5-82df-69cbb8a738a8') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.773153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a6c8eb-c113-4bf5-82df-69cbb8a738a8') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:10.774535 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.resource_extend [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:32:10.782163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:10.806805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.814655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:10.850535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '6e5092be-e6b6-47e7-bb4e-a71cd9484058', 'network_id': '64516a20-51df-4f01-adfd-a983d47d3dbf', 'port_id': '6e5092be-e6b6-47e7-bb4e-a71cd9484058', 'mac_address': 'fa:16:3e:10:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:10.877091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec6e8ac7-cb54-466d-86d2-5a2c2df4c121 req-4bb7a25c-cee9-46f0-9d07-d6c89d2bc605 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054469 Aug 16 20:32:10.923329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:10.956873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5092be-e6b6-47e7-bb4e-a71cd9484058 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:11.014163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:11.047708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25537a9-3047-4510-96e2-55274745bc1c req-fef4e7c5-443d-4013-b068-65dd79c35846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.049354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a25537a9-3047-4510-96e2-55274745bc1c req-fef4e7c5-443d-4013-b068-65dd79c35846 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4618886 Aug 16 20:32:11.089515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.095139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:32:11.095598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.111275 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:32:11.172343 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:32:11.174663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.179580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.185065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.190489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.193084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.199097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.206509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.212530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.221546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-9cdbdf81-c5e4-48a5-9665-ca4c1cd55721 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5383 time: 0.8368783 Aug 16 20:32:11.265491 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.297517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:11.301305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.305987 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ee0c175c-38d8-4d68-8785-abd5fd090772 HTTP/1.1" status: 204 len: 168 time: 1.9050782 Aug 16 20:32:11.308564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.318582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d647f6d-5e9c-4764-a16c-1a2107fa9a33 req-06157a1f-ffda-4fd2-b04e-614df86a92f2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889640 Aug 16 20:32:11.324135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eb14e-9236-475d-822a-163fd00d3110 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0c175c-38d8-4d68-8785-abd5fd090772,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.387090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:11.391203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:11.398529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.403977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec615bc2-3fad-4372-88ed-39a1fe1d2e99 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:11.405973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.413088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.419634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.421629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.425660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.426818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.433354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.445567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.445567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-e3ae1a6b-bc94-4c99-bab9-32acc9aace46 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5426 time: 0.3317742 Aug 16 20:32:11.446866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=4b435c86-a215-48c7-a5d2-600021d08f09,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:11.530478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-607b99ef-9602-4ede-b746-71e2365ecdca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5976703 Aug 16 20:32:11.534745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55080) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.540980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:7c:69:e2', 'name': 'tempest-NetworksTestDHCPv6-1337882608'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:11.608063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6910b12-a1b6-4688-bdd4-76bb8b646653 req-973fea05-e675-4e12-b30b-eeeca41fca45 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424353 Aug 16 20:32:11.711048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4478e7-87cd-4911-a54a-9bd6360881cd req-99ab7ca7-2bd9-41ae-adce-9b68f3b4d633 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:11.716536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e4478e7-87cd-4911-a54a-9bd6360881cd req-99ab7ca7-2bd9-41ae-adce-9b68f3b4d633 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2692502 Aug 16 20:32:11.721378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17cd89e1-cfee-4f7b-b19d-934123883031 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:11.723949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '4b435c86-a215-48c7-a5d2-600021d08f09'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:11.725050 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.733535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17652b3-b148-4f89-9acc-d702f9aa7ed0 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:11.750890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:11.757006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 17cd89e1-cfee-4f7b-b19d-934123883031 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:11.757492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17cd89e1-cfee-4f7b-b19d-934123883031 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:11.796627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Transition to ACTIVE for port object f17652b3-b148-4f89-9acc-d702f9aa7ed0 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:11.800663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e4478e7-87cd-4911-a54a-9bd6360881cd req-61eb3a76-6774-4d55-83fc-82059238d2ae tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758185 Aug 16 20:32:11.825261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['6e5092be-e6b6-47e7-bb4e-a71cd9484058'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:11.828209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['c06a9c2d-a4c9-4a2f-bb30-66a882e01756'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:11.829786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['2c1391e7-0a46-44b4-968d-bb040529b49e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:11.869184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55086) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:11.898183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:11.931415 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.006767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-501ebeb0-f4f2-40f4-b429-52c1bc6806fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f5c1977a1da4cb0b635692e7da4161e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338110 Aug 16 20:32:12.010373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55092) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:12.027292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.040405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb790d-8af4-44d9-8381-f6bd2532a22b req-f1ee1adf-7043-468e-af9b-70c4fd250b8a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:12.042288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75cb790d-8af4-44d9-8381-f6bd2532a22b req-f1ee1adf-7043-468e-af9b-70c4fd250b8a tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1494179 Aug 16 20:32:12.042696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.066312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 90a7fe06-7b29-4587-b2a7-4e2bc8f6920c yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:12.229614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['f24bf989-64bf-4a49-9d96-ac2a7ae767f9'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:12.230909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75cb790d-8af4-44d9-8381-f6bd2532a22b req-b74ba8c1-1cc4-40d2-ba9f-5f1f7f9e4a4b tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649745 Aug 16 20:32:12.232501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9e3f8835-ec58-4f2c-8629-11bed0cf846e'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:12.235512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['dd207891-c3c7-4a5f-9be2-b5b31cf17c03'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:12.238208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0ef14972-8c8f-49e9-8092-b49b6904cd1d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:12.263664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.320468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e865e38-696d-4137-94cc-4d4e55ceacf0 req-d97f70cf-30e2-4137-ae58-f17905e48927 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:12.322259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e865e38-696d-4137-94cc-4d4e55ceacf0 req-d97f70cf-30e2-4137-ae58-f17905e48927 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2575283 Aug 16 20:32:12.341311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Attempting to bind port f17652b3-b148-4f89-9acc-d702f9aa7ed0 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:12.341661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Attempting to bind port f17652b3-b148-4f89-9acc-d702f9aa7ed0 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:12.342006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Attempting to bind port f17652b3-b148-4f89-9acc-d702f9aa7ed0 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:12.392807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.396789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Port f17652b3-b148-4f89-9acc-d702f9aa7ed0 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:12.397135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Attempting to bind port f17652b3-b148-4f89-9acc-d702f9aa7ed0 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:12.414102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:12.414469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:12.414869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Bound using segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:12.415339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Bound port: f17652b3-b148-4f89-9acc-d702f9aa7ed0, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:12.415714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.452587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e865e38-696d-4137-94cc-4d4e55ceacf0 req-de2a8cb5-4fc4-4878-a3db-6a557a1eae04 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148231 Aug 16 20:32:12.531547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:12.536274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:12.653474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.699270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9106-2434-4f77-8473-dc1295334688 req-9c5b6857-dc2e-4fb6-9ec0-cae4d808c04f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:12.701056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8a9106-2434-4f77-8473-dc1295334688 req-9c5b6857-dc2e-4fb6-9ec0-cae4d808c04f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2419581 Aug 16 20:32:12.752685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.755586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.758824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8aa7ddd-8f85-4880-937b-5b88347b3d33 HTTP/1.1" status: 204 len: 168 time: 0.7441792 Aug 16 20:32:12.779336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe7c:69e2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/4b435c86-a215-48c7-a5d2-600021d08f09/90a7fe06-7b29-4587-b2a7-4e2bc8f6920c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:12.797252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:12.797894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:12.802278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] 10.222.0.73 "PUT /v2.0/ports/f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 1092 time: 2.8414502 Aug 16 20:32:12.820680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f8b0b-db98-400d-b628-c34fb955ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aa7ddd-8f85-4880-937b-5b88347b3d33,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:12.822795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:12.836895 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc79009-24b4-42df-9a26-b9171538befa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:12.918434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb8a9106-2434-4f77-8473-dc1295334688 req-077be839-0429-4274-a834-bd8d735b4480 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814535 Aug 16 20:32:12.929724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:12.997439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.026215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.038590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.047280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.061235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.062953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 90a7fe06-7b29-4587-b2a7-4e2bc8f6920c will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:13.081405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.099773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.114249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.125371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-8de470a1-be76-4803-b54f-cb0d7b26b558 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5395 time: 0.5061631 Aug 16 20:32:13.147402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac06bb4-ab08-48b7-b187-361414805d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.191826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.222379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26f61b05-d8d0-496f-ba8d-62522e7c2204 req-5991eb68-af47-4e4b-846b-e04525a12213 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960174 Aug 16 20:32:13.286527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.324577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8621f5-7de6-424e-89a5-e9199adb6484 x-openstack-request-id: req-3b8621f5-7de6-424e-89a5-e9199adb6484 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:13.324577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:13.324577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b8621f5-7de6-424e-89a5-e9199adb6484 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:13.324577 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'status': 'completed', 'code': 200} Aug 16 20:32:13.336532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=90a7fe06-7b29-4587-b2a7-4e2bc8f6920c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:13.363904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:13.371997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:13.374082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:13.381877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.382655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.419550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.425696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.432167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.438650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.448827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.450754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.458236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.461344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-ca420fa4-16cb-4e3b-b917-52ea49a71fb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5426 time: 0.2623410 Aug 16 20:32:13.528979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2774ae93-e384-4120-8608-3ab6c72c5ee8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9886706 Aug 16 20:32:13.528979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55146) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.577257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d180ad4-c904-4f4f-8e9b-5059925bbc84 req-51a8a492-eddc-4e94-9e6c-b76ba3899183 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963271 Aug 16 20:32:13.597196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f363bb-4e52-452e-a7e5-772b4436049b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.599950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50f363bb-4e52-452e-a7e5-772b4436049b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0716741 Aug 16 20:32:13.614432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:13.617402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Allocated IP 2001:db8::f816:3eff:fe03:7a66 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/4b435c86-a215-48c7-a5d2-600021d08f09/ab4ee9f0-0fe9-4e95-b099-34bdddc61442) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:13.695043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e8690-3158-4168-8b80-e0351f6e4fb0 req-a55b7f11-d515-4258-b07c-54e1f5a81f68 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.697323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d78e8690-3158-4168-8b80-e0351f6e4fb0 req-a55b7f11-d515-4258-b07c-54e1f5a81f68 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2332752 Aug 16 20:32:13.729673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.730388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.731021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.731637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.732275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.733266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.733902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:13.736024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffc79009-24b4-42df-9a26-b9171538befa req-e5fa7d81-bd21-44f1-8b52-a0ceecb8ed0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6291 time: 0.3644493 Aug 16 20:32:13.763043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 90a7fe06-7b29-4587-b2a7-4e2bc8f6920c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:13.763390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.843912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.852677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Transition to ACTIVE for port object ab4ee9f0-0fe9-4e95-b099-34bdddc61442 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:13.875099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Transition to ACTIVE for port object ab4ee9f0-0fe9-4e95-b099-34bdddc61442 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:13.879269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.894910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 90a7fe06-7b29-4587-b2a7-4e2bc8f6920c owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:13.940882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:13.995460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:13.999576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:14.003872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:14.038131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.076166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Attempting to bind port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:14.076652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Attempting to bind port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:14.077280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Attempting to bind port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:14.083469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:14.083986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:14.088610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.088610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:14.088610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Bound port: ab4ee9f0-0fe9-4e95-b099-34bdddc61442, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:14.088610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.175696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] For port ab4ee9f0-0fe9-4e95-b099-34bdddc61442, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:14.179074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] For port ab4ee9f0-0fe9-4e95-b099-34bdddc61442, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:14.208623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.249268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d78e8690-3158-4168-8b80-e0351f6e4fb0 req-f53afe2a-fb7e-42ae-afe9-427756614570 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325427 Aug 16 20:32:14.263184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c511-66c3-4142-8e9a-4cb8a4e7544d req-830f5da6-0658-4257-98f0-9908d7571573 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.263596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=90a7fe06-7b29-4587-b2a7-4e2bc8f6920c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.265608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e4c511-66c3-4142-8e9a-4cb8a4e7544d req-830f5da6-0658-4257-98f0-9908d7571573 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.5612428 Aug 16 20:32:14.266256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.345530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.349778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9045bb63-cfa6-449a-8dd9-d95d801765d6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/90a7fe06-7b29-4587-b2a7-4e2bc8f6920c HTTP/1.1" status: 204 len: 168 time: 0.7320983 Aug 16 20:32:14.350214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.380449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-2bbcf7bd-7a49-44b3-b2c5-7d8d0227b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.380968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-2bbcf7bd-7a49-44b3-b2c5-7d8d0227b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.381386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-2bbcf7bd-7a49-44b3-b2c5-7d8d0227b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.383358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffc79009-24b4-42df-9a26-b9171538befa req-2bbcf7bd-7a49-44b3-b2c5-7d8d0227b7d4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6233313 Aug 16 20:32:14.393424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f1a6c-b6bd-4b5b-b98f-fc7d7783d852 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:14.462175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74e4c511-66c3-4142-8e9a-4cb8a4e7544d req-ce68e592-4b40-418f-95f3-5e0e699502c4 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753476 Aug 16 20:32:14.518993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53f2cb-4108-41a8-bebe-4867e54677db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.533879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53f2cb-4108-41a8-bebe-4867e54677db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.536234 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7e53f2cb-4108-41a8-bebe-4867e54677db tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1824844 Aug 16 20:32:14.538983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.688204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393baee2-59e3-45bc-9892-48c01a35d93f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:14.690937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 4b435c86-a215-48c7-a5d2-600021d08f09 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:14.694484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.703612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79009-24b4-42df-9a26-b9171538befa req-5b64796b-855a-4a40-8b15-f51c20a5aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.705491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffc79009-24b4-42df-9a26-b9171538befa req-5b64796b-855a-4a40-8b15-f51c20a5aff0 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3122928 Aug 16 20:32:14.707507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.734940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.741553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.749279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.755901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.757354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55182) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:14.762704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.770283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.782029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.785157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-7fc6fb31-d1f5-4fef-9f21-05d3ee862f24 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5395 time: 0.3641107 Aug 16 20:32:14.816455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Transition to ACTIVE for port object 393baee2-59e3-45bc-9892-48c01a35d93f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:14.826580 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.864366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dae3d-dcf9-4e21-a22f-9dd37b7209e8 req-0379950c-bdb3-481c-a2e3-597a40e6ad81 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:14.880522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f5dae3d-dcf9-4e21-a22f-9dd37b7209e8 req-0379950c-bdb3-481c-a2e3-597a40e6ad81 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2638102 Aug 16 20:32:14.913407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:14.988201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e34ceec-eaf0-45ff-9721-6c75f21d33d2 req-2c713050-b42c-430d-9256-51c915bc8d51 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910203 Aug 16 20:32:15.032842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.152763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f5dae3d-dcf9-4e21-a22f-9dd37b7209e8 req-91752b02-5b58-4f73-a5f1-b4b9f447605d tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659492 Aug 16 20:32:15.172434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c06a9c2d-a4c9-4a2f-bb30-66a882e01756 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:15.263398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-918081150-network', 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:15.316048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.334282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.382125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=4b435c86-a215-48c7-a5d2-600021d08f09,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.388494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.391681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b611cda-e023-419e-aa1f-5a391a90db6d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/4b435c86-a215-48c7-a5d2-600021d08f09 HTTP/1.1" status: 204 len: 168 time: 0.8517201 Aug 16 20:32:15.392974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:15.395254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.395997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.404825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.442455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:15.446742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:15.447076 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.455017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2015cea5-9471-46ac-8d95-66aea3f111a9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569110 Aug 16 20:32:15.463755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:15.476077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.482358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.488555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.496702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.503670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.509818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.516529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.527896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-29595fae-655f-4c64-b2e2-78b7572993d4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5426 time: 0.3679705 Aug 16 20:32:15.546600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:15.602836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Attempting to bind port 393baee2-59e3-45bc-9892-48c01a35d93f on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:15.608291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Attempting to bind port 393baee2-59e3-45bc-9892-48c01a35d93f by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:15.608291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Attempting to bind port 393baee2-59e3-45bc-9892-48c01a35d93f on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:15.615846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9abc39-4f5a-4f8c-a704-c2cb79413fb1 req-8773a29d-a590-4238-8633-22a199447d75 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.622975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db9abc39-4f5a-4f8c-a704-c2cb79413fb1 req-8773a29d-a590-4238-8633-22a199447d75 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2823474 Aug 16 20:32:15.648103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.650849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Port 393baee2-59e3-45bc-9892-48c01a35d93f on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:15.651391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Attempting to bind port 393baee2-59e3-45bc-9892-48c01a35d93f on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:15.690817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.704696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.724235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67332d1f-259a-4c0e-a5ee-1ec55b69ae60 req-1b20cb35-d8f7-4c8a-a8b6-e8802106601f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1822760 Aug 16 20:32:15.724235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:15.726865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Checking segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:15.727489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Bound using segment: {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:15.728156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Bound port: 393baee2-59e3-45bc-9892-48c01a35d93f, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:15.730739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.754964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:32:15.766117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:15.774272 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e4ab3f-5983-459f-87c0-7c4da5d994cb" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:15.776556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.779219 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Added segment 851d0acd-b4d7-4001-a7e8-81e355a94401 of type vlan for network eff85b81-d795-4b49-9ee4-d60b804fb775 Aug 16 20:32:15.803712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:15.815860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db9abc39-4f5a-4f8c-a704-c2cb79413fb1 req-c3a9ca7f-f349-4d0c-97f3-33d0e6f1d399 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918292 Aug 16 20:32:15.837591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ab4ee9f0-0fe9-4e95-b099-34bdddc61442 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:15.846856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca1468-01b8-4565-adbf-3d472d2d6d41,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:15.867193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.900596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:15.901770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device dd207891-c3c7-4a5f-9be2-b5b31cf17c03 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:15.937245 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd8d473-27f0-4870-9f3b-d0583279cb6a x-openstack-request-id: req-1cd8d473-27f0-4870-9f3b-d0583279cb6a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:15.937592 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:15.937846 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cd8d473-27f0-4870-9f3b-d0583279cb6a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:15.938847 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'code': 200} Aug 16 20:32:15.989472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f68df-94f9-456e-82ff-55f81452e85e req-beb35b69-0aee-49c3-8c8d-6afbc5a4f9fd tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:15.996754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc9f68df-94f9-456e-82ff-55f81452e85e req-beb35b69-0aee-49c3-8c8d-6afbc5a4f9fd tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.0957074 Aug 16 20:32:15.999431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:16.004373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:16.008583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.010619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.011307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.058167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:16.065535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.072387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6759186-a9d8-4b2c-aa0a-eba5d01f4857 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:16.073193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.128263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] Pushing event updated for resources: {'Network': ['ID=eff85b81-d795-4b49-9ee4-d60b804fb775,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.133420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.156518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network eff85b81-d795-4b49-9ee4-d60b804fb775 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:16.163976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:16.172664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2fe5657d-9847-4e2e-a23c-30ad27c1b47b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4132135 Aug 16 20:32:16.174684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55216) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:16.186281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Request body: {'subnet': {'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-918081150-subnet', 'tenant_id': '7e553a2ba27e450a98f45aed711be360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:16.222432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:16.224294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.225807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc9f68df-94f9-456e-82ff-55f81452e85e req-6dde996d-56b6-4494-ad92-3aaf29d83b13 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275321 Aug 16 20:32:16.226452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.243557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:16.257306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.258168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.259927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a33ac321-bc57-45e0-9e7a-c9507aa520c1 service neutron] 10.222.0.73 "PUT /v2.0/ports/393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 1092 time: 3.3383422 Aug 16 20:32:16.262151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:16.272577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991ac57-b186-49e6-9d7a-63250b663b24" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:16.297077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1fdc0-0662-46b7-a300-20f15d99d2d9 req-85e9a50d-e0e2-450e-ae3e-a0237ee72576 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.304538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6d1fdc0-0662-46b7-a300-20f15d99d2d9 req-85e9a50d-e0e2-450e-ae3e-a0237ee72576 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.3026633 Aug 16 20:32:16.322547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:16.325891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.381216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Provisioning for port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:16.395305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Provisioning complete for port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:16.396008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.421983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6d1fdc0-0662-46b7-a300-20f15d99d2d9 req-76a10408-46dc-41e5-a25f-f99fa90c2576 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162841 Aug 16 20:32:16.468871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:16.556652 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2969189-7a0c-4d14-aded-1adc9f9f525f x-openstack-request-id: req-f2969189-7a0c-4d14-aded-1adc9f9f525f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:16.556973 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:16.557237 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2969189-7a0c-4d14-aded-1adc9f9f525f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:16.558456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.558894 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f', 'status': 'completed', 'code': 200} Aug 16 20:32:16.644644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:16.656481 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.668384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.676267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:16.679176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.688664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.704310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.711585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.718905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.734496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:16.736617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-00960f78-ab2e-4ef5-98c1-9323b09b0611 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5407 time: 0.4136369 Aug 16 20:32:16.774886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:16.934034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:16.934402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Network hostable DHCP agents. Network: eff85b81-d795-4b49-9ee4-d60b804fb775, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:32:16.940259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e5ade4-a62b-4f51-a30d-45d6e1251209,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:16.978660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.010460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.016111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.016617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.017592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f24bf989-64bf-4a49-9d96-ac2a7ae767f9 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:17.023139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.030590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.036707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.042978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.047951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:32:17.050017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.052036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-b62f70b1-9b38-4145-b441-573b846eda75 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5428 time: 0.1991160 Aug 16 20:32:17.058238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.058879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.059371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.059879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.060462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.061240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.061730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.063687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-696c901b-5b78-48a4-90f4-010facaaa2bb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6359 time: 0.4922023 Aug 16 20:32:17.110474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2459feae-9c6f-4891-be56-235a8f3473a2 req-7e821158-9cfd-4567-9154-c9f15248e646 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2533340 Aug 16 20:32:17.121819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, eff85b81-d795-4b49-9ee4-d60b804fb775) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:17.140559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.141185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.169163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c11f6c3-b610-435e-b8aa-1dd46cbb0ae0 None None] Network eff85b81-d795-4b49-9ee4-d60b804fb775 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:17.238816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] For port ab4ee9f0-0fe9-4e95-b099-34bdddc61442, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:17.256119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19287746-d993-49ea-af83-9304b1f6d726 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0765386 Aug 16 20:32:17.311855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.331138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Deleting port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:17.331138 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.340140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.439757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:17.502928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:17.503324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.552794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412a720-aeef-4a48-aa0b-542909ea9b26 None None] Network eff85b81-d795-4b49-9ee4-d60b804fb775 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:17.583963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7913de-e1d1-4e63-b056-8ea4a02b5d46 None None] Pushing event updated for resources: {'Port': ['ID=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:17.592628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6820c692-c8ec-42ac-8a54-64384c9f8416 req-d60dfb10-f73b-455d-82cc-e396bfaeb711 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5186667 Aug 16 20:32:17.712401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] For port ab4ee9f0-0fe9-4e95-b099-34bdddc61442, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:17.712760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:17.743460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Calling delete_port for ab4ee9f0-0fe9-4e95-b099-34bdddc61442 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:17.754840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ab4ee9f0-0fe9-4e95-b099-34bdddc61442 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:17.787485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-24058076-2e4f-4216-b06c-aa664400a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.787485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-24058076-2e4f-4216-b06c-aa664400a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.787485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-24058076-2e4f-4216-b06c-aa664400a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.787485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-24058076-2e4f-4216-b06c-aa664400a299 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7053256 Aug 16 20:32:17.830163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ecfd0-80a0-4f97-8d5a-27b2226fb5bf req-080001ff-90ab-4477-94a4-a1f0d0c619b5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:17.839899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be3ecfd0-80a0-4f97-8d5a-27b2226fb5bf req-080001ff-90ab-4477-94a4-a1f0d0c619b5 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.4624934 Aug 16 20:32:17.886661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:17.941655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:17.944824 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc96ea0-806d-4f84-bd85-86e2aeb9ccc9" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:17.997460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.165337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.174148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.204112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be3ecfd0-80a0-4f97-8d5a-27b2226fb5bf req-2183f079-eaaa-4e3b-97b1-4a1556925162 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630531 Aug 16 20:32:18.206352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:18.281829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.311229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-7d09ecde-49e5-41cd-8e70-0e542436d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:18.312798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8991ac57-b186-49e6-9d7a-63250b663b24 req-7d09ecde-49e5-41cd-8e70-0e542436d9b5 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5110378 Aug 16 20:32:18.328473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf31ebc-3369-4af9-bd8c-c2d97509091f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:18.338751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.349745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9e3f8835-ec58-4f2c-8629-11bed0cf846e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:18.365171 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3edc8b-6775-4c6b-b6e2-30f19c6672d9 x-openstack-request-id: req-2b3edc8b-6775-4c6b-b6e2-30f19c6672d9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:18.367380 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:18.367380 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b3edc8b-6775-4c6b-b6e2-30f19c6672d9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:18.367380 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'code': 200} Aug 16 20:32:18.400654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Transition to ACTIVE for port object 7cf31ebc-3369-4af9-bd8c-c2d97509091f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:18.419796 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.467907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-54d03b98-e22d-49f7-9c60-0b805f1a0d8d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:18.480664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-54d03b98-e22d-49f7-9c60-0b805f1a0d8d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.5016735 Aug 16 20:32:18.497607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] No DVR routers for this DVR port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:18.524527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_pluggable_backend [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Port ab4ee9f0-0fe9-4e95-b099-34bdddc61442 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95240) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 20:32:18.525019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_pluggable_backend [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:7a66 {{(pid=95240) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 20:32:18.525587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:18.528764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_pluggable_backend [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:7a66 {{(pid=95240) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 20:32:18.533475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.537199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.572995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aba1e1-f8c3-471f-a583-4c2ad894d9dd None None] Pushing event deleted for resources: {'Port': ['ID=ab4ee9f0-0fe9-4e95-b099-34bdddc61442,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:18.625057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-43fae9d6-ad1c-4819-8e9b-8461713b5ee5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0932450 Aug 16 20:32:18.648069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:18.650788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 9e3f8835-ec58-4f2c-8629-11bed0cf846e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:18.665928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9e3f8835-ec58-4f2c-8629-11bed0cf846e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:18.666412 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.671808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:18.832087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:18.885006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:19.011150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.012022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c1391e7-0a46-44b4-968d-bb040529b49e up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:19.030911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.031510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.049967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3f3c23-48b0-47c3-bc10-8518b28e76c7 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:19.053528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-b4a5e0f4-72b6-4f07-a114-f7be153c6ac8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4121997 Aug 16 20:32:19.054139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:19.066991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.072902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.079428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.085680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.091126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.097354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.103168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.105228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-4f2d34e7-d2cb-40f2-a8f8-5edf3994bb72 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5407 time: 0.6810853 Aug 16 20:32:19.118532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=b6bfad48-18dc-4e41-b678-5cd60edd68e8,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:19.146924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:19.235502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8419083b-e629-4a1a-9a21-c53459d202ca tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7048998 Aug 16 20:32:19.238195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:19.247520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:66:1f:1d', 'name': 'tempest-NetworksTestDHCPv6-711083375'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:19.257541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 2c1391e7-0a46-44b4-968d-bb040529b49e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:19.263480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 2c1391e7-0a46-44b4-968d-bb040529b49e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:19.264617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.289230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'b6bfad48-18dc-4e41-b678-5cd60edd68e8'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:19.295574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.295866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e9665b2-d497-4656-90c1-6c1a996c82d6 req-d5004e18-4006-4ee0-84ca-3ffaf01c08dd tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331029 Aug 16 20:32:19.331510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-cbab2ba0-d4f7-449d-abd4-fe5b002ce4f0 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246134 Aug 16 20:32:19.333563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Attempting to bind port 7cf31ebc-3369-4af9-bd8c-c2d97509091f on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:19.335029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Attempting to bind port 7cf31ebc-3369-4af9-bd8c-c2d97509091f by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:19.335380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Attempting to bind port 7cf31ebc-3369-4af9-bd8c-c2d97509091f on network f6ed7256-1b14-4c37-956b-02bce56802f3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:19.376122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Port 7cf31ebc-3369-4af9-bd8c-c2d97509091f on network f6ed7256-1b14-4c37-956b-02bce56802f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:19.376553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Attempting to bind port 7cf31ebc-3369-4af9-bd8c-c2d97509091f on network f6ed7256-1b14-4c37-956b-02bce56802f3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:19.440752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:19.441333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Checking segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:19.441885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Bound using segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:19.442498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Bound port: 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:19.443065 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.516402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.535011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Allocated IP 2001:db8::f816:3eff:fe29:280b (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/b6bfad48-18dc-4e41-b678-5cd60edd68e8/908a567e-0ffd-4f43-8821-e8cb0af49e0d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:19.541640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-0cac0f27-ae7b-48fa-9017-e60de462ff5b service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021680 Aug 16 20:32:19.545840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:19.561192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:19.561733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c1391e7-0a46-44b4-968d-bb040529b49e,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:19.582281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:19.671061 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.673799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ef14972-8c8f-49e9-8092-b49b6904cd1d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:19.686978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.773728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:19.777724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.781071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] 10.222.0.73 "PUT /v2.0/ports/7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 1092 time: 3.3321931 Aug 16 20:32:19.784409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:19.787507 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0469cfa-f7d2-4a37-af68-c93306549070" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:19.801699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:19.869063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:19.912870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Request body: {'port': {'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:20.090237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2e323-f3c4-4927-9dd0-5347df8438de service neutron] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.128241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.135200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.141651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.148111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.154069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.160760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.162815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.167498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.169748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0ef14972-8c8f-49e9-8092-b49b6904cd1d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:20.176880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-1e5d1c4d-e46c-4d58-ac63-7e90dc4a7391 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5431 time: 0.4137285 Aug 16 20:32:20.183955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0ef14972-8c8f-49e9-8092-b49b6904cd1d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:20.184348 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.209722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.219442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccaa49-1798-474f-9386-3a3b7ed9cc06 req-61c5a130-d7f6-49e1-8389-2d54b102a2d2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.221034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85ccaa49-1798-474f-9386-3a3b7ed9cc06 req-61c5a130-d7f6-49e1-8389-2d54b102a2d2 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2709215 Aug 16 20:32:20.239517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.253514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Transition to ACTIVE for port object 908a567e-0ffd-4f43-8821-e8cb0af49e0d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:20.284003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Transition to ACTIVE for port object 908a567e-0ffd-4f43-8821-e8cb0af49e0d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:20.288858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0909f951-5b81-40a0-895c-f8118759d1e0 req-c0c5dcc2-942c-45f9-9f15-a8a4a1680b92 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111345 Aug 16 20:32:20.324483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85ccaa49-1798-474f-9386-3a3b7ed9cc06 req-935c90fa-a782-4c46-ac69-dc69cd6d8255 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884118 Aug 16 20:32:20.345134 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.374110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1391e7-0a46-44b4-968d-bb040529b49e'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:20.374576 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaf3f74-5b16-468e-a3eb-6adab283fede" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "2c1391e7-0a46-44b4-968d-bb040529b49e"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:20.402502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.411762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:20.476937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.477727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6e5092be-e6b6-47e7-bb4e-a71cd9484058 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:20.517123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:20.524382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:20.527984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Pushing event updated for resources: {'Port': ['ID=908a567e-0ffd-4f43-8821-e8cb0af49e0d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.531875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe66:1f1d (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/b6bfad48-18dc-4e41-b678-5cd60edd68e8/e149bd0e-aad6-4768-80d5-ce8edf8a6ba9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:20.535913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:20.581777 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb8f853-025d-43e2-ab22-28d61d373f7c x-openstack-request-id: req-fdb8f853-025d-43e2-ab22-28d61d373f7c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:20.759436 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:20.759436 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdb8f853-025d-43e2-ab22-28d61d373f7c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:20.759436 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'status': 'completed', 'code': 200} Aug 16 20:32:20.759436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5da8db2c-8776-41a2-b50d-b38293b3f668 req-db264f93-611e-4f0e-8ce9-a11f28bd178a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 210 time: 0.1631904 Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Attempting to bind port 908a567e-0ffd-4f43-8821-e8cb0af49e0d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Attempting to bind port 908a567e-0ffd-4f43-8821-e8cb0af49e0d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Attempting to bind port 908a567e-0ffd-4f43-8821-e8cb0af49e0d on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Bound port: 908a567e-0ffd-4f43-8821-e8cb0af49e0d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:20.830737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:20.832910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-82ebef84-3b36-4ffc-9c80-b9c500a03daa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6427 time: 0.2078142 Aug 16 20:32:20.878127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.897468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:20.898481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] For port 908a567e-0ffd-4f43-8821-e8cb0af49e0d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:20.903488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] For port 908a567e-0ffd-4f43-8821-e8cb0af49e0d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=908a567e-0ffd-4f43-8821-e8cb0af49e0d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:20.909936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:20.925641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:20.926336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:20.987881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.044385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.051456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec606b-885f-4392-a575-44a9092e60c1 req-70f71848-513e-4fde-a84b-d2527711a4ac tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.052517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08ec606b-885f-4392-a575-44a9092e60c1 req-70f71848-513e-4fde-a84b-d2527711a4ac tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.3454304 Aug 16 20:32:21.076277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:21.084644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:21.114562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a9d65-ec24-4203-bbba-b643ff7b9a2d None None] Pushing event updated for resources: {'Port': ['ID=908a567e-0ffd-4f43-8821-e8cb0af49e0d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.122606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-c1617b5b-6b70-4ac5-ad40-cd0b0384932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.123776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-c1617b5b-6b70-4ac5-ad40-cd0b0384932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.124208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-c1617b5b-6b70-4ac5-ad40-cd0b0384932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.125817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-c1617b5b-6b70-4ac5-ad40-cd0b0384932d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a87b499d14d749a6a3f19c875a81baf7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2778423 Aug 16 20:32:21.135851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:21.150586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.157617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.161037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.162419 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.166845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.174793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.181798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.188606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.188861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.195313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.203631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-ab13b6be-f66b-4078-b664-5a3015fd22aa tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5419 time: 0.3735626 Aug 16 20:32:21.221018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=e149bd0e-aad6-4768-80d5-ce8edf8a6ba9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.234885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:21.334148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.338875 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f47ef6a-9339-4d66-9781-cf9f8710b6c9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0988839 Aug 16 20:32:21.342947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55348) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:21.359097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a812feb-e6e3-4e37-8813-a6870ce6d577 req-dfdb95f1-557a-46ed-8f50-c6d4202e2e79 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543405 Aug 16 20:32:21.371195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08ec606b-885f-4392-a575-44a9092e60c1 req-f91174a2-4915-4aef-baf7-870139696880 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020349 Aug 16 20:32:21.406164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.449006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc192f-4fb5-44ff-9ad5-f95977df265c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.457469 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf7a55e-d2ef-48de-ab9c-ffdd7e4e4196 x-openstack-request-id: req-3bf7a55e-d2ef-48de-ab9c-ffdd7e4e4196 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:21.457778 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "2c1391e7-0a46-44b4-968d-bb040529b49e", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:21.458028 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bf7a55e-d2ef-48de-ab9c-ffdd7e4e4196 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:21.458433 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'code': 200} Aug 16 20:32:21.458690 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'code': 200} Aug 16 20:32:21.458938 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c1391e7-0a46-44b4-968d-bb040529b49e', 'code': 200} Aug 16 20:32:21.459182 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'code': 200} Aug 16 20:32:21.459809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc192f-4fb5-44ff-9ad5-f95977df265c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.462525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3fc192f-4fb5-44ff-9ad5-f95977df265c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1185467 Aug 16 20:32:21.464863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55354) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:21.511967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56196332-8cd5-411f-a0c8-9501f55b7ab1 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:21.532785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.550943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-fb3e08c2-c49a-4cfd-84f7-32a068912fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.552883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0469cfa-f7d2-4a37-af68-c93306549070 req-fb3e08c2-c49a-4cfd-84f7-32a068912fc8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3459110 Aug 16 20:32:21.612262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Transition to ACTIVE for port object 56196332-8cd5-411f-a0c8-9501f55b7ab1 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:21.665195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.673996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.683828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.683949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:21.683949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.688079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.697507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.704734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.711329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:21.713493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5360a60-1e83-4933-b723-a450f42a8234 req-53f8f3f1-a7b5-48bc-becb-491325464ee8 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.1596389 Aug 16 20:32:21.714721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.760197 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.792960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 908a567e-0ffd-4f43-8821-e8cb0af49e0d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:21.834259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:21.852451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:21.878073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:21.914763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5360a60-1e83-4933-b723-a450f42a8234 req-3e863d57-312d-4d67-aadc-ac784779f1c2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1782806 Aug 16 20:32:21.963286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Attempting to bind port 56196332-8cd5-411f-a0c8-9501f55b7ab1 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:21.963911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Attempting to bind port 56196332-8cd5-411f-a0c8-9501f55b7ab1 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:21.964677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Attempting to bind port 56196332-8cd5-411f-a0c8-9501f55b7ab1 on network f6ed7256-1b14-4c37-956b-02bce56802f3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:21.965716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 908a567e-0ffd-4f43-8821-e8cb0af49e0d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:21.970510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Port 56196332-8cd5-411f-a0c8-9501f55b7ab1 on network f6ed7256-1b14-4c37-956b-02bce56802f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:21.976154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Attempting to bind port 56196332-8cd5-411f-a0c8-9501f55b7ab1 on network f6ed7256-1b14-4c37-956b-02bce56802f3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:21.977376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:21.977909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Checking segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:21.978470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Bound using segment: {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:21.979095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Bound port: 56196332-8cd5-411f-a0c8-9501f55b7ab1, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c0d638-5d38-490c-9790-864ea3998602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:21.979633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.162196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.177382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1bf0e45-be36-4ff6-a1ec-334bdcd2c784 req-bed7c458-77ca-4c39-8405-08df49f25e0b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0503719 Aug 16 20:32:22.191427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:22.240675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=e149bd0e-aad6-4768-80d5-ce8edf8a6ba9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:22.260076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.263170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4dbe7da8-08b0-4d8e-95db-0167b0ff1ced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 HTTP/1.1" status: 204 len: 168 time: 0.7836266 Aug 16 20:32:22.266088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55370) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:22.358534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f752837-4bcc-492c-baf8-ed5e7dfdc845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.360140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f752837-4bcc-492c-baf8-ed5e7dfdc845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.361769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f752837-4bcc-492c-baf8-ed5e7dfdc845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920129 Aug 16 20:32:22.365157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55376) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:22.387568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:22.437946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.499214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f8c39-3a93-4749-ac39-6fb9094217d8 req-918b8c3f-39b2-4018-892e-2bcf551424ed tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.506726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-403f8c39-3a93-4749-ac39-6fb9094217d8 req-918b8c3f-39b2-4018-892e-2bcf551424ed tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.2606599 Aug 16 20:32:22.515795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet b6bfad48-18dc-4e41-b678-5cd60edd68e8 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:22.528736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.529776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.531569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 1092 time: 2.6699333 Aug 16 20:32:22.555404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.595754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:22.598427 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2054854-b77e-4629-9f94-405f537a110f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:22.631160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de399d-9028-41e0-b4b4-05e0c51331d5 service neutron] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:22.706544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.728059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-403f8c39-3a93-4749-ac39-6fb9094217d8 req-5105d6d9-7fc1-4a29-bc15-0c405c00334d tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154374 Aug 16 20:32:22.798465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Provisioning for port 908a567e-0ffd-4f43-8821-e8cb0af49e0d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:22.803580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Provisioning complete for port 908a567e-0ffd-4f43-8821-e8cb0af49e0d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:22.803985 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:22.876522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.882677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.889550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.896025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.902432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.909818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.916609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:22.936798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-71559726-0363-4b67-ae0e-dc541a131e23 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.3975437 Aug 16 20:32:22.945539 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991232a-589c-4a0b-9334-5b0386ca5f52 x-openstack-request-id: req-b991232a-589c-4a0b-9334-5b0386ca5f52 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:22.948144 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:22.951212 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b991232a-589c-4a0b-9334-5b0386ca5f52 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:22.953477 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'status': 'completed', 'code': 200} Aug 16 20:32:22.983561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.027453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.028004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.028622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.031061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.032302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.032620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.033349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.035693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-a0bb14fa-45cf-42ca-9e41-b2cbda8058e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6495 time: 0.3885391 Aug 16 20:32:23.058053 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.179116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-bce66ade-b37e-4103-9514-defcbd815ae5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.181154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-bce66ade-b37e-4103-9514-defcbd815ae5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.2114639 Aug 16 20:32:23.189989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-b26da158-6030-4cce-91cc-eaa991eeee13 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 217 time: 0.1404462 Aug 16 20:32:23.198572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '74a60585-7623-483f-8651-2a751537d7d7', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:23.224980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f436cac-1880-48d0-a83c-0873aa05fc66 req-942a036f-6197-41c3-bd8c-33252cc03d8b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2872717 Aug 16 20:32:23.313376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-c47c3aa9-37da-4b5b-8d60-fb6c1b0f980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.314951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-c47c3aa9-37da-4b5b-8d60-fb6c1b0f980c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.0845749 Aug 16 20:32:23.370442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.378935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.385151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.393499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.398546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.409673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.416209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:23.425647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-07f210d6-b2f2-44d7-8676-45c51c4d7911 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.2592621 Aug 16 20:32:23.460790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5092be-e6b6-47e7-bb4e-a71cd9484058'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:23.463149 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a612e-a9d2-46b2-9ef2-25827c3e79aa" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "6e5092be-e6b6-47e7-bb4e-a71cd9484058"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:23.476248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:23.480287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.535029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f52fe9b4-be08-49a6-be85-5bee4d6bae22 req-37c58498-02a4-4daf-933a-1dee58ab1356 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0701394 Aug 16 20:32:23.574068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2b75e71-872c-43bf-abf1-801f971cf75a req-fdd0c1d1-6093-48af-90cc-efdbe2bc546c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1401658 Aug 16 20:32:23.590724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:23.657753 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9fb152-d7fb-4584-9d3f-0445d4b0622b x-openstack-request-id: req-ab9fb152-d7fb-4584-9d3f-0445d4b0622b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:23.658649 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-plugged", "status": "completed", "tag": "6e5092be-e6b6-47e7-bb4e-a71cd9484058", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:23.659129 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab9fb152-d7fb-4584-9d3f-0445d4b0622b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:23.659970 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5092be-e6b6-47e7-bb4e-a71cd9484058', 'code': 200} Aug 16 20:32:23.675953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.4 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/f2ec8209-1a70-4a1d-bf56-63918de3b1ed) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:23.685324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:32:23.688450 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:32:23.965914 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.059188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-c4489ff9-6445-4831-ba87-8998977fd8a6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.061962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-c4489ff9-6445-4831-ba87-8998977fd8a6 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.6090364 Aug 16 20:32:24.068427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e4932bf3-2afe-4162-9b20-73b85a0cba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.070186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e4932bf3-2afe-4162-9b20-73b85a0cba99 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7240198 Aug 16 20:32:24.070995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bfad48-18dc-4e41-b678-5cd60edd68e8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:24.142683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22459dce-decb-4104-960b-07f2006d0036 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:24.148955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.150256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.153080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/b6bfad48-18dc-4e41-b678-5cd60edd68e8 HTTP/1.1" status: 204 len: 168 time: 1.7861152 Aug 16 20:32:24.154921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55436) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.197869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.198360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.198360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.198645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.198931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.199276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.199624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.199969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.204349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.204349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.204349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.204349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914e505a-9705-455e-aa3c-5ce0b1bde92e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:24.217657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45bd5dae-fe4b-41f6-abdb-159c7e06364b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579555 Aug 16 20:32:24.229404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.311241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:24.328787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:24.332836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.333321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.333792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.334256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.334721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.335181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.335644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.336540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:24.338373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-18d810bb-928d-4851-9009-fea9e11fdb8d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.3058398 Aug 16 20:32:24.344207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.350142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619edd9-bb13-480d-8d38-482c1ac88529 req-a0426617-7e1a-4421-874f-45feb75f9ede tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.351895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6619edd9-bb13-480d-8d38-482c1ac88529 req-a0426617-7e1a-4421-874f-45feb75f9ede tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 945 time: 0.3110514 Aug 16 20:32:24.361382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:24.443280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd1114-4a5d-406f-92e2-6249ed73189a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.449922 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-08bd1114-4a5d-406f-92e2-6249ed73189a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2191355 Aug 16 20:32:24.456179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.501507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6619edd9-bb13-480d-8d38-482c1ac88529 req-1acca930-e85e-4650-8d3f-965fb53e9c82 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219606 Aug 16 20:32:24.522673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3440a8b-6371-4cc9-8d87-5264800e9960 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.524820 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3440a8b-6371-4cc9-8d87-5264800e9960 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673778 Aug 16 20:32:24.527598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.538040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-1f9cfadb-8cb9-4750-8b39-ac2735f343f5 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082365 Aug 16 20:32:24.571039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56864c7f-d41a-49fd-bdc8-9b953533313f req-578a4296-25d5-4a18-95be-09fc20ce6ddb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&id=ea9faef4-c4fb-4165-96bb-31932190be28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060635 Aug 16 20:32:24.578316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:24.578926 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.582701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] For port 908a567e-0ffd-4f43-8821-e8cb0af49e0d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=908a567e-0ffd-4f43-8821-e8cb0af49e0d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:24.592726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0598db7-534f-4201-b8a2-a37ad2f998e8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598536 Aug 16 20:32:24.595697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:24.602190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:24.659425 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.691784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:24.692437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.707956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.708630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.710025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:24.713303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:24.785825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c3467-e71e-4287-a381-4e27b09a96d7 None None] Pushing event updated for resources: {'Port': ['ID=908a567e-0ffd-4f43-8821-e8cb0af49e0d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:24.797919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-076a8f52-a14e-493f-b55a-54698dd778f5 None None] Could not find standard attr ID for object e149bd0e-aad6-4768-80d5-ce8edf8a6ba9. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:32:24.847463 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-96979ff6-cdea-4377-918a-5e2901a1806d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6538191 Aug 16 20:32:24.864964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Deleting port 908a567e-0ffd-4f43-8821-e8cb0af49e0d {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:24.865860 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.866988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.870026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Request body: {'port': {'device_id': '74a60585-7623-483f-8651-2a751537d7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:24.873081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.879123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.891462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.894052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.899963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.907373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:24.915953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-fed53fc9-3dad-4104-b113-c2520d95d690 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.4944005 Aug 16 20:32:24.920465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:24.924671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:24.990978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] For port 908a567e-0ffd-4f43-8821-e8cb0af49e0d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=908a567e-0ffd-4f43-8821-e8cb0af49e0d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:24.991361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.004153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9920010-d0e5-43d7-b16c-80c8b937ee12 req-3d9a89f1-874e-418f-aff6-f1e84ae9ccb8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.005745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9920010-d0e5-43d7-b16c-80c8b937ee12 req-3d9a89f1-874e-418f-aff6-f1e84ae9ccb8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2353654 Aug 16 20:32:25.031083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Calling delete_port for 908a567e-0ffd-4f43-8821-e8cb0af49e0d owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:25.034468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0179f434-1be9-4f6e-ab01-533614bd4abb req-12da75a6-dedf-40c6-9d33-f966171af816 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1173880 Aug 16 20:32:25.048212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-313ea7c5-dbe9-4c21-bdf9-33f3579b8e3c service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947600 Aug 16 20:32:25.245754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-31c630a7-e1d0-4f20-9d83-81358de9f6b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 217 time: 0.1736975 Aug 16 20:32:25.280223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.328313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9920010-d0e5-43d7-b16c-80c8b937ee12 req-54291d07-8565-4f12-806b-d176da3fabeb tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116519 Aug 16 20:32:25.352611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f667fb-0063-49e5-a743-52ecd88f94a3 req-2c78dfc7-1504-4468-8df2-b2871978e8e5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.359569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92f667fb-0063-49e5-a743-52ecd88f94a3 req-2c78dfc7-1504-4468-8df2-b2871978e8e5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 931 time: 0.1337085 Aug 16 20:32:25.368243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0b108e7e-375a-4cac-9f04-ce588ae316e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.369822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0b108e7e-375a-4cac-9f04-ce588ae316e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1063995 Aug 16 20:32:25.391888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.437177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] No DVR routers for this DVR port 908a567e-0ffd-4f43-8821-e8cb0af49e0d on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:25.439779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abf910-b877-41e9-b07f-234cd5d89aa7 None None] Pushing event deleted for resources: {'Port': ['ID=908a567e-0ffd-4f43-8821-e8cb0af49e0d,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.440073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92f667fb-0063-49e5-a743-52ecd88f94a3 req-bcac1801-0db7-4e99-abc0-87ce21a3c078 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Aug 16 20:32:25.441016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.471029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72', 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:25.550278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-17997864-8ff2-4841-8182-22137d2f2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.550278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-17997864-8ff2-4841-8182-22137d2f2ab8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1646414 Aug 16 20:32:25.576923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:25.580632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.581320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=cef4cf7d-c6f4-4db1-a1aa-09950bf04c15,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.647616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:25.706940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.709148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dab80e4c-9f42-441a-b181-c7a7434d0c73 req-cd27193e-0f39-4395-9f87-b4d454199b0a tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 HTTP/1.1" status: 204 len: 173 time: 1.6354973 Aug 16 20:32:25.710429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'name': 'network-vif-deleted', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:25.712939 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98193f1-f335-4817-9110-bee5c9addf11" -d '{"events": [{"server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "name": "network-vif-deleted", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:25.718360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-361c5cca-2cd3-4476-9e73-eeca0826cd26 req-7f2171df-bb7c-4f2f-835c-57e57e6bdcaa tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5bddf7d9-7b45-4e07-95c9-fe5c00579643 HTTP/1.1" status: 200 len: 210 time: 0.1336641 Aug 16 20:32:25.746463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.754662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.757164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 908a567e-0ffd-4f43-8821-e8cb0af49e0d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:25.762110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.771831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.777204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.784494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.790096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:25.792113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.799573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:25.803988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-ea2d197f-6cdf-4711-a0d0-80eff7aaba35 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.3795538 Aug 16 20:32:25.816188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 908a567e-0ffd-4f43-8821-e8cb0af49e0d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:25.816188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 908a567e-0ffd-4f43-8821-e8cb0af49e0d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:25.817924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.818547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:25.827499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6a8a08-7899-436a-91b0-e94cb9e97e8e None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:25.850252 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e3ab4e-184d-467a-94c5-e982b3be89c7 x-openstack-request-id: req-c4e3ab4e-184d-467a-94c5-e982b3be89c7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:25.850625 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bddf7d9-7b45-4e07-95c9-fe5c00579643", "name": "network-vif-deleted", "tag": "cef4cf7d-c6f4-4db1-a1aa-09950bf04c15", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:25.850842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4e3ab4e-184d-467a-94c5-e982b3be89c7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:25.851319 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bddf7d9-7b45-4e07-95c9-fe5c00579643', 'name': 'network-vif-deleted', 'tag': 'cef4cf7d-c6f4-4db1-a1aa-09950bf04c15', 'status': 'completed', 'code': 200} Aug 16 20:32:25.872490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02c4c7ff-3cf8-425f-a409-aef538576cc7 req-c1f83ff8-4549-4e4d-aa06-27762d6e139a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624506 Aug 16 20:32:25.909102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55466) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:25.975118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=d416a515-ab81-46a6-9c8f-eb23dfedd950,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:25.978875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-00c2ba75-ceed-466a-a62f-b6f857244775 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907802 Aug 16 20:32:25.986230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02911232-6012-4050-b7c2-1400743d2595 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3893931 Aug 16 20:32:25.987135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55470) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:25.989389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-abac73a1-991c-4820-bfb2-1a51acff2501 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:25.991184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-abac73a1-991c-4820-bfb2-1a51acff2501 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.64 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.1060224 Aug 16 20:32:25.994253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:eb:58:54', 'name': 'tempest-NetworksTestDHCPv6-1648210602'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:26.020960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'd416a515-ab81-46a6-9c8f-eb23dfedd950'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:26.022052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.196865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f6bb9394-34f1-4a78-9aed-3dc7914b6ffc service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044110 Aug 16 20:32:26.206882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ec8209-1a70-4a1d-bf56-63918de3b1ed {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:26.223753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.225599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789a1f89-4368-4726-93bd-7cfb8a8ba4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.245713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:26.266803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Transition to ACTIVE for port object f2ec8209-1a70-4a1d-bf56-63918de3b1ed will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:26.279989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-97b34c9a-7026-4ebe-a8ca-1fb742968d1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 217 time: 0.0676851 Aug 16 20:32:26.294100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Allocated IP 2001:db8::f816:3eff:feb0:1a6e (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/d416a515-ab81-46a6-9c8f-eb23dfedd950/7f867619-d7f0-487e-9979-4de3b6e2f9e6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:26.371763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.378135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.394082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.400613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.408892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.410738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789a1f89-4368-4726-93bd-7cfb8a8ba4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.415758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.423451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.426292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-dd38978e-7632-4058-860d-48a892ca3d47 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.2364285 Aug 16 20:32:26.430185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-4cbe729c-59b8-498a-a539-ecc7bb98d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.431925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-4cbe729c-59b8-498a-a539-ecc7bb98d67d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1453090 Aug 16 20:32:26.434924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Deleting port e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:26.434924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.447485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.454113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.492391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789a1f89-4368-4726-93bd-7cfb8a8ba4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.515757 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.526588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Transition to ACTIVE for port object 7f867619-d7f0-487e-9979-4de3b6e2f9e6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:26.530435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1f89-4368-4726-93bd-7cfb8a8ba4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc72ddc-37d6-4392-86a9-bbf8348aacbc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:26.552880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port e39f9977-df1c-4246-8ee7-a4b85f9b2a4d yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:26.572240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Transition to ACTIVE for port object 7f867619-d7f0-487e-9979-4de3b6e2f9e6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:26.624907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] For port e6c58a73-8e5c-4257-be6c-04977f739502, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e6c58a73-8e5c-4257-be6c-04977f739502,segment=NetworkSegment(e3a12379-4d13-4c45-92ec-fc7d613d4ff7),segment_id=e3a12379-4d13-4c45-92ec-fc7d613d4ff7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:26.625289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.635447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.647304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:26.654175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Calling delete_port for e6c58a73-8e5c-4257-be6c-04977f739502 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:26.664544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-789a1f89-4368-4726-93bd-7cfb8a8ba4d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6445a64855fc4951936aacc5021573a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427223 Aug 16 20:32:26.664544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55480) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:26.678364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15e922c9-72c0-4d08-bb00-139c3ab68c9c req-e6fe2193-4073-4811-aba6-807a185d68ca tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210263 Aug 16 20:32:26.707328 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:32:26.737533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df547ea2-0c16-494a-9fa3-490e748ce1a8 req-4be36c1d-836f-4be5-9665-9a24d4bd326f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.745113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df547ea2-0c16-494a-9fa3-490e748ce1a8 req-4be36c1d-836f-4be5-9665-9a24d4bd326f tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 946 time: 0.2125409 Aug 16 20:32:26.755621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-38091c3e-7772-4ced-b8c4-89e7f1c1fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.757156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-38091c3e-7772-4ced-b8c4-89e7f1c1fc3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2157786 Aug 16 20:32:26.797482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:26.799618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Pushing event updated for resources: {'Port': ['ID=7f867619-d7f0-487e-9979-4de3b6e2f9e6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:26.808686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:26.811755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:26.885584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df547ea2-0c16-494a-9fa3-490e748ce1a8 req-c894f644-de4c-4778-a994-2aed979a7b9e tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/security-groups?id=07e342f8-1460-4378-8068-3a9a119ba80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395688 Aug 16 20:32:26.888607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Attempting to bind port f2ec8209-1a70-4a1d-bf56-63918de3b1ed on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:26.889527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Attempting to bind port f2ec8209-1a70-4a1d-bf56-63918de3b1ed by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:26.890136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Attempting to bind port f2ec8209-1a70-4a1d-bf56-63918de3b1ed on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:26.898447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:feeb:5854 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/d416a515-ab81-46a6-9c8f-eb23dfedd950/e39f9977-df1c-4246-8ee7-a4b85f9b2a4d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:26.906938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Port f2ec8209-1a70-4a1d-bf56-63918de3b1ed on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:26.907195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Attempting to bind port f2ec8209-1a70-4a1d-bf56-63918de3b1ed on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:26.931833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.932815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Attempting to bind port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:26.933215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Attempting to bind port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:26.935817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Attempting to bind port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:26.936780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:26.937748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:26.938008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:26.938456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Bound port: f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:26.938888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.944864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:26.945776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:26.946047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.946433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:26.946911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Bound port: 7f867619-d7f0-487e-9979-4de3b6e2f9e6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:26.947610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:26.958262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f455-60d1-4d61-8427-6d1a65a5c1e1 req-08cd2573-1ad8-4a5d-ab05-f9c4104ad695 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:26.959893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3884f455-60d1-4d61-8427-6d1a65a5c1e1 req-08cd2573-1ad8-4a5d-ab05-f9c4104ad695 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1381540 Aug 16 20:32:27.001864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-02f94843-2047-4a90-9a53-4b5f5cd5284e service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353706 Aug 16 20:32:27.010732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.067666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] For port 7f867619-d7f0-487e-9979-4de3b6e2f9e6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:27.068150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:27.071610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:27.078142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] For port 7f867619-d7f0-487e-9979-4de3b6e2f9e6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7f867619-d7f0-487e-9979-4de3b6e2f9e6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:27.157627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.186208 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.188120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.191458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.192904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dc72ddc-37d6-4392-86a9-bbf8348aacbc HTTP/1.1" status: 204 len: 168 time: 0.5270593 Aug 16 20:32:27.210449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.211085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.212575 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2ec8209-1a70-4a1d-bf56-63918de3b1ed HTTP/1.1" status: 200 len: 1092 time: 2.3558753 Aug 16 20:32:27.222923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:27.230349 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54fd97-c878-409e-a96e-9d4f2943a356" -d '{"events": [{"name": "network-changed", "server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:27.231864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca89f3-e821-4e63-a08f-d97b571ec9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc72ddc-37d6-4392-86a9-bbf8348aacbc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:27.268595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f87257-cd49-4de1-a565-c29cf88bce69 None None] Pushing event updated for resources: {'Port': ['ID=7f867619-d7f0-487e-9979-4de3b6e2f9e6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:27.270184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d23d6d-d923-45ab-9237-3ef2f96e66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:27.424203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3884f455-60d1-4d61-8427-6d1a65a5c1e1 req-09477264-8551-46df-bd11-cd0d0639c03d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433174 Aug 16 20:32:27.456611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-54bda05e-e163-448d-a626-e21fd2160302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.460079 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-54bda05e-e163-448d-a626-e21fd2160302 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 1095 time: 0.1032157 Aug 16 20:32:27.482804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.498134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.504936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.512219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.525269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.537803 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-fe4a861c-0f57-4935-baf4-1ff116098cf3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed HTTP/1.1" status: 200 len: 217 time: 0.0691783 Aug 16 20:32:27.543532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.590164 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0699d0-c362-4035-8aef-48a3b3c5bff5 x-openstack-request-id: req-bb0699d0-c362-4035-8aef-48a3b3c5bff5 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:27.590456 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:27.590713 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb0699d0-c362-4035-8aef-48a3b3c5bff5 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:27.591119 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed', 'status': 'completed', 'code': 200} Aug 16 20:32:27.613252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.631014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-b211d7b7-f944-4b64-ab69-a02e5701ec41 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.5572207 Aug 16 20:32:27.723049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-8d1d3b90-85b5-4f77-9746-1b2de8c2377b service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046571 Aug 16 20:32:27.738581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.757422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e6c58a73-8e5c-4257-be6c-04977f739502'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:27.869822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-bbc18feb-ac6e-44bf-8482-2315fb0b7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:27.870438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7f867619-d7f0-487e-9979-4de3b6e2f9e6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:27.871433 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-bbc18feb-ac6e-44bf-8482-2315fb0b7670 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.2794664 Aug 16 20:32:27.966168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] No DVR routers for this DVR port e6c58a73-8e5c-4257-be6c-04977f739502 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:27.974194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dfddf6a-02c8-46df-8300-9c48e6e0df6c req-2acd10e5-d686-4561-b098-e23c99dd2378 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3414645 Aug 16 20:32:27.976760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:27.978792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6bdbf319-1c8e-4143-a0dc-532047139058 req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.64 "DELETE /v2.0/ports/e6c58a73-8e5c-4257-be6c-04977f739502 HTTP/1.1" status: 204 len: 173 time: 1.8843369 Aug 16 20:32:27.979452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-deleted', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:27.982042 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6602f-9e3f-44d1-9e7b-20c1d470b991" -d '{"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-deleted", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:27.987262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-b2ab30e3-2c07-4389-8dca-291685bdc4fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 217 time: 0.2459340 Aug 16 20:32:28.013453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61567819-cdfd-4667-b9bb-bbdec0baea3c tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] Pushing event deleted for resources: {'Port': ['ID=e6c58a73-8e5c-4257-be6c-04977f739502,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:28.027481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:28.177677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-ee120832-7efc-444b-b373-150644cd1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.179619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-ee120832-7efc-444b-b373-150644cd1fdf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1558144 Aug 16 20:32:28.286626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d488000-5d08-4045-b713-40afdc006211 req-669bdaa4-df80-44bf-b3cc-5a4bfff7ddc8 tempest-ServersNegativeTestJSON-642747387 tempest-ServersNegativeTestJSON-642747387-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbf56e0c-8f76-492f-9130-6ef43c33ec52 HTTP/1.1" status: 200 len: 210 time: 0.1027749 Aug 16 20:32:28.289183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55516) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:28.322226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daa4d018-4ac4-420c-a721-7ca2cef9406c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:28.343950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.351050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.361530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.368433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.374600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.380732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.395078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.416048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ea54286-26c1-4f61-8506-e416c807d396 req-ffc2d2a7-d78b-4d2f-8f1a-0be14cfce12e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.4690623 Aug 16 20:32:28.418455 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48186baa-20cc-43c7-854d-14f8d77e2c81 x-openstack-request-id: req-48186baa-20cc-43c7-854d-14f8d77e2c81 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:28.418761 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf56e0c-8f76-492f-9130-6ef43c33ec52", "name": "network-vif-deleted", "tag": "e6c58a73-8e5c-4257-be6c-04977f739502", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:28.419021 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48186baa-20cc-43c7-854d-14f8d77e2c81 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:28.419596 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf56e0c-8f76-492f-9130-6ef43c33ec52', 'name': 'network-vif-deleted', 'tag': 'e6c58a73-8e5c-4257-be6c-04977f739502', 'status': 'completed', 'code': 200} Aug 16 20:32:28.431274 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-f0623baf-1934-47e3-943c-c5b84d9a1850 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5491045 Aug 16 20:32:28.514373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-d97a82ba-4b8b-4de3-89cc-93e697b5f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.516616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-d97a82ba-4b8b-4de3-89cc-93e697b5f316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3170793 Aug 16 20:32:28.555275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:28.595674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object e39f9977-df1c-4246-8ee7-a4b85f9b2a4d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:28.610751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-e0bb1622-c5e4-40f3-94bc-d3555574f3a6 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690488 Aug 16 20:32:28.653488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-0cf67d7c-1f53-4875-879b-a4f25041dbcf service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252756 Aug 16 20:32:28.721838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.728142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.734631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.738177 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43d30ede-681c-4f60-8894-b2ad435d0141 req-13a216c3-6cca-466b-8002-8736be98e854 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177278 Aug 16 20:32:28.741153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.747490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.753667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.759714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:28.761873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b0b8e10-6d72-42ab-bf83-852d30d3d898 req-77bf7f45-16db-4293-b4ba-395d4d5c9237 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.3016973 Aug 16 20:32:28.775940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:28.788856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Request body: {'floatingip': {'port_id': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:28.795266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ea54286-26c1-4f61-8506-e416c807d396 req-cd7ffe34-c23d-41e5-9461-3eca49fc421a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3713176 Aug 16 20:32:28.891386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Provisioning for port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:28.896217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Provisioning complete for port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:28.896598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:28.920384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-22477284-0472-4a13-8865-daddeddb54f9 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543311 Aug 16 20:32:28.922277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:28.984054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:28.999825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.022263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:29.022604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cef4cf7d-c6f4-4db1-a1aa-09950bf04c15 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:29.023021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:29.046432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: e6c58a73-8e5c-4257-be6c-04977f739502 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:29.050359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e6c58a73-8e5c-4257-be6c-04977f739502 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:29.093395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.113406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-9dc0bf0e-38fd-4699-911a-d4c2c2dc4c57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 217 time: 0.1153402 Aug 16 20:32:29.135642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] For port 7f867619-d7f0-487e-9979-4de3b6e2f9e6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7f867619-d7f0-487e-9979-4de3b6e2f9e6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:29.149384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daa4d018-4ac4-420c-a721-7ca2cef9406c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.171273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:29.180170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:29.192572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:29.198772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.199446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.224991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd9058-d5e4-4cb6-84ed-ee95875798ce req-0ac3ce3f-30c5-44e7-84cc-b18981cdd1fb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.226698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfd9058-d5e4-4cb6-84ed-ee95875798ce req-0ac3ce3f-30c5-44e7-84cc-b18981cdd1fb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 943 time: 0.3005109 Aug 16 20:32:29.228533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-b3ce270b-e4e8-4074-b371-0070427c3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.228888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=e39f9977-df1c-4246-8ee7-a4b85f9b2a4d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:29.229962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-b3ce270b-e4e8-4074-b371-0070427c3d12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1104221 Aug 16 20:32:29.260622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.319864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-dc672554-a344-4aa7-9c58-43cdff3df4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.319864 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-dc672554-a344-4aa7-9c58-43cdff3df4ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 1095 time: 0.3906958 Aug 16 20:32:29.324695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daa4d018-4ac4-420c-a721-7ca2cef9406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.386237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfd9058-d5e4-4cb6-84ed-ee95875798ce req-ac4be200-07a5-4159-abd0-6fde0fbb8784 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371329 Aug 16 20:32:29.406928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213a50e-0f54-4552-a22d-bab1095ad716 None None] Pushing event updated for resources: {'Port': ['ID=7f867619-d7f0-487e-9979-4de3b6e2f9e6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:29.436698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-daa4d018-4ac4-420c-a721-7ca2cef9406c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1532e210759433eb70575ec8a84d76e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1436987 Aug 16 20:32:29.443683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55546) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.454673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f71b711f-c317-4d27-b9e8-faf3645ea543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.456123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f71b711f-c317-4d27-b9e8-faf3645ea543 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1866937 Aug 16 20:32:29.470057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4d018-4ac4-420c-a721-7ca2cef9406c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1dbc09-649b-4bbb-8293-3708b66b2740,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:29.472725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55548) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.507223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-07185dd0-b3f3-474b-9321-761e97b6c619 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5170927 Aug 16 20:32:29.511260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55550) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.643005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Deleting subnet 3016df61-b391-486f-9cca-be2ea1795c03 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:29.650042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ddb41b78-a8e8-41da-8334-d05529cc2cf9 None None] Provisioning for port e39f9977-df1c-4246-8ee7-a4b85f9b2a4d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:29.650933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.670544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ddb41b78-a8e8-41da-8334-d05529cc2cf9 None None] Provisioning complete for port e39f9977-df1c-4246-8ee7-a4b85f9b2a4d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:29.670921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ddb41b78-a8e8-41da-8334-d05529cc2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.693904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.700074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bd796960-7f70-496d-a0d4-30dbeadd918c service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265906 Aug 16 20:32:29.710075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7f867619-d7f0-487e-9979-4de3b6e2f9e6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:29.741563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.758096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ddb41b78-a8e8-41da-8334-d05529cc2cf9 None None] Port e39f9977-df1c-4246-8ee7-a4b85f9b2a4d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:32:29.784097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:29.784470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.800707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:29.868963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160b5ec-cf8f-4588-bbf2-47454d6d62b6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.886587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160b5ec-cf8f-4588-bbf2-47454d6d62b6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.891647 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e160b5ec-cf8f-4588-bbf2-47454d6d62b6 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3737316 Aug 16 20:32:29.891647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-75a341d1-dbcd-45d6-b01d-4b34a25b9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:29.895541 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-75a341d1-dbcd-45d6-b01d-4b34a25b9d74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 912 time: 0.5603242 Aug 16 20:32:29.896240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55558) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:29.960631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.001311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-31354ac1-e18e-4638-898d-e2add9f36e72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed HTTP/1.1" status: 200 len: 217 time: 0.0867794 Aug 16 20:32:30.010843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:32:30.105809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.106287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.114188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.123704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.129846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port e39f9977-df1c-4246-8ee7-a4b85f9b2a4d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:30.130528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.132422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.139781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.146753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.156049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.158313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-d4b8be93-17b8-41a0-ac89-152cac9ef924 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.2288687 Aug 16 20:32:30.159106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.161830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.165745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a1dbc09-649b-4bbb-8293-3708b66b2740 HTTP/1.1" status: 204 len: 168 time: 0.7201858 Aug 16 20:32:30.167971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-bfc7e624-55b0-4e87-91b0-6c1d6bda0ec2 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545395 Aug 16 20:32:30.186066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c3a-ec11-42c7-8c59-4ec5f7ddbfce req-652ab85e-6f62-4b04-8108-c3c339837c26 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.187773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b66e1c3a-ec11-42c7-8c59-4ec5f7ddbfce req-652ab85e-6f62-4b04-8108-c3c339837c26 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.2787352 Aug 16 20:32:30.223692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45251cfc-002a-4ba9-83ef-faa1a67ed3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1dbc09-649b-4bbb-8293-3708b66b2740,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:30.234977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.270870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-349ce50c-ccc3-4ee8-8b0e-cf2b2d53930b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 217 time: 0.0729117 Aug 16 20:32:30.337318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.348747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b66e1c3a-ec11-42c7-8c59-4ec5f7ddbfce req-8c0494bd-e059-4fba-9816-d93d768bf53f tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478434 Aug 16 20:32:30.374070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccefa9c2-9b2c-40ca-9ff5-d742ef732583 req-32f7f016-7522-4003-8c75-bdce2dee7eed tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015803 Aug 16 20:32:30.408263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.419094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3016df61-b391-486f-9cca-be2ea1795c03,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:30.432628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.432628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cfdbd371-487c-4b1e-ac10-d46e4d843207 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3016df61-b391-486f-9cca-be2ea1795c03 HTTP/1.1" status: 204 len: 168 time: 0.9525876 Aug 16 20:32:30.432628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55566) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:30.443606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e810c0d6-2683-4664-aa22-5ab1c65db4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.445141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-e810c0d6-2683-4664-aa22-5ab1c65db4d4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.1605699 Aug 16 20:32:30.498066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-7c006e15-8de7-48f0-b19b-2dc341583fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.500015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-7c006e15-8de7-48f0-b19b-2dc341583fba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.4866178 Aug 16 20:32:30.500932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for e39f9977-df1c-4246-8ee7-a4b85f9b2a4d owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:30.546401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a96bdab9-3cc0-4266-869a-95c7656ee70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.570744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.587508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-d2418267-547b-47cb-be63-10342328d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.589068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-d2418267-547b-47cb-be63-10342328d00b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331916 Aug 16 20:32:30.626741 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-1c160ef9-a195-4334-bb54-4fe934a041b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168230 Aug 16 20:32:30.634135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f734d-3c05-41cd-8eec-90ea87a3eb18 req-b9ceeeaf-59c2-4e18-a181-5c6355f7bfae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:30.637397 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Floating IP ffc7bb44-61a3-4112-8e91-1e1f8685c5b2 associated. External IP: 172.25.7.174, port: 9e3f8835-ec58-4f2c-8629-11bed0cf846e. Aug 16 20:32:30.641949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44f734d-3c05-41cd-8eec-90ea87a3eb18 req-b9ceeeaf-59c2-4e18-a181-5c6355f7bfae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1479588 Aug 16 20:32:30.805764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44f734d-3c05-41cd-8eec-90ea87a3eb18 req-791b6826-45ce-4669-83be-d13300ab8214 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626995 Aug 16 20:32:30.811130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.830762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7da2fb3-dc08-4102-ad51-316b0a5d495c']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:30.856817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:30.857239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a12379-4d13-4c45-92ec-fc7d613d4ff7') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:30.886965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.932091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:30.937679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-9c18269d-802a-47a3-ac6a-ef9773450260 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014655 Aug 16 20:32:30.941291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:32:30.941710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:32:31.003055 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:32:31.005868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-9c44699c-28ae-4d39-ac6f-59a4bf72c06a service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071634 Aug 16 20:32:31.097029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.119916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.125752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d7da2fb3-dc08-4102-ad51-316b0a5d495c HTTP/1.1" status: 204 len: 168 time: 0.6885152 Aug 16 20:32:31.132952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10437227-fc2c-4bfb-98c4-0ff355ffa206 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7da2fb3-dc08-4102-ad51-316b0a5d495c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:31.212530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5a54fd97-c878-409e-a96e-9d4f2943a356 req-0d8214a7-5544-47d6-add5-ca348e63ca5b service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263926 Aug 16 20:32:31.237913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-2b7507fc-c8aa-4619-b037-76f97f272206 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240458 Aug 16 20:32:31.258747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Router 97ffc270-e774-4bfb-8e55-b587dedce7bc has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:32:31.317509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3e506e2f-7186-40fc-a1d1-fe3f108a9e30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.0710101 Aug 16 20:32:31.399292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-768628b2-a7d2-4fa9-a936-d191c5684bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.407495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-768628b2-a7d2-4fa9-a936-d191c5684bcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.0763109 Aug 16 20:32:31.621288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f86c078e-4783-476d-977a-ee85dc17aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:31.623347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-f86c078e-4783-476d-977a-ee85dc17aa51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2061310 Aug 16 20:32:31.793952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:31.813073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.954077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=e39f9977-df1c-4246-8ee7-a4b85f9b2a4d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:31.975874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:31.983407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c89e52a4-b5a1-4e27-9540-a3eaa148574e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/e39f9977-df1c-4246-8ee7-a4b85f9b2a4d HTTP/1.1" status: 204 len: 168 time: 2.0838578 Aug 16 20:32:31.984125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:32.016991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-cc4a3371-dc9d-4b87-9252-96f4ee999751 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.018581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-cc4a3371-dc9d-4b87-9252-96f4ee999751 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.7601426 Aug 16 20:32:32.163103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c75a4959-6cdc-4fc9-b9d0-b6ecff8ac5de admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e82e5d63bba43e7b387a969d31b1ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619163 Aug 16 20:32:32.173716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55606) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:32.282577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7bbfb6-1b2e-4a33-8674-76fb4045fb77 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.284253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7bbfb6-1b2e-4a33-8674-76fb4045fb77 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.289509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-3b97cc91-c354-441e-9a3a-cabc830a8e24 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565259 Aug 16 20:32:32.290050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4b7bbfb6-1b2e-4a33-8674-76fb4045fb77 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2932928 Aug 16 20:32:32.292247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:32.332287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:32:32.345612 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Sync routers for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:32:32.359357 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:32.361461 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:32:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:32.369534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.477563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613f0fe0-e562-4ad0-976a-07bd352ea120 req-74191e61-31dd-47cd-b3eb-ca95711623f0 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771166 Aug 16 20:32:32.489883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74429bf-ded9-4317-8110-7bb0ff99215a req-8d210901-261d-4543-8ffb-20135af6f069 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.499452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74429bf-ded9-4317-8110-7bb0ff99215a req-8d210901-261d-4543-8ffb-20135af6f069 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 945 time: 0.9629939 Aug 16 20:32:32.519477 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c5745cb-f64d-4e5a-ae6a-ecc9323a73c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "PUT /v2.0/floatingips/ffc7bb44-61a3-4112-8e91-1e1f8685c5b2 HTTP/1.1" status: 200 len: 991 time: 3.7420526 Aug 16 20:32:32.525897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:32.528764 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5" -d '{"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:32.538296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.542666 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:32.546057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet d416a515-ab81-46a6-9c8f-eb23dfedd950 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:32.549374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.550584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.556790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.565114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.572238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.579361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.585312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.592511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.601964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-d334404a-feb1-46b9-a7e9-0f2f4d086d7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.9826741 Aug 16 20:32:32.627448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.681709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.711060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Deleting port 36eac084-b4ad-4896-899b-4706e7476e72 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:32.711407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.743742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79350947-8cbf-4ef3-8c5b-5f9371f0ed52 req-bca284ce-9fee-4065-af57-5446a3c4ebc9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390347 Aug 16 20:32:32.754862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74429bf-ded9-4317-8110-7bb0ff99215a req-a84fe641-3e74-4ded-bfd5-038d6946b468 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543030 Aug 16 20:32:32.770691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.773437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.784005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07e342f8-1460-4378-8068-3a9a119ba80d HTTP/1.1" status: 204 len: 168 time: 0.6001105 Aug 16 20:32:32.801093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.801902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.802063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.802559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.803032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.803532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.804027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:32.818001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-0df79244-e52c-44e5-bb96-69a3240709ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6495 time: 0.1657603 Aug 16 20:32:32.845633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e342f8-1460-4378-8068-3a9a119ba80d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:32.891814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.892528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.893927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.894506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.895073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.895648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.896239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.897006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.897787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.898350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.898886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.899421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ef21b1-f7ac-462b-894a-abc22fb98557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:32.944056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f2ec8209-1a70-4a1d-bf56-63918de3b1ed details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:32.965544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] For port 36eac084-b4ad-4896-899b-4706e7476e72, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36eac084-b4ad-4896-899b-4706e7476e72,segment=NetworkSegment(fade6ef4-d612-4aba-9318-24ba007ff701),segment_id=fade6ef4-d612-4aba-9318-24ba007ff701)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:32.965544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:32.972766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.036638 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eefb5a1-6380-4ba3-a6fa-b3d3fda1faf0 x-openstack-request-id: req-3eefb5a1-6380-4ba3-a6fa-b3d3fda1faf0 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:33.039377 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:33.039795 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3eefb5a1-6380-4ba3-a6fa-b3d3fda1faf0 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:33.040364 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'status': 'completed', 'code': 200} Aug 16 20:32:33.050714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Calling delete_port for 36eac084-b4ad-4896-899b-4706e7476e72 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:33.134189 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ffc7bb44-61a3-4112-8e91-1e1f8685c5b2', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'port_id': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'mac_address': 'fa:16:3e:c5:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:30:38Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 1, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:33.136881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0ce5-105e-4b4e-89c1-10164c08bfa1 req-821aedee-1f88-4cb5-9d0b-951127a1989c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.146562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-232f0ce5-105e-4b4e-89c1-10164c08bfa1 req-821aedee-1f88-4cb5-9d0b-951127a1989c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 943 time: 0.1749468 Aug 16 20:32:33.174265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Checking router: 97ffc270-e774-4bfb-8e55-b587dedce7bc for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:32:33.204326 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:32:33.205467 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:32:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:33.273179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-b08b5872-5d03-4880-a8e2-9eb7d316d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.276363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:33.280553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-b08b5872-5d03-4880-a8e2-9eb7d316d60c service neutron] 10.222.0.73 "GET /v2.0/networks?id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 903 time: 0.4602964 Aug 16 20:32:33.324630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed', 'mac_address': 'fa:16:3e:3d:cb:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:33.363766 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a02cc132-5b28-4bae-97a4-2a2851dff16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.364696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.382170 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.402327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=d416a515-ab81-46a6-9c8f-eb23dfedd950,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:33.406238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-8606179a-63f9-43eb-a0c9-167fd13a585f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.1108770 Aug 16 20:32:33.411377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.413638 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffa70281-3d00-4258-9cf2-60c11c386e34 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/d416a515-ab81-46a6-9c8f-eb23dfedd950 HTTP/1.1" status: 204 len: 168 time: 1.1174064 Aug 16 20:32:33.415942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:33.418403 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:32:33.422911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ec8209-1a70-4a1d-bf56-63918de3b1ed {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:33.429415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.430587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.430587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.430777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7d1bf-88b8-4453-8ad0-d9e9c368413c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:33.430862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.431368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.436188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.436931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:33.454595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-01d363f9-9228-476b-a5dd-1f03f8095187 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.3778780 Aug 16 20:32:33.467618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.559529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:33.560744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-93748677-bb28-4654-ae3c-b97c3770df87 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345599 Aug 16 20:32:33.561575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.576873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:33.578290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36eac084-b4ad-4896-899b-4706e7476e72'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:33.632735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:33.649468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.655472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-232f0ce5-105e-4b4e-89c1-10164c08bfa1 req-23d3f039-44f3-4316-a6a9-ad225a29c9e4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078092 Aug 16 20:32:33.668030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Pushing event deleted for resources: {'Port': ['ID=36eac084-b4ad-4896-899b-4706e7476e72,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:33.726588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] No DVR routers for this DVR port 36eac084-b4ad-4896-899b-4706e7476e72 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:33.729449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:33.737540 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-391184fc-423d-4c09-b9e9-e9425769e4ec req-c24bf6a4-48b4-40a9-9638-f8ccb6589703 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.64 "DELETE /v2.0/ports/36eac084-b4ad-4896-899b-4706e7476e72 HTTP/1.1" status: 204 len: 173 time: 1.6759150 Aug 16 20:32:33.848218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:33.879682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f2ec8209-1a70-4a1d-bf56-63918de3b1ed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:33.928129 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ffc7bb44-61a3-4112-8e91-1e1f8685c5b2', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'port_id': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'mac_address': 'fa:16:3e:c5:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:30:38Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 1, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:33.959795 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9260199-e570-4008-850e-28251a7b2fb8 None None] The sync data for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 is: [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ffc7bb44-61a3-4112-8e91-1e1f8685c5b2', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'floating_ip_address': '172.25.7.174', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'port_id': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'mac_address': 'fa:16:3e:c5:a1:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:30:38Z', 'updated_at': '2021-08-16T20:32:29Z', 'revision_number': 1, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:32:33.995110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:34.068519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3e38334-42f3-417f-9433-c82b5b5302d8 req-f218e500-eb79-46ed-ab99-7a751824ce12 tempest-ServersTestJSON-793429792 tempest-ServersTestJSON-793429792-project] 10.222.0.70 "GET /v2.0/ports?device_id=5066fc95-444f-443c-a703-1c459821bdeb HTTP/1.1" status: 200 len: 210 time: 0.1514015 Aug 16 20:32:34.072929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-7321df52-22c8-4b39-88f5-6a40a3e571d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.074214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-7321df52-22c8-4b39-88f5-6a40a3e571d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.6162152 Aug 16 20:32:34.075228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-4bae0a2a-3f9f-47e8-bc5e-74c4787fc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.076994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-4bae0a2a-3f9f-47e8-bc5e-74c4787fc722 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 HTTP/1.1" status: 200 len: 912 time: 0.6202257 Aug 16 20:32:34.117129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Deleting port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:34.117129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.215589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.227032 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.235446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.245392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.246505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] For port 7f867619-d7f0-487e-9979-4de3b6e2f9e6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7f867619-d7f0-487e-9979-4de3b6e2f9e6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:34.246909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.252676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.260029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.266689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.281066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.281755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Calling delete_port for 7f867619-d7f0-487e-9979-4de3b6e2f9e6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:34.297048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-0709427a-dcbe-4cd5-a2f3-349ac8fa2756 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.3966784 Aug 16 20:32:34.377774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-801328ad-03fa-482d-9d52-2947c570204a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 999 time: 0.2876551 Aug 16 20:32:34.379194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8cabb-cfbc-4799-988f-e98470c1fcae None None] New status for floating IP ffc7bb44-61a3-4112-8e91-1e1f8685c5b2: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:32:34.391429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2054854-b77e-4629-9f94-405f537a110f req-4622f9e2-be8d-4dfd-8983-529cbeeca154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.392989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-4622f9e2-be8d-4dfd-8983-529cbeeca154 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3040943 Aug 16 20:32:34.453930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-147c28b9-7977-4557-9cb1-ba59b3e0d63a req-50383c46-d1d7-4370-9252-635f9299768b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556962 Aug 16 20:32:34.497402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:34.501574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.608211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:34.626738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-6396ddc2-db56-430f-bac1-0b0cc5b8a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.632904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-6396ddc2-db56-430f-bac1-0b0cc5b8a998 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.2370999 Aug 16 20:32:34.656711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] Pushing event deleted for resources: {'Port': ['ID=7f867619-d7f0-487e-9979-4de3b6e2f9e6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:34.659460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1981eb-8feb-4b7a-8993-26359ee28f16 None None] No DVR routers for this DVR port 7f867619-d7f0-487e-9979-4de3b6e2f9e6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:34.796638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-8b82f8d8-88ac-425d-a7fd-34ebcbce0685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:34.798135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-8b82f8d8-88ac-425d-a7fd-34ebcbce0685 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287084 Aug 16 20:32:34.800032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-a2558b9e-f4e1-4147-b562-5b76add48645 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954296 Aug 16 20:32:34.960778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f2ec8209-1a70-4a1d-bf56-63918de3b1ed up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:35.041727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'name': 'network-vif-deleted', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:35.044743 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c3c2d-0889-4261-bc8c-76acf556c6b9" -d '{"events": [{"server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "name": "network-vif-deleted", "tag": "36eac084-b4ad-4896-899b-4706e7476e72"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:35.049474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae4374-f8f6-4fc6-a5d4-d3f4720f6a4c req-327417cf-e6fe-4154-9604-09b0645f0ea7 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.051127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00ae4374-f8f6-4fc6-a5d4-d3f4720f6a4c req-327417cf-e6fe-4154-9604-09b0645f0ea7 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 944 time: 0.2501876 Aug 16 20:32:35.110750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port f2ec8209-1a70-4a1d-bf56-63918de3b1ed completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:35.124568 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9b04df-30b9-4a0a-bcab-f1e5c7bec42d x-openstack-request-id: req-8b9b04df-30b9-4a0a-bcab-f1e5c7bec42d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:35.124568 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5066fc95-444f-443c-a703-1c459821bdeb", "name": "network-vif-deleted", "tag": "36eac084-b4ad-4896-899b-4706e7476e72", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:35.124568 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b9b04df-30b9-4a0a-bcab-f1e5c7bec42d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:35.124568 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5066fc95-444f-443c-a703-1c459821bdeb', 'name': 'network-vif-deleted', 'tag': '36eac084-b4ad-4896-899b-4706e7476e72', 'status': 'completed', 'code': 200} Aug 16 20:32:35.130608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port f2ec8209-1a70-4a1d-bf56-63918de3b1ed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:35.131066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.179019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2054854-b77e-4629-9f94-405f537a110f req-7b67ed4a-e03a-433b-9987-d765cbcce5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552151 Aug 16 20:32:35.184298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-a2c0fcfc-4711-4bb3-a553-122a8c19f05a service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623605 Aug 16 20:32:35.191125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00ae4374-f8f6-4fc6-a5d4-d3f4720f6a4c req-f295e9d2-d3a7-4365-b3a2-5f12f8fc5e59 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205487 Aug 16 20:32:35.205650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55708) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:35.300895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.312781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Deleting subnet 087234e8-735b-4d67-b403-b96dae56e6fd {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:35.319502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.336558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:35.339579 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb85c0bd-ee34-4e02-9928-dea74647305c" -d '{"events": [{"server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:35.393539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55720) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:35.428219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:35.431102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.445402 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a6120-4a27-4b28-bbc0-1797c33136a3 x-openstack-request-id: req-b91a6120-4a27-4b28-bbc0-1797c33136a3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:35.445402 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "name": "network-vif-plugged", "status": "completed", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:35.445402 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b91a6120-4a27-4b28-bbc0-1797c33136a3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:35.445402 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed', 'code': 200} Aug 16 20:32:35.485482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:35.488994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ef989e0-44ac-49f5-b7de-52bc8f0369d5 req-2bff97b1-ddf6-4f32-b0c0-404e91149bb8 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948112 Aug 16 20:32:35.489676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.504672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.506073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36eac084-b4ad-4896-899b-4706e7476e72 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:35.537119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:35.549411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:35.560860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad099a3-a9bb-4fe3-a54e-c07b8bdccae2 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:35.562290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.563356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.582856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=f5499171-aa84-42f1-84a9-6fef07ed2ce9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:35.614096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.645193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c16e5-a876-4019-9ee2-c4b9cf0a524d req-26ea7bb9-0e48-43da-8ab5-f6385768d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.646658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e41c16e5-a876-4019-9ee2-c4b9cf0a524d req-26ea7bb9-0e48-43da-8ab5-f6385768d120 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 1097 time: 0.1289589 Aug 16 20:32:35.649330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 36eac084-b4ad-4896-899b-4706e7476e72 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:35.649486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36eac084-b4ad-4896-899b-4706e7476e72 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:35.705328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.712297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.718595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c32768fb-9cd5-47ba-8be2-ca76c269bdf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.721543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.731609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.740177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.748795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7f867619-d7f0-487e-9979-4de3b6e2f9e6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:35.749629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.760464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:35.762433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-e08f17f6-5b68-44eb-a2df-251107e0d7e2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1600785 Aug 16 20:32:35.766333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e41c16e5-a876-4019-9ee2-c4b9cf0a524d req-f271edb4-0837-43e1-b60a-6ad909e36773 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092403 Aug 16 20:32:35.769250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-823546ac-ac50-42f9-bdd5-3a218480993b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1749308 Aug 16 20:32:35.771331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:35.771920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55728) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:35.780077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7f867619-d7f0-487e-9979-4de3b6e2f9e6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:35.780417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7f867619-d7f0-487e-9979-4de3b6e2f9e6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:35.780974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:94:1b:b2', 'name': 'tempest-NetworksTestDHCPv6-474046191'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:35.818116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.826900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'f5499171-aa84-42f1-84a9-6fef07ed2ce9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:35.826900 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.870835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087234e8-735b-4d67-b403-b96dae56e6fd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:35.881244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:35.883311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-82bf9b63-2193-447d-8982-ab6f79697a08 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/087234e8-735b-4d67-b403-b96dae56e6fd HTTP/1.1" status: 204 len: 168 time: 0.6763146 Aug 16 20:32:35.887509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55734) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:35.892470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21510e83-b8da-43f6-8c55-4f52841ef3aa req-1e14e695-62e4-48bf-9613-dfeed8c876c3 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191370 Aug 16 20:32:35.999280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.006467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c32768fb-9cd5-47ba-8be2-ca76c269bdf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.011416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55736) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:36.030385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Allocated IP 2001:db8::f816:3eff:fe40:c562 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/f5499171-aa84-42f1-84a9-6fef07ed2ce9/0716107b-3647-43e5-90d6-b4585e0bf68d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:36.098362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c32768fb-9cd5-47ba-8be2-ca76c269bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.134241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32768fb-9cd5-47ba-8be2-ca76c269bdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c7e226-ceb7-4dee-b804-3241a9955038,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.138388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:36.163401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.176851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4b43e4-2c47-4908-829e-b037afe37244']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:36.181301 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c32768fb-9cd5-47ba-8be2-ca76c269bdf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c0a1cac8605d4059bd284d43a08cff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7846913 Aug 16 20:32:36.186630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55744) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:36.197630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fade6ef4-d612-4aba-9318-24ba007ff701') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:36.197923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fade6ef4-d612-4aba-9318-24ba007ff701') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:32:36.215773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.226127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.240668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Transition to ACTIVE for port object 0716107b-3647-43e5-90d6-b4585e0bf68d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:36.246011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.253725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:32:36.254208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:32:36.255999 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:32:36.259451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Transition to ACTIVE for port object 0716107b-3647-43e5-90d6-b4585e0bf68d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:36.262723 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.322694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.349146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.363591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.364704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.385876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09b2-26d5-4165-a54f-a858c098686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.401326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:36.405057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:36.413931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.414119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:36.414768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.416064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Pushing event updated for resources: {'Port': ['ID=0716107b-3647-43e5-90d6-b4585e0bf68d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.417501 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] 10.222.0.70 "DELETE /v2.0/networks/df4b43e4-2c47-4908-829e-b037afe37244 HTTP/1.1" status: 204 len: 168 time: 0.5288532 Aug 16 20:32:36.433154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port c84da7ef-e136-4672-ad7e-666ff9a66f1b yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:36.441277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc5b08-1ced-46fc-a68c-ed98138aed24 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4b43e4-2c47-4908-829e-b037afe37244,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.508899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036baaf9-a15b-4e06-911b-2be9b094198a req-0cbca9f7-d843-43be-b8e9-ba0336526b08 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:36.510511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-036baaf9-a15b-4e06-911b-2be9b094198a req-0cbca9f7-d843-43be-b8e9-ba0336526b08 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 945 time: 0.2042208 Aug 16 20:32:36.521841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Attempting to bind port 0716107b-3647-43e5-90d6-b4585e0bf68d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:36.522221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Attempting to bind port 0716107b-3647-43e5-90d6-b4585e0bf68d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:36.522581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Attempting to bind port 0716107b-3647-43e5-90d6-b4585e0bf68d on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:36.523109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.526772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.529077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21c7e226-ceb7-4dee-b804-3241a9955038 HTTP/1.1" status: 204 len: 168 time: 0.3406258 Aug 16 20:32:36.529463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:36.534686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:36.534686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.534686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:36.534686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Bound port: 0716107b-3647-43e5-90d6-b4585e0bf68d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:36.534686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.542238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197e6f6-bcf1-4c4e-84f5-e07632fe8a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c7e226-ceb7-4dee-b804-3241a9955038,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.616833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-036baaf9-a15b-4e06-911b-2be9b094198a req-6927b057-6f57-453f-888a-2cf7be6e154f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973194 Aug 16 20:32:36.661279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] For port 0716107b-3647-43e5-90d6-b4585e0bf68d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:36.664342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] For port 0716107b-3647-43e5-90d6-b4585e0bf68d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0716107b-3647-43e5-90d6-b4585e0bf68d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:36.705948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe94:1bb2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/f5499171-aa84-42f1-84a9-6fef07ed2ce9/c84da7ef-e136-4672-ad7e-666ff9a66f1b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:36.722703 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.740707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09b2-26d5-4165-a54f-a858c098686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.800547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759c28-bd89-4d34-8043-29b342708235 None None] Pushing event updated for resources: {'Port': ['ID=0716107b-3647-43e5-90d6-b4585e0bf68d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.842669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b4f09b2-26d5-4165-a54f-a858c098686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:36.907370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8b4f09b2-26d5-4165-a54f-a858c098686e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb842dba92a646b0a4746e0fff3f194c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8910666 Aug 16 20:32:36.907370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f09b2-26d5-4165-a54f-a858c098686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac08a4-ebad-4741-9501-9fdb767f239b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:36.907943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55760) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:36.957292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:37.025227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.049459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object c84da7ef-e136-4672-ad7e-666ff9a66f1b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:37.074689 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-175807cc-d655-483a-9292-f4f2244f8d24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68a0a7f2e7ad4a24a9eb6a8eb68620a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1136692 Aug 16 20:32:37.077795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:37.109242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.160302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.163118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.170585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.177254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.178437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.183497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.190716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.197011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.207288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.209417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-08fa34c6-f32e-478f-9fa7-e0a351fe1f12 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1624043 Aug 16 20:32:37.217112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.237512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.290555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:37.299223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:37.304389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=c84da7ef-e136-4672-ad7e-666ff9a66f1b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:37.314931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:37.320410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.321070 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.328220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76923d8b-e432-40c4-b5b3-18c8c860693a req-49d93c26-1467-4a7c-ba21-9620900b68fb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866790 Aug 16 20:32:37.373835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.376516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.381182 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fac08a4-ebad-4741-9501-9fdb767f239b HTTP/1.1" status: 204 len: 168 time: 0.4684281 Aug 16 20:32:37.386253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eda44-1c95-42d9-b142-b60106b02582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac08a4-ebad-4741-9501-9fdb767f239b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:37.394805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.398156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.399426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2dd8cac8-7330-4cfd-8482-3dd88e4e2c06 HTTP/1.1" status: 204 len: 168 time: 0.3201234 Aug 16 20:32:37.414542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ace061-54d6-43f7-8849-aa90b234e654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8cac8-7330-4cfd-8482-3dd88e4e2c06,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:37.438132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-efe3954d-3478-4b71-9994-5c5eb9e370e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6615531 Aug 16 20:32:37.438132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:37.506141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29892719-e484-440b-88d9-d88be9a960d9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.512969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29892719-e484-440b-88d9-d88be9a960d9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:37.514798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29892719-e484-440b-88d9-d88be9a960d9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0759826 Aug 16 20:32:37.517531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:37.634461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port c84da7ef-e136-4672-ad7e-666ff9a66f1b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:37.634815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:37.777426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0716107b-3647-43e5-90d6-b4585e0bf68d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:37.909970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0716107b-3647-43e5-90d6-b4585e0bf68d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:38.061525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.084686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3bc42-df68-4785-91d3-65bc47cf05bc req-9ee18736-80b8-445a-9ffb-29486db8cbfe tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.086336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ce3bc42-df68-4785-91d3-65bc47cf05bc req-9ee18736-80b8-445a-9ffb-29486db8cbfe tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 945 time: 0.3775737 Aug 16 20:32:38.087411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for c84da7ef-e136-4672-ad7e-666ff9a66f1b owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:38.139056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Provisioning for port 0716107b-3647-43e5-90d6-b4585e0bf68d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:38.144098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Provisioning complete for port 0716107b-3647-43e5-90d6-b4585e0bf68d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:38.144681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.207072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ce3bc42-df68-4785-91d3-65bc47cf05bc req-f843f1e9-370b-446f-b5cb-209b99abe8ba tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115708 Aug 16 20:32:38.257874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.296976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] For port 0716107b-3647-43e5-90d6-b4585e0bf68d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0716107b-3647-43e5-90d6-b4585e0bf68d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:38.350717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.410578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d364f-b66c-4071-992e-fda3bed42cc0 None None] Pushing event updated for resources: {'Port': ['ID=0716107b-3647-43e5-90d6-b4585e0bf68d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:38.422968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.455668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=c84da7ef-e136-4672-ad7e-666ff9a66f1b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:38.463962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-94c5b08a-dd71-44af-96d8-9e02126c067e None None] Could not find standard attr ID for object c84da7ef-e136-4672-ad7e-666ff9a66f1b. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:32:38.523582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.525677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c12570c0-cb9d-4012-acf4-0bc35ab5b0bb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/c84da7ef-e136-4672-ad7e-666ff9a66f1b HTTP/1.1" status: 204 len: 168 time: 1.0070181 Aug 16 20:32:38.528127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:38.593243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.599453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.607082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.608350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:38.612555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.618768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.625124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.631093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.633125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-ac38adab-6fb3-4072-aa44-680c620aa6f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1805272 Aug 16 20:32:38.633895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-194a5ecf-a1d0-4e1e-9de8-24bbe30fa9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.656629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420b618-91e6-4c36-adef-0543a0e2055d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.658684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d420b618-91e6-4c36-adef-0543a0e2055d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.660241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d420b618-91e6-4c36-adef-0543a0e2055d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1306152 Aug 16 20:32:38.663144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:38.729657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bcd31e64-d03d-4161-ba34-b19844c51626 req-c76f0daf-ba70-4ef1-baf1-53a973135334 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666108 Aug 16 20:32:38.785396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet f5499171-aa84-42f1-84a9-6fef07ed2ce9 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:38.799609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.876252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:38.901031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd925dcd-72d8-4ecc-bb51-cf2a9c487e3a req-8be49725-4791-4ecc-be02-fa26572bba08 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:38.902593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd925dcd-72d8-4ecc-bb51-cf2a9c487e3a req-8be49725-4791-4ecc-be02-fa26572bba08 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0588648 Aug 16 20:32:38.947975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd925dcd-72d8-4ecc-bb51-cf2a9c487e3a req-1acc8f20-fc35-4dd4-ae53-18d43899b803 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 16 20:32:38.948232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-194a5ecf-a1d0-4e1e-9de8-24bbe30fa9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.012041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.037109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-194a5ecf-a1d0-4e1e-9de8-24bbe30fa9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.095257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a5ecf-a1d0-4e1e-9de8-24bbe30fa9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595321e-5be7-49fe-8095-20ae4523d261,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:39.102961 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-194a5ecf-a1d0-4e1e-9de8-24bbe30fa9da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83999416912c446da88c11e740d9da33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4930956 Aug 16 20:32:39.105576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55834) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.159153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.181374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.196289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.228712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=f5499171-aa84-42f1-84a9-6fef07ed2ce9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:39.231047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.233687 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e4264327-045d-46a0-826c-25f64110a2ae tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/f5499171-aa84-42f1-84a9-6fef07ed2ce9 HTTP/1.1" status: 204 len: 168 time: 0.5695095 Aug 16 20:32:39.236222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.252942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd567611-9eae-4b66-85a6-a5defe730002 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:39.286175 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92f7edbf-94fa-4c21-83e7-91a3d59bb774 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480294 Aug 16 20:32:39.288634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55844) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.325420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.330432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.334638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f595321e-5be7-49fe-8095-20ae4523d261 HTTP/1.1" status: 204 len: 168 time: 0.2252681 Aug 16 20:32:39.343678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c37ee2-1d45-4622-8f01-62208a7ebf04 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:39.344334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0153cc-3aea-4f03-a560-e50c1746e421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595321e-5be7-49fe-8095-20ae4523d261,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:39.345265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8c37ee2-1d45-4622-8f01-62208a7ebf04 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0557210 Aug 16 20:32:39.347839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55848) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.404926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f35d4-20da-4cf3-833f-9fed34f23b1c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:39.411254 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-841f35d4-20da-4cf3-833f-9fed34f23b1c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575316 Aug 16 20:32:39.411379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.766431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-abd40cd6-69b3-476a-93d1-1c3c67d0208f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556960 Aug 16 20:32:39.766431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55854) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:39.769221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe64164d-e029-403d-b979-10d55000148e None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:39.770078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fe64164d-e029-403d-b979-10d55000148e None None] Deleting port 0716107b-3647-43e5-90d6-b4585e0bf68d {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe64164d-e029-403d-b979-10d55000148e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fe64164d-e029-403d-b979-10d55000148e None None] For port 0716107b-3647-43e5-90d6-b4585e0bf68d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0716107b-3647-43e5-90d6-b4585e0bf68d,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe64164d-e029-403d-b979-10d55000148e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fe64164d-e029-403d-b979-10d55000148e None None] Calling delete_port for 0716107b-3647-43e5-90d6-b4585e0bf68d owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0716107b-3647-43e5-90d6-b4585e0bf68d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:39.770752 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.795981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:39.800596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.871308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe64164d-e029-403d-b979-10d55000148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:39.933766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe64164d-e029-403d-b979-10d55000148e None None] No DVR routers for this DVR port 0716107b-3647-43e5-90d6-b4585e0bf68d on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:39.938899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64164d-e029-403d-b979-10d55000148e None None] Pushing event deleted for resources: {'Port': ['ID=0716107b-3647-43e5-90d6-b4585e0bf68d,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.040764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-73c78fb9-7b5a-42e3-a9b6-7258c511a7c7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1288409 Aug 16 20:32:40.099914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-0e8300ff-5e1f-477d-a308-a0c183439396 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.102328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-0e8300ff-5e1f-477d-a308-a0c183439396 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 945 time: 0.0658114 Aug 16 20:32:40.142388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07ed2a83-c365-4648-9db7-54c51ecf440b req-ebaea109-7bf7-4f36-a282-825b6d032696 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1033955 Aug 16 20:32:40.160994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b20323-51ee-44c0-866e-cf8c20f49950 req-b9028ecc-278e-4297-912a-fff3ac4630d9 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.160994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1b20323-51ee-44c0-866e-cf8c20f49950 req-b9028ecc-278e-4297-912a-fff3ac4630d9 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 945 time: 0.1296229 Aug 16 20:32:40.214262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port f2ec8209-1a70-4a1d-bf56-63918de3b1ed {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:40.215548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.237435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1b20323-51ee-44c0-866e-cf8c20f49950 req-40b9de9f-03a1-4088-9cb6-dbc13a77c0d2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Aug 16 20:32:40.285417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.324809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port f2ec8209-1a70-4a1d-bf56-63918de3b1ed, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:40.325472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.337934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:40.343081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for f2ec8209-1a70-4a1d-bf56-63918de3b1ed owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:40.345360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:40.349251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:40.349847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.359950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041abdb2-f554-416b-a0bd-dd6c5d28263e None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:40.403112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=5535618c-cf3e-4fd8-95ae-c00c7c908abc,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:40.469366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dca452a5-5883-4b84-a771-4f8916d0fa52 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9958286 Aug 16 20:32:40.471921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55878) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:40.476944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:ac:93:d5', 'name': 'tempest-NetworksTestDHCPv6-767602892'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:40.541262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '5535618c-cf3e-4fd8-95ae-c00c7c908abc'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:40.541262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.565835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.663400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=f2ec8209-1a70-4a1d-bf56-63918de3b1ed,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:40.672718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port f2ec8209-1a70-4a1d-bf56-63918de3b1ed on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:40.675553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.677836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9e5e1cef-29c7-49d1-8080-6166f4414179 req-52589e10-3908-4851-8f9f-9d5bcdc94e0f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "DELETE /v2.0/ports/f2ec8209-1a70-4a1d-bf56-63918de3b1ed HTTP/1.1" status: 204 len: 173 time: 0.5695245 Aug 16 20:32:40.678314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'name': 'network-vif-deleted', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:40.681081 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9e29bd-283d-44ca-b086-f3519b875952" -d '{"events": [{"server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "name": "network-vif-deleted", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:40.734369 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b44407f-c994-4902-9fea-4d36b4bbda22 x-openstack-request-id: req-8b44407f-c994-4902-9fea-4d36b4bbda22 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:40.734676 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a60585-7623-483f-8651-2a751537d7d7", "name": "network-vif-deleted", "tag": "f2ec8209-1a70-4a1d-bf56-63918de3b1ed", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:40.734992 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b44407f-c994-4902-9fea-4d36b4bbda22 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:40.735402 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a60585-7623-483f-8651-2a751537d7d7', 'name': 'network-vif-deleted', 'tag': 'f2ec8209-1a70-4a1d-bf56-63918de3b1ed', 'status': 'completed', 'code': 200} Aug 16 20:32:40.766960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:40.771772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:40.796339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 93e58cf3-46dd-4ed8-bb1e-866e55fa0802 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:40.798340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f2ec8209-1a70-4a1d-bf56-63918de3b1ed'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:40.915174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/5535618c-cf3e-4fd8-95ae-c00c7c908abc/5d5509a8-3738-4252-a7d6-e190caa4a517) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:41.069907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.079341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Transition to ACTIVE for port object 5d5509a8-3738-4252-a7d6-e190caa4a517 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:41.094921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Transition to ACTIVE for port object 5d5509a8-3738-4252-a7d6-e190caa4a517 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:41.203570 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.258582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:41.261555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:41.266156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:41.275553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Pushing event updated for resources: {'Port': ['ID=5d5509a8-3738-4252-a7d6-e190caa4a517,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:41.310183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::60 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/5535618c-cf3e-4fd8-95ae-c00c7c908abc/93e58cf3-46dd-4ed8-bb1e-866e55fa0802) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:41.362355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Attempting to bind port 5d5509a8-3738-4252-a7d6-e190caa4a517 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:41.362767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Attempting to bind port 5d5509a8-3738-4252-a7d6-e190caa4a517 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:41.362936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Attempting to bind port 5d5509a8-3738-4252-a7d6-e190caa4a517 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:41.366909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.368881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:41.369256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:41.369652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.370083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:41.370566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Bound port: 5d5509a8-3738-4252-a7d6-e190caa4a517, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:41.371005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.385505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.392463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.399081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.409586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.414183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.420822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:41.429485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-779c67e7-083b-4f55-b72a-0868e101b069 req-372bf6c5-0af4-4888-b99d-d2b3cbdb2b88 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1768894 Aug 16 20:32:41.516092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-779c67e7-083b-4f55-b72a-0868e101b069 req-14b00230-8259-45d1-9237-bbb5f5fed2ad tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791359 Aug 16 20:32:41.533679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] For port 5d5509a8-3738-4252-a7d6-e190caa4a517, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:41.538852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] For port 5d5509a8-3738-4252-a7d6-e190caa4a517, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5d5509a8-3738-4252-a7d6-e190caa4a517,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:41.611716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.696008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5402c5cd-9116-4f29-b8c3-21577f31caf6 req-c946db34-7182-45c6-8404-db970c968f63 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a60585-7623-483f-8651-2a751537d7d7 HTTP/1.1" status: 200 len: 210 time: 0.0455227 Aug 16 20:32:41.726061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed992e-d70b-4ebb-b9b1-5e27af9dc07c None None] Pushing event updated for resources: {'Port': ['ID=5d5509a8-3738-4252-a7d6-e190caa4a517,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:41.769601 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:41.797647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-688bfdff-ea40-4a13-ba2a-e77a54498d0b req-63aee1a4-7bad-4f79-80cd-d09605357989 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0478134 Aug 16 20:32:41.810925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 93e58cf3-46dd-4ed8-bb1e-866e55fa0802 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:41.899057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.000618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:42.006994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:42.014069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:42.021220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.021891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.048280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=93e58cf3-46dd-4ed8-bb1e-866e55fa0802,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:42.148171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05208aba-b3b4-4e08-b6b1-4d957e43dc64 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6750927 Aug 16 20:32:42.154058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:42.219876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5ba32-8d18-4a21-b91e-95c4fdb25414 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.228539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec5ba32-8d18-4a21-b91e-95c4fdb25414 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.236040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:42.237541 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4ec5ba32-8d18-4a21-b91e-95c4fdb25414 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0867126 Aug 16 20:32:42.327587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 93e58cf3-46dd-4ed8-bb1e-866e55fa0802 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:42.327959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.430152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.444514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 93e58cf3-46dd-4ed8-bb1e-866e55fa0802 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:42.669979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.733929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.744900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.750798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.757656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.764383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.774424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.781320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.786033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-7b3ae9e0-cb8b-421a-a5cb-f57993282e4a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1649549 Aug 16 20:32:42.789904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=93e58cf3-46dd-4ed8-bb1e-866e55fa0802,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:42.843883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:42.845898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f0f2255f-e0ad-4725-a15f-6f7e691614be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/93e58cf3-46dd-4ed8-bb1e-866e55fa0802 HTTP/1.1" status: 204 len: 168 time: 0.6087976 Aug 16 20:32:42.848497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 55976) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:42.946407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c905922-a819-441b-8cb5-58b6ea3f1a18 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.948005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c905922-a819-441b-8cb5-58b6ea3f1a18 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:42.950606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-12507baa-3f05-4d20-aa84-1b5abda468f9 None None] Provisioning for port 5d5509a8-3738-4252-a7d6-e190caa4a517 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:42.957594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c905922-a819-441b-8cb5-58b6ea3f1a18 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1080687 Aug 16 20:32:42.961270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55982) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:42.996414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29bf9ec3-e9b6-45c6-8c27-4eb800fbba14 req-d7417041-194e-4c06-ab7d-3da08102dfde tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042549 Aug 16 20:32:43.028468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-218e8351-5643-4f2c-a840-8f76473bfd60 req-111d586b-bfa8-487c-86d4-965225be5b54 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.1191599 Aug 16 20:32:43.042927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 5535618c-cf3e-4fd8-95ae-c00c7c908abc {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:43.043472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.096386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.173948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f6b3a09b-97c6-4f0b-9290-3288a4dfbc5f None None] Could not find standard attr ID for object 93e58cf3-46dd-4ed8-bb1e-866e55fa0802. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:32:43.243342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.290044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-7ce6be92-17c5-4042-931f-caa1ee728bf6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:43.291637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-7ce6be92-17c5-4042-931f-caa1ee728bf6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1927397 Aug 16 20:32:43.320082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-6a116162-86bb-4de4-8f8e-f517f2dcc34b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0166495 Aug 16 20:32:43.370357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-2c84ed60-e59f-465a-adce-89399e65e258 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368941 Aug 16 20:32:43.434449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.486652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=5535618c-cf3e-4fd8-95ae-c00c7c908abc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:43.490834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.493812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346064cb-04ff-45e7-84a4-68ff9665d6f7 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:43.497207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-2ebaa262-f1b8-425c-9acd-d9a9f0f16d98 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165841 Aug 16 20:32:43.498879 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-58cfb522-23ea-477a-8e1a-dc7ea5fcc23c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/5535618c-cf3e-4fd8-95ae-c00c7c908abc HTTP/1.1" status: 204 len: 168 time: 0.5356753 Aug 16 20:32:43.500001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:43.605616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56010) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:43.607546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d7bab838-60ed-467c-b789-624618519cd1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051712 Aug 16 20:32:43.690801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-3da4f200-dce3-416c-9a42-87255b2980ee service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940575 Aug 16 20:32:43.702924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe2d311-5a10-4def-861a-8da9fb9308c4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:43.707916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dfe2d311-5a10-4def-861a-8da9fb9308c4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1005633 Aug 16 20:32:43.710506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:43.783505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:43.810781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479708e-fab0-4a1b-b276-a2b5bd159046 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:43.815140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56018) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:43.815686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2479708e-fab0-4a1b-b276-a2b5bd159046 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1035557 Aug 16 20:32:43.850574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Deleting port 5d5509a8-3738-4252-a7d6-e190caa4a517 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:43.850944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.860330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8933b063-cbaf-4e68-966d-25828f09f694 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437732 Aug 16 20:32:43.864223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56020) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:43.869762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:43.962613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] For port 5d5509a8-3738-4252-a7d6-e190caa4a517, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5d5509a8-3738-4252-a7d6-e190caa4a517,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:43.964322 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:43.984395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Calling delete_port for 5d5509a8-3738-4252-a7d6-e190caa4a517 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:44.123871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a75060-b679-4db4-b801-0a14231e8271 req-b1690853-d3d5-438f-b233-138259b00c5c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0797043 Aug 16 20:32:44.133860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:44.147121 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.265388 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.265893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b3e40b4-6c1e-4b44-99b1-c46b6d602749 req-9b735efd-974b-4bba-826e-f32064a63dd7 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0506337 Aug 16 20:32:44.287776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.293715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.300128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.306171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.312836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.318632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.320398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] Pushing event deleted for resources: {'Port': ['ID=5d5509a8-3738-4252-a7d6-e190caa4a517,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:44.324417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6e070-f385-42d9-99ec-26b7554869f0 None None] No DVR routers for this DVR port 5d5509a8-3738-4252-a7d6-e190caa4a517 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:44.328948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.334290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-061a507b-4fbe-413e-a3ea-89155852480b req-d406d192-2826-4bdc-97e1-88f3498f6eb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.2135189 Aug 16 20:32:44.402132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-061a507b-4fbe-413e-a3ea-89155852480b req-01e66557-41b7-4fe3-b6a8-b4446aec1893 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579782 Aug 16 20:32:44.639437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:44.641205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.701649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:44.708221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:44.709261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:44.709857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.717960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5fd15a-97a1-445e-93cf-4e922d85ca14 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:44.720489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=433c115a-f186-43d1-b497-2489b45569a1,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:44.841531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:44.847090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-732b447c-35f2-400e-bc80-ce35c024f125 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9815569 Aug 16 20:32:44.848708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:44.885494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '433c115a-f186-43d1-b497-2489b45569a1'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:44.886409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:44.992872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f2ec8209-1a70-4a1d-bf56-63918de3b1ed no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:45.036269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: f2ec8209-1a70-4a1d-bf56-63918de3b1ed {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:45.039283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f2ec8209-1a70-4a1d-bf56-63918de3b1ed not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:45.056769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Allocated IP 2001:db8::f816:3eff:fe7b:7c35 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/433c115a-f186-43d1-b497-2489b45569a1/c7b4027d-72a3-4038-b8a0-7fe4917525c6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:45.087326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:45.092068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.209367 n-d-794306-10 neutron-server[95241]: INFO neutron.db.ipam_backend_mixin [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 433c115a-f186-43d1-b497-2489b45569a1 (CIDR: 2001:db8::/64) Aug 16 20:32:45.238366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a2e8672-ac18-4ceb-aeb0-dd13bffb6f6f req-75e88727-5442-4e49-9915-da8bb56198a8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Aug 16 20:32:45.248578 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:45.249159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:45.286715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.296771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Transition to ACTIVE for port object c7b4027d-72a3-4038-b8a0-7fe4917525c6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:45.317607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Transition to ACTIVE for port object c7b4027d-72a3-4038-b8a0-7fe4917525c6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:45.343856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:45.344330 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e0ca256b-b1d4-448e-abec-b45c3a50c775 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5007057 Aug 16 20:32:45.350956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:45.437005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.484955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:45.496464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1280441f-59db-436d-a7b0-bb96facd89e8 req-051219a0-5b84-4dbb-84d7-3b1c2c554a81 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.1276510 Aug 16 20:32:45.497944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:45.502768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:45.511387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Pushing event updated for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:45.597267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Attempting to bind port c7b4027d-72a3-4038-b8a0-7fe4917525c6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:45.597671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Attempting to bind port c7b4027d-72a3-4038-b8a0-7fe4917525c6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:45.598033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Attempting to bind port c7b4027d-72a3-4038-b8a0-7fe4917525c6 on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:45.603657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:45.604141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:45.604647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.605067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:45.605761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Bound port: c7b4027d-72a3-4038-b8a0-7fe4917525c6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:45.606223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.666328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.673229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.679585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.686884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.687501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:45.692215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7b4027d-72a3-4038-b8a0-7fe4917525c6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:45.693700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.701568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.707627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:45.708219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5d5509a8-3738-4252-a7d6-e190caa4a517 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:45.709639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-9491017c-27ac-4e7f-8c68-5c23bf895105 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1043453 Aug 16 20:32:45.737995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:45.741902 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.745630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5d5509a8-3738-4252-a7d6-e190caa4a517 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:45.746288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5d5509a8-3738-4252-a7d6-e190caa4a517 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:45.766085 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:45.850793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81763d48-de9e-43b9-97fe-01da1de3b0c3 req-06423244-e681-4dd0-9329-79df5fc332d9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332397 Aug 16 20:32:45.853397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177e595-8a7f-4d1f-b0cd-9eab96280607 None None] Pushing event updated for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:46.240153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.286875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:46.291068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:46.300059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:46.300059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:46.315081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=1714b862-b5c1-4aee-b3d9-3c4176004d8b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:46.355961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-caf6d7cd-d9c9-4ba7-8950-3931743d89fe req-a212764f-83dd-4e5e-a5bc-ccdb06e2a00f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0308216 Aug 16 20:32:46.473995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-855d9f08-dde5-4b77-9612-f41e4506baea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1280208 Aug 16 20:32:46.477287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:46.488134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:2b:6b:82', 'name': 'tempest-NetworksTestDHCPv6-1989579196'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:46.683546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-416a1699-3de2-4e22-978f-3254b7173cc9 req-5774d34a-2044-4494-a0f4-39d213ffd4e1 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0339415 Aug 16 20:32:46.747824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:46.765507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-9376a836-65ff-4df7-a2cc-2d8ae101729b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:46.767258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-9376a836-65ff-4df7-a2cc-2d8ae101729b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.2684042 Aug 16 20:32:46.781422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:46.852338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:46.879650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7247777-7f07-4a3b-bdb6-3f348faee083 req-1a8e7b0e-a8e9-4cf4-b6e3-8f5f3e0f02d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0472970 Aug 16 20:32:46.901615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-568129f9-d174-4f60-bc15-654d94ec44ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.008971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.042857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 00ebda4f-1ec6-4e09-9876-ac4b19633364 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:47.118108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-568129f9-d174-4f60-bc15-654d94ec44ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.159274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.175741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.185870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.192596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322017e-17d6-43a3-8733-223f22993fa2 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:47.194564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.202594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.209084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.218532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:47.221107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-7f7d4fee-eff3-4382-99f7-664292aa44f9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1487989 Aug 16 20:32:47.222629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-568129f9-d174-4f60-bc15-654d94ec44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.267166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-568129f9-d174-4f60-bc15-654d94ec44ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a8bb503518994a7a86f5fb0856f87685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181613 Aug 16 20:32:47.267999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:47.303596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8:0:1::1de (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1714b862-b5c1-4aee-b3d9-3c4176004d8b/00ebda4f-1ec6-4e09-9876-ac4b19633364) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:47.314526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe2b:6b82 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/433c115a-f186-43d1-b497-2489b45569a1/00ebda4f-1ec6-4e09-9876-ac4b19633364) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:47.349748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568129f9-d174-4f60-bc15-654d94ec44ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117f7332-eac8-4560-bb8e-0bc253593209,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:47.368079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-504b696e-d4bd-48c4-b499-a6978bb8a288 req-ee3aae5f-37de-40f4-b508-2619bcaf0b0d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168737 Aug 16 20:32:47.369674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8a861116-56d2-4b78-8560-0f5133212c93 None None] Provisioning for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:47.395640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:47.399904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.413437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.449572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.472184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '433c115a-f186-43d1-b497-2489b45569a1', 'ip_address': '2001:db8::f816:3eff:fe7b:7c35'}, {'subnet_id': '1714b862-b5c1-4aee-b3d9-3c4176004d8b'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'c7b4027d-72a3-4038-b8a0-7fe4917525c6'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:32:47.517358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b08f6035-f0c3-4441-b249-065020230d56 req-acc8d20e-8194-4c27-9cf2-538de79eae06 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0645738 Aug 16 20:32:47.519971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.655721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.660397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:47.662276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/117f7332-eac8-4560-bb8e-0bc253593209 HTTP/1.1" status: 204 len: 168 time: 0.3907657 Aug 16 20:32:47.686242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241416a-286d-4a63-87d0-81d3ca881de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117f7332-eac8-4560-bb8e-0bc253593209,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:47.820569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e28a12-6608-46a7-9e27-120fe1bac956 req-1e7eb314-a85d-41ea-a511-2b9e645875a1 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0366409 Aug 16 20:32:47.892138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7b4027d-72a3-4038-b8a0-7fe4917525c6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:48.029698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:48.034011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:48.034388 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.053186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.080295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 00ebda4f-1ec6-4e09-9876-ac4b19633364 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:48.092331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.10 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/08148b7d-bb9d-4d00-9ca0-e709d0df5432) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:48.151743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.194156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7b4027d-72a3-4038-b8a0-7fe4917525c6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:48.201536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.273696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.320575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Allocated IP 2001:db8:0:1::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/1714b862-b5c1-4aee-b3d9-3c4176004d8b/c7b4027d-72a3-4038-b8a0-7fe4917525c6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:48.324643 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.334773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.344419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:48.353001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:48.362041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:48.367506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.368159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.375930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=00ebda4f-1ec6-4e09-9876-ac4b19633364,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:48.436202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:48.472387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7b4027d-72a3-4038-b8a0-7fe4917525c6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:48.505506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.520492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Transition to ACTIVE for port object c7b4027d-72a3-4038-b8a0-7fe4917525c6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:48.521990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.527874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.534160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.539995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.545130 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bfe9649b-e2ff-434e-8085-7df0c9ea6178 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0644033 Aug 16 20:32:48.545130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.545913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:48.557531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.584878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.584878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.584878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-8984af60-6426-435d-a8a0-3ab4304af4a6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1167567 Aug 16 20:32:48.606875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.686972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:48.704055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a76bb4c6-465f-4e75-8617-ebed8bf1fa1a req-83629c03-f3ce-4da6-b967-80917dce5401 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091237 Aug 16 20:32:48.742300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:48.747688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4144ae1-159f-48c2-9c29-3b76a8d559a3 req-703f9251-a24f-41be-9313-dcecb9f1c263 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.749244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:48.755515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4144ae1-159f-48c2-9c29-3b76a8d559a3 req-703f9251-a24f-41be-9313-dcecb9f1c263 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 932 time: 0.1256485 Aug 16 20:32:48.760701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c81518-4930-4c67-b9ce-6b82a5c39cf3 None None] Pushing event updated for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:48.787401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:48.791070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:48.811012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4144ae1-159f-48c2-9c29-3b76a8d559a3 req-a7c39573-c9e4-45ba-8a62-d64995aadbcb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484426 Aug 16 20:32:48.812380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-632b3159-ec4b-4dc1-8bb8-9c875e250325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.932086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:48.932747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:48.963110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26c24799-4fb1-405b-8431-51a3f63b06fe req-d4f4c982-c543-4438-a8d5-90363916b97d tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Aug 16 20:32:48.976017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 00ebda4f-1ec6-4e09-9876-ac4b19633364 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:48.976374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.121254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.141072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-632b3159-ec4b-4dc1-8bb8-9c875e250325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.145398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 00ebda4f-1ec6-4e09-9876-ac4b19633364 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:49.319512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-632b3159-ec4b-4dc1-8bb8-9c875e250325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.371918 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-632b3159-ec4b-4dc1-8bb8-9c875e250325 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cc05e3f636a4c0c9860b5a7fcb9e033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209452 Aug 16 20:32:49.374653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:49.380497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-646d2695-630e-4eef-87e0-e1ef80a93901 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6040390 Aug 16 20:32:49.382897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b3159-ec4b-4dc1-8bb8-9c875e250325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4c5066-12aa-46d0-803c-265c9dfd29e3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:49.413825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Request body: {'port': {'device_id': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:49.470501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.487160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.511310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.524895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.612578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b564adc2-b3f3-46db-9ef9-288930d48e28 None None] Provisioning for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:49.619467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b564adc2-b3f3-46db-9ef9-288930d48e28 None None] Provisioning complete for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:49.620536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b564adc2-b3f3-46db-9ef9-288930d48e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.705949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2cd07eca-f82a-4d4a-ba52-e66c92ee64ac req-09300c2a-00f3-4477-b470-bc5a43f88258 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0691497 Aug 16 20:32:49.723575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.744295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.745971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c4c5066-12aa-46d0-803c-265c9dfd29e3 HTTP/1.1" status: 204 len: 168 time: 0.3694465 Aug 16 20:32:49.772231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe741d23-aeb2-4ef7-b369-7c80ce6e3504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4c5066-12aa-46d0-803c-265c9dfd29e3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:49.815986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7b4027d-72a3-4038-b8a0-7fe4917525c6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:49.844407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=00ebda4f-1ec6-4e09-9876-ac4b19633364,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:49.929957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.945714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.949511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.954585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f54eeea6-2cc1-4dd8-8b82-a55cef05eebe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/00ebda4f-1ec6-4e09-9876-ac4b19633364 HTTP/1.1" status: 204 len: 168 time: 1.4053886 Aug 16 20:32:49.958367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:49.958868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.974412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.982098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.990166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:49.990689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:49.991087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:49.998494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.000523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01b9268e-0021-490c-b799-a8f201885a80 req-3d72bb06-3bf2-44cd-ba9d-3d0827bd3af6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1745107 Aug 16 20:32:50.059080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d8ef605c-3cd4-470a-ba93-9cb4f28e0b28 None None] Could not find standard attr ID for object 00ebda4f-1ec6-4e09-9876-ac4b19633364. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:32:50.117591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01b9268e-0021-490c-b799-a8f201885a80 req-4909b71c-7447-4bbe-bae5-66f368581022 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017823 Aug 16 20:32:50.133040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bf6cf-e1de-42e6-9a80-a0b035470771 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.134066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b2843-9eed-41b6-b289-3eeb279a0625 req-d6412711-d3eb-4cd6-9077-5f2e0dbf777e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.134923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-418bf6cf-e1de-42e6-9a80-a0b035470771 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1747766 Aug 16 20:32:50.151363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56228) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:50.151489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b3b2843-9eed-41b6-b289-3eeb279a0625 req-d6412711-d3eb-4cd6-9077-5f2e0dbf777e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 932 time: 0.1465330 Aug 16 20:32:50.196118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b3b2843-9eed-41b6-b289-3eeb279a0625 req-047a46b3-13f6-4712-bafe-7dc5384fb44e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Aug 16 20:32:50.204863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08148b7d-bb9d-4d00-9ca0-e709d0df5432 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:50.219425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.240598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Transition to ACTIVE for port object 08148b7d-bb9d-4d00-9ca0-e709d0df5432 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:50.250210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac4a48d-763d-4880-97d4-74fd5b7a86d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.251938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ac4a48d-763d-4880-97d4-74fd5b7a86d2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1107059 Aug 16 20:32:50.254437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56232) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:50.314073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8e662-9c44-4339-8119-dea66c3405ea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.317424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8e662-9c44-4339-8119-dea66c3405ea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.317424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f8e662-9c44-4339-8119-dea66c3405ea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.321822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37f8e662-9c44-4339-8119-dea66c3405ea tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0664496 Aug 16 20:32:50.322126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:50.323125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.382015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Pushing event updated for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:50.392024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 1714b862-b5c1-4aee-b3d9-3c4176004d8b {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:50.396370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.400857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56238) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:50.453284 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.470480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Attempting to bind port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:50.471073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Attempting to bind port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:50.471627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Attempting to bind port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:50.478414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:32:50.478995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Attempting to bind port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:50.486846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:50.492169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:50.492169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:50.492169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Bound port: 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:50.492169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.581875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.582949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:50.587924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:50.643929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c976821-cfc0-4399-ac05-d0f051122619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.662687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.712274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.712905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.714414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] 10.222.0.64 "PUT /v2.0/ports/08148b7d-bb9d-4d00-9ca0-e709d0df5432 HTTP/1.1" status: 200 len: 1093 time: 1.3241718 Aug 16 20:32:50.714915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:50.717849 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:50.745019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca80f51-5d01-4e70-aff1-af01e5acae6f service neutron] Pushing event updated for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:50.759925 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a28697-c051-4dd0-8234-22e6ae9e3bbc x-openstack-request-id: req-63a28697-c051-4dd0-8234-22e6ae9e3bbc {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:50.760311 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:50.760563 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63a28697-c051-4dd0-8234-22e6ae9e3bbc {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:50.760968 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432', 'status': 'completed', 'code': 200} Aug 16 20:32:50.765718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.812119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=1714b862-b5c1-4aee-b3d9-3c4176004d8b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:50.816848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.819342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0ca9c64c-eb3e-4f29-a4e4-74e566f80a8c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1714b862-b5c1-4aee-b3d9-3c4176004d8b HTTP/1.1" status: 204 len: 168 time: 0.4953611 Aug 16 20:32:50.822286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56256) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:50.823260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4dd279-11c2-4b94-9948-d5a163fcdb23 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:50.829537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-682e8336-138e-4438-b594-be600d9ccc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.831046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-682e8336-138e-4438-b594-be600d9ccc5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.0465248 Aug 16 20:32:50.892944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53166073-ecc5-4927-aa3f-e4a0bced5857 req-da8a5d9d-da3d-475f-945a-acedc316a0f1 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0784383 Aug 16 20:32:50.945799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 433c115a-f186-43d1-b497-2489b45569a1 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:50.954656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:50.989412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-7213cef3-71db-4724-b47e-3a477fced4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:50.991549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-7213cef3-71db-4724-b47e-3a477fced4a7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e553a2ba27e450a98f45aed711be360&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1525578 Aug 16 20:32:51.011831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c976821-cfc0-4399-ac05-d0f051122619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.018293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.071517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c976821-cfc0-4399-ac05-d0f051122619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.124993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c976821-cfc0-4399-ac05-d0f051122619 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78dc1bf74abd4c088d0c5eadcfaf080d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228911 Aug 16 20:32:51.132518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56266) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:51.151075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-88ca2854-80a9-451c-9d29-a9bf26ed9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.156376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-af99d1e6-bfc6-4755-aaaf-865e30ed30c1 req-88ca2854-80a9-451c-9d29-a9bf26ed9a36 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559870 Aug 16 20:32:51.172149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c976821-cfc0-4399-ac05-d0f051122619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58703e9d-559f-4191-a15b-a12dbeb927c9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:51.190597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.238382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.299615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.316850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 393baee2-59e3-45bc-9892-48c01a35d93f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:51.500543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.503376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.506690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58703e9d-559f-4191-a15b-a12dbeb927c9 HTTP/1.1" status: 204 len: 168 time: 0.3708503 Aug 16 20:32:51.538539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2dc2a-c9fd-40eb-9935-fd5639649f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58703e9d-559f-4191-a15b-a12dbeb927c9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:51.556853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:51.560702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-86d029f1-981d-4547-9490-afaecfd6d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.562305 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-86d029f1-981d-4547-9490-afaecfd6d7aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 1096 time: 0.1454532 Aug 16 20:32:51.598044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '393baee2-59e3-45bc-9892-48c01a35d93f', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'port_id': '393baee2-59e3-45bc-9892-48c01a35d93f', 'mac_address': 'fa:16:3e:99:c3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:51.675363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-4c4c1fbe-ca66-42f9-913d-92ee3d90ace5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432 HTTP/1.1" status: 200 len: 217 time: 0.1038482 Aug 16 20:32:51.710648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.713454 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.717738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.724040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.730335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.734434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393baee2-59e3-45bc-9892-48c01a35d93f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:51.737231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.743244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.756104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.760606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-5aaac0fb-3f24-4d2d-bf23-5e6fb5be1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.764763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-17bd422e-c4d9-48f2-8dc8-c7081ce5bd22 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5431 time: 0.1844726 Aug 16 20:32:51.766601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-5aaac0fb-3f24-4d2d-bf23-5e6fb5be1a17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.0809674 Aug 16 20:32:51.769924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:51.788514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ab760-d7b8-445a-99f4-1dcb55a4e161 req-753a46e9-680d-465e-880b-c5f137fa46fa tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:51.790061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-094ab760-d7b8-445a-99f4-1dcb55a4e161 req-753a46e9-680d-465e-880b-c5f137fa46fa tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 944 time: 0.2110543 Aug 16 20:32:51.811219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-9cf11fb4-2719-4ed3-8b3d-4dcf7d7c6c70 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378222 Aug 16 20:32:51.857549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b62e987-1fe8-49b8-bc67-cf0f5e518c34 req-03247062-04c7-4a57-bb46-31805f82998f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917435 Aug 16 20:32:51.858668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.861967 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.861967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3cbc22a-6974-435f-99c3-73ff88e49efb details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:51.888773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-094ab760-d7b8-445a-99f4-1dcb55a4e161 req-c574ccc4-64f6-46ce-867e-632efdf74886 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851343 Aug 16 20:32:51.890716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.919743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=433c115a-f186-43d1-b497-2489b45569a1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:51.924132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:51.929280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ebd00fa0-d235-4548-8ec9-5bb2d6d8893f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/433c115a-f186-43d1-b497-2489b45569a1 HTTP/1.1" status: 204 len: 168 time: 1.1001401 Aug 16 20:32:51.931193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56284) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:51.946650 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-25cd334e-b5ea-4c1b-86d4-68be585af383 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273062 Aug 16 20:32:52.025948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:52.053469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f703c037-c7bc-4c93-8309-2f4ed76217cf tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197436 Aug 16 20:32:52.064978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56290) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:52.072686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:52.106018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d885c61-95f8-44d2-a7d3-03355cfe8444 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:52.123807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceb05735-3e03-435e-bb6d-c85a25e04749 req-cb73a157-12c1-4b09-a434-84387eda599d tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0663080 Aug 16 20:32:52.132805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ee98c58-63ef-47f2-b72d-20d53bc26309 req-54f21f5a-b6c2-4755-a6be-8c2b7e14771e service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781166 Aug 16 20:32:52.287043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:52.290753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.373741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-58423e9b-75c3-4db1-8791-ba0de46751cb None None] Provisioning complete for port c7b4027d-72a3-4038-b8a0-7fe4917525c6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:52.373741 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-58423e9b-75c3-4db1-8791-ba0de46751cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.475434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:52.496358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'port_id': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'mac_address': 'fa:16:3e:29:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:52.578082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:32:52.586399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.619040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3cbc22a-6974-435f-99c3-73ff88e49efb {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:52.646263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:52.663046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Deleting port c7b4027d-72a3-4038-b8a0-7fe4917525c6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:52.663422 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.728827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:32:52.752035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7b4027d-72a3-4038-b8a0-7fe4917525c6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:52.752436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.755212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.755968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 56196332-8cd5-411f-a0c8-9501f55b7ab1 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:52.766160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56300) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:52.790907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Calling delete_port for c7b4027d-72a3-4038-b8a0-7fe4917525c6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:52.846025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56304) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:52.862750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0810b26-c3cc-4097-855b-28fcce65d4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:52.910161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.008835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.020910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'port_id': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'mac_address': 'fa:16:3e:e6:70:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:53.040339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.078783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.085333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.093678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.105127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.106566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.113204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.121007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.129562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.132244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-99676454-2440-4bcc-9e00-0ada4d028aff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5433 time: 0.1884632 Aug 16 20:32:53.159309 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.164363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] No DVR routers for this DVR port c7b4027d-72a3-4038-b8a0-7fe4917525c6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:32:53.169878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9f10f-da7b-4a5b-b7f6-c984f138363b None None] Pushing event deleted for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.183469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56196332-8cd5-411f-a0c8-9501f55b7ab1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:53.203481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082df2e-66d1-48f2-a7c6-85152ba156ef req-91ade533-1ba7-4a7e-824e-55fe45c6abaf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.205495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5082df2e-66d1-48f2-a7c6-85152ba156ef req-91ade533-1ba7-4a7e-824e-55fe45c6abaf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 944 time: 0.2170758 Aug 16 20:32:53.207689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0810b26-c3cc-4097-855b-28fcce65d4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.209551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.214877 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b108bde3-e970-4358-84a0-b00f36c46f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.265276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port c7b4027d-72a3-4038-b8a0-7fe4917525c6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7b4027d-72a3-4038-b8a0-7fe4917525c6,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.288189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-687cfeaf-9b03-44cc-9844-3f7cf6fb2dd7 req-595cda58-16d6-42e9-855b-df313a7ebeb4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446676 Aug 16 20:32:53.296713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5082df2e-66d1-48f2-a7c6-85152ba156ef req-5a56043a-45c3-45b0-9236-e126834e6b91 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Aug 16 20:32:53.299629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.300177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0810b26-c3cc-4097-855b-28fcce65d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.325782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.326460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 96d03d88-cd21-46a2-9733-9f19ede18343 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:53.357942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c0810b26-c3cc-4097-855b-28fcce65d4bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b78a2f98d9e4c6aa26d8f3aea7377cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5100803 Aug 16 20:32:53.361061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.372097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0810b26-c3cc-4097-855b-28fcce65d4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde8417-7bc2-4006-a0ff-a57c77a50c8e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.429191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.435201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.436232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.438280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=96d03d88-cd21-46a2-9733-9f19ede18343,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.442489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.455594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '96d03d88-cd21-46a2-9733-9f19ede18343', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'port_id': '96d03d88-cd21-46a2-9733-9f19ede18343', 'mac_address': 'fa:16:3e:84:3e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:53.467284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b0f1384-42bc-4d5c-a9af-37acb57f3c8e req-3c0d45ae-6d56-4fd2-b8cb-4b4a04198a66 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0521681 Aug 16 20:32:53.517245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=c7b4027d-72a3-4038-b8a0-7fe4917525c6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.525741 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b108bde3-e970-4358-84a0-b00f36c46f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.527286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:53.530850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.530976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.541015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:53.549190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d03d88-cd21-46a2-9733-9f19ede18343 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:53.550617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:53.551231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.557749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aaf497-edb7-46aa-93d4-a64c582a797b None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:53.579492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=527b83ad-c735-4dab-86b3-c2bccb5c40e8,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.601472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b108bde3-e970-4358-84a0-b00f36c46f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.633918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=96d03d88-cd21-46a2-9733-9f19ede18343,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.644769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108bde3-e970-4358-84a0-b00f36c46f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082fd156-3484-4cf8-9c63-777fee2eb062,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.656601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b108bde3-e970-4358-84a0-b00f36c46f6f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdd93c8c83664ad9a7b417c8d164e6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883202 Aug 16 20:32:53.662848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56328) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.718798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b2beca9e-5da7-4509-9ec8-ed9da80202af tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6514857 Aug 16 20:32:53.723843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56332) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:53.723983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7b4027d-72a3-4038-b8a0-7fe4917525c6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:53.733170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:53.740054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.748783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.753773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.754558 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.755303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7cf31ebc-3369-4af9-bd8c-c2d97509091f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:53.758051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccde8417-7bc2-4006-a0ff-a57c77a50c8e HTTP/1.1" status: 204 len: 168 time: 0.3959203 Aug 16 20:32:53.798243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761f12b-25a2-4d62-86e2-72726f4286b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde8417-7bc2-4006-a0ff-a57c77a50c8e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.806079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.815044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:53.819503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c7b4027d-72a3-4038-b8a0-7fe4917525c6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:32:53.820001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7b4027d-72a3-4038-b8a0-7fe4917525c6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:32:53.872599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': '527b83ad-c735-4dab-86b3-c2bccb5c40e8'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:32:53.874034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.896712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:53.915679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'network_id': 'f6ed7256-1b14-4c37-956b-02bce56802f3', 'port_id': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'mac_address': 'fa:16:3e:76:5d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:53.962932 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:53.980706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf31ebc-3369-4af9-bd8c-c2d97509091f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:54.008968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.021917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:54.022506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.022871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.024307 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/082fd156-3484-4cf8-9c63-777fee2eb062 HTTP/1.1" status: 204 len: 168 time: 0.3638299 Aug 16 20:32:54.028767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.041678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172bb39-73d1-4ec5-9601-451eb37f8b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fd156-3484-4cf8-9c63-777fee2eb062,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.125874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.126537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f17652b3-b148-4f89-9acc-d702f9aa7ed0 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:54.148894 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 527b83ad-c735-4dab-86b3-c2bccb5c40e8 (CIDR: 2001:db8::/64) Aug 16 20:32:54.183429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Allocated IP 2001:db8::f816:3eff:fe95:4737 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/527b83ad-c735-4dab-86b3-c2bccb5c40e8/0d262782-6180-410d-952b-23031f69763e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:54.202982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.222366 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:32:54.222778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:32:54.224525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.238171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'port_id': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'mac_address': 'fa:16:3e:5f:1a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:54.286558 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.300275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17652b3-b148-4f89-9acc-d702f9aa7ed0 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:54.334233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56350) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:54.341003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:54.342319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4411b474-1afc-445f-b789-da1655c4cbc0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6092076 Aug 16 20:32:54.377792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.482976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41d8c1-cd7b-4b7d-9f5e-21cf82997b92 req-a314e75b-eb1c-44ff-ba34-ad1081559470 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.490354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed41d8c1-cd7b-4b7d-9f5e-21cf82997b92 req-a314e75b-eb1c-44ff-ba34-ad1081559470 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 944 time: 0.0872087 Aug 16 20:32:54.501036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.502217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:54.531829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.537903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.544009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.550117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.556039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.562934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.570256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:54.570983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-fff535e1-c083-48c9-86f0-f2b8e3e23363 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5436 time: 0.1352544 Aug 16 20:32:54.581184 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.614177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.617662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Transition to ACTIVE for port object 0d262782-6180-410d-952b-23031f69763e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:54.623894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:54.628163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.635239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.637160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed41d8c1-cd7b-4b7d-9f5e-21cf82997b92 req-dd74e5d1-64d6-4b7e-be47-bfd79c56c8bf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458764 Aug 16 20:32:54.647956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.648336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.648718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.649075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.649414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.649748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.650078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.650403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.650911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.651164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.651489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.651855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:32:54.660244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455', 'network_id': 'd09f0cc7-c966-462e-8d46-bb9e76565fe3', 'port_id': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455', 'mac_address': 'fa:16:3e:7e:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9470f854-3878-4bd1-b55f-ce040147046d', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:54.670305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Transition to ACTIVE for port object 0d262782-6180-410d-952b-23031f69763e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:54.703766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-476c9f6b-a8d3-47e7-b499-6c3138ccaa86 req-994f76bd-9f76-49b3-9297-021c38542dc7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009200 Aug 16 20:32:54.713899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.730233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:54.748316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.768454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:54.800631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:54.804236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:54.807909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:54.849083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.855271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af55185f-259f-4999-80cc-fffd8a886b11 req-b0f12b86-83a0-4e77-87d2-c084df2a3b65 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0444496 Aug 16 20:32:54.856588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:54.916629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Attempting to bind port 0d262782-6180-410d-952b-23031f69763e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:32:54.917302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Attempting to bind port 0d262782-6180-410d-952b-23031f69763e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:32:54.917405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Attempting to bind port 0d262782-6180-410d-952b-23031f69763e on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:32:54.933532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:32:54.933778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:32:54.934109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.935099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:32:54.938149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Bound port: 0d262782-6180-410d-952b-23031f69763e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:32:54.938149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:54.950982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.023122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.023302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:32:55.023302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 08148b7d-bb9d-4d00-9ca0-e709d0df5432 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:32:55.026064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:32:55.069089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:55.072587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:55.078329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:55.079089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.094173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=4f40b65a-f2be-4178-87cb-8e3d754e94b8,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.134891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:55.147008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '08148b7d-bb9d-4d00-9ca0-e709d0df5432', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': '08148b7d-bb9d-4d00-9ca0-e709d0df5432', 'mac_address': 'fa:16:3e:de:e7:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:32:55.185235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.212735 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.219186 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84b57522-7836-42fe-ad9d-17fcc731debe tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8838294 Aug 16 20:32:55.222516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.227163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:53:b6:0f', 'name': 'tempest-NetworksTestDHCPv6-533601487'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:55.243692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08148b7d-bb9d-4d00-9ca0-e709d0df5432 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:32:55.275279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1f931-b188-4030-a153-22d2d98afcb0 None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.280277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:55.413614 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.463623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:55.489600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.555678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56378) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:55.575808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-adc6f22a-b6c6-4827-b4df-3d6251a7305c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.597362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.619819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['08148b7d-bb9d-4d00-9ca0-e709d0df5432'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.636816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:32:55.727874 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-adc6f22a-b6c6-4827-b4df-3d6251a7305c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.778849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['f3cbc22a-6974-435f-99c3-73ff88e49efb'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.834839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['393baee2-59e3-45bc-9892-48c01a35d93f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.843418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d262782-6180-410d-952b-23031f69763e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:55.846178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['37db7a8e-65a6-4aa8-8a0a-fb5b838ee455'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.907418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-adc6f22a-b6c6-4827-b4df-3d6251a7305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:55.917683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7cf31ebc-3369-4af9-bd8c-c2d97509091f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.920732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['56196332-8cd5-411f-a0c8-9501f55b7ab1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.922706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['96d03d88-cd21-46a2-9733-9f19ede18343'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:55.987390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f22a-b6c6-4827-b4df-3d6251a7305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d209b-06e5-481a-a4fa-37b68846d312,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:55.994186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['f17652b3-b148-4f89-9acc-d702f9aa7ed0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:32:56.009199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8:0:1::20a (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/4f40b65a-f2be-4178-87cb-8e3d754e94b8/5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:56.013934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af87a-1e16-42ef-a9c4-de0d6f64cd95 req-58d8a9cf-422c-4dd2-9d7c-7bd525b5a130 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.018371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::f816:3eff:fe53:b60f (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/527b83ad-c735-4dab-86b3-c2bccb5c40e8/5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:32:56.025571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-095af87a-1e16-42ef-a9c4-de0d6f64cd95 req-58d8a9cf-422c-4dd2-9d7c-7bd525b5a130 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 945 time: 0.2078166 Aug 16 20:32:56.042428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-adc6f22a-b6c6-4827-b4df-3d6251a7305c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e124bcd17ce443a9036e01c2b2b9e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858193 Aug 16 20:32:56.044575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56394) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:56.071442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.078612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.092889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.106127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.121349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.139342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.159808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.169714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465353ab-313e-446e-8540-e7be2aa85618 req-38538c7b-5cad-40c9-9574-0cfce2339452 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5438 time: 0.3071828 Aug 16 20:32:56.277977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.280817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465353ab-313e-446e-8540-e7be2aa85618 req-d942f1e5-c864-405f-9d37-949c789a68fb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101401 Aug 16 20:32:56.296221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:32:56.344341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-095af87a-1e16-42ef-a9c4-de0d6f64cd95 req-abf69ac4-1a0f-4835-8f21-2f0124078b0a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175404 Aug 16 20:32:56.412703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.455214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.479839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.554162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d4a1188-37b9-44eb-8164-b5cd9858c4d8 req-7c3d4f82-9d7c-4d69-b2ec-f4cf4c70b5da tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0796173 Aug 16 20:32:56.585454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:56.598119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:56.609339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:32:56.624908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:56.626271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.647647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:56.655497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739e3f72-9c91-4f15-99c7-d1151aca4ac4 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:32:56.687316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.690324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:56.691939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/660d209b-06e5-481a-a4fa-37b68846d312 HTTP/1.1" status: 204 len: 168 time: 0.6377926 Aug 16 20:32:56.700166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa43327-c8ae-435e-9710-787edbc94324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d209b-06e5-481a-a4fa-37b68846d312,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:56.847793 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-539b28dc-d502-4b59-9860-bb7b73298abb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6245024 Aug 16 20:32:56.850615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56414) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:56.907790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0d262782-6180-410d-952b-23031f69763e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:56.950510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:32:56.950872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.015617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Provisioning for port 0d262782-6180-410d-952b-23031f69763e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:57.058451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.069053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 08148b7d-bb9d-4d00-9ca0-e709d0df5432 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:32:57.071308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:57.071777 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.072153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:32:57.411762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.475355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:32:57.480759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:57.481131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.487786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.523116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:57.584199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:57.591472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.596255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.598927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa13a9d-18aa-490f-a5b8-6bbe6f36caf6 None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': '527b83ad-c735-4dab-86b3-c2bccb5c40e8', 'ip_address': '2001:db8::f816:3eff:fe95:4737'}, {'subnet_id': '4f40b65a-f2be-4178-87cb-8e3d754e94b8'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '0d262782-6180-410d-952b-23031f69763e'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:32:57.617452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-270bde02-c04d-490f-b826-de7bac63b262 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 HTTP/1.1" status: 204 len: 168 time: 0.7602906 Aug 16 20:32:57.655048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.655719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9aa13a9d-18aa-490f-a5b8-6bbe6f36caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.657169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.664681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.671440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.672685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.680032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.687029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.692858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b089e-eff6-4bc6-bfb6-da95103e3de8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.693031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.695059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-6ac930e1-4909-4330-bdf7-8f81c274bec2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5438 time: 0.3049247 Aug 16 20:32:57.696853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c89b089e-eff6-4bc6-bfb6-da95103e3de8 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0995584 Aug 16 20:32:57.699514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.705593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e1992-d33a-47d4-99d9-7509418490df req-6a57553d-e28d-46d4-af75-83e84254ad96 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.707116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2e1992-d33a-47d4-99d9-7509418490df req-6a57553d-e28d-46d4-af75-83e84254ad96 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 945 time: 0.2424181 Aug 16 20:32:57.742344 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:57.771392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3a3d295-430c-4788-a765-cd7b95e6ec96 req-761b7487-8073-4c7c-8dbe-c4b88a7e2b87 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632508 Aug 16 20:32:57.794774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c2e1992-d33a-47d4-99d9-7509418490df req-a66a58c5-b0e3-4edd-84ea-e6e196df5c42 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736499 Aug 16 20:32:57.796870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56446) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.810956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f1bb7-bed4-4b58-b260-a55001eda655 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.815341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dc4f1bb7-bed4-4b58-b260-a55001eda655 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1138623 Aug 16 20:32:57.817714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.870980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:32:57.875709 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba30465-d826-4d58-af36-5a36eb512598" -d '{"events": [{"server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "name": "network-vif-plugged", "status": "completed", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:32:57.891995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca266df-7ba4-42bd-b27b-3a11482fb629 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.894294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca266df-7ba4-42bd-b27b-3a11482fb629 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.896820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca266df-7ba4-42bd-b27b-3a11482fb629 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:57.902166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:57.902485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8ca266df-7ba4-42bd-b27b-3a11482fb629 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0834725 Aug 16 20:32:57.924564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:32:57.934867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2a391-563a-4c06-8a91-cceb83dbeece None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:57.968120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0a4b3d3-b9fc-4cc5-bf92-8212edbb59e4 req-b531fe01-277d-4d98-8154-b60c95d61073 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0301330 Aug 16 20:32:57.976914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 4f40b65a-f2be-4178-87cb-8e3d754e94b8 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:57.981692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.013220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb701451-5171-432d-b3f4-053f38c563fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.029602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.033375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.085622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.107854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.154633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb701451-5171-432d-b3f4-053f38c563fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.196497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56466) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:58.247280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb701451-5171-432d-b3f4-053f38c563fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.281478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.332254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.332254 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/4f40b65a-f2be-4178-87cb-8e3d754e94b8 HTTP/1.1" status: 204 len: 168 time: 0.4286301 Aug 16 20:32:58.333230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ae3f3-8055-469a-b4a9-0c16d7d45893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=4f40b65a-f2be-4178-87cb-8e3d754e94b8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.335840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56470) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:58.338417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb701451-5171-432d-b3f4-053f38c563fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f54854-db35-4b9a-a78e-c1202e2e41d7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server [None req-9aa13a9d-18aa-490f-a5b8-6bbe6f36caf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f40b65a-f2be-4178-87cb-8e3d754e94b8: This subnet is being modified by another concurrent operation. Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:32:58.346317 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f40b65a-f2be-4178-87cb-8e3d754e94b8: This subnet is being modified by another concurrent operation. Aug 16 20:32:58.350461 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Aug 16 20:32:58.352845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cb701451-5171-432d-b3f4-053f38c563fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d89b94d0e604371af9f9c40188d8b82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5500591 Aug 16 20:32:58.354878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56472) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:58.401602 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3550952-f2d4-444a-9253-4b77e5874916 x-openstack-request-id: req-e3550952-f2d4-444a-9253-4b77e5874916 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:32:58.402330 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "name": "network-vif-plugged", "status": "completed", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:32:58.408522 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3550952-f2d4-444a-9253-4b77e5874916 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:32:58.409725 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432', 'code': 200} Aug 16 20:32:58.446220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 527b83ad-c735-4dab-86b3-c2bccb5c40e8 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:32:58.457719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.492615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.579685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.580625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e15e5f4-92a0-401c-824a-78b4f7b436bc None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:58.581008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e15e5f4-92a0-401c-824a-78b4f7b436bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.614318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.676844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea31c7-19e9-4a8f-bf41-902f1ed29193 req-4cf2885f-ff85-4ee2-83b5-567a3140afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:58.678368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-01ea31c7-19e9-4a8f-bf41-902f1ed29193 req-4cf2885f-ff85-4ee2-83b5-567a3140afd9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 1098 time: 0.1801956 Aug 16 20:32:58.742422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99082cf7-80ff-465d-a30c-fbff7f40f906 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:32:58.750750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1769032347'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:58.763775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-01ea31c7-19e9-4a8f-bf41-902f1ed29193 req-6ad0f7c7-6b76-4770-abf6-28001cb26fb6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741117 Aug 16 20:32:58.767019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.812352 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.815009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.824972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/15f54854-db35-4b9a-a78e-c1202e2e41d7 HTTP/1.1" status: 204 len: 168 time: 0.4670513 Aug 16 20:32:58.849334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53060584-b018-49b9-98a8-bf925a7208b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f54854-db35-4b9a-a78e-c1202e2e41d7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:58.878805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Made reservation on behalf of 7089e21390a646ec81eccfa01ee514ec for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:58.882895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.914688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6da19774-f090-45fd-bd1a-5829a2da2ae4 None None] Could not find standard attr ID for object 5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:32:58.917034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.966076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:58.966977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99082cf7-80ff-465d-a30c-fbff7f40f906 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:32:59.013321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.015296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/527b83ad-c735-4dab-86b3-c2bccb5c40e8 HTTP/1.1" status: 204 len: 168 time: 0.6783261 Aug 16 20:32:59.018848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c181bc-a685-4eb4-b0e4-2b71f298be47 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=527b83ad-c735-4dab-86b3-c2bccb5c40e8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.018848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56500) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:59.059995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b92564c9-d7e2-47ca-b3ac-9eeeec28913d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409546 Aug 16 20:32:59.062866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56506) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:59.067993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c37243-0b97-4266-95fa-5aa46c70d2e2 req-013010bb-67dc-4807-97a6-c86852f04292 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.068143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:59.070112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85c37243-0b97-4266-95fa-5aa46c70d2e2 req-013010bb-67dc-4807-97a6-c86852f04292 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.1834991 Aug 16 20:32:59.123676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.130473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.137918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.144634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.151342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.158414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.164656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.166929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759a616a-c81c-45ba-a1f0-19342193517b req-1de5f9b6-eb06-461f-90ed-af8435fad5b8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5438 time: 0.2347460 Aug 16 20:32:59.213980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85c37243-0b97-4266-95fa-5aa46c70d2e2 req-c9015f5c-7c13-49a5-b365-ce5fae2646cf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298091 Aug 16 20:32:59.251387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759a616a-c81c-45ba-a1f0-19342193517b req-20a3d25f-e3fd-412e-bcf7-62a3f663a7a8 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751185 Aug 16 20:32:59.275511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.368572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3c99806-7b95-45d6-84cc-99bb61bd84b2 req-cd9829e1-66f3-4089-9874-3d49a4a66ae7 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0276861 Aug 16 20:32:59.379233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.416972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:32:59.433335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f102fbd-f93e-424b-aac0-eb1058777298,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.443034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.443155 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Added segment 441658c6-6901-48e8-b5d5-2e6daa38cdb6 of type vlan for network aea943a4-e060-42e9-9788-f64e964bd6bc Aug 16 20:32:59.481487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:32:59.481487 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.502710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.590937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56512) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:59.595278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e2365b-b2b6-4061-9d01-473275a85227 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:32:59.665849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b098070c-d5ff-41cd-864e-d211b3416397 None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:32:59.666120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b098070c-d5ff-41cd-864e-d211b3416397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.666430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.676644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.677297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.740614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d262782-6180-410d-952b-23031f69763e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:32:59.783098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e2365b-b2b6-4061-9d01-473275a85227 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:32:59.817425 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ea846e1-c47d-46c7-9be5-1d6f41d8dbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.856895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56516) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:59.866782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event updated for resources: {'Network': ['ID=aea943a4-e060-42e9-9788-f64e964bd6bc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:32:59.875132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b421e267-2033-444b-9ac2-fed436b68592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.880076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network aea943a4-e060-42e9-9788-f64e964bd6bc details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:32:59.902280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.908425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78c66765-f549-4358-a42b-ccef78314bd0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7107034 Aug 16 20:32:59.909326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56518) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:32:59.917055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Request body: {'subnet': {'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:32:59.943905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:32:59.948891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:32:59.954044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:32:59.954944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:32:59.971133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.000607 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.066096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ea846e1-c47d-46c7-9be5-1d6f41d8dbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.090772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:00.160940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ea846e1-c47d-46c7-9be5-1d6f41d8dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.190570 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.202685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea846e1-c47d-46c7-9be5-1d6f41d8dbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af8d8e-bff0-4745-9f4c-f7f817636d1b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.207215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6ea846e1-c47d-46c7-9be5-1d6f41d8dbef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c1d14a8495748439bba9481e4987556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160524 Aug 16 20:33:00.209802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56520) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.252781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4b1a0067-fe90-40c9-888e-10e247cd2d78 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1876442 Aug 16 20:33:00.262382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56524) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.269171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.270646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:00.293656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': 'b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '0d262782-6180-410d-952b-23031f69763e'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:33:00.323971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.374467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b421e267-2033-444b-9ac2-fed436b68592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.440051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.489128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.498485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b421e267-2033-444b-9ac2-fed436b68592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.507380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e/0d262782-6180-410d-952b-23031f69763e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:00.509396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.515238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.521164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.528175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.534306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.540126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.540784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b421e267-2033-444b-9ac2-fed436b68592 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=425137bfe53040cc898dfaf1f48c5d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822722 Aug 16 20:33:00.542027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421e267-2033-444b-9ac2-fed436b68592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58a561-a54a-40b6-9546-d08d0801c04f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.547767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:00.549537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.551429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-c4c43163-6c4d-4308-9b7d-e9f49506a4ab tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5438 time: 0.1878862 Aug 16 20:33:00.569908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f757bd5-3587-4c2f-b2ee-1e73c7a7a97e req-94e29b52-665a-41b1-b6b8-97808995f058 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:00.571670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f757bd5-3587-4c2f-b2ee-1e73c7a7a97e req-94e29b52-665a-41b1-b6b8-97808995f058 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.2508030 Aug 16 20:33:00.588653 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4f6b-82e7-43b1-a2d9-1e4810699710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.616916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.637546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:00.640275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.673342 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.682077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f757bd5-3587-4c2f-b2ee-1e73c7a7a97e req-78459543-fb4e-4a73-b1ba-6ef224f69ed0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942652 Aug 16 20:33:00.691317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-176b8a9c-5940-40a2-a976-c59e06d510ac req-59603fb0-efbf-4534-9a9b-58d084fccb6b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073055 Aug 16 20:33:00.732677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Made reservation on behalf of 7089e21390a646ec81eccfa01ee514ec for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:00.736209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.821709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ecc22ae-9a4f-4736-8f8b-f8b7a0ceb057 req-ce6ad1ad-ce02-4858-a9cb-021ad6e0e3c7 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0410490 Aug 16 20:33:00.836152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.849160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.850404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07af8d8e-bff0-4745-9f4c-f7f817636d1b HTTP/1.1" status: 204 len: 168 time: 0.6396000 Aug 16 20:33:00.867433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1411b-36d6-4afd-9601-964b3f033c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af8d8e-bff0-4745-9f4c-f7f817636d1b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.890062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.891151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Transition to ACTIVE for port object 0d262782-6180-410d-952b-23031f69763e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:00.892828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:00.893992 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae58a561-a54a-40b6-9546-d08d0801c04f HTTP/1.1" status: 204 len: 168 time: 0.3472166 Aug 16 20:33:00.903974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df9e21-511e-4e06-8659-4637c7f63151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58a561-a54a-40b6-9546-d08d0801c04f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:00.913949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 393baee2-59e3-45bc-9892-48c01a35d93f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:01.003130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:01.006813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.033452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.102737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2084a-d30b-49d7-a8bc-9062d831da3f None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:01.117651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 393baee2-59e3-45bc-9892-48c01a35d93f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:01.120060 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e (CIDR: 2001:db8::/64) Aug 16 20:33:01.120548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 393baee2-59e3-45bc-9892-48c01a35d93f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:01.120916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.181745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.230352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.247649 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:33:01.248179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:01.271953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:01.274322 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f50bb6-2c9d-4405-97cb-0c0a16d6ff43" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:01.282388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event updated for resources: {'Subnet': ['ID=6651a937-4f20-4770-9064-8eecb578c81d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:01.301080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:01.306041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Checking segment: {'id': '441658c6-6901-48e8-b5d5-2e6daa38cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:01.306550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Network hostable DHCP agents. Network: aea943a4-e060-42e9-9788-f64e964bd6bc, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:01.332302 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a304509-62f3-4974-a1b7-664205b2d10e x-openstack-request-id: req-9a304509-62f3-4974-a1b7-664205b2d10e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:01.332602 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:01.332860 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a304509-62f3-4974-a1b7-664205b2d10e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:01.333326 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f', 'code': 200} Aug 16 20:33:01.381062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56544) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:01.387015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19e95f02-ad67-4173-8724-2e6e4bd05b54 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1233671 Aug 16 20:33:01.387568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:01.450273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Network aea943a4-e060-42e9-9788-f64e964bd6bc is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:01.454582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.454582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3cbc22a-6974-435f-99c3-73ff88e49efb up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:01.581463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, aea943a4-e060-42e9-9788-f64e964bd6bc) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:01.582867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:01.583324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.595013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:01.721677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port f3cbc22a-6974-435f-99c3-73ff88e49efb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:01.727012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port f3cbc22a-6974-435f-99c3-73ff88e49efb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:01.727356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:01.728271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.736363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:01.832221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d262782-6180-410d-952b-23031f69763e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:01.880676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-136bd960-56ec-4dcc-b923-3356dda9e5a4 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9676375 Aug 16 20:33:01.883916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56574) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:01.948178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Request body: {'port': {'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-415474374'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:02.010143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e4a56-0aeb-44f6-be98-e9f6dab5dc89 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:02.013482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39548288-ca27-4fb7-960c-e532ff8f9610 None None] Network aea943a4-e060-42e9-9788-f64e964bd6bc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:02.243623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.370393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:02.396958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb98d34c-7719-43c0-87e6-ee77c59f9f0c req-a772bfa8-4c30-462f-8976-eceae63b193b tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.3644345 Aug 16 20:33:02.433611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Provisioning for port 0d262782-6180-410d-952b-23031f69763e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:02.449395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:02.449790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.460692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.469103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.477047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.487894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.495985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.498382 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.498927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:02.506214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.516240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:02.519069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-9db60479-18c8-4b09-897f-16ef10206ffe tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5439 time: 0.6582134 Aug 16 20:33:02.528218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:33:02.586922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-aea943a4-e060-42e9-9788-f64e964bd6bc', 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc', 'tenant_id': '7089e21390a646ec81eccfa01ee514ec', 'fixed_ips': [{'subnet_id': '6651a937-4f20-4770-9064-8eecb578c81d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:02.587934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.645598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f151613b-eaff-4aef-951e-8e0f153a1c9c req-6b465ed4-ec19-4d30-835f-08743e65c346 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110849 Aug 16 20:33:02.807407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Made reservation on behalf of 7089e21390a646ec81eccfa01ee514ec for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:02.822595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:02.853296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] device_id is not set on port fa5bf414-cb11-4c07-b244-17805a56047f yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:02.893952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:02.985447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.053682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.070814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Update dhcp port {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'fixed_ips': [{'subnet_id': 'b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e', 'ip_address': '2001:db8::2'}, {'subnet_id': '216d5ae9-b6c2-48b6-9d78-a986ec218633'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '0d262782-6180-410d-952b-23031f69763e'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:33:03.091691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Allocated IP 172.20.0.11 (aea943a4-e060-42e9-9788-f64e964bd6bc/6651a937-4f20-4770-9064-8eecb578c81d/fa5bf414-cb11-4c07-b244-17805a56047f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:03.114177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:03.121173 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.134931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-45904891-f797-45aa-9eae-7526f03faffd None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:03.142617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.142997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.292069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.301671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.304472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:33:03.305045 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:33:03.314310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Transition to ACTIVE for port object fa5bf414-cb11-4c07-b244-17805a56047f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:03.319991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.331525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-af64f553-ef36-46c6-8c19-466dc390c5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.385867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:03.388916 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d40aa5d-3737-44d4-91ff-32b062530164" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:03.485204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:03.487029 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e2e46-6455-4777-bcfd-442743c39bb2 x-openstack-request-id: req-173e2e46-6455-4777-bcfd-442743c39bb2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:03.487301 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:03.487551 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-173e2e46-6455-4777-bcfd-442743c39bb2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:03.487964 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'code': 200} Aug 16 20:33:03.508901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.514705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.536948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8797669-32c7-4611-93af-9ae20211154e req-3256812d-0ce1-4430-94bc-2f7bb1ed0a33 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0416939 Aug 16 20:33:03.546023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904891-f797-45aa-9eae-7526f03faffd None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.572028 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:33:03.581446 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:33:03.582312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event updated for resources: {'Port': ['ID=fa5bf414-cb11-4c07-b244-17805a56047f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.586335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Allocated IP 172.20.0.2 (aea943a4-e060-42e9-9788-f64e964bd6bc/6651a937-4f20-4770-9064-8eecb578c81d/7e5b2238-0f09-4ba2-a94d-69270b58b94a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:03.592838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Network aea943a4-e060-42e9-9788-f64e964bd6bc is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:03.594307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:03.596661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:03.642540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.643260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 96d03d88-cd21-46a2-9733-9f19ede18343 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:03.673143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.674043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.688904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:03.751837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:03.774719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e12c9d80-2c44-4882-89d1-651bd46222c9 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8420243 Aug 16 20:33:03.775088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56628) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:03.793011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d262782-6180-410d-952b-23031f69763e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:03.872980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.880509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.881230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.884300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.891637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.893133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Transition to ACTIVE for port object 7e5b2238-0f09-4ba2-a94d-69270b58b94a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:03.900188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.903916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.904455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.907967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.914207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.921807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:03.923866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-509cf43c-533d-43a7-8fb8-589c1e6bf245 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5441 time: 0.1476500 Aug 16 20:33:03.929335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Transition to ACTIVE for port object 7e5b2238-0f09-4ba2-a94d-69270b58b94a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:03.932208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 96d03d88-cd21-46a2-9733-9f19ede18343 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:03.940164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 96d03d88-cd21-46a2-9733-9f19ede18343 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:03.940532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:03.974081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9057e7ce-dc29-403a-9af0-8092baa6d786 req-638abc0d-8b5b-4800-bc05-97c617d7d80e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430682 Aug 16 20:33:04.047371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.161054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Network aea943a4-e060-42e9-9788-f64e964bd6bc is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:04.163658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.172335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Deleting port fa5bf414-cb11-4c07-b244-17805a56047f {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:04.172919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:04.173280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.186053 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.189816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:04.204393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Pushing event updated for resources: {'Port': ['ID=7e5b2238-0f09-4ba2-a94d-69270b58b94a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.292117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:04.296441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.313493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=96d03d88-cd21-46a2-9733-9f19ede18343,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:04.319629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Attempting to bind port 7e5b2238-0f09-4ba2-a94d-69270b58b94a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:04.320148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Attempting to bind port 7e5b2238-0f09-4ba2-a94d-69270b58b94a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '441658c6-6901-48e8-b5d5-2e6daa38cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:04.320585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Attempting to bind port 7e5b2238-0f09-4ba2-a94d-69270b58b94a on network aea943a4-e060-42e9-9788-f64e964bd6bc {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:04.347582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:04.347978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Checking segment: {'id': '441658c6-6901-48e8-b5d5-2e6daa38cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:04.348605 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.348998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Bound using segment: {'id': '441658c6-6901-48e8-b5d5-2e6daa38cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:04.349481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Bound port: 7e5b2238-0f09-4ba2-a94d-69270b58b94a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441658c6-6901-48e8-b5d5-2e6daa38cdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aea943a4-e060-42e9-9788-f64e964bd6bc'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:04.349864 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.377147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.381922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.395788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Calling delete_port for fa5bf414-cb11-4c07-b244-17805a56047f owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:04.462282 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.463100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 56196332-8cd5-411f-a0c8-9501f55b7ab1 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:04.476638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.477657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.554019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] For port 7e5b2238-0f09-4ba2-a94d-69270b58b94a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:04.581642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] For port 7e5b2238-0f09-4ba2-a94d-69270b58b94a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7e5b2238-0f09-4ba2-a94d-69270b58b94a,segment=NetworkSegment(441658c6-6901-48e8-b5d5-2e6daa38cdb6),segment_id=441658c6-6901-48e8-b5d5-2e6daa38cdb6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:04.586631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.641234 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:33:04.641597 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:33:04.688315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9eae4de-20bc-4702-b6de-c880eac3a1f1 req-41549ed9-9fb4-4142-b3ff-dacc8b2a1248 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0322099 Aug 16 20:33:04.736111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.769642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 56196332-8cd5-411f-a0c8-9501f55b7ab1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:04.785449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 56196332-8cd5-411f-a0c8-9501f55b7ab1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:04.785831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.849502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ce4d4-7cf4-4376-aa6b-0666f574977f None None] Pushing event updated for resources: {'Port': ['ID=7e5b2238-0f09-4ba2-a94d-69270b58b94a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.908311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:04.910566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.922098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:04.938435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:04.939369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:04.945416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=216d5ae9-b6c2-48b6-9d78-a986ec218633,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:04.949434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:04.957182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=9']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.156935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.156935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7cf31ebc-3369-4af9-bd8c-c2d97509091f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:05.160870 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-faf5f9c6-61b0-49db-9183-e775d5a1779b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7753949 Aug 16 20:33:05.160870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56678) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:05.167036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:86:5f:76', 'name': 'tempest-NetworksTestDHCPv6-716365837'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:05.205411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.213919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.217214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.223741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.231654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.238310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.245199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.252208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.254636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-9c1afbc4-309f-405b-a2b8-a8608ce02be9 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5442 time: 0.1561391 Aug 16 20:33:05.280720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.315476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-43b7bde4-e543-4d38-a532-a5f46ad057ef service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3823261 Aug 16 20:33:05.317017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event deleted for resources: {'Port': ['ID=fa5bf414-cb11-4c07-b244-17805a56047f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:05.362500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9532cb39-bea7-4a35-b43b-40394e9fe10c req-965d22d8-ae6f-4ec9-b823-9b2b1f2fe560 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935500 Aug 16 20:33:05.373519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 7cf31ebc-3369-4af9-bd8c-c2d97509091f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:05.388573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7cf31ebc-3369-4af9-bd8c-c2d97509091f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:05.388573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.474838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.475571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.476351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.477003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.477484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.478165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.478862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.481569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-e6a0ec78-28ba-4395-a35d-a0c0ae1d80dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.0797167 Aug 16 20:33:05.489424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455'}, {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03d88-cd21-46a2-9733-9f19ede18343'}, {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:05.496420 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048c557-ff80-436d-8e73-666f4b33d8f9" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "37db7a8e-65a6-4aa8-8a0a-fb5b838ee455"}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "96d03d88-cd21-46a2-9733-9f19ede18343"}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:05.561344 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11439eeb-6368-4b29-9d39-82ea54a85565 x-openstack-request-id: req-11439eeb-6368-4b29-9d39-82ea54a85565 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:05.561687 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "37db7a8e-65a6-4aa8-8a0a-fb5b838ee455", "code": 200}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "96d03d88-cd21-46a2-9733-9f19ede18343", "code": 200}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:05.561876 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11439eeb-6368-4b29-9d39-82ea54a85565 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:05.562653 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37db7a8e-65a6-4aa8-8a0a-fb5b838ee455', 'code': 200} Aug 16 20:33:05.562653 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d03d88-cd21-46a2-9733-9f19ede18343', 'code': 200} Aug 16 20:33:05.567380 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'code': 200} Aug 16 20:33:05.618341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.630602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e43f79c-c05a-4b4d-9118-9186cc874f5e tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "DELETE /v2.0/ports/fa5bf414-cb11-4c07-b244-17805a56047f HTTP/1.1" status: 204 len: 168 time: 1.8536603 Aug 16 20:33:05.631085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56694) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:05.690592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:05.690742 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.692681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.754980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-18d09717-4328-40b2-8413-11e191eb04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.755467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-18d09717-4328-40b2-8413-11e191eb04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.756127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-18d09717-4328-40b2-8413-11e191eb04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:05.757969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-18d09717-4328-40b2-8413-11e191eb04d4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 2289 time: 0.2465177 Aug 16 20:33:05.910228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7e5b2238-0f09-4ba2-a94d-69270b58b94a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:05.920326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:05.948098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-3dc21c50-14de-46e9-b6cb-845437a3a579 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 1001 time: 0.1807344 Aug 16 20:33:05.964514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port 58982e94-24fe-4534-b3c3-4148a964b4cc yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:06.008607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0554259e-31e1-462a-94f9-2ecd11385c2d req-084aee84-fc1e-4b74-8f9b-31fb5907b552 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0847919 Aug 16 20:33:06.093857 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-521ccef2-d83b-4cd6-8e03-a0bb67d1c7e2 req-da46bbbb-19c0-4e7d-8b69-89db7b389c78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc15b5d4c481480784d475ae340bb5c6&device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0522504 Aug 16 20:33:06.117078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-2d32ea93-9321-43f0-8892-da88a4ff14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.118732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-2d32ea93-9321-43f0-8892-da88a4ff14ef service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.1359916 Aug 16 20:33:06.186778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-521ccef2-d83b-4cd6-8e03-a0bb67d1c7e2 req-01cc6d58-1feb-40d5-898a-3f35abd14a85 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc15b5d4c481480784d475ae340bb5c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463295 Aug 16 20:33:06.217749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:06.241755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-1f03f304-c106-44f1-8f82-d6afb8695392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.243684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-1f03f304-c106-44f1-8f82-d6afb8695392 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150544 Aug 16 20:33:06.252107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eaa7eecf-2e9c-4887-91ff-77fce99a9bbf tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.6170559 Aug 16 20:33:06.253972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56704) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:06.262158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-551572400'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:06.390254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed469b7-8431-4472-b41a-1dfab26d9465 None None] Network aea943a4-e060-42e9-9788-f64e964bd6bc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:06.400001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.425314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56708) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:06.429783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.430697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f17652b3-b148-4f89-9acc-d702f9aa7ed0 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:06.507441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-71c07518-5756-4706-914d-e4633b56927a service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503178 Aug 16 20:33:06.554407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7e5b2238-0f09-4ba2-a94d-69270b58b94a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:06.594029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::373 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e/58982e94-24fe-4534-b3c3-4148a964b4cc) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:06.601096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Made reservation on behalf of 7089e21390a646ec81eccfa01ee514ec for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:06.606380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.639801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:5f76 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/216d5ae9-b6c2-48b6-9d78-a986ec218633/58982e94-24fe-4534-b3c3-4148a964b4cc) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:06.644758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:06.676629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ccef2-d83b-4cd6-8e03-a0bb67d1c7e2 req-0c69dd58-173b-44af-b0d3-d348f61d6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.679005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-521ccef2-d83b-4cd6-8e03-a0bb67d1c7e2 req-0c69dd58-173b-44af-b0d3-d348f61d6b82 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4827144 Aug 16 20:33:06.688621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Provisioning for port 7e5b2238-0f09-4ba2-a94d-69270b58b94a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:06.694469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Provisioning complete for port 7e5b2238-0f09-4ba2-a94d-69270b58b94a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:06.695097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.706113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:06.709962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd1252cc-a80d-4acf-a150-9d24fda171fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.757994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.765904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.773294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.788215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.788215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.793322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.799669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:06.801741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-9fb338cf-692d-4823-828f-0c02f180aaff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5444 time: 0.2039461 Aug 16 20:33:06.809758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.810187 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Added segment d196fc50-62d6-4324-a990-b0fad80d06bf of type vlan for network 67b2dd62-5e7c-45c6-b495-f1cc0dffc093 Aug 16 20:33:06.819517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port f17652b3-b148-4f89-9acc-d702f9aa7ed0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:06.833394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port f17652b3-b148-4f89-9acc-d702f9aa7ed0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:06.833394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.898110 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.927132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.931319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:06.953962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object 58982e94-24fe-4534-b3c3-4148a964b4cc will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:06.992471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] For port 7e5b2238-0f09-4ba2-a94d-69270b58b94a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7e5b2238-0f09-4ba2-a94d-69270b58b94a,segment=NetworkSegment(441658c6-6901-48e8-b5d5-2e6daa38cdb6),segment_id=441658c6-6901-48e8-b5d5-2e6daa38cdb6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:07.046072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.087920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:07.109848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.142335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-00bd94b7-2935-49d7-8fb0-d757570ba6b3 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188428 Aug 16 20:33:07.163658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd1252cc-a80d-4acf-a150-9d24fda171fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.170294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afbbfd-1628-4a63-8135-5972a45a3435 None None] Pushing event updated for resources: {'Port': ['ID=7e5b2238-0f09-4ba2-a94d-69270b58b94a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.172989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:33:07.176183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.266687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43b2bdb0-f89f-4aaf-a7e0-682c6a69be07 req-0c6a4a0d-800e-4a44-a97a-4d92cd648bfb tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.1230788 Aug 16 20:33:07.269014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=58982e94-24fe-4534-b3c3-4148a964b4cc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.282839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-67a6b6ca-6985-44c8-9a5a-dc765f176281 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 217 time: 0.1226215 Aug 16 20:33:07.290774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd1252cc-a80d-4acf-a150-9d24fda171fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.309252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.316116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:07.317776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:07.326106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:07.342391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:07.343153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.372691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-54f51b11-4ab8-47d4-8fde-75819db6f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:07.374329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-54f51b11-4ab8-47d4-8fde-75819db6f5da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0804188 Aug 16 20:33:07.401199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1252cc-a80d-4acf-a150-9d24fda171fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8018e-fa14-4435-92f1-83a8256d40ee,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.423806 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.442891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.451439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:07.452418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c0754ada-9e98-4302-8d73-54a9ae239d11 None None] Provisioning complete for port 7e5b2238-0f09-4ba2-a94d-69270b58b94a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:07.452811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0754ada-9e98-4302-8d73-54a9ae239d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.453484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.526269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:07.539394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb3cdcdc-b9e0-475a-8f48-c7ee19a499e9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3796535 Aug 16 20:33:07.541879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56726) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:07.572532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f'}, {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:07.580902 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c405a7-add9-4b95-b15b-a896f8b910e6" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f"}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:07.588290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a917aa4-a277-4caf-b498-04e11f16e1d0 req-b9420788-4941-412b-85dc-741748200add tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6804774 Aug 16 20:33:07.611472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event updated for resources: {'Network': ['ID=67b2dd62-5e7c-45c6-b495-f1cc0dffc093,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:07.647260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd1252cc-a80d-4acf-a150-9d24fda171fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2d3e17f205a4588b133806b3b8eb995&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2194855 Aug 16 20:33:07.650351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56736) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:07.674638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-1c25f4b6-dde6-4600-a115-fad2f3aca3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:07.677173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-1c25f4b6-dde6-4600-a115-fad2f3aca3fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2675073 Aug 16 20:33:07.700974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 67b2dd62-5e7c-45c6-b495-f1cc0dffc093 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:07.711214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.753470 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858be2b1-4b73-4058-ab24-bd1eec484911 x-openstack-request-id: req-858be2b1-4b73-4058-ab24-bd1eec484911 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:07.753805 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f", "code": 200}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-plugged", "status": "completed", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:07.754006 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-858be2b1-4b73-4058-ab24-bd1eec484911 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:07.754401 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'code': 200} Aug 16 20:33:07.754653 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'code': 200} Aug 16 20:33:07.817555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.884052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7e5b2238-0f09-4ba2-a94d-69270b58b94a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:07.942113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ccfac9e5-7f1a-44df-963d-833c201410fe tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6841793 Aug 16 20:33:07.942657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:07.944445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:08.015436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-75ee2512-14b1-468f-91ae-be5712015e53 None None] Could not find standard attr ID for object fa5bf414-cb11-4c07-b244-17805a56047f. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:08.025484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60969337-4f45-4087-9fcd-fdcf223639a8 None None] Pushing event updated for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:08.038293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-4bf46a45-e2d0-43d6-8cfd-2776a3ccf3cc service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513918 Aug 16 20:33:08.049378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7e5b2238-0f09-4ba2-a94d-69270b58b94a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:08.049760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.139804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.144337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port 58982e94-24fe-4534-b3c3-4148a964b4cc {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:08.145188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.168631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.169296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.169794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.170693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.171327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.171860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.172471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.174880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-31410520-4aad-4c22-88fa-cacc51528d56 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.2720158 Aug 16 20:33:08.272068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.285899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e19488e0-58c3-49be-89f2-4f8afc461550 req-f4730a4e-21f0-4dd6-84d5-86021f8ce639 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981119 Aug 16 20:33:08.294505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for 58982e94-24fe-4534-b3c3-4148a964b4cc owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:08.305735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-03cf27f7-5ad8-4cad-8a95-fcb54a156f08 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548866 Aug 16 20:33:08.427180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-7a3e6df7-786d-4eed-8d00-f40eb33c1338 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 217 time: 0.0687032 Aug 16 20:33:08.471887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6860c5aa-b39c-47ca-b1ca-36142abfe585 req-78d2f1a7-d945-4da7-9516-9b886251493a tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0368004 Aug 16 20:33:08.495746 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-89288876-2e58-4f94-8983-a2e7eb2cbde3 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks HTTP/1.1" status: 200 len: 9683 time: 0.5470188 Aug 16 20:33:08.502972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56752) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:08.558142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-9f2f3e80-1f50-4689-bb04-761a83002653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.559628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-9f2f3e80-1f50-4689-bb04-761a83002653 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.1035089 Aug 16 20:33:08.605386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.607970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.609204 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ffa8018e-fa14-4435-92f1-83a8256d40ee HTTP/1.1" status: 204 len: 168 time: 0.9574492 Aug 16 20:33:08.626627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-6e4cc208-5ff5-4cad-b285-9d6646b58142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.634292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-6e4cc208-5ff5-4cad-b285-9d6646b58142 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637748 Aug 16 20:33:08.659975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5c538-227c-4d6b-90ef-ada623f3c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8018e-fa14-4435-92f1-83a8256d40ee,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:08.754062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-3890b04d-c910-4b61-ac00-a72deeb3e210 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131530 Aug 16 20:33:08.780813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53331ebc-2d6e-49e8-82ae-80bce2aae5ab None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:08.828803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b4884f-3f90-44f4-8b56-8af6388d8959 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] Network 67b2dd62-5e7c-45c6-b495-f1cc0dffc093 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:08.894364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-730ae162-434e-473a-9f4c-08729941693f None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:08.895031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-730ae162-434e-473a-9f4c-08729941693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:08.942002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-f2e5b5b5-1bf0-4e6f-9bd0-c1ee9017cd38 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778839 Aug 16 20:33:08.956910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.966462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.967216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9b4884f-3f90-44f4-8b56-8af6388d8959 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "POST /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4626822 Aug 16 20:33:08.969442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:08.975581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857887d-42c4-4d3f-9368-816e641ec782 None None] Network 67b2dd62-5e7c-45c6-b495-f1cc0dffc093 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:08.978346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.985543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.992194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:08.999751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.007095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.009190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-380581cd-dca7-41a8-adb7-72f31824100f req-90a940e9-7f00-44d9-a3f0-99625d113b58 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.1624951 Aug 16 20:33:09.054240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-fed9e4db-b4e0-4efd-b0ff-67b22c76ed81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 217 time: 0.0436332 Aug 16 20:33:09.119791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-63f02aa9-76a6-4207-bd8e-e4525100643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.122088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-63f02aa9-76a6-4207-bd8e-e4525100643d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0604773 Aug 16 20:33:09.166467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-380581cd-dca7-41a8-adb7-72f31824100f req-fd53256f-de3f-44a6-a3b1-fa08a95741e1 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158226 Aug 16 20:33:09.224713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.260322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-86e4082a-2597-4e30-bb45-96fc0b99bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.262580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-86e4082a-2597-4e30-bb45-96fc0b99bf36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088667 Aug 16 20:33:09.293827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e765a40c-7c44-4b0e-b380-95697d712643 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks HTTP/1.1" status: 200 len: 10454 time: 0.3231628 Aug 16 20:33:09.295018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=58982e94-24fe-4534-b3c3-4148a964b4cc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:09.303946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:09.394619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.400270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12dc7302-efd3-472f-9753-91815cbf1676 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/58982e94-24fe-4534-b3c3-4148a964b4cc HTTP/1.1" status: 204 len: 168 time: 1.8572628 Aug 16 20:33:09.402924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56774) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:09.533959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-89f4f9e7-4d13-4217-a489-fff64512c19a service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632930 Aug 16 20:33:09.556679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-172ddd1a-2344-4dd9-beda-a7c85e067923 None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:09.557058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-172ddd1a-2344-4dd9-beda-a7c85e067923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:09.562675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b50de36f-a0d8-4ca4-92c7-7666d8a742fd tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "DELETE /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks/67b2dd62-5e7c-45c6-b495-f1cc0dffc093 HTTP/1.1" status: 204 len: 168 time: 0.2571871 Aug 16 20:33:09.565087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:09.746579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6f93b-6c17-42f6-9ceb-802ddd32e596 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.751094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-58a6f93b-6c17-42f6-9ceb-802ddd32e596 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3431416 Aug 16 20:33:09.756346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:09.788537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05399dc1-730f-4bbe-ad7b-b410c6eacbdd req-bcd1f665-9ab5-4fde-8349-a0b862983bd0 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.1861432 Aug 16 20:33:09.853648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-917ba66f-08ca-4180-aee5-cf4debc20214 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088212 Aug 16 20:33:09.922710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-79037b4d-065e-4815-8ea3-8f7a6c2ddbc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 217 time: 0.0619597 Aug 16 20:33:09.923563 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0dce7334-f840-4eed-98b3-e8660b85eda5 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks HTTP/1.1" status: 200 len: 9683 time: 0.3573782 Aug 16 20:33:09.931490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:09.957334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f49fa-626f-42d1-9ecf-8c30da0a8204 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:09.958925 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e47f49fa-626f-42d1-9ecf-8c30da0a8204 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1995795 Aug 16 20:33:09.961696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56800) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:10.003068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a3f8465-606b-4158-8523-70fefee78ed8 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/networks/aea943a4-e060-42e9-9788-f64e964bd6bc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0696392 Aug 16 20:33:10.009712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:10.043596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-a7171d8a-310c-43c6-96d1-a80c6013d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.048910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-a7171d8a-310c-43c6-96d1-a80c6013d291 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.1072807 Aug 16 20:33:10.100272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-159715d7-d547-4962-bb34-2f38741cf9b6 None None] Could not find standard attr ID for object 58982e94-24fe-4534-b3c3-4148a964b4cc. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:33:10.144508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-9e62b336-d857-439b-a682-d79c0feace86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.146382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-9e62b336-d857-439b-a682-d79c0feace86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804832 Aug 16 20:33:10.147378 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49ddab81-48e4-44ba-9e75-78d7d2f0678b tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/networks/aea943a4-e060-42e9-9788-f64e964bd6bc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1124868 Aug 16 20:33:10.150037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:10.161202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e69230-99e3-43fa-b46c-8cacd0ebf88f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.162853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e69230-99e3-43fa-b46c-8cacd0ebf88f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.164410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e69230-99e3-43fa-b46c-8cacd0ebf88f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.166022 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76e69230-99e3-43fa-b46c-8cacd0ebf88f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2019036 Aug 16 20:33:10.171714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56808) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:10.234132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 216d5ae9-b6c2-48b6-9d78-a986ec218633 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:10.241987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.319679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-0104a041-8b06-4731-8917-9f181e4cbced service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650219 Aug 16 20:33:10.379577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.462451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.471122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.477958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.485035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.490939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.496844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.502937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.504960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-c507b144-2595-41f9-9b34-a62f9f6114ae tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.1841211 Aug 16 20:33:10.543295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-6b8ed66d-fbd9-4d0c-a77a-e71fbceed722 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098258 Aug 16 20:33:10.554507 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a16f8ef1-88a7-4730-b7f3-adce00a8d019 tempest-DHCPAgentSchedulersTestJSON-1771940089 tempest-DHCPAgentSchedulersTestJSON-1771940089-project-admin] 10.222.0.70 "GET /v2.0/agents/01952da4-343a-4f7e-a40d-3362c71e0f44/dhcp-networks HTTP/1.1" status: 200 len: 9683 time: 0.4032414 Aug 16 20:33:10.572555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:10.594636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-781aa223-7fe6-4958-811b-c6f55f9100b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 217 time: 0.0431824 Aug 16 20:33:10.604538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb38ddd1-c56c-4a9a-ba48-4dcf50d2de70 req-13234ee2-2558-416c-b97f-16075c469013 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875678 Aug 16 20:33:10.647636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.691540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-d20018fe-2628-455c-a322-3cd0e3e51a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.691540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-d20018fe-2628-455c-a322-3cd0e3e51a1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0577967 Aug 16 20:33:10.717868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.732388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-522ad265-6bbc-4d66-b27f-a54393b38319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.736707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-522ad265-6bbc-4d66-b27f-a54393b38319 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630953 Aug 16 20:33:10.883051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.899049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b2dd62-5e7c-45c6-b495-f1cc0dffc093']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:10.915390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd196fc50-62d6-4324-a990-b0fad80d06bf') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:10.916090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd196fc50-62d6-4324-a990-b0fad80d06bf') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:10.929529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.945662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.947030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.952181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.954559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:10.955204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:10.958081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:10.958326 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:10.963989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.970044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.976186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.982391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:10.984410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-863df569-d7f3-4f01-9123-c4dc301f5405 req-d3054f46-820c-4606-b4fa-26149c03b715 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.1356883 Aug 16 20:33:10.994871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56834) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.002597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Request body: {'floatingip': {'port_id': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:11.050024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-6b5110d3-fa5a-4cd6-8eac-e64a23dab3f3 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031733 Aug 16 20:33:11.069198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-669efe78-94e8-4dec-a92d-1f21b5917159 req-a03f977f-3150-4cc7-940d-06f1ab1816e6 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0820322 Aug 16 20:33:11.071691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.076365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.127647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=216d5ae9-b6c2-48b6-9d78-a986ec218633,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:11.137638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabe7997-ae43-430d-8a7c-1fa7016a15b5 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:11.144866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.153564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b29ca28-124a-43a0-b9af-9842261d56c0 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/216d5ae9-b6c2-48b6-9d78-a986ec218633 HTTP/1.1" status: 204 len: 168 time: 0.9807119 Aug 16 20:33:11.158730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.159410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.210818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.213875 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "DELETE /v2.0/networks/67b2dd62-5e7c-45c6-b495-f1cc0dffc093 HTTP/1.1" status: 204 len: 168 time: 0.6399090 Aug 16 20:33:11.232129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56844) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.233329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c146f-f4ec-423e-ada8-0afc5d406e34 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event deleted for resources: {'Network': ['ID=67b2dd62-5e7c-45c6-b495-f1cc0dffc093,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:11.266648 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-920741bd-9255-4e0d-89d7-ad7619fd74c0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:11.267523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920741bd-9255-4e0d-89d7-ad7619fd74c0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:11.271052 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-920741bd-9255-4e0d-89d7-ad7619fd74c0 tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "DELETE /v2.0/ports/fa5bf414-cb11-4c07-b244-17805a56047f HTTP/1.1" status: 404 len: 333 time: 0.0339425 Aug 16 20:33:11.287007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:11.321167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:11.345450 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.399387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.413343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-0cb02ff8-0abd-4bee-926c-2482328a82ed service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457191 Aug 16 20:33:11.446140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Deleting subnet 6651a937-4f20-4770-9064-8eecb578c81d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:11.453263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.488968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-617a0c73-e03b-4364-bb74-cfa30ea58340 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.0397754 Aug 16 20:33:11.540012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.547876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-8ef283fb-dd9d-43ff-a79a-c4c205fb0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:11.547876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-8ef283fb-dd9d-43ff-a79a-c4c205fb0f41 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0490193 Aug 16 20:33:11.686305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:11.867342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.080212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.194625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:12.214824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.235864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.239340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce285012-e56f-4d9c-9847-161e340aa92d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e HTTP/1.1" status: 204 len: 168 time: 1.0753462 Aug 16 20:33:12.260138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56868) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:12.311451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.327926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f6592-dfaf-4c0d-b6c5-356375a7cbb4 None None] Network aea943a4-e060-42e9-9788-f64e964bd6bc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:12.328705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "DELETE /v2.0/subnets/6651a937-4f20-4770-9064-8eecb578c81d HTTP/1.1" status: 204 len: 168 time: 1.0502362 Aug 16 20:33:12.338176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8599fa-dfa9-4c07-8a77-524c9caaceeb tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event deleted for resources: {'Subnet': ['ID=6651a937-4f20-4770-9064-8eecb578c81d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:12.349276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:12.440947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3cb44753-903d-46d5-a41f-0272f57b3a9e req-81e772d2-2a10-4ef4-b454-c53c445306dd tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.1354356 Aug 16 20:33:12.442627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ca2a9572-beee-42f8-ba25-9061e3e6108d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757944 Aug 16 20:33:12.447507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56876) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:12.466347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:12.568761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbff8d3-dccc-4f51-8636-abc7c421c08b None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:12.602519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.723415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b2f4f895-5053-4b5f-b78a-c99dc3a29c48 None None] Provisioning complete for port 0d262782-6180-410d-952b-23031f69763e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:12.724579 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b2f4f895-5053-4b5f-b78a-c99dc3a29c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.748293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Deleting port 7e5b2238-0f09-4ba2-a94d-69270b58b94a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:12.750240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.883510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] For port 7e5b2238-0f09-4ba2-a94d-69270b58b94a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7e5b2238-0f09-4ba2-a94d-69270b58b94a,segment=NetworkSegment(441658c6-6901-48e8-b5d5-2e6daa38cdb6),segment_id=441658c6-6901-48e8-b5d5-2e6daa38cdb6)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:12.884162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:12.905078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-126ae745-a77e-4c88-be13-f363c2619823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:12.906604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Calling delete_port for 7e5b2238-0f09-4ba2-a94d-69270b58b94a owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:12.907046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-126ae745-a77e-4c88-be13-f363c2619823 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7377632 Aug 16 20:33:13.192965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.234088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:33:13.286187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event deleted for resources: {'Port': ['ID=7e5b2238-0f09-4ba2-a94d-69270b58b94a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:13.288285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] No DVR routers for this DVR port 7e5b2238-0f09-4ba2-a94d-69270b58b94a on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:13.302754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4454032-1a98-4c59-b470-c0804d6e4eaf None None] DHCP port deletion for aea943a4-e060-42e9-9788-f64e964bd6bc request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:13.327850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-6fcb97b4-1235-408d-93bb-6eb6b34f6c5c service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016209 Aug 16 20:33:13.375922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.382246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:13.385786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.419010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:13.471830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.485375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea943a4-e060-42e9-9788-f64e964bd6bc']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:13.500694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441658c6-6901-48e8-b5d5-2e6daa38cdb6') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:13.501188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441658c6-6901-48e8-b5d5-2e6daa38cdb6') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:13.524064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.537486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.540915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Deleting port 0d262782-6180-410d-952b-23031f69763e {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:13.543986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.553497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.570030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:13.572652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:13.578371 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:13.621696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03e96b25-7b49-4db3-92fa-e78c05ad47eb req-cf932e8b-ec8b-497d-ab63-25e5787e6268 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734110 Aug 16 20:33:13.661848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] For port 0d262782-6180-410d-952b-23031f69763e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d262782-6180-410d-952b-23031f69763e,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:13.662587 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.679414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Calling delete_port for 0d262782-6180-410d-952b-23031f69763e owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:13.741151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d262782-6180-410d-952b-23031f69763e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:13.748727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-924a40f6-40e8-432e-98e4-271a4dd8fca0 req-5e30ba72-8496-4a24-beec-6342b2038e97 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0610526 Aug 16 20:33:13.776166 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Floating IP a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1 associated. External IP: 172.25.7.253, port: f3cbc22a-6974-435f-99c3-73ff88e49efb. Aug 16 20:33:13.798617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.816147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.823220 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] 10.222.0.70 "DELETE /v2.0/networks/aea943a4-e060-42e9-9788-f64e964bd6bc HTTP/1.1" status: 204 len: 168 time: 1.4724030 Aug 16 20:33:13.851398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c595-5d94-4ca9-bf1a-18eb63d2ca9c tempest-DHCPAgentSchedulersTestJSON-800293326 tempest-DHCPAgentSchedulersTestJSON-800293326-project] Pushing event deleted for resources: {'Network': ['ID=aea943a4-e060-42e9-9788-f64e964bd6bc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:13.888009 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:13.986209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.017734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] No DVR routers for this DVR port 0d262782-6180-410d-952b-23031f69763e on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:14.051014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7e5b2238-0f09-4ba2-a94d-69270b58b94a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:14.053200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fab51-d38f-4eb4-bdfb-a58da7af8f1d None None] Pushing event deleted for resources: {'Port': ['ID=0d262782-6180-410d-952b-23031f69763e,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:14.072616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7e5b2238-0f09-4ba2-a94d-69270b58b94a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:14.072943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7e5b2238-0f09-4ba2-a94d-69270b58b94a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:14.106303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.160274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:14.167483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:14.176479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:14.177126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.179072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9bf71-6cb7-47c3-8944-1daa66ef1c86 None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:14.194182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=face639c-0df9-4c6c-806e-eb64724ff491,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:14.206588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:14.298525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9730e2e2-8503-430b-b7c0-32055b66c4b2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8426046 Aug 16 20:33:14.298525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:14.303080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:14.376290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:14.376936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'tenant_id': '770ba161d2a04855a5a6521a3eb88d69', 'fixed_ips': [{'subnet_id': 'face639c-0df9-4c6c-806e-eb64724ff491'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:14.378068 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.382752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.394755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Sync routers for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:14.411503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:14.412952 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:14.428632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56910) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:14.606623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Allocated IP 2001:db8::2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/face639c-0df9-4c6c-806e-eb64724ff491/b0aa655c-d867-4228-947e-d4736ee96fab) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:14.646524 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:14.726635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b51c4765-837b-4a94-9c07-2f819311d776 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "PUT /v2.0/floatingips/a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1 HTTP/1.1" status: 200 len: 992 time: 3.7245398 Aug 16 20:33:14.726635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:14.728918 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a7df4d-8c6e-4906-8280-e66430249b27" -d '{"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:14.771771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e083072a-699f-4970-acca-db8dcbddcacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.864418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:14.872929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:14.881125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.914034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.932958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Transition to ACTIVE for port object b0aa655c-d867-4228-947e-d4736ee96fab will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:14.972560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Transition to ACTIVE for port object b0aa655c-d867-4228-947e-d4736ee96fab will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:14.975765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e083072a-699f-4970-acca-db8dcbddcacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:14.998130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'port_id': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'mac_address': 'fa:16:3e:29:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:32Z', 'updated_at': '2021-08-16T20:33:13Z', 'revision_number': 1, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:15.004043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93efa519-3bea-45d4-a1e6-e46776e75905 req-f30e7537-609e-476c-bce2-59a07419f922 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0902045 Aug 16 20:33:15.036662 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Checking router: 028bf0f9-7de9-408f-a42c-5d3c64d320f3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:33:15.046096 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:15.046835 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:15.070483 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.077547 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet face639c-0df9-4c6c-806e-eb64724ff491 (CIDR: 2001:db8::/64) Aug 16 20:33:15.095399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e083072a-699f-4970-acca-db8dcbddcacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.117526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:15.123126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:15.126015 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:33:15.127244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:15.127469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:15.148372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Pushing event updated for resources: {'Port': ['ID=b0aa655c-d867-4228-947e-d4736ee96fab,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:15.213699 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:33:15.218390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56934) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:15.220862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e083072a-699f-4970-acca-db8dcbddcacc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e0a74314086459181f66255e6bcd217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885177 Aug 16 20:33:15.220862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083072a-699f-4970-acca-db8dcbddcacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df10cd-e1c9-478f-afa1-9054426badb6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:15.255862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-86161a1a-4cd5-45a0-88a7-025c4478c974 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9565361 Aug 16 20:33:15.258466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Attempting to bind port b0aa655c-d867-4228-947e-d4736ee96fab on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:15.259313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Attempting to bind port b0aa655c-d867-4228-947e-d4736ee96fab by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:15.260603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56936) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:15.265028 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8501bf5a-5887-40cf-9460-93caefe4ced0 x-openstack-request-id: req-8501bf5a-5887-40cf-9460-93caefe4ced0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:15.266330 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:15.266801 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8501bf5a-5887-40cf-9460-93caefe4ced0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:15.270259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'subnet': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:15.271897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Attempting to bind port b0aa655c-d867-4228-947e-d4736ee96fab on network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:15.272244 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'status': 'completed', 'code': 200} Aug 16 20:33:15.319106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:15.319106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Checking segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:15.319106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.320424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Bound using segment: {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:15.321189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Bound port: b0aa655c-d867-4228-947e-d4736ee96fab, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:15.321841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.394854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.473255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.488855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] For port b0aa655c-d867-4228-947e-d4736ee96fab, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:15.498074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] For port b0aa655c-d867-4228-947e-d4736ee96fab, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0aa655c-d867-4228-947e-d4736ee96fab,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:15.564392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.565744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.566493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.567129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.567795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.568522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.569161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.570810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.576049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-8e5b2942-380c-4b3e-83fa-470f75ee8800 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.2628121 Aug 16 20:33:15.587213 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8f371820-64a3-481b-849f-8282e661f428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'port_id': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'mac_address': 'fa:16:3e:29:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:32Z', 'updated_at': '2021-08-16T20:33:13Z', 'revision_number': 1, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:15.630098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c346cbb-71c1-4213-9144-bef033c15e55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7089e21390a646ec81eccfa01ee514ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7638664 Aug 16 20:33:15.633828 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f371820-64a3-481b-849f-8282e661f428 None None] The sync data for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 is: [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'floating_ip_address': '172.25.7.253', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'port_id': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'mac_address': 'fa:16:3e:29:e9:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:31:32Z', 'updated_at': '2021-08-16T20:33:13Z', 'revision_number': 1, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:15.637339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56942) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:15.673842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.679020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.685637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1df10cd-e1c9-478f-afa1-9054426badb6 HTTP/1.1" status: 204 len: 168 time: 0.4655836 Aug 16 20:33:15.719073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6a56d-626e-4a65-87af-448db45afac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df10cd-e1c9-478f-afa1-9054426badb6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:15.729002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce83a-1e40-41cd-8c75-d5486eaacc8b None None] Pushing event updated for resources: {'Port': ['ID=b0aa655c-d867-4228-947e-d4736ee96fab,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:15.815599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-f248ce92-0047-41f6-a0cb-d3cf8c4550ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:15.824501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-f248ce92-0047-41f6-a0cb-d3cf8c4550ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df HTTP/1.1" status: 200 len: 918 time: 0.2395070 Aug 16 20:33:15.843090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.856952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:15.866975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:15.953384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-afd53fb5-564a-4ce2-8724-a86e859f3912 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1000 time: 0.1173258 Aug 16 20:33:15.983873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.037470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-36e7ea9e-9846-4142-a2ce-9ab08946a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:16.039345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-36e7ea9e-9846-4142-a2ce-9ab08946a1a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.0767231 Aug 16 20:33:16.125841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-d02e67f7-d865-4ac2-b7ab-ba5ebe248108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:16.127635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-d02e67f7-d865-4ac2-b7ab-ba5ebe248108 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680389 Aug 16 20:33:16.193512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63721c4e-0115-4fa4-879a-0facc67c3ea8 None None] New status for floating IP a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:33:16.210328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.213078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:16.218243 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f102fbd-f93e-424b-aac0-eb1058777298 HTTP/1.1" status: 204 len: 168 time: 0.5745711 Aug 16 20:33:16.235354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519aed40-0efb-4f4a-9d26-b93b37a0b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f102fbd-f93e-424b-aac0-eb1058777298,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:16.257219 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7280d8dd-8fe0-4287-929d-f3dc045437b5 req-868db925-4907-4b6b-94c7-7b63efba2fa3 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0956914 Aug 16 20:33:16.311059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-ede1ffa2-bf40-48cc-b6f5-aa30d3e479ae service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702325 Aug 16 20:33:16.428636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42a7df4d-8c6e-4906-8280-e66430249b27 req-6ae641bc-2b33-4fa9-95c3-2ee0822395a3 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085396 Aug 16 20:33:16.560454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:33:16.827721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.052422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5df8bf48-4eac-4263-a441-0d8f3764e889 None None] Provisioning for port b0aa655c-d867-4228-947e-d4736ee96fab completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:17.068634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56972) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.089112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47429e75-1ff2-47be-9415-13da1a88fa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.212036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47429e75-1ff2-47be-9415-13da1a88fa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.304206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] For port b0aa655c-d867-4228-947e-d4736ee96fab, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0aa655c-d867-4228-947e-d4736ee96fab,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:17.312311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47429e75-1ff2-47be-9415-13da1a88fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.351244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.360141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47429e75-1ff2-47be-9415-13da1a88fa78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=761ac79344ea41e2a5ca787d5fc8ad1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894566 Aug 16 20:33:17.362617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56978) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.371197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429e75-1ff2-47be-9415-13da1a88fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9c963-afb1-4917-bd2b-db01e481cb00,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.395208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.396158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.422624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daa3cd3e-4622-456f-be0c-418c323add2f req-f46d8c31-bd25-4f3c-87f4-d989ea31e5c2 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0403819 Aug 16 20:33:17.450518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.473182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:17.480217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.484091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:17.493385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:17.493593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d398c-585e-4a3f-a058-c866f1ca2d7f None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:17.494202 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.503032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Subnet': ['ID=738a7cc6-84b6-416a-88d7-62dff3afac65,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.503972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56980) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.522533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=b0aa655c-d867-4228-947e-d4736ee96fab,revision_number=4']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.526053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c8bff0a-4354-4e5e-9219-c064e6c2af91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.613704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d720d112-ba89-4165-b94f-5016c542569d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3506420 Aug 16 20:33:17.614768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56984) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:17.621413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Request body: {'port': {'network_id': '81ee4ec9-f95d-4ea0-9562-9643fa6d3e54', 'mac_address': 'fa:16:3e:69:f2:9d', 'name': 'tempest-NetworksTestDHCPv6-1803151682'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:17.634381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.638040 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.640761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9d9c963-afb1-4917-bd2b-db01e481cb00 HTTP/1.1" status: 204 len: 168 time: 0.2769225 Aug 16 20:33:17.659533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be2f34-4065-4eea-8e6c-873a83d4aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9c963-afb1-4917-bd2b-db01e481cb00,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:17.785615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c8bff0a-4354-4e5e-9219-c064e6c2af91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:17.843498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0aa655c-d867-4228-947e-d4736ee96fab up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:17.960583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c8bff0a-4354-4e5e-9219-c064e6c2af91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.010840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56994) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:18.011891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1c8bff0a-4354-4e5e-9219-c064e6c2af91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f3d945b144c45bea7392dd6e2a8607a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039470 Aug 16 20:33:18.012970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bff0a-4354-4e5e-9219-c064e6c2af91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa49437-c08d-447d-b41c-5a3e34e17991,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.023118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b0aa655c-d867-4228-947e-d4736ee96fab completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:18.032052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b0aa655c-d867-4228-947e-d4736ee96fab triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:18.032655 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.094343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Made reservation on behalf of 770ba161d2a04855a5a6521a3eb88d69 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:18.177422 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.194395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.217710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b0aa655c-d867-4228-947e-d4736ee96fab, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0aa655c-d867-4228-947e-d4736ee96fab,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:18.246724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.263010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.275969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.298104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.320893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] device_id is not set on port f50bbdff-1fec-463f-b783-10db0a4d2b10 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:18.391353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b0aa655c-d867-4228-947e-d4736ee96fab,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.496841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.500575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.504915 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bfa49437-c08d-447d-b41c-5a3e34e17991 HTTP/1.1" status: 204 len: 168 time: 0.4918334 Aug 16 20:33:18.506617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e58c738-e04f-49b4-b3c9-44867aa821b5 None None] Provisioning complete for port b0aa655c-d867-4228-947e-d4736ee96fab triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:18.507133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e58c738-e04f-49b4-b3c9-44867aa821b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.523531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d7be-8f25-443f-bb8f-c9729c41d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa49437-c08d-447d-b41c-5a3e34e17991,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:18.538478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8::1a2 (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/face639c-0df9-4c6c-806e-eb64724ff491/f50bbdff-1fec-463f-b783-10db0a4d2b10) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:18.546643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:f29d (81ee4ec9-f95d-4ea0-9562-9643fa6d3e54/738a7cc6-84b6-416a-88d7-62dff3afac65/f50bbdff-1fec-463f-b783-10db0a4d2b10) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:18.585615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e9c9d50-6213-42ec-945a-0c5b9c5a7dad req-63304929-d80c-4057-8eac-55c6520f2193 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0545785 Aug 16 20:33:18.732691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.745967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Transition to ACTIVE for port object f50bbdff-1fec-463f-b783-10db0a4d2b10 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:18.877330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.915876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:18.920065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:18.922306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:18.928211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:18.928858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:18.943101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event updated for resources: {'Port': ['ID=f50bbdff-1fec-463f-b783-10db0a4d2b10,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:19.053850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-453a9872-6a53-4b78-b031-07dc2d382a01 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4374814 Aug 16 20:33:19.056567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57022) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.162730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting port f50bbdff-1fec-463f-b783-10db0a4d2b10 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:19.163159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.277607 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.293887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Calling delete_port for f50bbdff-1fec-463f-b783-10db0a4d2b10 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:19.326120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bdf52ada-80a2-4c02-ad62-3417446f7d7b None None] Provisioning for port f50bbdff-1fec-463f-b783-10db0a4d2b10 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:19.330081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bdf52ada-80a2-4c02-ad62-3417446f7d7b None None] Provisioning complete for port f50bbdff-1fec-463f-b783-10db0a4d2b10 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:19.330644 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bdf52ada-80a2-4c02-ad62-3417446f7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.399068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bdf52ada-80a2-4c02-ad62-3417446f7d7b None None] Port f50bbdff-1fec-463f-b783-10db0a4d2b10 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:19.409302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57034) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.416276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c41d9758-cb2f-4afe-be7d-5d85abc976b8 req-b04c8e1b-c20e-4dd9-bc72-10b4376ab009 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0362308 Aug 16 20:33:19.538501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e493ca53-cc34-45e0-abc0-9a822a26460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.597319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.645111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Port': ['ID=f50bbdff-1fec-463f-b783-10db0a4d2b10,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:19.722957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.732314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0244369c-01bf-41ed-b81c-5f7a58d644cd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/f50bbdff-1fec-463f-b783-10db0a4d2b10 HTTP/1.1" status: 204 len: 168 time: 0.6741798 Aug 16 20:33:19.735534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.759271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-144c5659-57d4-41ff-baf2-cdc253dcf17c req-09574837-481b-4b33-9acc-e678701f57f3 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0687056 Aug 16 20:33:19.842219 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e493ca53-cc34-45e0-abc0-9a822a26460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.858474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b647e-35ab-47a8-ad06-01f45088334f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.861437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0aa655c-d867-4228-947e-d4736ee96fab up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:19.861720 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-446b647e-35ab-47a8-ad06-01f45088334f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1222286 Aug 16 20:33:19.861720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57054) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:19.916341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b0aa655c-d867-4228-947e-d4736ee96fab triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:19.916791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.920875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e493ca53-cc34-45e0-abc0-9a822a26460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:19.988041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4df0a6-554b-46e9-81f9-e07384595f56 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:19.995979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa4df0a6-554b-46e9-81f9-e07384595f56 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1263218 Aug 16 20:33:19.996720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57064) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.038173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e493ca53-cc34-45e0-abc0-9a822a26460c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46bdf24d900c4ad498cf62586b0814e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265433 Aug 16 20:33:20.042976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493ca53-cc34-45e0-abc0-9a822a26460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6059a-b64c-421e-9701-873dfe2e434c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.050614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.129396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.138317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9b342-ebbf-45dc-9477-6f0e6a79618d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.139941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9b342-ebbf-45dc-9477-6f0e6a79618d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.143494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d9b342-ebbf-45dc-9477-6f0e6a79618d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.145170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35d9b342-ebbf-45dc-9477-6f0e6a79618d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1474917 Aug 16 20:33:20.148059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57072) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.212664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.230468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet 738a7cc6-84b6-416a-88d7-62dff3afac65 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:20.234252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.276065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.351366 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.355533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.356852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac6059a-b64c-421e-9701-873dfe2e434c HTTP/1.1" status: 204 len: 168 time: 0.3034596 Aug 16 20:33:20.373195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112852-72b9-4db4-9cbd-1e96917c84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6059a-b64c-421e-9701-873dfe2e434c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.388161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.529872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.538420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1317f66-d430-4c5f-8ea8-25482fffb211 req-dda77a17-61b7-4d25-8a1f-2b5bb1e6b34a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:20.540792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1317f66-d430-4c5f-8ea8-25482fffb211 req-dda77a17-61b7-4d25-8a1f-2b5bb1e6b34a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.0632172 Aug 16 20:33:20.564197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=738a7cc6-84b6-416a-88d7-62dff3afac65,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.566853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.571167 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ecfa7739-5132-48fb-a877-4585a55e715b tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/738a7cc6-84b6-416a-88d7-62dff3afac65 HTTP/1.1" status: 204 len: 168 time: 0.4200952 Aug 16 20:33:20.571462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.574440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2f3d5-23fc-4693-a1a7-351ef8bced5b None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:20.613554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1317f66-d430-4c5f-8ea8-25482fffb211 req-360a441d-2626-4d29-b708-ce880e714cbd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Aug 16 20:33:20.629591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Deleting subnet face639c-0df9-4c6c-806e-eb64724ff491 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:20.633239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.676737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.782749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.901426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b01c752d-6c26-479b-abb4-aefcf342581e req-5f7381c3-6de6-4b6f-b840-d12488a2bd46 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0338488 Aug 16 20:33:20.949765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.977442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Subnet': ['ID=face639c-0df9-4c6c-806e-eb64724ff491,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:20.986440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:20.991487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57104) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:20.991658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c51c2249-6008-4655-9d4b-e51479cbfa31 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/face639c-0df9-4c6c-806e-eb64724ff491 HTTP/1.1" status: 204 len: 168 time: 0.4189367 Aug 16 20:33:21.044019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e8fdbf2a-4741-4c9b-99e1-ba8d27f57f62 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484385 Aug 16 20:33:21.044894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57108) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.108462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c88b4a4-6784-497f-8ba8-d5db2909ccdd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:21.112897 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0c88b4a4-6784-497f-8ba8-d5db2909ccdd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0669680 Aug 16 20:33:21.113144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57114) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.183522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47932739-218d-41b5-b1d8-b33df66e9d7f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:21.188041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47932739-218d-41b5-b1d8-b33df66e9d7f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740442 Aug 16 20:33:21.188476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.236473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-122a461f-af48-4468-a833-18e4f3fab9bc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462139 Aug 16 20:33:21.243607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57120) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.276593 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-db72a9ae-a816-4ceb-bec1-dbb903fd1f0a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.277961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db72a9ae-a816-4ceb-bec1-dbb903fd1f0a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.279867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db72a9ae-a816-4ceb-bec1-dbb903fd1f0a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/f50bbdff-1fec-463f-b783-10db0a4d2b10 HTTP/1.1" status: 404 len: 333 time: 0.0366075 Aug 16 20:33:21.282536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57126) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.322441 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eca831f-2666-47dd-9ebe-96f8474ea96d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.322910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eca831f-2666-47dd-9ebe-96f8474ea96d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.327275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8eca831f-2666-47dd-9ebe-96f8474ea96d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/738a7cc6-84b6-416a-88d7-62dff3afac65 HTTP/1.1" status: 404 len: 337 time: 0.0437086 Aug 16 20:33:21.330758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57128) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.378657 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25df722-424f-45bf-9047-e230cc8ed02f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.382502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57130) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.383413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25df722-424f-45bf-9047-e230cc8ed02f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.391748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b25df722-424f-45bf-9047-e230cc8ed02f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/face639c-0df9-4c6c-806e-eb64724ff491 HTTP/1.1" status: 404 len: 337 time: 0.0570228 Aug 16 20:33:21.394147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.404357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c04c7a1-5a17-4317-bc52-e4857037d1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.459500 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e889fe-dab4-497a-9cbc-9c43516627be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.459500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e889fe-dab4-497a-9cbc-9c43516627be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.459500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-64e889fe-dab4-497a-9cbc-9c43516627be tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/58982e94-24fe-4534-b3c3-4148a964b4cc HTTP/1.1" status: 404 len: 333 time: 0.0632892 Aug 16 20:33:21.461458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57138) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.488199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d6b2b886-44a6-4eb8-81da-a134f0e2467d req-9dd7c9ef-e38d-4655-a0c5-1cca0e64e425 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc15b5d4c481480784d475ae340bb5c6&device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0563271 Aug 16 20:33:21.536199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d6b2b886-44a6-4eb8-81da-a134f0e2467d req-3bceceb6-ff1e-43d0-8830-5340c5f4aed1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dc15b5d4c481480784d475ae340bb5c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316551 Aug 16 20:33:21.546961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3cc82-aeb8-48b9-b150-1f0c337a163a None None] Network 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:21.552813 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aaad473-d69f-4b49-9444-5b93d69d37a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.553692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aaad473-d69f-4b49-9444-5b93d69d37a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.556164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0aaad473-d69f-4b49-9444-5b93d69d37a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/216d5ae9-b6c2-48b6-9d78-a986ec218633 HTTP/1.1" status: 404 len: 337 time: 0.0932548 Aug 16 20:33:21.560542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57140) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.568251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e73379c3-3c91-4c9b-ab7d-6ecc12395fb9 None None] Provisioning complete for port b0aa655c-d867-4228-947e-d4736ee96fab triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:21.568971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e73379c3-3c91-4c9b-ab7d-6ecc12395fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.597039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66259f02-3189-4531-b978-af9767300d0e req-b8048964-583f-4014-87b5-48a582305643 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0378718 Aug 16 20:33:21.648987 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3851225-5b21-4233-ba9e-456317f3aa2d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.649668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3851225-5b21-4233-ba9e-456317f3aa2d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.652306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a3851225-5b21-4233-ba9e-456317f3aa2d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/b75af1f8-0dbb-42e2-9d31-6cbc2bd7168e HTTP/1.1" status: 404 len: 337 time: 0.0607200 Aug 16 20:33:21.656359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57150) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.702626 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e333248-4461-49e1-b21a-2773326f7f0c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.703297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e333248-4461-49e1-b21a-2773326f7f0c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.707436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0e333248-4461-49e1-b21a-2773326f7f0c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/5473a9aa-48a5-46b5-9e53-1d8b2ba9bc22 HTTP/1.1" status: 404 len: 333 time: 0.0477345 Aug 16 20:33:21.708031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57154) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.743654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c04c7a1-5a17-4317-bc52-e4857037d1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.754806 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5ba811-bf0d-4d7d-a408-8002612e8893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.755347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5ba811-bf0d-4d7d-a408-8002612e8893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.759777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cf5ba811-bf0d-4d7d-a408-8002612e8893 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/4f40b65a-f2be-4178-87cb-8e3d754e94b8 HTTP/1.1" status: 404 len: 337 time: 0.0484941 Aug 16 20:33:21.760472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57156) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.835226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017025f2-d0c4-463c-bbea-806120b998f7 req-9b9c4cf8-dbdb-461a-84d4-6bd0fe12ef71 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:21.838737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017025f2-d0c4-463c-bbea-806120b998f7 req-9b9c4cf8-dbdb-461a-84d4-6bd0fe12ef71 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.0987885 Aug 16 20:33:21.864780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.866411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c04c7a1-5a17-4317-bc52-e4857037d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:21.902046 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec265e5a-2c2c-4f03-86e7-550cf2ba3077 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.902515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec265e5a-2c2c-4f03-86e7-550cf2ba3077 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.907507 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec265e5a-2c2c-4f03-86e7-550cf2ba3077 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/527b83ad-c735-4dab-86b3-c2bccb5c40e8 HTTP/1.1" status: 404 len: 337 time: 0.1429574 Aug 16 20:33:21.910270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57160) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.910658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c04c7a1-5a17-4317-bc52-e4857037d1f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d449d6f9c7114a11aa2bb8ea524cc297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270736 Aug 16 20:33:21.913708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2b886-44a6-4eb8-81da-a134f0e2467d req-b4c5304b-22fe-49fa-85bb-56b04c6cd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:21.915225 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d6b2b886-44a6-4eb8-81da-a134f0e2467d req-b4c5304b-22fe-49fa-85bb-56b04c6cd41a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638365 Aug 16 20:33:21.915694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57162) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.946166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017025f2-d0c4-463c-bbea-806120b998f7 req-74a41461-8a40-4e91-88c1-37c4eafb929f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951812 Aug 16 20:33:21.969913 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-34255731-d77d-46a5-a3b6-539085f811a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:21.970641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34255731-d77d-46a5-a3b6-539085f811a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:21.974913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-34255731-d77d-46a5-a3b6-539085f811a4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/00ebda4f-1ec6-4e09-9876-ac4b19633364 HTTP/1.1" status: 404 len: 333 time: 0.0627556 Aug 16 20:33:21.975062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c7a1-5a17-4317-bc52-e4857037d1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c707533-9c14-4863-9d0d-4518987ef54d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:21.975176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57164) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:21.992880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] DHCP port deletion for 81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:22.040696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.046962 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-858ccf26-83e0-4c6d-b19e-a28086f03d0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.047191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858ccf26-83e0-4c6d-b19e-a28086f03d0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.052415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-858ccf26-83e0-4c6d-b19e-a28086f03d0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1714b862-b5c1-4aee-b3d9-3c4176004d8b HTTP/1.1" status: 404 len: 337 time: 0.0756834 Aug 16 20:33:22.054963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57166) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.065488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.072646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Deleting port b0aa655c-d867-4228-947e-d4736ee96fab {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:22.073790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.085182 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-834276b7-20a8-4bf6-afdd-a691aba70617 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.085650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834276b7-20a8-4bf6-afdd-a691aba70617 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.087591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-834276b7-20a8-4bf6-afdd-a691aba70617 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/433c115a-f186-43d1-b497-2489b45569a1 HTTP/1.1" status: 404 len: 337 time: 0.0309513 Aug 16 20:33:22.090888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57168) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.123794 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d30c571-cf2b-4566-8a6b-1ec88b8a2182 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.124910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d30c571-cf2b-4566-8a6b-1ec88b8a2182 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.126904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1d30c571-cf2b-4566-8a6b-1ec88b8a2182 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/93e58cf3-46dd-4ed8-bb1e-866e55fa0802 HTTP/1.1" status: 404 len: 333 time: 0.0348415 Aug 16 20:33:22.129652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.153714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] For port b0aa655c-d867-4228-947e-d4736ee96fab, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0aa655c-d867-4228-947e-d4736ee96fab,segment=NetworkSegment(6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9),segment_id=6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:22.153714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.162772 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b06882-84be-4e58-b4ca-cc9996c24350 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.163005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Calling delete_port for b0aa655c-d867-4228-947e-d4736ee96fab owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:22.163417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b06882-84be-4e58-b4ca-cc9996c24350 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.168693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57180) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.170314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18b06882-84be-4e58-b4ca-cc9996c24350 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/5535618c-cf3e-4fd8-95ae-c00c7c908abc HTTP/1.1" status: 404 len: 337 time: 0.0373328 Aug 16 20:33:22.192803 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17c4ba9-4584-474e-8650-34bf5a972b5e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.193514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17c4ba9-4584-474e-8650-34bf5a972b5e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.197645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f17c4ba9-4584-474e-8650-34bf5a972b5e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/c84da7ef-e136-4672-ad7e-666ff9a66f1b HTTP/1.1" status: 404 len: 333 time: 0.0255895 Aug 16 20:33:22.197925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57182) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.225571 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1911a13-3e5a-4b1b-a0d3-8fb857082852 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.225803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1911a13-3e5a-4b1b-a0d3-8fb857082852 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.230612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1911a13-3e5a-4b1b-a0d3-8fb857082852 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/f5499171-aa84-42f1-84a9-6fef07ed2ce9 HTTP/1.1" status: 404 len: 337 time: 0.0278854 Aug 16 20:33:22.230964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57184) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.250125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.255030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.256929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c707533-9c14-4863-9d0d-4518987ef54d HTTP/1.1" status: 204 len: 168 time: 0.3257718 Aug 16 20:33:22.257069 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9478afe-dfcb-42c1-9760-8ff2f2f4b153 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.265140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9478afe-dfcb-42c1-9760-8ff2f2f4b153 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.265140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9478afe-dfcb-42c1-9760-8ff2f2f4b153 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/e39f9977-df1c-4246-8ee7-a4b85f9b2a4d HTTP/1.1" status: 404 len: 333 time: 0.0273063 Aug 16 20:33:22.265415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.273124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b008ee1-4673-4820-b6a1-2dc1119e0419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c707533-9c14-4863-9d0d-4518987ef54d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:22.308273 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b77eed-c920-4598-99ab-c52bcfe87b6e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.308843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b77eed-c920-4598-99ab-c52bcfe87b6e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.311335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-93b77eed-c920-4598-99ab-c52bcfe87b6e tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/d416a515-ab81-46a6-9c8f-eb23dfedd950 HTTP/1.1" status: 404 len: 337 time: 0.0451264 Aug 16 20:33:22.314023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57194) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.342295 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d79a128-b4df-4537-a5d8-31da0d6c1d5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.343022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d79a128-b4df-4537-a5d8-31da0d6c1d5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.344858 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d79a128-b4df-4537-a5d8-31da0d6c1d5c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/e149bd0e-aad6-4768-80d5-ce8edf8a6ba9 HTTP/1.1" status: 404 len: 333 time: 0.0297549 Aug 16 20:33:22.347422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57200) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.383514 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-5365218b-aece-468a-b81e-77532065df0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.384011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5365218b-aece-468a-b81e-77532065df0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.385931 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5365218b-aece-468a-b81e-77532065df0f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/b6bfad48-18dc-4e41-b678-5cd60edd68e8 HTTP/1.1" status: 404 len: 337 time: 0.0374441 Aug 16 20:33:22.387678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.389437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.423921 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b266158-d2d8-4a02-8da2-51175c6a5942 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.436242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b266158-d2d8-4a02-8da2-51175c6a5942 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.436242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b266158-d2d8-4a02-8da2-51175c6a5942 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/90a7fe06-7b29-4587-b2a7-4e2bc8f6920c HTTP/1.1" status: 404 len: 333 time: 0.0371513 Aug 16 20:33:22.437823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] Pushing event deleted for resources: {'Port': ['ID=b0aa655c-d867-4228-947e-d4736ee96fab,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:22.439494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57208) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.440904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc416-bb7a-4d1a-8924-ebea6f3f9935 None None] No DVR routers for this DVR port b0aa655c-d867-4228-947e-d4736ee96fab on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:22.447249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-331b69f5-b86f-48eb-89e9-543a10d9f317 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:22.450599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-331b69f5-b86f-48eb-89e9-543a10d9f317 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.0938683 Aug 16 20:33:22.481140 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c887fe18-1221-4563-8ed7-7490197bad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.481602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c887fe18-1221-4563-8ed7-7490197bad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.486195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c887fe18-1221-4563-8ed7-7490197bad3d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/4b435c86-a215-48c7-a5d2-600021d08f09 HTTP/1.1" status: 404 len: 337 time: 0.0380311 Aug 16 20:33:22.486493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57212) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.519666 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-df228351-6c5a-4678-b68d-5c65ed0f89f9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.521435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df228351-6c5a-4678-b68d-5c65ed0f89f9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.527269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-df228351-6c5a-4678-b68d-5c65ed0f89f9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/0d8ff005-28ca-41ec-b5ac-b68c03568636 HTTP/1.1" status: 404 len: 333 time: 0.0397739 Aug 16 20:33:22.528255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57216) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.575862 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b44f840-be78-498d-8700-977b59c9e303 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.575862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b44f840-be78-498d-8700-977b59c9e303 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.581185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b44f840-be78-498d-8700-977b59c9e303 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dc5df4cb-a63b-4514-9410-bb463323eeba HTTP/1.1" status: 404 len: 337 time: 0.0483332 Aug 16 20:33:22.583171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.599797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:22.600143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.611979 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ad93e3-91f0-41c9-8a3b-280738b643dd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.612475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ad93e3-91f0-41c9-8a3b-280738b643dd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.615242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f9ad93e3-91f0-41c9-8a3b-280738b643dd tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/47bb71e7-8f8b-4b1c-bcb4-0bbe7a06c180 HTTP/1.1" status: 404 len: 337 time: 0.0300648 Aug 16 20:33:22.619216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.685277 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f95c8d5-fcea-4285-b7b2-1163ced2702a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.686347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f95c8d5-fcea-4285-b7b2-1163ced2702a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.688430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2f95c8d5-fcea-4285-b7b2-1163ced2702a tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/31becc1d-daf0-4371-8a68-067d0be75641 HTTP/1.1" status: 404 len: 333 time: 0.0681775 Aug 16 20:33:22.691646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.749337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0891dda-3fcc-4a75-ac19-851d64e956e4 req-b6b8ee4f-99c8-4b71-bd7b-7e81b055d80d tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0523138 Aug 16 20:33:22.750318 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-880bb8ea-ece9-4fc8-bd7b-9f1c303884cc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.750318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880bb8ea-ece9-4fc8-bd7b-9f1c303884cc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.755278 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-880bb8ea-ece9-4fc8-bd7b-9f1c303884cc tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/6fd9ce46-c698-4c35-b608-11c83bc9b2e2 HTTP/1.1" status: 404 len: 337 time: 0.0622346 Aug 16 20:33:22.759837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57244) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.804876 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4692e0-bdef-4449-b325-c039aa0fa845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.805179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4692e0-bdef-4449-b325-c039aa0fa845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.807078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aa4692e0-bdef-4449-b325-c039aa0fa845 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/fc844e51-aec9-438e-a1b3-fd176e34ae9c HTTP/1.1" status: 404 len: 337 time: 0.0410805 Aug 16 20:33:22.809797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57250) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.810645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port 08148b7d-bb9d-4d00-9ca0-e709d0df5432, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=08148b7d-bb9d-4d00-9ca0-e709d0df5432,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:22.811258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:22.831105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for 08148b7d-bb9d-4d00-9ca0-e709d0df5432 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:22.835169 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54f5db7-1c00-4505-949e-98502274dacb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.836072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54f5db7-1c00-4505-949e-98502274dacb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.838036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c54f5db7-1c00-4505-949e-98502274dacb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/869dade0-717e-4aac-9dd1-0d4a7bb6f110 HTTP/1.1" status: 404 len: 333 time: 0.0271502 Aug 16 20:33:22.840950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57252) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.869671 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41dc206-e451-4331-9a94-e39e84e07372 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.870813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41dc206-e451-4331-9a94-e39e84e07372 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.872871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a41dc206-e451-4331-9a94-e39e84e07372 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/98d76682-4aeb-471f-a01e-ffeb94bd0275 HTTP/1.1" status: 404 len: 337 time: 0.0306878 Aug 16 20:33:22.875432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57256) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.911244 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-2356bd06-2143-4a7d-b45c-edacfda20610 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.912024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2356bd06-2143-4a7d-b45c-edacfda20610 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.914072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2356bd06-2143-4a7d-b45c-edacfda20610 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/15f92450-93c2-4376-b097-85c39f4340ce HTTP/1.1" status: 404 len: 337 time: 0.0373096 Aug 16 20:33:22.916697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57266) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.943652 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5f3a94-5d9a-4520-b6e6-36dd1a1e9402 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.944469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5f3a94-5d9a-4520-b6e6-36dd1a1e9402 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.946275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bf5f3a94-5d9a-4520-b6e6-36dd1a1e9402 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/438926f3-b8a8-4e8e-904d-6137db0763e7 HTTP/1.1" status: 404 len: 333 time: 0.0279572 Aug 16 20:33:22.951226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57268) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:22.980553 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-76486339-37ec-4ed3-bc0a-b81caf5cd3eb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:22.981127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76486339-37ec-4ed3-bc0a-b81caf5cd3eb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:22.985587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-76486339-37ec-4ed3-bc0a-b81caf5cd3eb tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/9e1e5a1b-68aa-46dc-aa47-d823baeefaa1 HTTP/1.1" status: 404 len: 337 time: 0.0331328 Aug 16 20:33:22.989485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57274) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.028538 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-854e7da4-90d3-4ac6-b993-1ee449685520 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.028904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854e7da4-90d3-4ac6-b993-1ee449685520 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.033773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-854e7da4-90d3-4ac6-b993-1ee449685520 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/22ab2fde-310c-4680-844b-6a0ee24c7443 HTTP/1.1" status: 404 len: 337 time: 0.0440910 Aug 16 20:33:23.033993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57278) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.065262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4c423503-94ff-4cb5-a838-742956b81773 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports?device_id=0202c575-b3d4-42e0-8430-79c15a62ce92 HTTP/1.1" status: 200 len: 205 time: 0.0300999 Aug 16 20:33:23.067950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.116405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57288) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.128428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8cc7d-961c-484d-bcb1-68832d30d817 req-924f2702-6d0a-498d-a8c4-dc487d8b4cb1 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:23.129987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa8cc7d-961c-484d-bcb1-68832d30d817 req-924f2702-6d0a-498d-a8c4-dc487d8b4cb1 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 946 time: 0.0679438 Aug 16 20:33:23.144821 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-c8688076-1e2b-4db5-a5b6-f75458cb2477 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] delete failed (client error): The resource could not be found. Aug 16 20:33:23.145943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8688076-1e2b-4db5-a5b6-f75458cb2477 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/routers/0202c575-b3d4-42e0-8430-79c15a62ce92 HTTP/1.1" status: 404 len: 336 time: 0.0769317 Aug 16 20:33:23.146843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.155236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57292) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.163490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['08148b7d-bb9d-4d00-9ca0-e709d0df5432'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:33:23.194574 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eae82d4-fcff-43be-826d-aa6c890cd2e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.195329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eae82d4-fcff-43be-826d-aa6c890cd2e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.197455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4eae82d4-fcff-43be-826d-aa6c890cd2e1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dcb26d06-02c0-4109-b380-823dff2128a9 HTTP/1.1" status: 404 len: 337 time: 0.0403512 Aug 16 20:33:23.201951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57294) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.212030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=08148b7d-bb9d-4d00-9ca0-e709d0df5432,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:23.247834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e9b9241-e321-4497-a1f0-924cf99d69d9 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "GET /v2.0/ports?device_id=c88e0a40-af84-4a00-8b03-45176c562edc HTTP/1.1" status: 200 len: 205 time: 0.0436904 Aug 16 20:33:23.251965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57296) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.265312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa8cc7d-961c-484d-bcb1-68832d30d817 req-a1b93c65-779f-4ea2-9ef3-88d3ea0156bd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212449 Aug 16 20:33:23.325547 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-02b3cffe-cdf3-4966-bada-6a678d0bf054 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] delete failed (client error): The resource could not be found. Aug 16 20:33:23.326494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02b3cffe-cdf3-4966-bada-6a678d0bf054 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/routers/c88e0a40-af84-4a00-8b03-45176c562edc HTTP/1.1" status: 404 len: 336 time: 0.0732710 Aug 16 20:33:23.333567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57302) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.355353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6b2b886-44a6-4eb8-81da-a134f0e2467d req-ec2c11cf-f314-4e49-a89a-67ded9a31bb5 tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.64 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0479298 Aug 16 20:33:23.382599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port 08148b7d-bb9d-4d00-9ca0-e709d0df5432 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:23.385081 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e5c73f-e5d9-4214-88b4-1b66fc03761c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.385335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e5c73f-e5d9-4214-88b4-1b66fc03761c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.386918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.388013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-39e5c73f-e5d9-4214-88b4-1b66fc03761c tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/14074ea3-2d5c-4440-8deb-8577a3a40cb6 HTTP/1.1" status: 404 len: 337 time: 0.0565395 Aug 16 20:33:23.391291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.393897 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ad9999d9-80ac-440e-9ba3-f77036f25ff1 req-e3603e45-df69-4d68-8e32-e59a885d9f14 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "DELETE /v2.0/ports/08148b7d-bb9d-4d00-9ca0-e709d0df5432 HTTP/1.1" status: 204 len: 173 time: 0.9364946 Aug 16 20:33:23.394877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'name': 'network-vif-deleted', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:23.398861 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b934ab-aa2d-43b1-a08e-6ced131cf8be" -d '{"events": [{"server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "name": "network-vif-deleted", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:23.425927 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5ce199-a2d5-4fd8-8aa2-ac894939e90d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.426522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5ce199-a2d5-4fd8-8aa2-ac894939e90d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.428428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bb5ce199-a2d5-4fd8-8aa2-ac894939e90d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1c662297-3ae4-4086-991d-54f1e3c264a6 HTTP/1.1" status: 404 len: 337 time: 0.0361302 Aug 16 20:33:23.433429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.518635 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b996d8-0427-4387-adcf-80ff209d618c x-openstack-request-id: req-13b996d8-0427-4387-adcf-80ff209d618c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:23.519072 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3", "name": "network-vif-deleted", "tag": "08148b7d-bb9d-4d00-9ca0-e709d0df5432", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:23.519479 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13b996d8-0427-4387-adcf-80ff209d618c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:23.520106 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3', 'name': 'network-vif-deleted', 'tag': '08148b7d-bb9d-4d00-9ca0-e709d0df5432', 'status': 'completed', 'code': 200} Aug 16 20:33:23.521820 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-60194619-41f9-4f70-b966-2b938c6684c4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.522983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60194619-41f9-4f70-b966-2b938c6684c4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.531219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57322) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.533219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60194619-41f9-4f70-b966-2b938c6684c4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/d7dc08ce-24a7-434e-9c67-82e43fc80c5a HTTP/1.1" status: 404 len: 333 time: 0.0962479 Aug 16 20:33:23.562932 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8389ffc6-9bbd-47ce-a3a6-daf913ab3f79 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.562932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8389ffc6-9bbd-47ce-a3a6-daf913ab3f79 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.563204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8389ffc6-9bbd-47ce-a3a6-daf913ab3f79 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/dfd611e7-dc8a-42b8-8770-5e6728122c02 HTTP/1.1" status: 404 len: 337 time: 0.0306127 Aug 16 20:33:23.565964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57324) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.586749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:23.609460 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-73815fcb-9d96-4577-a596-f141c55480c2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.610236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73815fcb-9d96-4577-a596-f141c55480c2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.614390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-73815fcb-9d96-4577-a596-f141c55480c2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/4f9d3a42-38c6-4444-9b12-cbcc091e4ae8 HTTP/1.1" status: 404 len: 333 time: 0.0450661 Aug 16 20:33:23.614707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57328) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.645876 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff9559c-d762-4da2-9ae6-ad6236f1dcf7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.647013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff9559c-d762-4da2-9ae6-ad6236f1dcf7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.648183 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6ff9559c-d762-4da2-9ae6-ad6236f1dcf7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1bb95b44-7199-4d8a-bb57-6cc71fce2ddd HTTP/1.1" status: 404 len: 337 time: 0.0322912 Aug 16 20:33:23.650596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.676576 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca98212-e99f-4e87-8319-6c215f8d1a28 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.677631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca98212-e99f-4e87-8319-6c215f8d1a28 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.680063 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7ca98212-e99f-4e87-8319-6c215f8d1a28 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/af12acf3-f79f-4d76-b74f-06da8fb3fd9e HTTP/1.1" status: 404 len: 333 time: 0.0283873 Aug 16 20:33:23.683281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57340) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.711834 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9364cb-5411-4303-a22a-e6d388423386 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.712106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9364cb-5411-4303-a22a-e6d388423386 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.715760 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f9364cb-5411-4303-a22a-e6d388423386 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/807bd0c9-de75-47d6-9433-e7a1c8f48802 HTTP/1.1" status: 404 len: 337 time: 0.0294018 Aug 16 20:33:23.717185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.741453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0aa655c-d867-4228-947e-d4736ee96fab no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:23.752386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.752988 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ea26ab-3872-4991-b084-d22bf9fbb148 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.753236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ea26ab-3872-4991-b084-d22bf9fbb148 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.757041 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62ea26ab-3872-4991-b084-d22bf9fbb148 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/6381a695-42fe-410f-9f17-bec70f9238a0 HTTP/1.1" status: 404 len: 333 time: 0.0361109 Aug 16 20:33:23.763631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b0aa655c-d867-4228-947e-d4736ee96fab {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:23.764177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0aa655c-d867-4228-947e-d4736ee96fab not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:23.770926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57346) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.840912 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f446bd-5d3b-4886-b982-6e5a1f087e9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.841380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f446bd-5d3b-4886-b982-6e5a1f087e9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.843078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d0f446bd-5d3b-4886-b982-6e5a1f087e9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/60a757b3-e871-4219-8fa9-2069dfb3ab5a HTTP/1.1" status: 404 len: 337 time: 0.0648420 Aug 16 20:33:23.845705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57348) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.871672 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-4145d2b4-203b-48b5-8a44-ecbacddf99a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.872587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4145d2b4-203b-48b5-8a44-ecbacddf99a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.874803 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4145d2b4-203b-48b5-8a44-ecbacddf99a2 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/f203a900-a2a1-4179-a2f5-88036eb811eb HTTP/1.1" status: 404 len: 333 time: 0.0280221 Aug 16 20:33:23.877400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57354) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.891896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ee3c36c-b56e-4475-b249-af5790da311d req-e6d17f50-2f93-4800-b960-75d597aeabfa tempest-ServerShowV257Test-1018007704 tempest-ServerShowV257Test-1018007704-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a477b7-9617-457f-8799-296c5cbad655 HTTP/1.1" status: 200 len: 210 time: 0.0545015 Aug 16 20:33:23.919419 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaeed1d-505f-4d9f-ade3-dbc2856acced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.921296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daaeed1d-505f-4d9f-ade3-dbc2856acced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.923328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-daaeed1d-505f-4d9f-ade3-dbc2856acced tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/1d01786a-884d-4cd9-867e-f5ef83b4a250 HTTP/1.1" status: 404 len: 337 time: 0.0449317 Aug 16 20:33:23.926207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57358) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:23.976028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:23.989020 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ce9880-a433-44e8-a078-1611b0e965e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:23.992203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ce9880-a433-44e8-a078-1611b0e965e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:23.996937 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-81ce9880-a433-44e8-a078-1611b0e965e4 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/27f4e884-31ad-4d83-8a18-4c57869a36c2 HTTP/1.1" status: 404 len: 333 time: 0.0694773 Aug 16 20:33:23.999904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57360) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.056744 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b86c25a-98ff-4c0c-a355-19ccbf9c58c1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:24.057028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b86c25a-98ff-4c0c-a355-19ccbf9c58c1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:24.059791 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b86c25a-98ff-4c0c-a355-19ccbf9c58c1 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/5fcdac58-fd3d-4032-9d95-818a1fcbf6fd HTTP/1.1" status: 404 len: 337 time: 0.0576942 Aug 16 20:33:24.068648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.117690 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ba1c2f-02f2-4afc-9ec3-91ab550d7fa7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:24.118427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ba1c2f-02f2-4afc-9ec3-91ab550d7fa7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:24.123793 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b4ba1c2f-02f2-4afc-9ec3-91ab550d7fa7 tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/ports/9a8e8a55-e74e-4be4-8b61-edd6986b6f3c HTTP/1.1" status: 404 len: 333 time: 0.0539300 Aug 16 20:33:24.124416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.161380 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc736a67-8877-46e4-ba67-c13e0ec04c9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] DELETE failed (client error): The resource could not be found. Aug 16 20:33:24.161847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc736a67-8877-46e4-ba67-c13e0ec04c9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:24.167871 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc736a67-8877-46e4-ba67-c13e0ec04c9f tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/subnets/d11774a4-a913-429e-b83b-279de3f600f9 HTTP/1.1" status: 404 len: 337 time: 0.0420499 Aug 16 20:33:24.168488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57376) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:24.192377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Allocated IP 172.25.7.238 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/587627de-79b6-412b-bfff-85a96d4a7626) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:24.274849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.338717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.380350 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.400555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ee4ec9-f95d-4ea0-9562-9643fa6d3e54']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:24.408446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5623b48-2a6a-40a4-ab98-b981cc40e6fd req-b1519089-6e6f-45a3-b5fe-687f377a1fe2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Aug 16 20:33:24.435522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:24.436099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebf90d3-617d-4d2a-b1a0-c74c6a7387a9') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:24.447958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.464956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.473735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.482981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:24.483395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.538793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=587627de-79b6-412b-bfff-85a96d4a7626,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:24.547904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:24.560667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:24.563363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:24.570396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:24.571052 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.573346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:24.686613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.695181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.700519 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] 10.222.0.70 "DELETE /v2.0/networks/81ee4ec9-f95d-4ea0-9562-9643fa6d3e54 HTTP/1.1" status: 204 len: 168 time: 0.5306084 Aug 16 20:33:24.718132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92144d39-e878-4807-b99a-9e892e81485d tempest-NetworksTestDHCPv6-1199222638 tempest-NetworksTestDHCPv6-1199222638-project] Pushing event deleted for resources: {'Network': ['ID=81ee4ec9-f95d-4ea0-9562-9643fa6d3e54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:24.740571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.852263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:24.957273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.040696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.143311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.212283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=587627de-79b6-412b-bfff-85a96d4a7626,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.231471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.306143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b645b88-48d3-4a71-b0ed-224720db5d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.360392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.362171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f7ea0317-19dd-4439-b2b2-ded785f7afe4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2310903 Aug 16 20:33:25.364915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57416) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.370490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1933205496'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:25.425663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.495904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b645b88-48d3-4a71-b0ed-224720db5d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.555247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.573885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46d10129-42a3-43eb-adcf-b3e4bb98650e req-1197f5c9-0bb1-4d6a-aa8c-7dd831464670 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0464430 Aug 16 20:33:25.574658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b645b88-48d3-4a71-b0ed-224720db5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.638797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2b645b88-48d3-4a71-b0ed-224720db5d59 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eead4fbea25a491bbaec2ca3a3611014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799495 Aug 16 20:33:25.638998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57432) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.639987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b645b88-48d3-4a71-b0ed-224720db5d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d37306-34b9-4c15-a549-945e57d861a7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.734723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Made reservation on behalf of 635b30cb25be4332bfd125d8995f214d for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:25.737642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37cdf601-6205-4537-8d66-bfedfc7993a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.742499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.798413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b661e1ec-d9ca-4249-87c6-df5a37070ec0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=770ba161d2a04855a5a6521a3eb88d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692703 Aug 16 20:33:25.798413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.801220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57440) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:25.840890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.852569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37cdf601-6205-4537-8d66-bfedfc7993a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.882298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.904468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.943696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37cdf601-6205-4537-8d66-bfedfc7993a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.966644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:25.989735 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37cdf601-6205-4537-8d66-bfedfc7993a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc15b5d4c481480784d475ae340bb5c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326108 Aug 16 20:33:25.990895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdf601-6205-4537-8d66-bfedfc7993a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94f6e5-ee9c-4af5-87d9-72f9f1e63cb5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:25.993143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57444) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.118414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.141369 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.143984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.147529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07d37306-34b9-4c15-a549-945e57d861a7 HTTP/1.1" status: 204 len: 168 time: 0.5049293 Aug 16 20:33:26.156810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.170293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.172318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e1ce3-10ad-4714-8f5f-c19a2d64afa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d37306-34b9-4c15-a549-945e57d861a7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.240433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.243114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.244306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16d08631-373c-4dbb-ac14-fd659ac5d272 HTTP/1.1" status: 204 len: 168 time: 0.4418564 Aug 16 20:33:26.253527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd088b36-62e2-4b10-89f1-46a953e48b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d08631-373c-4dbb-ac14-fd659ac5d272,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.289081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.320530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec15cc-58fa-406b-8534-3f2b0347b1ef,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.348438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:26.359276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.359935 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Added segment e84e0f5f-2f32-474f-969a-4c903bc2397b of type vlan for network 89b40289-c064-4eee-b5e9-d0d814deab5a Aug 16 20:33:26.371189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.374261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.375656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a94f6e5-ee9c-4af5-87d9-72f9f1e63cb5 HTTP/1.1" status: 204 len: 168 time: 0.3790803 Aug 16 20:33:26.413213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ff96-7f80-4e30-84b7-b581737b9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94f6e5-ee9c-4af5-87d9-72f9f1e63cb5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.418574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.513330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.518519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:26.519245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:26.596131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Network': ['ID=89b40289-c064-4eee-b5e9-d0d814deab5a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:26.610404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 89b40289-c064-4eee-b5e9-d0d814deab5a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:26.698094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e9e1afc-f96b-4018-81f5-96f43cd5bfa2 req-780500f0-3b16-4a96-b770-01be8e364778 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0469768 Aug 16 20:33:26.703598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8a3541e9-acd9-4980-a797-c17309eacbaa tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3373809 Aug 16 20:33:26.706337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57462) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:26.712814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Request body: {'subnet': {'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:26.931681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Made reservation on behalf of 635b30cb25be4332bfd125d8995f214d for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:26.937175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.221328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 08148b7d-bb9d-4d00-9ca0-e709d0df5432 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:27.228315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.251891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 08148b7d-bb9d-4d00-9ca0-e709d0df5432 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:27.252560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 08148b7d-bb9d-4d00-9ca0-e709d0df5432 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:27.275439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:27.293786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a98f4e23-d9c8-43bf-b640-2f8da6750133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.318984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Subnet': ['ID=68ec8a84-9049-402c-a222-c6c3f26a7d99,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.329344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Checking segment: {'id': 'e84e0f5f-2f32-474f-969a-4c903bc2397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:27.329892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network hostable DHCP agents. Network: 89b40289-c064-4eee-b5e9-d0d814deab5a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:27.418088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 89b40289-c064-4eee-b5e9-d0d814deab5a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:27.433485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a98f4e23-d9c8-43bf-b640-2f8da6750133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.486204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 89b40289-c064-4eee-b5e9-d0d814deab5a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:27.490805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:27.491475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.501298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d38a81-0785-4e95-9511-6a92c0cf5b33 None None] Network 89b40289-c064-4eee-b5e9-d0d814deab5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:27.549386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a98f4e23-d9c8-43bf-b640-2f8da6750133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.594608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f4e23-d9c8-43bf-b640-2f8da6750133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45dd2ee-af3c-4707-a1ee-c721f5b5694f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.603479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57490) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:27.603660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a98f4e23-d9c8-43bf-b640-2f8da6750133 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1d24b4e4ef04f4086d8f1df07cff108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261442 Aug 16 20:33:27.658754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.688965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.689692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-89b40289-c064-4eee-b5e9-d0d814deab5a', 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a', 'tenant_id': '635b30cb25be4332bfd125d8995f214d', 'fixed_ips': [{'subnet_id': '68ec8a84-9049-402c-a222-c6c3f26a7d99'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:27.695839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.727133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3095cd7c-01fe-4627-a913-c61e38cd6fe5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0183382 Aug 16 20:33:27.731595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57494) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:27.736792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-510247987', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:27.830606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5488549-d926-4c5e-a81f-0227bd56103e req-e11468ae-db27-416e-bd32-970746d1c662 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0330825 Aug 16 20:33:27.864281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.864455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.865416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.867006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:27.872154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d45dd2ee-af3c-4707-a1ee-c721f5b5694f HTTP/1.1" status: 204 len: 168 time: 0.2636733 Aug 16 20:33:27.890883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1d6f0-e8eb-4f69-8b5a-64e620f8e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45dd2ee-af3c-4707-a1ee-c721f5b5694f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:27.930478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Allocated IP 172.20.0.2 (89b40289-c064-4eee-b5e9-d0d814deab5a/68ec8a84-9049-402c-a222-c6c3f26a7d99/e47bef82-08b7-4ba3-999a-20a646cf0236) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:27.995869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.121112 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.129433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Transition to ACTIVE for port object e47bef82-08b7-4ba3-999a-20a646cf0236 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:28.148079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Transition to ACTIVE for port object e47bef82-08b7-4ba3-999a-20a646cf0236 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:28.222195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.294762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.336455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Pushing event updated for resources: {'Port': ['ID=e47bef82-08b7-4ba3-999a-20a646cf0236,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.350406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Network 89b40289-c064-4eee-b5e9-d0d814deab5a is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:28.355848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:28.361598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:28.424360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Attempting to bind port e47bef82-08b7-4ba3-999a-20a646cf0236 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:28.424730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Attempting to bind port e47bef82-08b7-4ba3-999a-20a646cf0236 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e84e0f5f-2f32-474f-969a-4c903bc2397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:28.425091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Attempting to bind port e47bef82-08b7-4ba3-999a-20a646cf0236 on network 89b40289-c064-4eee-b5e9-d0d814deab5a {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:28.430203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:28.435612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Checking segment: {'id': 'e84e0f5f-2f32-474f-969a-4c903bc2397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:28.435612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.435612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Bound using segment: {'id': 'e84e0f5f-2f32-474f-969a-4c903bc2397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:28.435612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Bound port: e47bef82-08b7-4ba3-999a-20a646cf0236, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84e0f5f-2f32-474f-969a-4c903bc2397b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:28.435612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.518315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] For port e47bef82-08b7-4ba3-999a-20a646cf0236, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:28.521787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] For port e47bef82-08b7-4ba3-999a-20a646cf0236, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e47bef82-08b7-4ba3-999a-20a646cf0236,segment=NetworkSegment(e84e0f5f-2f32-474f-969a-4c903bc2397b),segment_id=e84e0f5f-2f32-474f-969a-4c903bc2397b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:28.538259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.566970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.639995 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:28.702320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Allocated IP 172.25.7.18 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/8d90a730-8a0a-47c2-82ec-dec4a8501551) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:28.714976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de914e7-3d3a-425e-9b03-8b5f4ca9196d None None] Pushing event updated for resources: {'Port': ['ID=e47bef82-08b7-4ba3-999a-20a646cf0236,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:28.852859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.015129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51a392d4-2c64-4122-b391-87eecaccecb2 req-c78c2a4d-21c8-42ba-bc20-6b7d80e97dca tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4f4b477b-dcd3-4b9e-8aaa-deb7a0c9cfb3 HTTP/1.1" status: 200 len: 210 time: 0.0533235 Aug 16 20:33:29.033099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.088556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:29.092995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:29.096786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:29.128396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=8d90a730-8a0a-47c2-82ec-dec4a8501551,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:29.169143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57546) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:29.389667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1408158829'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:29.500302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Made reservation on behalf of 55c18034284749ad9021cecfd0894f1a for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:29.502701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.504487 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.514185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.648055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.747557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.766714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.793925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e47bef82-08b7-4ba3-999a-20a646cf0236 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:29.814485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:29.839001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.839671 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Added segment 7025854f-8cb2-4b29-9952-213c94a0bafe of type vlan for network 06f799a0-af3a-4772-a2e5-bb082391d7a8 Aug 16 20:33:29.841485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060b0aa0-1cd5-4c53-963f-998f63970748,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:29.926465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:29.945036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:29.986181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877b96d-e362-4b84-8be6-ccbfb193bc60 None None] Network 89b40289-c064-4eee-b5e9-d0d814deab5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:30.048902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Router bed3b2d9-191e-438e-8f49-54975a5b5531 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:33:30.058269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.084033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:30.091550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.235517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e47bef82-08b7-4ba3-999a-20a646cf0236 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:30.282635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'Network': ['ID=06f799a0-af3a-4772-a2e5-bb082391d7a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:30.299356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:30.310809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d396ad1d-21c2-4468-b4b6-1c945bcaee13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.354272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:30.367181 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] Sync routers for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:30.383358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:30.383774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-609b093c-f748-49e2-9982-1ecb3755cfb1 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2134881 Aug 16 20:33:30.391247 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:30.391908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:30.402100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Request body: {'subnet': {'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:30.437651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Provisioning for port e47bef82-08b7-4ba3-999a-20a646cf0236 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:30.457434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Provisioning complete for port e47bef82-08b7-4ba3-999a-20a646cf0236 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:30.457813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.469520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:30.483505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d396ad1d-21c2-4468-b4b6-1c945bcaee13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.493646 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:30.494241 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:30.529689 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:30.530926 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02afe58e-84a3-448b-ae8b-a142c5c3685b None None] The sync data for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:30.614785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d396ad1d-21c2-4468-b4b6-1c945bcaee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.647927 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-68381e74-ee67-49fa-87de-72aea9cb1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.654672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.692865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d396ad1d-21c2-4468-b4b6-1c945bcaee13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=81636d5212dd4494bfd877bb8dd6281a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438614 Aug 16 20:33:30.692865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396ad1d-21c2-4468-b4b6-1c945bcaee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0bf135-9e2b-431e-97bf-f2cf3904a737,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:30.702894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:30.703868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] For port e47bef82-08b7-4ba3-999a-20a646cf0236, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e47bef82-08b7-4ba3-999a-20a646cf0236,segment=NetworkSegment(e84e0f5f-2f32-474f-969a-4c903bc2397b),segment_id=e84e0f5f-2f32-474f-969a-4c903bc2397b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:30.711888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.717032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57598) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:30.717408 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c5bdca85-e88d-4798-b25d-b2389e644a22 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.9845979 Aug 16 20:33:30.817615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.867338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Made reservation on behalf of 55c18034284749ad9021cecfd0894f1a for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:30.878824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:30.994912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b85e1d-d969-4800-9a22-ae92741ed591 None None] Pushing event updated for resources: {'Port': ['ID=e47bef82-08b7-4ba3-999a-20a646cf0236,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.038304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:31.066132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.075463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-012a881f-53ca-4685-8d28-295cd0994a24 None None] Provisioning complete for port e47bef82-08b7-4ba3-999a-20a646cf0236 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:31.076583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-012a881f-53ca-4685-8d28-295cd0994a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.175681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.489649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7058d755-41c4-4c13-a9fa-36aaca6fefc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.661157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-d974656b-3242-4a10-a554-a49c72b8b985 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:31.662789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-d974656b-3242-4a10-a554-a49c72b8b985 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.7957246 Aug 16 20:33:31.715499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.718485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.725161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f0bf135-9e2b-431e-97bf-f2cf3904a737 HTTP/1.1" status: 204 len: 168 time: 1.0261202 Aug 16 20:33:31.725753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-2249006c-c008-4a94-94f6-815a17fb7b3a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0495002 Aug 16 20:33:31.737822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed6782-df72-4361-87f2-16c92e1b612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0bf135-9e2b-431e-97bf-f2cf3904a737,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.781224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.783421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e47bef82-08b7-4ba3-999a-20a646cf0236 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:31.814405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-f2b5f4c5-e785-4e1b-bb53-2b2e91d9af53 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808756 Aug 16 20:33:31.903422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'Subnet': ['ID=5a9c172b-4bfe-4b28-b6df-54e86682b0e1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:31.914935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Checking segment: {'id': '7025854f-8cb2-4b29-9952-213c94a0bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:31.914935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Network hostable DHCP agents. Network: 06f799a0-af3a-4772-a2e5-bb082391d7a8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:33:31.918763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e47bef82-08b7-4ba3-999a-20a646cf0236 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:31.919278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:31.973949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57630) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.023344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-a5bfed22-802e-401e-81a6-bf3609d3b39b service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964536 Aug 16 20:33:32.025407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7058d755-41c4-4c13-a9fa-36aaca6fefc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.068762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:33:32.126190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7058d755-41c4-4c13-a9fa-36aaca6fefc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.163278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 06f799a0-af3a-4772-a2e5-bb082391d7a8) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:32.172885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:32.173905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.175123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd8377-aa16-46d3-9c5c-99853fac58bb None None] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:32.230525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7058d755-41c4-4c13-a9fa-36aaca6fefc1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02a41e6bda44496394c80a047dfcb39c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1894777 Aug 16 20:33:32.233783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.238380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058d755-41c4-4c13-a9fa-36aaca6fefc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458485f4-5c8c-4733-87aa-dfb947a34486,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.270181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f228812-73a8-48b7-a685-b28fe0a8744c req-a516227d-6b84-4eac-9643-b95d19219566 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378247 Aug 16 20:33:32.271903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.293032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7d2b0a4b-6447-4738-90b3-12011706fa22 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9072876 Aug 16 20:33:32.296251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.308947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Request body: {'port': {'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-771384723'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:32.331364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea8275d0-b63a-47df-85a0-247b6ce34fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.372398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.411593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-06f799a0-af3a-4772-a2e5-bb082391d7a8', 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8', 'tenant_id': '55c18034284749ad9021cecfd0894f1a', 'fixed_ips': [{'subnet_id': '5a9c172b-4bfe-4b28-b6df-54e86682b0e1'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:33:32.413968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.439283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.564076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea8275d0-b63a-47df-85a0-247b6ce34fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.634662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.641097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.642660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/458485f4-5c8c-4733-87aa-dfb947a34486 HTTP/1.1" status: 204 len: 168 time: 0.4066386 Aug 16 20:33:32.654965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813572f4-1a35-46b1-91d2-be55d2273b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458485f4-5c8c-4733-87aa-dfb947a34486,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.687929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea8275d0-b63a-47df-85a0-247b6ce34fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.701869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Allocated IP 2001:db8::2 (06f799a0-af3a-4772-a2e5-bb082391d7a8/5a9c172b-4bfe-4b28-b6df-54e86682b0e1/47d69514-2d50-4b81-98fe-55c82c520985) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:32.749799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebeb5445-254f-4760-b83e-e28b7746a210 req-8eca25f8-941f-4932-ad9e-320a400dc255 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=213f6478-5402-4f52-9cd3-52a82fddd444 HTTP/1.1" status: 200 len: 210 time: 0.1083524 Aug 16 20:33:32.798625 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ea8275d0-b63a-47df-85a0-247b6ce34fcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b41e9660ffab4d30a7a971355057a885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8211713 Aug 16 20:33:32.812756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8275d0-b63a-47df-85a0-247b6ce34fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702beb3b-2a1a-4e7f-b046-c5aeab7745dd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:32.815231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57660) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:32.894190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.911824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Made reservation on behalf of 55c18034284749ad9021cecfd0894f1a for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:32.915643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.920433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:32.944396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] device_id is not set on port dda2163f-6fc4-47a3-89af-3aaa50ca003b yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:32.986933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Allocated IP 172.20.0.1 (89b40289-c064-4eee-b5e9-d0d814deab5a/68ec8a84-9049-402c-a222-c6c3f26a7d99/646a9bd3-b237-46d7-ac5b-f888efeb026c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:33.004764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.091639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Transition to ACTIVE for port object 47d69514-2d50-4b81-98fe-55c82c520985 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:33.094338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.094848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.096115 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/702beb3b-2a1a-4e7f-b046-c5aeab7745dd HTTP/1.1" status: 204 len: 168 time: 0.2795763 Aug 16 20:33:33.107777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Transition to ACTIVE for port object 47d69514-2d50-4b81-98fe-55c82c520985 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:33.109155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702beb3b-2a1a-4e7f-b046-c5aeab7745dd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.128149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.128740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.129858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.130932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.131677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.132654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.133790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.134629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.135815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.136361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.136914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.137452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27c18cb-d4d8-43cd-b1d1-357f086b0886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:33.167618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.193155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Transition to ACTIVE for port object 646a9bd3-b237-46d7-ac5b-f888efeb026c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:33.266022 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.324594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:33.327618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Allocated IP 2001:db8::ee (06f799a0-af3a-4772-a2e5-bb082391d7a8/5a9c172b-4bfe-4b28-b6df-54e86682b0e1/dda2163f-6fc4-47a3-89af-3aaa50ca003b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:33.328462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:33.330288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Pushing event updated for resources: {'Port': ['ID=47d69514-2d50-4b81-98fe-55c82c520985,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.332434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:33.369060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.381185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b83c2cd-5603-41c7-b214-e9b2274fb81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.393954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Attempting to bind port 47d69514-2d50-4b81-98fe-55c82c520985 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:33.395979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Attempting to bind port 47d69514-2d50-4b81-98fe-55c82c520985 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7025854f-8cb2-4b29-9952-213c94a0bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:33.395979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Attempting to bind port 47d69514-2d50-4b81-98fe-55c82c520985 on network 06f799a0-af3a-4772-a2e5-bb082391d7a8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:33.400599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:33.401549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Checking segment: {'id': '7025854f-8cb2-4b29-9952-213c94a0bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:33.401989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.402384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Bound using segment: {'id': '7025854f-8cb2-4b29-9952-213c94a0bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:33.403535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Bound port: 47d69514-2d50-4b81-98fe-55c82c520985, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7025854f-8cb2-4b29-9952-213c94a0bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:33.404088 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.471185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 89b40289-c064-4eee-b5e9-d0d814deab5a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:33.480235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:33.480580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] For port 47d69514-2d50-4b81-98fe-55c82c520985, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:33.488769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:33.495587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] For port 47d69514-2d50-4b81-98fe-55c82c520985, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=47d69514-2d50-4b81-98fe-55c82c520985,segment=NetworkSegment(7025854f-8cb2-4b29-9952-213c94a0bafe),segment_id=7025854f-8cb2-4b29-9952-213c94a0bafe)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:33.505343 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.514503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=646a9bd3-b237-46d7-ac5b-f888efeb026c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.568552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.629908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.651580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.654749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Transition to ACTIVE for port object dda2163f-6fc4-47a3-89af-3aaa50ca003b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:33.763189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a887d-76df-4e0b-9aa1-6f2cf8cc803d None None] Pushing event updated for resources: {'Port': ['ID=47d69514-2d50-4b81-98fe-55c82c520985,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:33.816065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57690) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:33.835709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca432c8-ee73-41c3-b930-9f3192b20c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.905848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6566bc66-5f72-4bf8-a7df-3dde37e73f9f None None] Provisioning for port 646a9bd3-b237-46d7-ac5b-f888efeb026c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:33.915019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6566bc66-5f72-4bf8-a7df-3dde37e73f9f None None] Provisioning complete for port 646a9bd3-b237-46d7-ac5b-f888efeb026c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:33.915645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6566bc66-5f72-4bf8-a7df-3dde37e73f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:33.923456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.033638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.042755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6566bc66-5f72-4bf8-a7df-3dde37e73f9f None None] Port 646a9bd3-b237-46d7-ac5b-f888efeb026c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:34.144696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:34.158034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.178350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'Port': ['ID=dda2163f-6fc4-47a3-89af-3aaa50ca003b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.188991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:34.194279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:34.200100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:34.200649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.294081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca432c8-ee73-41c3-b930-9f3192b20c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.403496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca432c8-ee73-41c3-b930-9f3192b20c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.484971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fca432c8-ee73-41c3-b930-9f3192b20c71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92744eea0df447a58999641d08688b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6669474 Aug 16 20:33:34.488359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57726) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.490771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca432c8-ee73-41c3-b930-9f3192b20c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0078f21a-1bb1-420f-a84f-439ba192302b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.541078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a4a3878b-09a3-466c-9ec8-051df5de853a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2434034 Aug 16 20:33:34.541295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57728) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:34.544817 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.547284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Request body: {'port': {'network_id': '06f799a0-af3a-4772-a2e5-bb082391d7a8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1670188351', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:34.548301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] bootfile-name is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:34.548647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] tftp-server is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:34.549197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] server-ip-address is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:34.629466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-446c29f1-0be0-4600-843f-31eb04276696 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:34.631450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-446c29f1-0be0-4600-843f-31eb04276696 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1735260 Aug 16 20:33:34.646385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.661794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.701703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-1cd5b980-2331-481a-81a6-10737cf954bc tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0605648 Aug 16 20:33:34.717655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.785782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-15f4ac50-4f9c-41a6-88b7-c4e4f75e60e6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528426 Aug 16 20:33:34.807387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=646a9bd3-b237-46d7-ac5b-f888efeb026c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.812890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.860271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Made reservation on behalf of 55c18034284749ad9021cecfd0894f1a for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:34.865761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.892713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.895510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:34.896708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0078f21a-1bb1-420f-a84f-439ba192302b HTTP/1.1" status: 204 len: 168 time: 0.4074156 Aug 16 20:33:34.915004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9565b6b-1170-4c0f-b1e3-2eaa865a106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0078f21a-1bb1-420f-a84f-439ba192302b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:34.925153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] device_id is not set on port 161b6cd1-ebf1-4703-8fde-cb656f1ac888 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:35.048429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96249e02-d0f5-425e-b06d-8ee37efddad2 None None] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:35.053897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 89b40289-c064-4eee-b5e9-d0d814deab5a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:35.059064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:35.206160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Allocated IP 2001:db8::cf (06f799a0-af3a-4772-a2e5-bb082391d7a8/5a9c172b-4bfe-4b28-b6df-54e86682b0e1/161b6cd1-ebf1-4703-8fde-cb656f1ac888) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:35.389918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e0bd7f7-62bb-419e-b191-e96c0bb543cb None None] Provisioning for port 47d69514-2d50-4b81-98fe-55c82c520985 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:35.495766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.518885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-302800e8-5c01-481b-936e-d0fcaa1b18e9 None None] Provisioning complete for port 646a9bd3-b237-46d7-ac5b-f888efeb026c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:35.519254 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-302800e8-5c01-481b-936e-d0fcaa1b18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.522747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Transition to ACTIVE for port object 161b6cd1-ebf1-4703-8fde-cb656f1ac888 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:35.567653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-1de0938d-3c66-4ef4-b3d6-9cd2adf53e57 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483969 Aug 16 20:33:35.607210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-302800e8-5c01-481b-936e-d0fcaa1b18e9 None None] Port 646a9bd3-b237-46d7-ac5b-f888efeb026c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:35.666226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Router bed3b2d9-191e-438e-8f49-54975a5b5531 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:35.712235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.857852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-38237c05-1062-4be8-8d50-2ecb76ee4536 None None] Provisioning for port dda2163f-6fc4-47a3-89af-3aaa50ca003b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:35.862289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-38237c05-1062-4be8-8d50-2ecb76ee4536 None None] Provisioning complete for port dda2163f-6fc4-47a3-89af-3aaa50ca003b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:35.862741 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38237c05-1062-4be8-8d50-2ecb76ee4536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:35.887185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:35.896561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3f09eaf7-5ac8-4fae-a5fe-6a3d7efbf3f6 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "PUT /v2.0/routers/bed3b2d9-191e-438e-8f49-54975a5b5531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1779284 Aug 16 20:33:35.897994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:35.903793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57762) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:35.912559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-b47c2387-5dd6-4e7e-846c-6191846baff9 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315175 Aug 16 20:33:35.930243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Request body: {'port': {'network_id': '89b40289-c064-4eee-b5e9-d0d814deab5a', 'name': 'tempest-FloatingIPAdminTestJSON-1574422303'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:35.940165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'Port': ['ID=161b6cd1-ebf1-4703-8fde-cb656f1ac888,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:35.942580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] Sync routers for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:35.943833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:35.947348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 47d69514-2d50-4b81-98fe-55c82c520985 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:35.962948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:35.989098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:35.990962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.148415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:36.152624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:36.157973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-38237c05-1062-4be8-8d50-2ecb76ee4536 None None] Port dda2163f-6fc4-47a3-89af-3aaa50ca003b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:36.215523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:36.227335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:36.227958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:36.291503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:36.292335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc381c-1f05-4965-aafa-36003c264e68 None None] The sync data for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:36.310272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 47d69514-2d50-4b81-98fe-55c82c520985 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:36.310272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.313921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 47d69514-2d50-4b81-98fe-55c82c520985 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:36.314528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.317697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c15e336f-fb45-413e-83b6-16d1e66de22d None None] Provisioning complete for port dda2163f-6fc4-47a3-89af-3aaa50ca003b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:36.318235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c15e336f-fb45-413e-83b6-16d1e66de22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.322564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51f05d96-f9fe-411a-9eb7-5b915fb37e64 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7767971 Aug 16 20:33:36.323205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57782) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:36.414275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c15e336f-fb45-413e-83b6-16d1e66de22d None None] Port dda2163f-6fc4-47a3-89af-3aaa50ca003b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:36.441310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Made reservation on behalf of 635b30cb25be4332bfd125d8995f214d for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:36.449331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.499891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] device_id is not set on port 31291a13-f7f8-477d-b075-f9cb4e79deef yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:33:36.507540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.539993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d2100d9-49e2-44b4-8367-2f245e2d2a6d req-3efec9c0-d19b-41d0-9a76-891072de259f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.1267939 Aug 16 20:33:36.566789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7d3ad-e3d5-4409-b16b-2737a33860b9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:36.590407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7d3ad-e3d5-4409-b16b-2737a33860b9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:36.598004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7d3ad-e3d5-4409-b16b-2737a33860b9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:36.600336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1da7d3ad-e3d5-4409-b16b-2737a33860b9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2760766 Aug 16 20:33:36.603058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:36.616220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57794) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:36.616977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 47d69514-2d50-4b81-98fe-55c82c520985, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=47d69514-2d50-4b81-98fe-55c82c520985,segment=NetworkSegment(7025854f-8cb2-4b29-9952-213c94a0bafe),segment_id=7025854f-8cb2-4b29-9952-213c94a0bafe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:36.737401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.745653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Deleting port 161b6cd1-ebf1-4703-8fde-cb656f1ac888 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:36.746198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.774371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f313ebdf-9e0e-4d9f-b500-8fb4810c47c1 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-169378057'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:36.774831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f313ebdf-9e0e-4d9f-b500-8fb4810c47c1 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Unknown quota resources ['metering_label']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:33:36.805721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=47d69514-2d50-4b81-98fe-55c82c520985,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:36.860299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8b32859f-0d93-4be0-821c-d17ad4fbf454 None None] Provisioning for port 161b6cd1-ebf1-4703-8fde-cb656f1ac888 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:36.864579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8b32859f-0d93-4be0-821c-d17ad4fbf454 None None] Provisioning complete for port 161b6cd1-ebf1-4703-8fde-cb656f1ac888 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:36.864895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b32859f-0d93-4be0-821c-d17ad4fbf454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.886571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:36.903933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Allocated IP 172.20.0.7 (89b40289-c064-4eee-b5e9-d0d814deab5a/68ec8a84-9049-402c-a222-c6c3f26a7d99/31291a13-f7f8-477d-b075-f9cb4e79deef) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:36.905639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Calling delete_port for 161b6cd1-ebf1-4703-8fde-cb656f1ac888 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:36.918855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8b32859f-0d93-4be0-821c-d17ad4fbf454 None None] Port 161b6cd1-ebf1-4703-8fde-cb656f1ac888 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:37.162592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.197068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f313ebdf-9e0e-4d9f-b500-8fb4810c47c1 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.198415 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f313ebdf-9e0e-4d9f-b500-8fb4810c47c1 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5808179 Aug 16 20:33:37.201609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:37.206282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1377804b-e042-4be6-9c31-33f0405fc457 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8383183b-8c7d-4532-818b-f44cd1dcd3a1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:37.207006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1377804b-e042-4be6-9c31-33f0405fc457 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:33:37.220579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event deleted for resources: {'Port': ['ID=161b6cd1-ebf1-4703-8fde-cb656f1ac888,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:37.255678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.257995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7afe7a3b-7889-4371-82a1-bb1cb862a0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "DELETE /v2.0/ports/161b6cd1-ebf1-4703-8fde-cb656f1ac888 HTTP/1.1" status: 204 len: 168 time: 0.6528354 Aug 16 20:33:37.262343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:37.278731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Request body: {'port': {'name': 'tempest-new-port-name-1707636963', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:37.279685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.api.validators [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] bootfile-name is not in valid_values {{(pid=95240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:37.279685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.api.validators [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] tftp-server is not in valid_values {{(pid=95240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:37.281347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.api.validators [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] server-ip-address is not in valid_values {{(pid=95240) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:33:37.319704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.396494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Transition to ACTIVE for port object 31291a13-f7f8-477d-b075-f9cb4e79deef will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:37.408525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.516258 n-d-794306-10 neutron-server[95241]: WARNING neutron.services.metering.metering_plugin [None req-1377804b-e042-4be6-9c31-33f0405fc457 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:33:37.626303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.653483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e216aa7-23f9-4c33-a333-6451398a856f req-8e35f210-8e4d-4a18-88b3-6519ff17c13f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.0415363 Aug 16 20:33:37.715764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1377804b-e042-4be6-9c31-33f0405fc457 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.721178 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1377804b-e042-4be6-9c31-33f0405fc457 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5183034 Aug 16 20:33:37.722168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57830) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:37.736594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-860f6878-a6c6-4a21-b84d-e6c6168f1cdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8383183b-8c7d-4532-818b-f44cd1dcd3a1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:37.737179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-860f6878-a6c6-4a21-b84d-e6c6168f1cdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:33:37.760990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 47d69514-2d50-4b81-98fe-55c82c520985 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:37.781750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.801595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Network 89b40289-c064-4eee-b5e9-d0d814deab5a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:37.802839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event updated for resources: {'Port': ['ID=31291a13-f7f8-477d-b075-f9cb4e79deef,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:37.808118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:37.810880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:37.816555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 47d69514-2d50-4b81-98fe-55c82c520985 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:37.817131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.867513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:37.868599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.937184 n-d-794306-10 neutron-server[95241]: WARNING neutron.services.metering.metering_plugin [None req-860f6878-a6c6-4a21-b84d-e6c6168f1cdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 20:33:37.937411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.985196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] In _notify_port_updated(), no bound segment for port dda2163f-6fc4-47a3-89af-3aaa50ca003b on network 06f799a0-af3a-4772-a2e5-bb082391d7a8 {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:33:37.992080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:37.993341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:37.998811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "PUT /v2.0/ports/dda2163f-6fc4-47a3-89af-3aaa50ca003b HTTP/1.1" status: 200 len: 1129 time: 0.7350767 Aug 16 20:33:38.002398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57834) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.006835 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77e88ea5-49dc-43a3-b97c-10768e320612 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0998333 Aug 16 20:33:38.010491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.045218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233ece7-6e4f-4a16-a1c3-c0207bf57abf tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event updated for resources: {'Port': ['ID=dda2163f-6fc4-47a3-89af-3aaa50ca003b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:38.067969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-860f6878-a6c6-4a21-b84d-e6c6168f1cdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.069164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-860f6878-a6c6-4a21-b84d-e6c6168f1cdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3413012 Aug 16 20:33:38.072194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.074662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43620f7-3243-49d1-bd26-d9a8e1dd5b9a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:38.082584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.082833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f43620f7-3243-49d1-bd26-d9a8e1dd5b9a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "GET /v2.0/ports/dda2163f-6fc4-47a3-89af-3aaa50ca003b HTTP/1.1" status: 200 len: 1129 time: 0.0793600 Aug 16 20:33:38.090852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-407629ac-e21d-4143-b6f6-07f0f7155bdc tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=0c5432dc-06c9-4505-8e2f-7fcfc1ccccef HTTP/1.1" status: 200 len: 464 time: 0.0174341 Aug 16 20:33:38.093549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.234501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Deleting port dda2163f-6fc4-47a3-89af-3aaa50ca003b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:38.234860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-97dc5c10-4f14-46f2-88ce-62dc077f5447 None None] Provisioning for port 31291a13-f7f8-477d-b075-f9cb4e79deef completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:38.235433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.244301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-97dc5c10-4f14-46f2-88ce-62dc077f5447 None None] Provisioning complete for port 31291a13-f7f8-477d-b075-f9cb4e79deef triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:38.245509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-97dc5c10-4f14-46f2-88ce-62dc077f5447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.353467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.362789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-97dc5c10-4f14-46f2-88ce-62dc077f5447 None None] Port 31291a13-f7f8-477d-b075-f9cb4e79deef cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:38.370163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Calling delete_port for dda2163f-6fc4-47a3-89af-3aaa50ca003b owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:38.379221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'project_id': '635b30cb25be4332bfd125d8995f214d', 'port_id': '31291a13-f7f8-477d-b075-f9cb4e79deef'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:38.471687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49a1fee7-85b7-44ba-aa54-631c9f8bc247 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.476111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49a1fee7-85b7-44ba-aa54-631c9f8bc247 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/0c5432dc-06c9-4505-8e2f-7fcfc1ccccef HTTP/1.1" status: 204 len: 168 time: 0.3814940 Aug 16 20:33:38.476370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.492701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-93c50e59-2ed7-48e8-abd0-8456a404ba50 None None] Provisioning complete for port dda2163f-6fc4-47a3-89af-3aaa50ca003b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:38.492953 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de0fcb3a-1d03-4ba1-9adf-2b4b084ff535 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=0c5432dc-06c9-4505-8e2f-7fcfc1ccccef HTTP/1.1" status: 200 len: 221 time: 0.0151725 Aug 16 20:33:38.493640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93c50e59-2ed7-48e8-abd0-8456a404ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.497590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57860) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.503534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5b83767c-a09f-4b02-a811-5aff7178b7ca tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--293038565', 'description': 'label created by tempest'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:38.504115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5b83767c-a09f-4b02-a811-5aff7178b7ca tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Unknown quota resources ['metering_label']. {{(pid=95240) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:33:38.556314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-93c50e59-2ed7-48e8-abd0-8456a404ba50 None None] Port dda2163f-6fc4-47a3-89af-3aaa50ca003b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:33:38.594490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.655029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.709410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event deleted for resources: {'Port': ['ID=dda2163f-6fc4-47a3-89af-3aaa50ca003b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:38.716593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.718847 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bfbd48c0-2155-4288-aad9-26102dab4ba9 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "DELETE /v2.0/ports/dda2163f-6fc4-47a3-89af-3aaa50ca003b HTTP/1.1" status: 204 len: 168 time: 0.6307721 Aug 16 20:33:38.722064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57874) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.794516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Deleting subnet 5a9c172b-4bfe-4b28-b6df-54e86682b0e1 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:38.799597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.849254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.889378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b83767c-a09f-4b02-a811-5aff7178b7ca tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:38.890726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b83767c-a09f-4b02-a811-5aff7178b7ca tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3920343 Aug 16 20:33:38.892844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07020744-34ef-4fa3-8105-975c2b72b64d req-9f8e83d1-85de-45f3-ba82-eae0969160f0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.1124413 Aug 16 20:33:38.893599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57882) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:38.960347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.044804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78913867-18c2-4243-b633-36bf4694449e tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=4af7b66b-0711-4a52-83ca-48b7ffe4293a HTTP/1.1" status: 200 len: 467 time: 0.1467156 Aug 16 20:33:39.045019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.045137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.150189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Allocated IP 172.25.7.121 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/97f36345-5f24-4461-b5a3-8b52b9224c92) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:39.279956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.287171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.381186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9c172b-4bfe-4b28-b6df-54e86682b0e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:39.391352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9605be8-7892-4e4b-9a61-d7c6705d35d6 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.392616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9605be8-7892-4e4b-9a61-d7c6705d35d6 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/4af7b66b-0711-4a52-83ca-48b7ffe4293a HTTP/1.1" status: 204 len: 168 time: 0.3466947 Aug 16 20:33:39.395213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57894) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.400599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd8585-ec42-4631-8c14-16fd2d736462 None None] Network 06f799a0-af3a-4772-a2e5-bb082391d7a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:39.410864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7d15b487-fdf6-4f67-88b8-c30808659ff2 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=4af7b66b-0711-4a52-83ca-48b7ffe4293a HTTP/1.1" status: 200 len: 216 time: 0.0111954 Aug 16 20:33:39.411069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57896) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.425538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e6c6805-be43-4a45-8164-fa8bdfc00857 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0133121 Aug 16 20:33:39.425985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.428502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a294cbf6-a94a-459d-8ca5-c932a7f0d90a tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "DELETE /v2.0/subnets/5a9c172b-4bfe-4b28-b6df-54e86682b0e1 HTTP/1.1" status: 204 len: 168 time: 0.7049193 Aug 16 20:33:39.430515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.431608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.452461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e2783656-38c9-4cde-abcd-1b44b968c3d4 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0137038 Aug 16 20:33:39.452461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57904) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.535448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.601424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57908) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.602635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c242466f-cdcd-426f-8db6-35a20e40d4db tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/8383183b-8c7d-4532-818b-f44cd1dcd3a1 HTTP/1.1" status: 200 len: 472 time: 0.1494789 Aug 16 20:33:39.615120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.642070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4fa455d6-55a3-40d9-b0f1-5afee62384f3 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/584ece5c-d8b0-47d3-8688-be1cf158094c HTTP/1.1" status: 200 len: 461 time: 0.0389831 Aug 16 20:33:39.646839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57910) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:39.673129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Deleting port 47d69514-2d50-4b81-98fe-55c82c520985 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:39.673481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.717226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] DHCP port deletion for 06f799a0-af3a-4772-a2e5-bb082391d7a8 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:39.749524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] For port 47d69514-2d50-4b81-98fe-55c82c520985, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=47d69514-2d50-4b81-98fe-55c82c520985,segment=NetworkSegment(7025854f-8cb2-4b29-9952-213c94a0bafe),segment_id=7025854f-8cb2-4b29-9952-213c94a0bafe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:39.750351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.764131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Calling delete_port for 47d69514-2d50-4b81-98fe-55c82c520985 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:39.782455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-082fadb9-4859-4799-81e1-97ebc94c2195 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:39.787446 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-082fadb9-4859-4799-81e1-97ebc94c2195 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.4194987 Aug 16 20:33:39.792277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Pushing event updated for resources: {'Port': ['ID=97f36345-5f24-4461-b5a3-8b52b9224c92,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:39.795103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Deleting port 47d69514-2d50-4b81-98fe-55c82c520985 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:39.795844 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.807273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:39.812434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:39.883106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] For port 47d69514-2d50-4b81-98fe-55c82c520985, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=47d69514-2d50-4b81-98fe-55c82c520985,segment=NetworkSegment(7025854f-8cb2-4b29-9952-213c94a0bafe),segment_id=7025854f-8cb2-4b29-9952-213c94a0bafe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:39.883418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.899721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Calling delete_port for 47d69514-2d50-4b81-98fe-55c82c520985 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:39.907702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:39.912598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:39.930634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-23ce5665-a1d4-4b65-857d-6886912cddcd tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:39.932337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-23ce5665-a1d4-4b65-857d-6886912cddcd tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/584ece5c-d8b0-47d3-8688-be1cf158094c HTTP/1.1" status: 204 len: 168 time: 0.2845309 Aug 16 20:33:39.935050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57916) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:40.139211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca817aae-4819-426a-8f35-e1c92bafb847 req-f9247f2d-a92a-4643-b94e-98bdb795c1af tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.0658410 Aug 16 20:33:40.139626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:40.139626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.162964 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.186938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] No DVR routers for this DVR port 47d69514-2d50-4b81-98fe-55c82c520985 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:40.199870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.219500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4f2bc-f752-43f5-9b20-28073434a192 None None] Pushing event deleted for resources: {'Port': ['ID=47d69514-2d50-4b81-98fe-55c82c520985,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:40.242271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] No DVR routers for this DVR port 47d69514-2d50-4b81-98fe-55c82c520985 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:40.248778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event deleted for resources: {'Port': ['ID=47d69514-2d50-4b81-98fe-55c82c520985,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:40.343240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-451bd66d-c8f4-42e6-a284-c2925475b2f6 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.344571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-451bd66d-c8f4-42e6-a284-c2925475b2f6 tempest-MeteringTestJSON-341370386 tempest-MeteringTestJSON-341370386-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/8383183b-8c7d-4532-818b-f44cd1dcd3a1 HTTP/1.1" status: 204 len: 168 time: 0.4084055 Aug 16 20:33:40.349722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.368640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f799a0-af3a-4772-a2e5-bb082391d7a8']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:40.386809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7025854f-8cb2-4b29-9952-213c94a0bafe') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:40.387218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7025854f-8cb2-4b29-9952-213c94a0bafe') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:40.400565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.427684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.436404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:40.437071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.456808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.10 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/5f780f27-ccec-43c3-9652-7efe5ad7f27c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:40.508747 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:40.611716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.674111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.688617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:40.689857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:33:40.690658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] 10.222.0.70 "DELETE /v2.0/networks/06f799a0-af3a-4772-a2e5-bb082391d7a8 HTTP/1.1" status: 204 len: 168 time: 1.2589591 Aug 16 20:33:40.706085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99980338-b9b2-4082-8f25-efbf30b9bc0c tempest-ExtraDHCPOptionsIpV6TestJSON-36564197 tempest-ExtraDHCPOptionsIpV6TestJSON-36564197-project] Pushing event deleted for resources: {'Network': ['ID=06f799a0-af3a-4772-a2e5-bb082391d7a8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.042457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.046253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.229928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57950) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.256006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.276068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.289065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0ad58fa-1a58-492e-a44f-88a23b6e8ba3 req-da24b171-6893-4388-a55b-43acc201cc15 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.0367210 Aug 16 20:33:41.321870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57954) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.327477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:41.330739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:41.333477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:41.367074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.388605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.445061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-152dcbe0-406e-4373-9cb0-d933eca1c2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.473085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:41.474011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.504156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.507675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Pushing event updated for resources: {'Port': ['ID=97f36345-5f24-4461-b5a3-8b52b9224c92,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:41.652803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-152dcbe0-406e-4373-9cb0-d933eca1c2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.706318 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Floating IP a00e9bef-c62b-4272-accf-28312906deec associated. External IP: 172.25.7.121, port: 31291a13-f7f8-477d-b075-f9cb4e79deef. Aug 16 20:33:41.731914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bbede102-188b-4051-a2ed-704247951c8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55c18034284749ad9021cecfd0894f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082589 Aug 16 20:33:41.735481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:41.806456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 47d69514-2d50-4b81-98fe-55c82c520985 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:41.806456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 47d69514-2d50-4b81-98fe-55c82c520985 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:41.806456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 47d69514-2d50-4b81-98fe-55c82c520985 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:41.863934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:41.919705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.014938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Router bed3b2d9-191e-438e-8f49-54975a5b5531 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:42.034648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-152dcbe0-406e-4373-9cb0-d933eca1c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.082523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dcbe0-406e-4373-9cb0-d933eca1c2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d981030-fe69-44a2-9764-d6eb69fb5aaa,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.102124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-152dcbe0-406e-4373-9cb0-d933eca1c2df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff44c9da40fc4295a47cfd973e14690c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8690095 Aug 16 20:33:42.104736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57968) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.134758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:42.149625 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] Sync routers for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:42.165201 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:42.165837 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:42.171300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.175553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.185095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.186269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/060b0aa0-1cd5-4c53-963f-998f63970748 HTTP/1.1" status: 204 len: 168 time: 0.4470160 Aug 16 20:33:42.187643 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-30460d79-3699-44bb-aaac-c21fdecb3062 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3860219 Aug 16 20:33:42.205336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Request body: {'port': {'device_id': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:42.207625 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:42.212142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.222234 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:42.222917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:42.224699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afca223-6bb1-4d9e-897f-55f80da226f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060b0aa0-1cd5-4c53-963f-998f63970748,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.291816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:42.291816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f59abe-b4c9-4437-9871-b4995a5f44b6 None None] The sync data for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:42.312874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.372824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.403536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.407694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.409056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d981030-fe69-44a2-9764-d6eb69fb5aaa HTTP/1.1" status: 204 len: 168 time: 0.3056588 Aug 16 20:33:42.423767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af65de-e5b0-407b-b4bf-aeeb82af4c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d981030-fe69-44a2-9764-d6eb69fb5aaa,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:42.427503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2adbb0d2-2d0e-431b-b933-2394acd2a24a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.4141355 Aug 16 20:33:42.430139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.516943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5598d-4ae3-4827-aa23-9abb83a9e9ef req-2fbe4c91-3113-46f7-b6dc-0cc5fb590007 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:42.519035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cc5598d-4ae3-4827-aa23-9abb83a9e9ef req-2fbe4c91-3113-46f7-b6dc-0cc5fb590007 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 932 time: 0.1507783 Aug 16 20:33:42.621695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c3679382-98ee-4adc-a898-bb552449377a tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "GET /v2.0/floatingips/a00e9bef-c62b-4272-accf-28312906deec HTTP/1.1" status: 200 len: 983 time: 0.1871486 Aug 16 20:33:42.621933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57990) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.643700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cc5598d-4ae3-4827-aa23-9abb83a9e9ef req-eac3628e-dce5-4ac4-9278-45338bd633c4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232803 Aug 16 20:33:42.787752 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7d31534d-726f-44a6-b66d-6e06cc2cd313 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.1644609 Aug 16 20:33:42.790468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57996) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:42.833004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f780f27-ccec-43c3-9652-7efe5ad7f27c {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:33:42.841164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:42.853589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Transition to ACTIVE for port object 5f780f27-ccec-43c3-9652-7efe5ad7f27c will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:33:42.948080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port 97f36345-5f24-4461-b5a3-8b52b9224c92 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:42.948524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.024151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.028480 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.037210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for 97f36345-5f24-4461-b5a3-8b52b9224c92 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:43.047954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.097452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.175382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Attempting to bind port 5f780f27-ccec-43c3-9652-7efe5ad7f27c on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:33:43.175865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Attempting to bind port 5f780f27-ccec-43c3-9652-7efe5ad7f27c by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:33:43.176138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Attempting to bind port 5f780f27-ccec-43c3-9652-7efe5ad7f27c on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:43.180581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Port 5f780f27-ccec-43c3-9652-7efe5ad7f27c on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:33:43.180904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Attempting to bind port 5f780f27-ccec-43c3-9652-7efe5ad7f27c on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:33:43.186190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:33:43.186563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:33:43.186902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:33:43.187325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Bound port: 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:33:43.187688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.256894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:33:43.262033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:33:43.368569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.386839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.408782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.448973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:43.449598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.451009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] 10.222.0.64 "PUT /v2.0/ports/5f780f27-ccec-43c3-9652-7efe5ad7f27c HTTP/1.1" status: 200 len: 1093 time: 1.2500753 Aug 16 20:33:43.451466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:43.453744 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f00405-be5c-414c-8d51-c919c27d20f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:43.475008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e3988-2b41-40ac-be52-8f7b79362ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.760481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-983ca3cb-d9da-400c-a54d-dd26694c83f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.762873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=97f36345-5f24-4461-b5a3-8b52b9224c92,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:43.787781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-672d27ca-174c-4a45-8aae-879d639c93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:43.788349 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-672d27ca-174c-4a45-8aae-879d639c93b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0847561 Aug 16 20:33:43.841114 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-7030a7e4-a020-4aeb-864d-bb83370e2909 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c HTTP/1.1" status: 200 len: 217 time: 0.0439539 Aug 16 20:33:43.841371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.841818 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Floating IP a00e9bef-c62b-4272-accf-28312906deec disassociated (deleted). External IP: 172.25.7.121, port: 31291a13-f7f8-477d-b075-f9cb4e79deef. Aug 16 20:33:43.893053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:43.916753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa256e8d-6fab-4f61-ae1a-fb12db785986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:43.927086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-7b642af7-a6c1-4bc6-add5-998d83927333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:43.928650 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-7b642af7-a6c1-4bc6-add5-998d83927333 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.0787098 Aug 16 20:33:43.978099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-92f7df94-24a7-4251-a654-4e2952db0fee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417352 Aug 16 20:33:44.014483 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380f926-c392-4894-a3d4-4e3b83c4e324 x-openstack-request-id: req-d380f926-c392-4894-a3d4-4e3b83c4e324 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:44.014785 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:44.015044 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d380f926-c392-4894-a3d4-4e3b83c4e324 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:44.017471 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c', 'status': 'completed', 'code': 200} Aug 16 20:33:44.027696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bdc5e-10ae-42dc-9f98-6d2b804f262a req-6127048c-31fd-490d-801e-db05d90d82cd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:44.029805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df5bdc5e-10ae-42dc-9f98-6d2b804f262a req-6127048c-31fd-490d-801e-db05d90d82cd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 944 time: 0.1844611 Aug 16 20:33:44.098840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df5bdc5e-10ae-42dc-9f98-6d2b804f262a req-c7bd7978-b1ee-47c5-b425-281a46c25d0e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603161 Aug 16 20:33:44.107589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-983ca3cb-d9da-400c-a54d-dd26694c83f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.148840 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-39c72b04-e97f-4a0a-b351-e02387751e9f service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612766 Aug 16 20:33:44.220720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Router bed3b2d9-191e-438e-8f49-54975a5b5531 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:44.251926 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e16ac339-ef97-435c-8c00-4c8e33c29efc req-9acf2ff3-fae7-40e5-9a43-9b43c7edf52d service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957711 Aug 16 20:33:44.332343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:44.336770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.342562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] Sync routers for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:44.351287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:44.351930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:44.369223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-36e6878c-51f2-46be-bc73-42852e10a28e tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/floatingips/a00e9bef-c62b-4272-accf-28312906deec HTTP/1.1" status: 204 len: 168 time: 1.5774906 Aug 16 20:33:44.373847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.378562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:44.388955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:44.396357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:44.396950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:44.428226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:44.428848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3fd669-6afd-4c0a-8077-fc9103a7db75 None None] The sync data for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:44.458705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-983ca3cb-d9da-400c-a54d-dd26694c83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.514228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ca3cb-d9da-400c-a54d-dd26694c83f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c855a9-3607-4ac8-9988-f50820f62f9c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.519794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-983ca3cb-d9da-400c-a54d-dd26694c83f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26b9d3356e504bd98d7d2adc6ca7f454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1493394 Aug 16 20:33:44.523619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58034) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.579446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa256e8d-6fab-4f61-ae1a-fb12db785986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.587445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.610587 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.738063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa256e8d-6fab-4f61-ae1a-fb12db785986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.773977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa256e8d-6fab-4f61-ae1a-fb12db785986 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50016e76212d4cb787a72169302d63a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784182 Aug 16 20:33:44.776566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:44.872935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa256e8d-6fab-4f61-ae1a-fb12db785986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f9c764-fce6-4e0f-8176-d80550c27e9f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.882391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.885800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.886988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00c855a9-3607-4ac8-9988-f50820f62f9c HTTP/1.1" status: 204 len: 168 time: 0.3619864 Aug 16 20:33:44.898174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.900617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e94a8-dde1-495f-b8a8-3e7690598511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c855a9-3607-4ac8-9988-f50820f62f9c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:44.912005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-a22669eb-50b1-4cfd-adca-04f819be3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:44.913531 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-a22669eb-50b1-4cfd-adca-04f819be3a1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 1096 time: 0.0807061 Aug 16 20:33:44.937286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:44.940538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.096429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-2a8b99ea-569b-48f6-abd7-6fa2c3d881dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:45.098017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-2a8b99ea-569b-48f6-abd7-6fa2c3d881dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 912 time: 0.1743493 Aug 16 20:33:45.162423 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-fadd4aac-c96a-4b6b-9d75-de2ad1c51045 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c HTTP/1.1" status: 200 len: 217 time: 0.0555575 Aug 16 20:33:45.223699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.229408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-f7038088-82b9-463c-8bf8-98fc2f885c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:45.231104 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-f7038088-82b9-463c-8bf8-98fc2f885c05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.0587587 Aug 16 20:33:45.238785 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.242156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.242742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28326125-07d3-47d8-8c4d-baf4479c930a req-118fcb3f-af8c-446b-b9fe-5b746a2ed461 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:45.243270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6f9c764-fce6-4e0f-8176-d80550c27e9f HTTP/1.1" status: 204 len: 168 time: 0.4657869 Aug 16 20:33:45.244538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28326125-07d3-47d8-8c4d-baf4479c930a req-118fcb3f-af8c-446b-b9fe-5b746a2ed461 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 944 time: 0.0589616 Aug 16 20:33:45.287422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28326125-07d3-47d8-8c4d-baf4479c930a req-9484aa20-57ae-4b55-8968-2b0339599c46 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355935 Aug 16 20:33:45.302124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b3aac-ee74-4ac7-b992-1b4aba930cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f9c764-fce6-4e0f-8176-d80550c27e9f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.308129 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-50d2f6c1-e734-4af0-a7a3-ef5d17e21ee2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623477 Aug 16 20:33:45.439549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Allocated IP 172.25.7.133 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/b870592f-e13d-4532-9f84-7dd0ab275bdb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:45.464630 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-0fcaa96d-bb2f-4a76-b107-150a1806d448 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468334 Aug 16 20:33:45.631170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-56f00405-be5c-414c-8d51-c919c27d20f0 req-53007ee3-1537-4b34-ac27-4b65a5b5a520 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519108 Aug 16 20:33:45.632323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.757280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.777126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58074) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:45.795040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:45.797887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:45.803534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:45.849216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Pushing event updated for resources: {'Port': ['ID=b870592f-e13d-4532-9f84-7dd0ab275bdb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:45.951352 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:45.963307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-12781183-1b27-487e-881a-9691523ce2e9 tempest-DvrRoutersNegativeTest-1059573867 tempest-DvrRoutersNegativeTest-1059573867-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2030223558', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:45.969584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.policy [None req-12781183-1b27-487e-881a-9691523ce2e9 tempest-DvrRoutersNegativeTest-1059573867 tempest-DvrRoutersNegativeTest-1059573867-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95240) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 20:33:45.969584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.policy [None req-12781183-1b27-487e-881a-9691523ce2e9 tempest-DvrRoutersNegativeTest-1059573867 tempest-DvrRoutersNegativeTest-1059573867-project] Failed policy check for 'create_router' {{(pid=95240) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 20:33:45.969584 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-12781183-1b27-487e-881a-9691523ce2e9 tempest-DvrRoutersNegativeTest-1059573867 tempest-DvrRoutersNegativeTest-1059573867-project] create failed (client error): Access was denied to this resource. Aug 16 20:33:45.970017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-12781183-1b27-487e-881a-9691523ce2e9 tempest-DvrRoutersNegativeTest-1059573867 tempest-DvrRoutersNegativeTest-1059573867-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1914144 Aug 16 20:33:46.065501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.237289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.367942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.416929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc581ced-2aee-4ecc-aa6f-8c70ff9ebbd1 req-7b08d740-dc6a-4b31-b798-3d019133d3ee tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:46.418368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc581ced-2aee-4ecc-aa6f-8c70ff9ebbd1 req-7b08d740-dc6a-4b31-b798-3d019133d3ee tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 944 time: 0.0568562 Aug 16 20:33:46.440485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Pushing event updated for resources: {'Port': ['ID=b870592f-e13d-4532-9f84-7dd0ab275bdb,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:46.453239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.463139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc581ced-2aee-4ecc-aa6f-8c70ff9ebbd1 req-6cf3e410-262f-4916-97b8-2b6923f391ab tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Aug 16 20:33:46.545031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:46.546321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3514ead0-7c60-4ea3-a53e-b9e9f0a502db tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1714067 Aug 16 20:33:46.549078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58106) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:46.902674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:46.932628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:47.042154 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.054431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-852afec2-84c6-4c96-873f-c0c2e2f9193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.145084 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.148984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-852afec2-84c6-4c96-873f-c0c2e2f9193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.254615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Allocated IP 172.25.7.66 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/91843b90-c61a-4734-a686-0f0773a2d1a7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:33:47.284700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 5f780f27-ccec-43c3-9652-7efe5ad7f27c details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:33:47.344896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-852afec2-84c6-4c96-873f-c0c2e2f9193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.406959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:47.422114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-852afec2-84c6-4c96-873f-c0c2e2f9193e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e8a0bd7c8584baebea6f99dcc4b1545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878755 Aug 16 20:33:47.423177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852afec2-84c6-4c96-873f-c0c2e2f9193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b30218-cc21-4786-8704-705d98e277e0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.423300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '5f780f27-ccec-43c3-9652-7efe5ad7f27c', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': '5f780f27-ccec-43c3-9652-7efe5ad7f27c', 'mac_address': 'fa:16:3e:55:08:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:33:47.426141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58138) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:47.455650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.467892 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.481137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f780f27-ccec-43c3-9652-7efe5ad7f27c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:33:47.486072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.503858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:47.510283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.608324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.611928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.615095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba7db-f07a-4581-a478-4b961891debb req-21792bc5-8231-44fd-a99e-b403e7425381 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:47.616746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b3ba7db-f07a-4581-a478-4b961891debb req-21792bc5-8231-44fd-a99e-b403e7425381 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 944 time: 0.0614431 Aug 16 20:33:47.657372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.660672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.664874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23b30218-cc21-4786-8704-705d98e277e0 HTTP/1.1" status: 204 len: 168 time: 0.2374530 Aug 16 20:33:47.676637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b9981-c939-4306-a92e-b63e625298bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b30218-cc21-4786-8704-705d98e277e0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.710441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.718992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:33:47.722649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:33:47.726304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:33:47.731001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b3ba7db-f07a-4581-a478-4b961891debb req-a12bea32-5b9c-4b69-aa9a-f063d9967b0c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062543 Aug 16 20:33:47.762166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Pushing event updated for resources: {'Port': ['ID=91843b90-c61a-4734-a686-0f0773a2d1a7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:47.830380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['5f780f27-ccec-43c3-9652-7efe5ad7f27c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:33:47.835888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:47.964890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.130446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.230540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.253852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.324356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Pushing event updated for resources: {'Port': ['ID=91843b90-c61a-4734-a686-0f0773a2d1a7,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:48.340895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.434298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.437948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7926d54-065c-427f-a310-3778afce0e56 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8855782 Aug 16 20:33:48.444072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58166) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.555418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-48203899-ff39-4542-bd93-24751eaef3c7 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1131184 Aug 16 20:33:48.555634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.638863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1f1b857c-8347-4604-a9fb-1225e33076c9 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0744307 Aug 16 20:33:48.638863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58174) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:48.777966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Deleting port 91843b90-c61a-4734-a686-0f0773a2d1a7 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:48.778451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.896561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.896889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:48.915245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Calling delete_port for 91843b90-c61a-4734-a686-0f0773a2d1a7 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:48.927051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51889e-c826-4d52-b46b-d3db47feca70 req-b3f1b07d-1961-4450-9df9-64f230a13e58 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:48.928569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b51889e-c826-4d52-b46b-d3db47feca70 req-b3f1b07d-1961-4450-9df9-64f230a13e58 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 945 time: 0.0854959 Aug 16 20:33:49.004547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b51889e-c826-4d52-b46b-d3db47feca70 req-10ce43ec-20d2-4e21-94fd-db3d0c40af4e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681555 Aug 16 20:33:49.231263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.266952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Pushing event deleted for resources: {'Port': ['ID=91843b90-c61a-4734-a686-0f0773a2d1a7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.298382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 5f780f27-ccec-43c3-9652-7efe5ad7f27c up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:33:49.330191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.335344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.336744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2f92f98e-4b7a-4825-bca5-b9e65a821a72 tempest-FloatingIPAdminTestJSON-1658973114 tempest-FloatingIPAdminTestJSON-1658973114-project] 10.222.0.70 "DELETE /v2.0/floatingips/087b68c8-73be-4318-a29d-2317e962c164 HTTP/1.1" status: 204 len: 168 time: 0.7018933 Aug 16 20:33:49.339953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58206) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:49.425348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 5f780f27-ccec-43c3-9652-7efe5ad7f27c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:33:49.432291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 5f780f27-ccec-43c3-9652-7efe5ad7f27c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:33:49.433094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.474577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Deleting port b870592f-e13d-4532-9f84-7dd0ab275bdb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:49.474577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.579910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.583792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.594984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Calling delete_port for b870592f-e13d-4532-9f84-7dd0ab275bdb owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:49.707508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.744178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:49.746257 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63339d8-5613-4379-8a5a-bdc4f1f0c2e4" -d '{"events": [{"server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "name": "network-vif-plugged", "status": "completed", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:49.758728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:49.797640 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695736eb-2436-4e60-b97b-9d86d117effe x-openstack-request-id: req-695736eb-2436-4e60-b97b-9d86d117effe {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:49.797940 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "name": "network-vif-plugged", "status": "completed", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:49.798201 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-695736eb-2436-4e60-b97b-9d86d117effe {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:49.798673 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c', 'code': 200} Aug 16 20:33:49.823416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.873702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.903782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076795-a15a-48ce-9604-be5861c4edef req-c536d58b-30aa-4c88-89f1-9467fa762623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:49.906873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:49.908527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ad076795-a15a-48ce-9604-be5861c4edef req-c536d58b-30aa-4c88-89f1-9467fa762623 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 1098 time: 0.0446222 Aug 16 20:33:49.934428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Pushing event deleted for resources: {'Port': ['ID=b870592f-e13d-4532-9f84-7dd0ab275bdb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:49.957125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ad076795-a15a-48ce-9604-be5861c4edef req-075481c9-707b-4e6d-b4a8-1c81b2fe608d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Aug 16 20:33:50.013840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.017061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.018464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f06f55d6-e404-43d8-8f93-8b662cab1eb4 tempest-FloatingIPAdminTestJSON-1190084007 tempest-FloatingIPAdminTestJSON-1190084007-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/f6d9269c-9efb-44dc-b2a9-d5ef8e5244be HTTP/1.1" status: 204 len: 168 time: 0.6768024 Aug 16 20:33:50.022448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.187294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e7e30-af3d-4b96-acf6-51c087305ebd req-ea94148d-7659-4104-bf86-406177898c06 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:50.189572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-744e7e30-af3d-4b96-acf6-51c087305ebd req-ea94148d-7659-4104-bf86-406177898c06 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.1055136 Aug 16 20:33:50.289520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-744e7e30-af3d-4b96-acf6-51c087305ebd req-978867d0-0a65-4bba-9299-00c30f673396 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934074 Aug 16 20:33:50.492447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port 31291a13-f7f8-477d-b075-f9cb4e79deef {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:50.493026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.593913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.607910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for 31291a13-f7f8-477d-b075-f9cb4e79deef owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:50.828596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.846240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58256) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.868224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=31291a13-f7f8-477d-b075-f9cb4e79deef,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:50.968719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:50.973903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b5230852-3b4f-431a-8585-59c3538efb66 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/ports/31291a13-f7f8-477d-b075-f9cb4e79deef HTTP/1.1" status: 204 len: 168 time: 0.9475133 Aug 16 20:33:50.976260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58262) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:50.976507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.037169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd741e95-e451-418d-ae79-73def660abd4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:51.038799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bd741e95-e451-418d-ae79-73def660abd4 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "GET /v2.0/ports?device_id=bed3b2d9-191e-438e-8f49-54975a5b5531 HTTP/1.1" status: 200 len: 913 time: 0.0613658 Aug 16 20:33:51.042970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58268) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.200417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418566584'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:51.293796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.303179 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.334629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dc9ddd3b-fb8a-4e33-8261-715afb3e98c7 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:51.460782 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dc9ddd3b-fb8a-4e33-8261-715afb3e98c7 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "PUT /v2.0/quotas/882224641da64efdb42d168014a52074 HTTP/1.1" status: 200 len: 368 time: 0.4830301 Aug 16 20:33:51.471662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:51.479621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Request body: {'network': {'project_id': '882224641da64efdb42d168014a52074'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:51.489094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.507371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.512454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b2acf-90b1-4365-8e1a-8b0123ed7ff2 req-4d998847-e5d9-4178-8ba4-cf5bac4e50b0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:51.514133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f9b2acf-90b1-4365-8e1a-8b0123ed7ff2 req-4d998847-e5d9-4178-8ba4-cf5bac4e50b0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.0795524 Aug 16 20:33:51.556941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f9b2acf-90b1-4365-8e1a-8b0123ed7ff2 req-51d26be6-ec50-4743-af2b-623d9556f9b3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Aug 16 20:33:51.584682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.626851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c3c39-9b36-4984-86b0-451e3b216cf4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.729015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Made reservation on behalf of 882224641da64efdb42d168014a52074 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:51.732928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.748754 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.799267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.836990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.850264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port 646a9bd3-b237-46d7-ac5b-f888efeb026c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:51.850608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.899923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.937038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430661a1-31c6-4ccd-8fe8-ee45e549a140,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:51.965483 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:51.985558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for 646a9bd3-b237-46d7-ac5b-f888efeb026c owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:52.080950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b817b0-f742-4649-bfc5-f2331cf08165 req-eae2151c-cd1a-492b-87d1-fd612598ce0b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:52.084317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1b817b0-f742-4649-bfc5-f2331cf08165 req-eae2151c-cd1a-492b-87d1-fd612598ce0b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.0757871 Aug 16 20:33:52.134018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1b817b0-f742-4649-bfc5-f2331cf08165 req-b58cd332-a52e-4083-8ed4-7da7dcf31d7d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420332 Aug 16 20:33:52.199016 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.354978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.390101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45daff5-aa0e-4cbc-ae0f-11962ab4444a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.407984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.417767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:52.455188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=646a9bd3-b237-46d7-ac5b-f888efeb026c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.470733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.471032 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Added segment f5822d7a-3cc6-4498-8872-77b2ae874784 of type vlan for network 629462d2-77a3-4013-a278-6132f4192422 Aug 16 20:33:52.493955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.495624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3c0e685c-68fc-47b3-bcbd-310d3866671a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6478145 Aug 16 20:33:52.499054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.583133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.589311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08fa727a-36b8-456e-827b-91fa972daa1d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0894670 Aug 16 20:33:52.589936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.600254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-security--649210867', 'description': 'tempest-security-description-877551901'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:52.719626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.814267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.815113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.816107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:52.816713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.840636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.935708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Pushing event updated for resources: {'Network': ['ID=629462d2-77a3-4013-a278-6132f4192422,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:52.942389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.946088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:52.947468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 629462d2-77a3-4013-a278-6132f4192422 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:52.948623 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "PUT /v2.0/security-groups/430661a1-31c6-4ccd-8fe8-ee45e549a140 HTTP/1.1" status: 200 len: 1778 time: 0.3553534 Aug 16 20:33:52.950955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58332) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:52.992062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ab50fa7-5f89-48a6-a28b-61f129c907e7 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups/430661a1-31c6-4ccd-8fe8-ee45e549a140 HTTP/1.1" status: 200 len: 1778 time: 0.0398498 Aug 16 20:33:52.995644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.010035 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d6744aa-3fad-4698-9d74-bf07a36c4679 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5335374 Aug 16 20:33:53.010656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58336) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.015125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Request body: {'network': {'project_id': '882224641da64efdb42d168014a52074'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:53.020428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2c23c-37ae-4791-9e52-7a21dbb5ab3e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430661a1-31c6-4ccd-8fe8-ee45e549a140,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.073455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.096772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.163353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Router bed3b2d9-191e-438e-8f49-54975a5b5531 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:33:53.169137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Made reservation on behalf of 882224641da64efdb42d168014a52074 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:33:53.172100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.200341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:33:53.212048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.213121 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Added segment 72bef623-3904-4361-a999-c8eb76bb0b5f of type vlan for network 190c7f77-7a09-48c4-93f9-462a578262f2 Aug 16 20:33:53.291909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:33:53.293198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.302441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f8b2d37b-df12-43ec-9e00-5211eb8e6dac tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "PUT /v2.0/routers/bed3b2d9-191e-438e-8f49-54975a5b5531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2571959 Aug 16 20:33:53.302738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58344) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.304827 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] Sync routers for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:33:53.314448 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:53.315278 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.350929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.352374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.353857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.356540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/430661a1-31c6-4ccd-8fe8-ee45e549a140 HTTP/1.1" status: 204 len: 168 time: 0.3583817 Aug 16 20:33:53.357880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58348) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.364255 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] Routers {'bed3b2d9-191e-438e-8f49-54975a5b5531'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:33:53.364989 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:33:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bed3b2d9-191e-438e-8f49-54975a5b5531'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.375458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1027-37a0-426e-a985-63eb25815dd9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430661a1-31c6-4ccd-8fe8-ee45e549a140,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.401349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e046c0-e213-4f88-954f-f14f8ddf72c4 req-ca8b83f4-a218-4e25-983b-4a50e605d35f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:53.402986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94e046c0-e213-4f88-954f-f14f8ddf72c4 req-ca8b83f4-a218-4e25-983b-4a50e605d35f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.1522815 Aug 16 20:33:53.416331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:53.417008 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01408260-6220-4df6-8811-ad8d03ed5d96 None None] The sync data for ids ['bed3b2d9-191e-438e-8f49-54975a5b5531'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:33:53.428933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-40f937e5-fd6c-4a05-9ed5-e6a2318840f3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696757 Aug 16 20:33:53.431626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58350) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.445612 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-7147caa2-2333-4dc8-be07-e49ede2dcdf7 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] delete failed (client error): The resource could not be found. Aug 16 20:33:53.446628 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7147caa2-2333-4dc8-be07-e49ede2dcdf7 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/430661a1-31c6-4ccd-8fe8-ee45e549a140 HTTP/1.1" status: 404 len: 347 time: 0.0138321 Aug 16 20:33:53.452805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58352) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.456563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--258986577'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:53.501505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94e046c0-e213-4f88-954f-f14f8ddf72c4 req-a7d037cb-1c3b-4b4d-92fd-667ba79d71f2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514071 Aug 16 20:33:53.503742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.596531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.597862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.598869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:53.599457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.717579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Pushing event updated for resources: {'Network': ['ID=190c7f77-7a09-48c4-93f9-462a578262f2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.722584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.731257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 190c7f77-7a09-48c4-93f9-462a578262f2 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:33:53.736416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7cf6c821-6343-4092-8540-05763791a291 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7251506 Aug 16 20:33:53.739315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58364) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:53.750043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0e36f245-0938-4cf4-861b-d6b97a61b59a tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Request body: {'network': {'project_id': '882224641da64efdb42d168014a52074'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:53.845443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.900959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port 8d90a730-8a0a-47c2-82ec-dec4a8501551 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:53.901231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.925205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:53.946538 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e36f245-0938-4cf4-861b-d6b97a61b59a tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:33:53.947663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e36f245-0938-4cf4-861b-d6b97a61b59a tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:33:53.951987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0e36f245-0938-4cf4-861b-d6b97a61b59a tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2090352 Aug 16 20:33:53.961457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bd15ee-bacc-4321-a1ec-b9af081b9666,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:53.993172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.010339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for 8d90a730-8a0a-47c2-82ec-dec4a8501551 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:54.026454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.028202 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4a6c6fec-f601-4be5-b035-de485f8aa56f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5747671 Aug 16 20:33:54.031071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.036089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': '07bd15ee-bacc-4321-a1ec-b9af081b9666', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:54.080987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58376) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.130006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb89cb-3177-42ef-82d8-e72ed4eaac31 req-99214c67-9dbf-4cfb-bcea-482b3c082caf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:54.131516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdeb89cb-3177-42ef-82d8-e72ed4eaac31 req-99214c67-9dbf-4cfb-bcea-482b3c082caf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.0704076 Aug 16 20:33:54.210735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdeb89cb-3177-42ef-82d8-e72ed4eaac31 req-e78b6f58-8f13-447d-a751-f9ff9302abc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Aug 16 20:33:54.360314 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.366425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.397189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=8d90a730-8a0a-47c2-82ec-dec4a8501551,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.425981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.454358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.554528 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.559588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.562093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.618174 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05326adc-9f4b-4ee2-bcbb-aa39f38dfcf4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=882224641da64efdb42d168014a52074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357034 Aug 16 20:33:54.621462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a32a073-e28a-4435-bf2b-b059be2f2443,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:54.625887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58386) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.686326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.710195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.764108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.764108 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62c16519-2cf1-4510-9dd4-86bef4c1b2fa tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7013683 Aug 16 20:33:54.764108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.764572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58392) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:54.808759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.821068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:54.988294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5673-5382-42a5-8730-95f442fc48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.033643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.036134 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.037283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b45daff5-aa0e-4cbc-ae0f-11962ab4444a HTTP/1.1" status: 204 len: 168 time: 0.4102359 Aug 16 20:33:55.040104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58400) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.045360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50486c9-e675-4e11-8293-70050aafc789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45daff5-aa0e-4cbc-ae0f-11962ab4444a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.111388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.185514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.194997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190c7f77-7a09-48c4-93f9-462a578262f2']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.204637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bef623-3904-4361-a999-c8eb76bb0b5f') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.204936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bef623-3904-4361-a999-c8eb76bb0b5f') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:55.214201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.227195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.233506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:55.233896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:55.235767 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:55.306650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-e6c6df61-7c53-4172-b24b-a72699ca7a08 req-8bbdb5e4-57db-4717-be70-da0868b189cc service neutron] (95241) timed out ('10.222.0.64', 55713) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:33:55.336573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb9ec-ebe6-4a9c-a2e3-edb2f7904217 req-9221db93-3418-47d7-87ed-eecce84bd4f1 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:55.339023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-244fb9ec-ebe6-4a9c-a2e3-edb2f7904217 req-9221db93-3418-47d7-87ed-eecce84bd4f1 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.0505347 Aug 16 20:33:55.376285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-244fb9ec-ebe6-4a9c-a2e3-edb2f7904217 req-cf0c0e45-737a-41c6-a35d-75e8558f932e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Aug 16 20:33:55.413806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.424173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.429392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7a32a073-e28a-4435-bf2b-b059be2f2443 HTTP/1.1" status: 204 len: 168 time: 0.6596897 Aug 16 20:33:55.431328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.445372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce5f3b-7e55-418d-981b-6037dd1d2c5b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a32a073-e28a-4435-bf2b-b059be2f2443,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.471029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.471029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Fanout notify agent at l3_agent the message router_deleted on router bed3b2d9-191e-438e-8f49-54975a5b5531 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:33:55.492164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.492164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-64aae716-d6a5-4e3e-95b6-dcc15b2d7845 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/routers/bed3b2d9-191e-438e-8f49-54975a5b5531 HTTP/1.1" status: 204 len: 168 time: 2.1775832 Aug 16 20:33:55.496039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.496262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c3f564cc-82e8-4e57-9c14-3910eaf713ef tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0609975 Aug 16 20:33:55.498248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.544547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-e72e920a-880d-4a6d-87a7-1e152d7585be tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:55.546043 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-e72e920a-880d-4a6d-87a7-1e152d7585be tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.1126928 Aug 16 20:33:55.631482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting subnet 68ec8a84-9049-402c-a222-c6c3f26a7d99 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:33:55.645085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.648863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5673-5382-42a5-8730-95f442fc48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.659226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.666909 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.668259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "DELETE /v2.0/networks/190c7f77-7a09-48c4-93f9-462a578262f2 HTTP/1.1" status: 204 len: 168 time: 0.6264174 Aug 16 20:33:55.673385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58412) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.677814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d221a3d-fc1c-4982-98d7-41a50138ddc3 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Pushing event deleted for resources: {'Network': ['ID=190c7f77-7a09-48c4-93f9-462a578262f2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.772888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.812151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbfa5673-5382-42a5-8730-95f442fc48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.836325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.886692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.920434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bbfa5673-5382-42a5-8730-95f442fc48b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4007e4d8a4254e24847f825bd131e7de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2324457 Aug 16 20:33:55.921198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa5673-5382-42a5-8730-95f442fc48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e3667e-9f47-48dc-bd94-3374e084bb64,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:55.924595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:55.929934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:55.981702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port 5f780f27-ccec-43c3-9652-7efe5ad7f27c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:55.982234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.027589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.051398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.128202 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.181072 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.204104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629462d2-77a3-4013-a278-6132f4192422']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.227750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5822d7a-3cc6-4498-8872-77b2ae874784') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.228704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5822d7a-3cc6-4498-8872-77b2ae874784') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:56.238415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port 5f780f27-ccec-43c3-9652-7efe5ad7f27c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=5f780f27-ccec-43c3-9652-7efe5ad7f27c,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:56.238795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.252113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.263435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for 5f780f27-ccec-43c3-9652-7efe5ad7f27c owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:56.279713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.285324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.287890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.289496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8e3667e-9f47-48dc-bd94-3374e084bb64 HTTP/1.1" status: 204 len: 168 time: 0.3634791 Aug 16 20:33:56.289817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:56.290284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.292254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.294978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.296309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/07bd15ee-bacc-4321-a1ec-b9af081b9666 HTTP/1.1" status: 204 len: 168 time: 0.7891829 Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:56.297320 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:56.302018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58428) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:56.316354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9858681-b9f8-419e-bbe2-853ebae6ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e3667e-9f47-48dc-bd94-3374e084bb64,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.381837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7a58c8d1-c92b-452d-bbf4-ea3785dda6f0 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783372 Aug 16 20:33:56.386393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58430) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:56.391114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86e1b1-9ff4-4421-b5c0-a729626695bf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bd15ee-bacc-4321-a1ec-b9af081b9666,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.391313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761092756'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:56.497301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.500411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.515195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.536834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f406-ce5a-44fa-8f68-649bb8dddb85 req-b4f6575b-e541-472a-84ad-45649d10ba02 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:56.538390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea6f406-ce5a-44fa-8f68-649bb8dddb85 req-b4f6575b-e541-472a-84ad-45649d10ba02 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 946 time: 0.0764170 Aug 16 20:33:56.541655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Subnet': ['ID=68ec8a84-9049-402c-a222-c6c3f26a7d99,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.552573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.554796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] 10.222.0.70 "DELETE /v2.0/networks/629462d2-77a3-4013-a278-6132f4192422 HTTP/1.1" status: 204 len: 168 time: 0.8777294 Aug 16 20:33:56.562537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.566808 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2bb77898-3eb7-46f6-8ae1-dce89add9913 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/subnets/68ec8a84-9049-402c-a222-c6c3f26a7d99 HTTP/1.1" status: 204 len: 168 time: 1.0718246 Aug 16 20:33:56.572905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6df8e-018c-4b71-9c89-025b298c8a5b None None] Network 89b40289-c064-4eee-b5e9-d0d814deab5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:33:56.577920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58436) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:56.588097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48199a-4ef8-42e1-bc94-27f614447c61 tempest-QuotasNegativeTest-1401434557 tempest-QuotasNegativeTest-1401434557-project-admin] Pushing event deleted for resources: {'Network': ['ID=629462d2-77a3-4013-a278-6132f4192422,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.614681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea6f406-ce5a-44fa-8f68-649bb8dddb85 req-efc75a8d-6e04-4eff-a431-6bce76f9b011 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Aug 16 20:33:56.659507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.686741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.750402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port e47bef82-08b7-4ba3-999a-20a646cf0236 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:56.750746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.785239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] DHCP port deletion for 89b40289-c064-4eee-b5e9-d0d814deab5a request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:33:56.802581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.813436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['5f780f27-ccec-43c3-9652-7efe5ad7f27c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:33:56.819062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.834076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=5f780f27-ccec-43c3-9652-7efe5ad7f27c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.874079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6dfc89b-9d74-44f2-80ee-8602b031f985,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:56.874998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Deleting port e47bef82-08b7-4ba3-999a-20a646cf0236 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:56.875542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.897947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port 5f780f27-ccec-43c3-9652-7efe5ad7f27c on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:56.905902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.907925 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9eaa10a-3831-462c-a70d-f3b172757dae req-4e43a2ee-1d34-4f16-be77-75660814012d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "DELETE /v2.0/ports/5f780f27-ccec-43c3-9652-7efe5ad7f27c HTTP/1.1" status: 204 len: 173 time: 1.3413451 Aug 16 20:33:56.908362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'name': 'network-vif-deleted', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:33:56.910595 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028be67b-428f-43ee-9268-fb2bf1a3c3fe" -d '{"events": [{"server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "name": "network-vif-deleted", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:33:56.927188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] For port e47bef82-08b7-4ba3-999a-20a646cf0236, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e47bef82-08b7-4ba3-999a-20a646cf0236,segment=NetworkSegment(e84e0f5f-2f32-474f-969a-4c903bc2397b),segment_id=e84e0f5f-2f32-474f-969a-4c903bc2397b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:56.927369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.940823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for e47bef82-08b7-4ba3-999a-20a646cf0236 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:56.981399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] For port e47bef82-08b7-4ba3-999a-20a646cf0236, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e47bef82-08b7-4ba3-999a-20a646cf0236,segment=NetworkSegment(e84e0f5f-2f32-474f-969a-4c903bc2397b),segment_id=e84e0f5f-2f32-474f-969a-4c903bc2397b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:33:56.981803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:56.989870 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f62c6-c20f-4f9a-be75-ee3c913ed7b8 x-openstack-request-id: req-397f62c6-c20f-4f9a-be75-ee3c913ed7b8 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:33:56.989870 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4046880b-88f6-4a3a-b01c-525bad0ff3a7", "name": "network-vif-deleted", "tag": "5f780f27-ccec-43c3-9652-7efe5ad7f27c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:33:56.994504 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-397f62c6-c20f-4f9a-be75-ee3c913ed7b8 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:33:56.994504 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4046880b-88f6-4a3a-b01c-525bad0ff3a7', 'name': 'network-vif-deleted', 'tag': '5f780f27-ccec-43c3-9652-7efe5ad7f27c', 'status': 'completed', 'code': 200} Aug 16 20:33:56.998446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Calling delete_port for e47bef82-08b7-4ba3-999a-20a646cf0236 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:57.062693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.065114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-be6d4d18-1014-4be2-9f2d-c88958f1953b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6782732 Aug 16 20:33:57.068064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58448) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.072867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'a6dfc89b-9d74-44f2-80ee-8602b031f985', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:57.214104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.220001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.238227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=e47bef82-08b7-4ba3-999a-20a646cf0236,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.247839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Pushing event deleted for resources: {'Port': ['ID=e47bef82-08b7-4ba3-999a-20a646cf0236,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.247978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] No DVR routers for this DVR port e47bef82-08b7-4ba3-999a-20a646cf0236 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:57.255322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] No DVR routers for this DVR port e47bef82-08b7-4ba3-999a-20a646cf0236 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:33:57.257815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.258166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.258587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.258927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.259265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.260261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.260599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.260933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.261302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.261634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.261964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.262290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aff915-1817-49b9-a16c-abb9d55e1674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:33:57.281010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.361686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.453406 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.473754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7621cad0-45ba-463e-8657-7286a6b1c90c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:57.625107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.629074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3a22784f-5636-4681-9c25-83ff83fb70c3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5575941 Aug 16 20:33:57.629334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.634298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'a6dfc89b-9d74-44f2-80ee-8602b031f985', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:57.668860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58454) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:57.691099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.691983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-81710750-c4a6-48c9-8665-6d9706046d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.701971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b40289-c064-4eee-b5e9-d0d814deab5a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:57.726541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84e0f5f-2f32-474f-969a-4c903bc2397b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:57.726961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84e0f5f-2f32-474f-969a-4c903bc2397b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:33:57.747692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.780127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.793579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:33:57.794113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:33:57.798422 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:33:57.810129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e47bef82-08b7-4ba3-999a-20a646cf0236 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:57.854885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e47bef82-08b7-4ba3-999a-20a646cf0236 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:57.864312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b851f9b1-6a7c-421e-8ff6-459e70210c70 req-65e0e06a-81b2-409b-8b95-f7513bc63815 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4046880b-88f6-4a3a-b01c-525bad0ff3a7 HTTP/1.1" status: 200 len: 210 time: 0.1133130 Aug 16 20:33:57.865094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.866814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e47bef82-08b7-4ba3-999a-20a646cf0236 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:57.940832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-81710750-c4a6-48c9-8665-6d9706046d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:57.946904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.050706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.058777 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.060657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/networks/89b40289-c064-4eee-b5e9-d0d814deab5a HTTP/1.1" status: 204 len: 168 time: 1.4816127 Aug 16 20:33:58.063075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.079573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d22cc-2fcb-4374-8eca-633fe07fb1d8 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Network': ['ID=89b40289-c064-4eee-b5e9-d0d814deab5a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.096933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.101819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-81710750-c4a6-48c9-8665-6d9706046d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.142767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc05c64-6b3a-4617-b9fa-d75b5f93a1e7,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.175833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81710750-c4a6-48c9-8665-6d9706046d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5197d957-2555-4e41-8cb8-567237e14bb4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.184463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-81710750-c4a6-48c9-8665-6d9706046d31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d2aeaa8e838419bb521436c75695546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145013 Aug 16 20:33:58.187079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58466) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.206467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Deleting port 587627de-79b6-412b-bfff-85a96d4a7626 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:33:58.206890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.241302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.266364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.296065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.297198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.311260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.313469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Calling delete_port for 587627de-79b6-412b-bfff-85a96d4a7626 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:33:58.314945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b067c0a7-6560-497c-9e68-fad1f3350430 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6840239 Aug 16 20:33:58.318365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58470) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.330116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'a6dfc89b-9d74-44f2-80ee-8602b031f985', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:58.468479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.482894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36961012-2c8e-454c-8a64-3ca90ab3c7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.510004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.512649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.513801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5197d957-2555-4e41-8cb8-567237e14bb4 HTTP/1.1" status: 204 len: 168 time: 0.3255389 Aug 16 20:33:58.525051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616aee-34fd-4703-8d79-3275a5c4721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197d957-2555-4e41-8cb8-567237e14bb4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.576488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.581224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.626052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Pushing event deleted for resources: {'Port': ['ID=587627de-79b6-412b-bfff-85a96d4a7626,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.671023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36961012-2c8e-454c-8a64-3ca90ab3c7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.714972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.727230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.730421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.731581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f39a750-2f9f-43e2-abbd-70cd301ac3d5 tempest-FloatingIPAdminTestJSON-20626929 tempest-FloatingIPAdminTestJSON-20626929-project] 10.222.0.70 "DELETE /v2.0/floatingips/3049cd92-9d14-4d03-a894-c3b58f869fc6 HTTP/1.1" status: 204 len: 168 time: 0.6673563 Aug 16 20:33:58.778377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36961012-2c8e-454c-8a64-3ca90ab3c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.818372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36961012-2c8e-454c-8a64-3ca90ab3c7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeada49e-095e-42a8-9df1-a677dfa68a21,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.823358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-36961012-2c8e-454c-8a64-3ca90ab3c7ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f96ee909f5714a3992aecb9b8ade978b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536112 Aug 16 20:33:58.827998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.828595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58480) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.856618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbed2861-7bba-4ce4-8fd4-ec06296ddb22,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:58.882618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.907872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.939372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:58.941034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a95ecfb9-fc6b-4a18-b9f9-130dbd1dc8af tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6215374 Aug 16 20:33:58.943937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58486) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:58.949965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'a6dfc89b-9d74-44f2-80ee-8602b031f985', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:59.073334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.075947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.077111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aeada49e-095e-42a8-9df1-a677dfa68a21 HTTP/1.1" status: 204 len: 168 time: 0.2497404 Aug 16 20:33:59.080936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.088611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d341-ee20-428c-9c55-eab15a050107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeada49e-095e-42a8-9df1-a677dfa68a21,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:59.154310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.248472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.274022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08d212e-f840-4e45-8db5-723b78eaeb68,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:59.347005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 5f780f27-ccec-43c3-9652-7efe5ad7f27c no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:33:59.368304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 5f780f27-ccec-43c3-9652-7efe5ad7f27c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:33:59.369864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 5f780f27-ccec-43c3-9652-7efe5ad7f27c not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:33:59.410250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-553393dc-21f0-4fbf-8f8d-dc3dd4284553 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:33:59.411812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-553393dc-21f0-4fbf-8f8d-dc3dd4284553 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1195295 Aug 16 20:33:59.413020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.418215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aece6be7-8f49-4cd0-8880-2471124f20d4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4688363 Aug 16 20:33:59.418215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58514) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.422617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'a6dfc89b-9d74-44f2-80ee-8602b031f985', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:33:59.445057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-a3e0f1c8-ba75-4f28-b6b0-c9469a3d5693 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0179427 Aug 16 20:33:59.484158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-28812e99-5bf2-48bf-a346-6cf409144b6a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303478 Aug 16 20:33:59.568433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.631610 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.649013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.748038 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.766333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1837b585-d178-4e3c-9dad-279d09ecd603,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:33:59.881441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.886736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4a3debd-db1c-43c3-ad81-2e5d2bb546b9 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4636056 Aug 16 20:33:59.894632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-0706f342-3a14-4659-bf9f-5d3d97464df4 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038887 Aug 16 20:33:59.897413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:33:59.950336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:33:59.967766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.000977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ee0dc95-66b2-4d80-b21b-0d747618b9bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=635b30cb25be4332bfd125d8995f214d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499396 Aug 16 20:34:00.004030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58534) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.006220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c72e9626-75a1-493c-848f-66f2ebde9129 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102927 Aug 16 20:34:00.058038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.081002 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.124985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.130977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.132117 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1837b585-d178-4e3c-9dad-279d09ecd603 HTTP/1.1" status: 204 len: 168 time: 0.2337480 Aug 16 20:34:00.134851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58538) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.137536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892ebbc-8acc-4dec-b7a5-949efac666cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1837b585-d178-4e3c-9dad-279d09ecd603,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.182437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc2f1d25-1a80-4439-9f51-941f1d43d08a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0464311 Aug 16 20:34:00.185130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58540) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.213310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.221784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.334233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.339131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.340918 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2dec15cc-58fa-406b-8534-3f2b0347b1ef HTTP/1.1" status: 204 len: 168 time: 0.3356018 Aug 16 20:34:00.355225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5b853-1f2e-4278-bae0-e457ce73eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec15cc-58fa-406b-8534-3f2b0347b1ef,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.383856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9d54351-5748-4fea-9534-740bf3f29038 req-45d1d1d3-5dac-4748-b5e2-e5041b16e8e4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 210 time: 0.0436027 Aug 16 20:34:00.385206 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.396897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.400530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/e08d212e-f840-4e45-8db5-723b78eaeb68 HTTP/1.1" status: 204 len: 168 time: 0.2118864 Aug 16 20:34:00.400530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428c2af-1cfa-4d1a-99a1-c1c3b114d044 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e08d212e-f840-4e45-8db5-723b78eaeb68,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.402555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58554) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.458763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9478473c-1ff9-4c4a-9fd6-467586c5ee5d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0515008 Aug 16 20:34:00.458763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58556) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.488473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.496543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.530402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58562) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.544749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db7b-9941-40ff-8d03-91f09825d519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.570630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ca183fb-6e46-4600-8e1b-4845105be44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.615314 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.626933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.628258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/bbed2861-7bba-4ce4-8fd4-ec06296ddb22 HTTP/1.1" status: 204 len: 168 time: 0.1691093 Aug 16 20:34:00.630839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58564) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.640695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e06ea0-50d2-4fd8-83af-6a2ac5637f3c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbed2861-7bba-4ce4-8fd4-ec06296ddb22,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.692239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9402108c-a7f4-4408-8168-c1aeaf09928d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0601034 Aug 16 20:34:00.695091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.700641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db7b-9941-40ff-8d03-91f09825d519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.719931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.728477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.789800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db7b-9941-40ff-8d03-91f09825d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.839339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f0d2db7b-9941-40ff-8d03-91f09825d519 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e1599aaa306435fac4210f7c263077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076696 Aug 16 20:34:00.841462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2db7b-9941-40ff-8d03-91f09825d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5e000c-d8cc-4d62-abce-88d9538e6852,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.842447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58572) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.899771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.901859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.909113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.910233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/edc05c64-6b3a-4617-b9fa-d75b5f93a1e7 HTTP/1.1" status: 204 len: 168 time: 0.2140212 Aug 16 20:34:00.913087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58576) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.927482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178348f-1c0f-4782-91d7-c38510f5ee42 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edc05c64-6b3a-4617-b9fa-d75b5f93a1e7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:00.941457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.961806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-97cee5d1-ea35-4dd8-994c-424f8001c7f2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474987 Aug 16 20:34:00.965056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58580) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:00.991539 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:00.999919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.207685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.208391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.211847 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.213407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb5e000c-d8cc-4d62-abce-88d9538e6852 HTTP/1.1" status: 204 len: 168 time: 0.3696344 Aug 16 20:34:01.215825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.217061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7621cad0-45ba-463e-8657-7286a6b1c90c HTTP/1.1" status: 204 len: 168 time: 0.2509596 Aug 16 20:34:01.219714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58592) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.222631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de035d39-3b1f-48c2-943f-5ea850dc45f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5e000c-d8cc-4d62-abce-88d9538e6852,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.230660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b796-5569-4600-9918-303931316222 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7621cad0-45ba-463e-8657-7286a6b1c90c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.279598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c77bcd6a-2003-4020-aeca-417d5e2c29cf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0584455 Aug 16 20:34:01.282340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58594) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.337490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.360961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.451484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f465834-74e8-48db-944f-bee0cad08cef req-aa3cd246-16f7-40d4-82a1-344c4c9e3a3c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Aug 16 20:34:01.484385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58602) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.499144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74881dbf-1463-4dac-b690-984830545f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.522298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.527479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.528692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/a6dfc89b-9d74-44f2-80ee-8602b031f985 HTTP/1.1" status: 204 len: 168 time: 0.2454288 Aug 16 20:34:01.533242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.545454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac8847-af77-4317-be1c-a296d3d6e65e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6dfc89b-9d74-44f2-80ee-8602b031f985,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.635740 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4bb1becb-3e33-41e9-9880-612dbcc19c3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956547 Aug 16 20:34:01.640456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58606) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.644312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--244019100'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:01.677583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74881dbf-1463-4dac-b690-984830545f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.812981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74881dbf-1463-4dac-b690-984830545f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.862458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74881dbf-1463-4dac-b690-984830545f83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52e165423c934d39a07f29cc05fe21b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745556 Aug 16 20:34:01.862458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881dbf-1463-4dac-b690-984830545f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc69effd-8df8-4065-ad2d-c2bba989f951,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:01.862896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:01.921368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.944411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:01.949501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.163965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.167322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.168518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cc69effd-8df8-4065-ad2d-c2bba989f951 HTTP/1.1" status: 204 len: 168 time: 0.3045964 Aug 16 20:34:02.186228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50244b53-5238-40f6-8055-b3907ea69b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc69effd-8df8-4065-ad2d-c2bba989f951,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.231092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.298761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.337972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34ff9b7-77e5-4434-b53a-b07ec462a9d5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.441735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.443791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-696fa67f-2efa-4d4f-b0c7-9359fc15d7e2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8024690 Aug 16 20:34:02.447651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.452178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'd34ff9b7-77e5-4434-b53a-b07ec462a9d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:02.555236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e14acb96-fcc3-422d-b5fa-c9ca4dfe7ceb req-9a2b7ab5-14a2-443c-99a7-027e24642d36 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 210 time: 0.0284712 Aug 16 20:34:02.588049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.649918 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.725776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.740446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105a77c0-5b5e-4c38-bd4b-eb532a87ec9f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:02.873660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.874914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05bdecbe-58fe-4522-a691-f5544a85de3b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4262683 Aug 16 20:34:02.877812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58646) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:02.931867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:02.957413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.099965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-0b7b3ecb-7edf-4c76-a327-8e8c7b9c91ff tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:03.099965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-0b7b3ecb-7edf-4c76-a327-8e8c7b9c91ff tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1172717 Aug 16 20:34:03.108162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.110964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.112206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/d34ff9b7-77e5-4434-b53a-b07ec462a9d5 HTTP/1.1" status: 204 len: 168 time: 0.2332346 Aug 16 20:34:03.115370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.122209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:03.133741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67469448-e38a-4117-93f9-c13139edc583 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34ff9b7-77e5-4434-b53a-b07ec462a9d5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.183084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-629ac628-940a-488e-b715-ad1759d75cf7 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572939 Aug 16 20:34:03.183084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.183084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58654) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.188569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--146287619'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:03.199882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e56a0917-4a3e-44da-89ad-28c97e753f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.344708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-76ee5f1f-d3d3-43d7-ac71-b927b7542c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.370228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.410705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.474230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e56a0917-4a3e-44da-89ad-28c97e753f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.601693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e56a0917-4a3e-44da-89ad-28c97e753f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.629259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:03.629259 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:03.629259 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '1b3123ba1ef5428282db83c49a1af993', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 3, 396557)}] Aug 16 20:34:03.629259 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:03.632253 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:03.649940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e56a0917-4a3e-44da-89ad-28c97e753f4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f60372436b254c13b697e50c7ef874d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730954 Aug 16 20:34:03.653171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:03.667447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0917-4a3e-44da-89ad-28c97e753f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069babc6-a2e7-4abb-a2cc-3bbebe79b7a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:03.692000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c585ef8a-002a-4d48-883e-5a37ddb96364 req-6fb0477f-1d58-46f1-adfb-65ff9fbee90f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 210 time: 0.0450039 Aug 16 20:34:03.721910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.745403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.747631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:03.752044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.914710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.11 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/d3bfa14c-e48a-4bd4-8c67-4049b79f5273) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:03.933815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.940862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:03.940862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/069babc6-a2e7-4abb-a2cc-3bbebe79b7a8 HTTP/1.1" status: 204 len: 168 time: 0.2823739 Aug 16 20:34:03.959125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013b75b-fe87-433c-8987-d5777017d180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069babc6-a2e7-4abb-a2cc-3bbebe79b7a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.081218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.131493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.156077 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.216983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.247573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.300679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:04.303851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:04.308450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:04.315478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.349922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.391827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:04.392105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.395940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f968a-0cb3-4c3d-8dc2-d03a57ca26b1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.476299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.479144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.479743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c7f3a30-06fe-4886-942b-17efec001bd3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2946539 Aug 16 20:34:04.481963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58700) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:04.486690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091413967'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.528326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-061b1ed1-9b3c-4d0b-a7b6-7b7bea92b935 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4130583 Aug 16 20:34:04.542420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Request body: {'port': {'device_id': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.609722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.676144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.801367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.850715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432297ea-9972-459b-a962-26fc017cd63f req-be87d7e4-05e2-44a9-8d32-19356bf8304f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:04.853966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-432297ea-9972-459b-a962-26fc017cd63f req-be87d7e4-05e2-44a9-8d32-19356bf8304f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 932 time: 0.0723705 Aug 16 20:34:04.871138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1642081889'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:04.884478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:04.923879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-432297ea-9972-459b-a962-26fc017cd63f req-22ea9561-b77c-4b32-abf3-8cb4b9260917 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Aug 16 20:34:04.935526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decf1593-0c3b-466b-a25f-35a54ef3dbbc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:04.990631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bfa14c-e48a-4bd4-8c67-4049b79f5273 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:04.999099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.012274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Transition to ACTIVE for port object d3bfa14c-e48a-4bd4-8c67-4049b79f5273 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:05.087288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Made reservation on behalf of 0be234ee079d4160bb9651ec2a4923a9 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:05.090984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.099878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.178415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.232106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.233727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc207863-adb0-45a5-b045-58aa03822b5a tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7506609 Aug 16 20:34:05.236450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58730) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:05.241309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f968a-0cb3-4c3d-8dc2-d03a57ca26b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'decf1593-0c3b-466b-a25f-35a54ef3dbbc', 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:05.256730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:05.256730 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:05.256730 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '1b3123ba1ef5428282db83c49a1af993', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 5, 249122)}] Aug 16 20:34:05.256730 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:05.259520 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:05.285329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.345195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Attempting to bind port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:05.345195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Attempting to bind port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:05.345429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Attempting to bind port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:05.357527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:05.357890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Attempting to bind port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:05.367351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:05.367683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:05.368701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:05.369277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Bound port: d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:05.369667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.431341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.457197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:05.460912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:05.521444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.555316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.559709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:05.592879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268b6fca-95d1-4194-895e-d1fbfdfe02e7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.620670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.621403 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Added segment ebeef047-6cca-4838-a062-6424fb359014 of type vlan for network 6d3543ae-17c8-4af9-8a23-36030a05cd35 Aug 16 20:34:05.638963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.639806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.641454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] 10.222.0.64 "PUT /v2.0/ports/d3bfa14c-e48a-4bd4-8c67-4049b79f5273 HTTP/1.1" status: 200 len: 1093 time: 1.1048920 Aug 16 20:34:05.644649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:05.652284 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f8acf-8bc0-4628-a054-3f4a2eed39f7" -d '{"events": [{"name": "network-changed", "server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:05.699803 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede6508b-140c-45f6-b80b-c1c6ead01fa3 x-openstack-request-id: req-ede6508b-140c-45f6-b80b-c1c6ead01fa3 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:05.700101 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:05.700349 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ede6508b-140c-45f6-b80b-c1c6ead01fa3 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:05.701412 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'status': 'completed', 'code': 200} Aug 16 20:34:05.708405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9b35e-212b-4e99-90d4-b235792df49a service neutron] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:05.720369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.786769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-6af61c93-205d-45cc-b820-b443ed020790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.788513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-6af61c93-205d-45cc-b820-b443ed020790 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0656590 Aug 16 20:34:05.895747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.901519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.902233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:05.917213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-aa371644-9bee-44ea-9cfa-1bc85f368e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:05.918662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-aa371644-9bee-44ea-9cfa-1bc85f368e7b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e553a2ba27e450a98f45aed711be360&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1222866 Aug 16 20:34:05.973786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-42ebb98b-8d3e-4ad8-88c3-ec66cd4315fd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0524938 Aug 16 20:34:05.995879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.067350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Network': ['ID=6d3543ae-17c8-4af9-8a23-36030a05cd35,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.079384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:06.122948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-41b2935e-6a4e-428a-8451-67bac9cf4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.124758 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-725f8acf-8bc0-4628-a054-3f4a2eed39f7 req-41b2935e-6a4e-428a-8451-67bac9cf4fb6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1941693 Aug 16 20:34:06.144836 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.185723 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-30cf30fa-5859-49a8-9d02-5e54f66484c9 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7052286 Aug 16 20:34:06.201188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58764) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.208246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'subnet': {'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:06.225044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-bde5b93a-9753-4ac0-8e2f-c9f3cec3e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.226903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-bde5b93a-9753-4ac0-8e2f-c9f3cec3e80e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 1096 time: 0.0600941 Aug 16 20:34:06.234376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.234982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.237346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b7804645-db21-4b95-b334-8ec3717681f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.1995227 Aug 16 20:34:06.261928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.292170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-6426c22f-06ef-4d05-8130-b853f9a48a97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273 HTTP/1.1" status: 200 len: 217 time: 0.0558829 Aug 16 20:34:06.296396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc725b-30aa-4cd7-8ff9-6167b8b937bc req-71b1e6ac-edad-4f87-9d61-293fe70bb366 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.297967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2efc725b-30aa-4cd7-8ff9-6167b8b937bc req-71b1e6ac-edad-4f87-9d61-293fe70bb366 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 944 time: 0.2460992 Aug 16 20:34:06.357260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-4f7a8fd1-5a23-4895-bf77-f0c0d56e9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.359650 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-4f7a8fd1-5a23-4895-bf77-f0c0d56e9bd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.0602803 Aug 16 20:34:06.376238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.408780 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-b1fdbac9-44d7-4c06-b3e9-0e56eb432679 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418661 Aug 16 20:34:06.429060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a3a968-e76b-4469-9a2a-ab2e21211a6c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.456755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2efc725b-30aa-4cd7-8ff9-6167b8b937bc req-91fdf89e-7374-48b0-8fdd-2765aa84f768 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446068 Aug 16 20:34:06.491426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-dcdc49a9-a0ec-4047-b0b9-3e1a860568c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.491949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-dcdc49a9-a0ec-4047-b0b9-3e1a860568c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.492427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-dcdc49a9-a0ec-4047-b0b9-3e1a860568c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.494833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-dcdc49a9-a0ec-4047-b0b9-3e1a860568c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 2289 time: 0.1934853 Aug 16 20:34:06.532814 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-c8235659-dbea-4e65-834f-9220e8e30c5c service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167636 Aug 16 20:34:06.552245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.553713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-076d7e78-a306-40f0-8a42-b2af4dba08bb tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3160589 Aug 16 20:34:06.559441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.588786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-ee63753c-5df6-4ea1-855d-b5b2b5c450f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 1001 time: 0.0861239 Aug 16 20:34:06.642513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.653624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.655348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-c1192872-cc9d-446d-a8da-e772170d7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.658503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-c1192872-cc9d-446d-a8da-e772170d7b99 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.0590489 Aug 16 20:34:06.714692 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43efc4bd-fd7c-4aa2-8a68-4656ee2a4ecb req-476508c4-8882-41cc-87d5-2831b79fa1b1 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742575 Aug 16 20:34:06.718774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Made reservation on behalf of 0be234ee079d4160bb9651ec2a4923a9 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:06.722438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.797622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-959de8ca-5451-40f2-be1c-be02f4cad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:06.799147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-959de8ca-5451-40f2-be1c-be02f4cad09e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319265 Aug 16 20:34:06.841355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.848210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:06.851596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/31a3a968-e76b-4469-9a2a-ab2e21211a6c HTTP/1.1" status: 204 len: 168 time: 0.2910466 Aug 16 20:34:06.861256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:06.879485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029c98f-8e5a-4ed4-bc21-4e48770ee46f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31a3a968-e76b-4469-9a2a-ab2e21211a6c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:06.970601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8211069a-1abd-4004-bf9c-c816163344a2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1067142 Aug 16 20:34:06.973472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.006164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-39dc3005-a663-4f70-bdbe-dcd7aeb556f8 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976125 Aug 16 20:34:07.034196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.057969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.146091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-128e21bb-f5c0-4376-832f-373a9623cfbb service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315224 Aug 16 20:34:07.195513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-da6e4968-6e84-40e6-82c2-557bd9f016d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 217 time: 0.0413578 Aug 16 20:34:07.233017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.247486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.250158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.258087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/decf1593-0c3b-466b-a25f-35a54ef3dbbc HTTP/1.1" status: 204 len: 168 time: 0.2765439 Aug 16 20:34:07.258087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.275172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03da06c-f2aa-4ef7-9fdd-8a770f57cc01 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decf1593-0c3b-466b-a25f-35a54ef3dbbc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.292363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-c3ec3ee8-8ef3-433f-9458-c5ff6152ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.293866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-c3ec3ee8-8ef3-433f-9458-c5ff6152ac5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0915480 Aug 16 20:34:07.329439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Subnet': ['ID=0cb62314-fc62-493c-8a6d-08a7908e87cc,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.330841 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1dd5cff5-84b9-4d9e-90d9-ad8b4eae64c4 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0738666 Aug 16 20:34:07.334380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58802) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.360334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Checking segment: {'id': 'ebeef047-6cca-4838-a062-6424fb359014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:07.360902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network hostable DHCP agents. Network: 6d3543ae-17c8-4af9-8a23-36030a05cd35, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:07.378646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-9b313f90-49d1-4b59-b06c-40698aafe0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.384621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-9b313f90-49d1-4b59-b06c-40698aafe0b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754578 Aug 16 20:34:07.396360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.422976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.487069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:07.497981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-fca28fd0-fc6e-463a-af3c-0fd4464627f1 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090047 Aug 16 20:34:07.573108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.577595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.579497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef3f968a-0cb3-4c3d-8dc2-d03a57ca26b1 HTTP/1.1" status: 204 len: 168 time: 0.2439034 Aug 16 20:34:07.587870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.604024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933368c-f45a-4cd3-a42e-c03c519d1ac8 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f968a-0cb3-4c3d-8dc2-d03a57ca26b1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:07.638139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6d3543ae-17c8-4af9-8a23-36030a05cd35) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:07.659778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.659994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515f8caa-c611-4d61-863b-deff2d0e916c None None] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:07.660516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.719772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2d5fd721-67b2-46e2-8ecd-1b226e5c3148 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1277077 Aug 16 20:34:07.723388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.726693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e0b8f-d1e6-4db6-88e4-6b1f621ebf1f req-803f2bcf-766f-42c8-bddc-7c3bfc0e4e31 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.729123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-076e0b8f-d1e6-4db6-88e4-6b1f621ebf1f req-803f2bcf-766f-42c8-bddc-7c3bfc0e4e31 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 944 time: 0.1521032 Aug 16 20:34:07.731378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029622596'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:07.745136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-dab7cfbd-1ccf-4800-9832-2652ca99d09f service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379103 Aug 16 20:34:07.810610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-ac9812a1-5854-4b6f-9c58-17970fcab9df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 217 time: 0.0562999 Aug 16 20:34:07.828793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6d3543ae-17c8-4af9-8a23-36030a05cd35', 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35', 'tenant_id': '0be234ee079d4160bb9651ec2a4923a9', 'fixed_ips': [{'subnet_id': '0cb62314-fc62-493c-8a6d-08a7908e87cc'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:07.829689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.841312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-56369ee7-e343-4db3-9de2-aefbc2ea1d1e tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6389544 Aug 16 20:34:07.843863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:07.848542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1378039592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:07.875988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-076e0b8f-d1e6-4db6-88e4-6b1f621ebf1f req-16666403-89c9-4624-8a96-3024f0697694 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340971 Aug 16 20:34:07.889746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-edafbcb3-ae56-4252-b8ee-0a76e857204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.891972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-edafbcb3-ae56-4252-b8ee-0a76e857204d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0734794 Aug 16 20:34:07.944310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-f9a54488-08cb-4786-a33b-e2126b186824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:07.947982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:07.948346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-f9a54488-08cb-4786-a33b-e2126b186824 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0455165 Aug 16 20:34:08.025870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Allocated IP 172.20.0.2 (6d3543ae-17c8-4af9-8a23-36030a05cd35/0cb62314-fc62-493c-8a6d-08a7908e87cc/ff5c54e8-3c76-4f40-9cd7-0ff446863623) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:08.064028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-2cbda0f6-f6ee-4fd6-94a4-26bb26e3165b service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088603 Aug 16 20:34:08.100508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.102386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.163803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-9f407cd3-5e23-4d2e-8654-9a1a04e85775 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905180 Aug 16 20:34:08.196933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.204644 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.220879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Transition to ACTIVE for port object ff5c54e8-3c76-4f40-9cd7-0ff446863623 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:08.222909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-e8963cd6-b173-45d7-892d-3734fc0c34ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 217 time: 0.0508726 Aug 16 20:34:08.235425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.241176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Transition to ACTIVE for port object ff5c54e8-3c76-4f40-9cd7-0ff446863623 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:08.280672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-07fa529d-69ac-40d1-9907-4d060f5e1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.282392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-07fa529d-69ac-40d1-9907-4d060f5e1f7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0511162 Aug 16 20:34:08.324115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.331364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.344568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-abcb0c6b-1311-40cd-b30e-da6a0500f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.346327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-abcb0c6b-1311-40cd-b30e-da6a0500f414 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563562 Aug 16 20:34:08.361495 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.363828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.410044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19140ab-55e9-4c40-9c56-1bc806339841,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.423176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:08.429700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:08.433852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:08.441239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Pushing event updated for resources: {'Port': ['ID=ff5c54e8-3c76-4f40-9cd7-0ff446863623,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.458279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.459717 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2084323a-ae3f-4c84-a256-08c7788fc9e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6148014 Aug 16 20:34:08.463265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.498912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Attempting to bind port ff5c54e8-3c76-4f40-9cd7-0ff446863623 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:08.499382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Attempting to bind port ff5c54e8-3c76-4f40-9cd7-0ff446863623 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ebeef047-6cca-4838-a062-6424fb359014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:08.499953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Attempting to bind port ff5c54e8-3c76-4f40-9cd7-0ff446863623 on network 6d3543ae-17c8-4af9-8a23-36030a05cd35 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:08.505454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:08.505924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Checking segment: {'id': 'ebeef047-6cca-4838-a062-6424fb359014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:08.506402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.506864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Bound using segment: {'id': 'ebeef047-6cca-4838-a062-6424fb359014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:08.507473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Bound port: ff5c54e8-3c76-4f40-9cd7-0ff446863623, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebeef047-6cca-4838-a062-6424fb359014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:08.507989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-d319445c-e856-4fbf-a6ad-fbfe62bfe100 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529264 Aug 16 20:34:08.511916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.532375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.533608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1950a1d-05c4-4d70-9a36-91be967f7dab tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8089001 Aug 16 20:34:08.536459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:08.543420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'c19140ab-55e9-4c40-9c56-1bc806339841', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:08.598604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] For port ff5c54e8-3c76-4f40-9cd7-0ff446863623, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:08.601981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-484de84d-cf69-40d7-968b-4b7ec503edfa service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868783 Aug 16 20:34:08.602801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] For port ff5c54e8-3c76-4f40-9cd7-0ff446863623, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ff5c54e8-3c76-4f40-9cd7-0ff446863623,segment=NetworkSegment(ebeef047-6cca-4838-a062-6424fb359014),segment_id=ebeef047-6cca-4838-a062-6424fb359014)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:08.654649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-e07a8f3c-df82-42ac-98af-75d5827e8f91 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 217 time: 0.0435698 Aug 16 20:34:08.693934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.734204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-57055cdd-70c4-45ec-8540-1bf71b130d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.735845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-57055cdd-70c4-45ec-8540-1bf71b130d1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0741806 Aug 16 20:34:08.738410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.806629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113bc8-7792-49cf-8225-7f32e5ded5ef None None] Pushing event updated for resources: {'Port': ['ID=ff5c54e8-3c76-4f40-9cd7-0ff446863623,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:08.829657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-072d3661-5414-4a40-9030-d2a9dd178f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:08.831575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-072d3661-5414-4a40-9030-d2a9dd178f8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872254 Aug 16 20:34:08.917675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.926114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:08.960388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1737914400'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:09.033938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.084579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-8b1ece7a-f464-49b9-bdea-715b5042be74 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416096 Aug 16 20:34:09.123274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abf0ab4-4a9a-4002-b8db-eca12032e4db,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.175780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24a008-c8a8-4930-ac46-c99848f5b5af req-08c4901c-af43-4014-bfed-8b2084dc878f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:09.186889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f24a008-c8a8-4930-ac46-c99848f5b5af req-08c4901c-af43-4014-bfed-8b2084dc878f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 944 time: 0.1759744 Aug 16 20:34:09.246389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Made reservation on behalf of 21ecd7c727b6458a9993607024d435d4 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:09.250439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.265906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.267088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f24a008-c8a8-4930-ac46-c99848f5b5af req-24f39827-c1f0-472d-ab16-83c4ffb0ef74 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Aug 16 20:34:09.296933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-22363d05-8dd8-446c-af74-40538cf9df4b service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005777 Aug 16 20:34:09.342808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b1001b4b-813c-41a8-a25e-a58c5c0ae934 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 217 time: 0.0382674 Aug 16 20:34:09.352733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Allocated IP 172.20.0.1 (6d3543ae-17c8-4af9-8a23-36030a05cd35/0cb62314-fc62-493c-8a6d-08a7908e87cc/d95950e4-f152-472b-86ab-dc885a1a5647) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:09.392309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d3bfa14c-e48a-4bd4-8c67-4049b79f5273 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:09.392468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.393753 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3a54bc5-b334-4f75-89ec-1569e265ff41 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8563657 Aug 16 20:34:09.406210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58860) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.447579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-4e88a9b0-cf0c-44b0-ab57-d5e8c81b13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:09.449380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-4e88a9b0-cf0c-44b0-ab57-d5e8c81b13d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0993943 Aug 16 20:34:09.468340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.496026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.524792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-3cc1b773-2171-4d72-b7f6-38bee34762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:09.526339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-3cc1b773-2171-4d72-b7f6-38bee34762b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681531 Aug 16 20:34:09.527838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.586281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:09.603415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'mac_address': 'fa:16:3e:0d:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:09.618488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.628437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.641104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Transition to ACTIVE for port object d95950e4-f152-472b-86ab-dc885a1a5647 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:09.642388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.645994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1abf0ab4-4a9a-4002-b8db-eca12032e4db HTTP/1.1" status: 204 len: 168 time: 0.2313366 Aug 16 20:34:09.646476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.654609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980a35-d918-4ba2-8b2d-44d099a5ff39 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1abf0ab4-4a9a-4002-b8db-eca12032e4db,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.658925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.673070 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.708300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bfa14c-e48a-4bd4-8c67-4049b79f5273 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:09.721780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-8586d90e-8df2-412c-90f0-0c6eac9e30e0 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872838 Aug 16 20:34:09.735413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:09.757518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:09.834834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb9d7c7-8fbf-4049-8fe6-33bc02425c37,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:09.852116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ff5c54e8-3c76-4f40-9cd7-0ff446863623 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:09.855272 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61054af2-b832-4adf-a36c-1d379faa2f10 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2074978 Aug 16 20:34:09.860319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58872) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:09.864954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.865312 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Added segment 5d3fc527-2e3e-4b53-901d-7a833d11ed8a of type vlan for network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a Aug 16 20:34:09.919519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.919888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:09.958383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-57ca860f-0de8-4270-8557-ac167d318cf5 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261112 Aug 16 20:34:09.964967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.000663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.052840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:10.074517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-6ed17267-5d9b-4ea5-9db4-ec60bd93d47a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.1066940 Aug 16 20:34:10.085057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.086316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.112345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:10.112345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:10.113173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9340e-e517-4151-9e27-394140ddcbbd None None] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:10.120162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58876) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.121589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=d95950e4-f152-472b-86ab-dc885a1a5647,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.158493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d3bfa14c-e48a-4bd4-8c67-4049b79f5273'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:10.184658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-33c0ac82-eaa0-456b-b656-fd72e847e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:10.186299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-33c0ac82-eaa0-456b-b656-fd72e847e493 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0960593 Aug 16 20:34:10.227319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.229874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ff5c54e8-3c76-4f40-9cd7-0ff446863623 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:10.326645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Provisioning for port ff5c54e8-3c76-4f40-9cd7-0ff446863623 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:10.335821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Provisioning complete for port ff5c54e8-3c76-4f40-9cd7-0ff446863623 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.337856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.373227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.386856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:10.388714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.425970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-825e0180-2ea4-47b4-9fd2-d918fa0745cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.506315 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.512655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Pushing event updated for resources: {'Network': ['ID=0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.519320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.537948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:10.606940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47499e47-0db8-411d-8011-878d4fcad66d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2813447 Aug 16 20:34:10.625464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] For port ff5c54e8-3c76-4f40-9cd7-0ff446863623, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ff5c54e8-3c76-4f40-9cd7-0ff446863623,segment=NetworkSegment(ebeef047-6cca-4838-a062-6424fb359014),segment_id=ebeef047-6cca-4838-a062-6424fb359014)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:10.741798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.811704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-3ef0a102-d37d-46c8-b58c-5489b14dc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:10.814566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-3ef0a102-d37d-46c8-b58c-5489b14dc097 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6126709 Aug 16 20:34:10.815063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.819341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:10.824333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/c19140ab-55e9-4c40-9c56-1bc806339841 HTTP/1.1" status: 204 len: 168 time: 0.9612854 Aug 16 20:34:10.827527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58888) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:10.829153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c805ac8-c553-4e75-b611-d19e60ff03ab None None] Pushing event updated for resources: {'Port': ['ID=ff5c54e8-3c76-4f40-9cd7-0ff446863623,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:10.870173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Provisioning complete for port ff5c54e8-3c76-4f40-9cd7-0ff446863623 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:10.870642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.042581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29570f94-8dcf-41e3-9952-8b4f293cf1cc tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19140ab-55e9-4c40-9c56-1bc806339841,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.047536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-b3d8f18a-d0a5-426a-a160-8e7501cdb6d9 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215230 Aug 16 20:34:11.062712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58894) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.087260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a', 'binding:host_id': 'n-h2-794306-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1322477614'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:11.164536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Provisioning for port d95950e4-f152-472b-86ab-dc885a1a5647 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:11.168778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Provisioning complete for port d95950e4-f152-472b-86ab-dc885a1a5647 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:11.169273 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.208383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-561043ff-062c-41ae-ac0c-274f0c4d5203 None None] Port d95950e4-f152-472b-86ab-dc885a1a5647 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:11.218431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-38800866-774c-43df-b9a3-c81888b88d84 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3800945 Aug 16 20:34:11.222703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58898) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.231136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group': {'name': 'tempest-secgroup--235851511'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:11.256323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850180-815e-4ef9-8a1e-27a99891754d req-0e0ec9bb-2f53-49ef-bba2-ec1af175939c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:11.257849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c850180-815e-4ef9-8a1e-27a99891754d req-0e0ec9bb-2f53-49ef-bba2-ec1af175939c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 945 time: 0.5111663 Aug 16 20:34:11.301618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e074490-9911-4e0f-84cc-bf4530f8b520 req-7a92b284-aec5-453a-bcf6-eb77e2a3cffd service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087202 Aug 16 20:34:11.333677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c850180-815e-4ef9-8a1e-27a99891754d req-1ece8b71-1be2-4a56-8797-f368c516d466 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689454 Aug 16 20:34:11.336644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3bd25a7f-0fec-4ecd-89d3-5782ca9cdd13 None None] Provisioning complete for port d95950e4-f152-472b-86ab-dc885a1a5647 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:11.341167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3bd25a7f-0fec-4ecd-89d3-5782ca9cdd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.385229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3bd25a7f-0fec-4ecd-89d3-5782ca9cdd13 None None] Port d95950e4-f152-472b-86ab-dc885a1a5647 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:11.408591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d3bfa14c-e48a-4bd4-8c67-4049b79f5273 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:11.427756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-825e0180-2ea4-47b4-9fd2-d918fa0745cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.483928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.490380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-825e0180-2ea4-47b4-9fd2-d918fa0745cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.521031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:11.526137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:11.526703 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.534706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-825e0180-2ea4-47b4-9fd2-d918fa0745cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df754332e46b4f108595485e07488cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4125161 Aug 16 20:34:11.534706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e0180-2ea4-47b4-9fd2-d918fa0745cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2da3248-8131-49a3-88ce-66521207a668,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.536324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58904) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:11.582472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.628863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Made reservation on behalf of 432b47ead23c45c88af9f8e1739d6f45 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:11.631621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.632312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.659137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.666353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.674441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:11.678259 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784abaa9-c81a-43e1-a327-5c2b22ec417d" -d '{"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-plugged", "status": "completed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:11.685088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.692196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=d95950e4-f152-472b-86ab-dc885a1a5647,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.709710 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.714143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:11.715269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.773477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.778271 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b5bda0-49bc-4efb-be4c-08ebb5dc66c3 x-openstack-request-id: req-09b5bda0-49bc-4efb-be4c-08ebb5dc66c3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:11.778681 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-plugged", "status": "completed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:11.780136 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09b5bda0-49bc-4efb-be4c-08ebb5dc66c3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:11.781752 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'code': 200} Aug 16 20:34:11.814348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ff5c54e8-3c76-4f40-9cd7-0ff446863623 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:11.853817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:11.857277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:11.873749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:11.888526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ff5c54e8-3c76-4f40-9cd7-0ff446863623 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:11.888909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.959314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.962066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:11.963433 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2da3248-8131-49a3-88ce-66521207a668 HTTP/1.1" status: 204 len: 168 time: 0.4261720 Aug 16 20:34:11.968168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd5511-de99-4f90-9e86-a40a22ce40a7 req-0c3c79a6-bdb3-46aa-be60-ef3b990dd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:11.969698 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-31bd5511-de99-4f90-9e86-a40a22ce40a7 req-0c3c79a6-bdb3-46aa-be60-ef3b990dd592 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 1098 time: 0.1478806 Aug 16 20:34:11.981691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e19b6-e6e2-4519-ae96-2e59a6ea1d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2da3248-8131-49a3-88ce-66521207a668,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.034932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-31bd5511-de99-4f90-9e86-a40a22ce40a7 req-811c67b7-5b1e-4b1f-89d3-efa6a0f499a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Aug 16 20:34:12.056519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.181644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Router 8d6be4cc-94a5-49f8-a2a4-67ae8c57336c is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:34:12.210230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58916) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:12.216875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45e47432-b678-4137-bc90-ab958d688713 None None] Provisioning complete for port d95950e4-f152-472b-86ab-dc885a1a5647 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:12.217248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45e47432-b678-4137-bc90-ab958d688713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.243459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.265707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-45e47432-b678-4137-bc90-ab958d688713 None None] Port d95950e4-f152-472b-86ab-dc885a1a5647 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:12.277195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port f1b341e3-8d54-4eca-9bd7-76573228d236 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:12.285807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d977c0e-e7b6-46bc-a98a-2166c55c3e4b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:12.313774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:12.320482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ebda4f5b-01ee-4371-bbe3-85b1ef89c715 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "PUT /v2.0/routers/8d6be4cc-94a5-49f8-a2a4-67ae8c57336c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8562629 Aug 16 20:34:12.323579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58920) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:12.324589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] Sync routers for ids ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:12.328690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'port': {'network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35', 'name': 'tempest-FloatingIPNegativeTestJSON-654252195'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:12.334333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] Routers {'8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:12.334960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:12.389281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:12.423717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] Routers {'8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:12.424484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:12.486912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:12.487587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33cbb-e9ac-4361-927a-d5cadb228efc None None] The sync data for ids ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:12.547612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.605522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8aa21309-e69b-451a-92b6-7c574571d1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.650536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16861e-e990-4afc-9da4-3a8e533c9c1a req-4437c7f0-fcd7-4caf-93db-e4d5077b6110 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:12.652113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f16861e-e990-4afc-9da4-3a8e533c9c1a req-4437c7f0-fcd7-4caf-93db-e4d5077b6110 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1437480 Aug 16 20:34:12.672380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port f1b341e3-8d54-4eca-9bd7-76573228d236 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:12.691428 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:12.712617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Transition to ACTIVE for port object f1b341e3-8d54-4eca-9bd7-76573228d236 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:12.721333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f16861e-e990-4afc-9da4-3a8e533c9c1a req-7b9ba0f6-620a-4926-9d7d-cc389fcd9c01 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619795 Aug 16 20:34:13.035159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.076307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c55f2c-03e1-43a7-ab6e-9e28a2273245,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.370808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Made reservation on behalf of 0be234ee079d4160bb9651ec2a4923a9 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:13.383950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.384603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.398284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] device_id is not set on port 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:13.431717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=f1b341e3-8d54-4eca-9bd7-76573228d236,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.442824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Checking segment: {'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:13.443192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Network hostable DHCP agents. Network: 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:13.516036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Allocated IP 172.20.0.11 (6d3543ae-17c8-4af9-8a23-36030a05cd35/0cb62314-fc62-493c-8a6d-08a7908e87cc/2e6b5d7b-e4b1-47f3-9379-5558d69b4853) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:13.632215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:13.646759 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d69a478-e530-4d6d-a41b-7131fd892de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.660258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:13.662412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.663785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d115737e-645c-4606-929d-7129013cfb6e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4385548 Aug 16 20:34:13.666900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:13.672374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'b1c55f2c-03e1-43a7-ab6e-9e28a2273245', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:13.682975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.699746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Transition to ACTIVE for port object 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:13.750476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8aa21309-e69b-451a-92b6-7c574571d1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.831784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:13.831784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:13.833285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55073f90-ad3c-4053-b00b-341c475f1598 None None] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:13.851297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:13.855780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:13.855780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:13.856117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.863501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8aa21309-e69b-451a-92b6-7c574571d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.882808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:13.882808 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:13.893368 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 2 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:13.903509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70b7eb-53d0-43e7-94b1-bf568519a7e6 req-2b910855-2769-40fd-b43f-2b753163d628 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:13.904497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:13.905439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d70b7eb-53d0-43e7-94b1-bf568519a7e6 req-2b910855-2769-40fd-b43f-2b753163d628 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1119037 Aug 16 20:34:13.914624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:13.919782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:13.924466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=2e6b5d7b-e4b1-47f3-9379-5558d69b4853,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.951832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa21309-e69b-451a-92b6-7c574571d1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd550d9c-33a4-4757-be90-323818f48f1b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:13.984326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:13.984712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:13.985058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:13.985325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:13.985453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:13.993499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8aa21309-e69b-451a-92b6-7c574571d1bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92b0a38108594b7484d7203f14eda28b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7819934 Aug 16 20:34:13.994561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58936) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.020781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.021121 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.028323 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 3 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.071264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d70b7eb-53d0-43e7-94b1-bf568519a7e6 req-6eab0ccc-f42a-480f-8c52-7ae167e7f59d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492269 Aug 16 20:34:14.087557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.087928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.088272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.110418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.110773 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.120740 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 4 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.136700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.166143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.166492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.166840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.186983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d69a478-e530-4d6d-a41b-7131fd892de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.190241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.190581 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.192334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.193888 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 5 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.217347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.217807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.218158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.230094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.230436 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.234615 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 6 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.250352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.250730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.252362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.256679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.257009 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.257410 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 7 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.272002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.272348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.272752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.281624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.282115 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.282902 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 8 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.294593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-42e17f7a-1305-4d44-822f-718184066a89 None None] Provisioning for port 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:14.295937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d69a478-e530-4d6d-a41b-7131fd892de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.298830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-42e17f7a-1305-4d44-822f-718184066a89 None None] Provisioning complete for port 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:14.299454 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42e17f7a-1305-4d44-822f-718184066a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.307775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.308139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.308770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.329925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.330257 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.337683 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 9 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.339665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42e17f7a-1305-4d44-822f-718184066a89 None None] Port 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:14.353596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.356222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.357380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd550d9c-33a4-4757-be90-323818f48f1b HTTP/1.1" status: 204 len: 168 time: 0.3583517 Aug 16 20:34:14.359969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d69a478-e530-4d6d-a41b-7131fd892de0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a52b2c5a70924345add5ec043a2049aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266347 Aug 16 20:34:14.362522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a478-e530-4d6d-a41b-7131fd892de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb46cbc-e902-4b6a-ac0b-baf68a19cd11,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.363141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.375687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9542ef2-3a43-474b-88d0-61923ea7ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd550d9c-33a4-4757-be90-323818f48f1b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.378921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.379275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.379621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.385248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.385846 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.386010 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 10 to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 Aug 16 20:34:14.403388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:14.405078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:14.405595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:14.412736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port f1b341e3-8d54-4eca-9bd7-76573228d236 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:14.413252 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port f1b341e3-8d54-4eca-9bd7-76573228d236 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:14.413775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.419379 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb53ac43-3a0c-4d28-8b21-231aafc3ed7a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0947466 Aug 16 20:34:14.424019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.433372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:14.452235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.477775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.504187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port f1b341e3-8d54-4eca-9bd7-76573228d236, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:14.504570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempted to set empty binding levels {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:14.556684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.607921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.640419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:14.641039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.660182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.662055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=f1b341e3-8d54-4eca-9bd7-76573228d236,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.663417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.665795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4fb46cbc-e902-4b6a-ac0b-baf68a19cd11 HTTP/1.1" status: 204 len: 168 time: 0.3012946 Aug 16 20:34:14.683407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.684546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c352e-52f8-484c-a337-6316228fb2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb46cbc-e902-4b6a-ac0b-baf68a19cd11,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.715183 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.822020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.824357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.828919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3515f9c7-58e9-4902-a8b7-39385ff3f6cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.7503383 Aug 16 20:34:14.831550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:14.849582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ca2687-8435-40d7-9f1b-0129687cd87a,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:14.979343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Deleting port f1b341e3-8d54-4eca-9bd7-76573228d236 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:14.980059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:14.984656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Allocated IP 172.25.7.148 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/84ce5703-5d4f-4c90-a1ce-91cb0232aec6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:15.018572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.019827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d071200-2a78-43b9-b81a-9ac0ec2461db tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3517606 Aug 16 20:34:15.029917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58966) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.048405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8acba7-ff28-42b3-9c26-41cb20d017e4 req-97e497dc-ceaf-464c-a634-c312b637a59f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:15.049892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e8acba7-ff28-42b3-9c26-41cb20d017e4 req-97e497dc-ceaf-464c-a634-c312b637a59f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1302822 Aug 16 20:34:15.073390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-01bebe1e-8e93-4317-bce1-dad451f70544 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules/b7ca2687-8435-40d7-9f1b-0129687cd87a HTTP/1.1" status: 200 len: 763 time: 0.0423012 Aug 16 20:34:15.076812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.097217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port f1b341e3-8d54-4eca-9bd7-76573228d236, host n-h2-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:15.097589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.120824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Calling delete_port for f1b341e3-8d54-4eca-9bd7-76573228d236 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:15.131512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e8acba7-ff28-42b3-9c26-41cb20d017e4 req-4d6f6bb5-f3be-4697-a2dc-3c7486cf5fb6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Aug 16 20:34:15.163534 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7dbe24cc-4762-4c93-b084-2f6a38d41a2f tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0854447 Aug 16 20:34:15.164330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58974) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.169108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.225590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.239109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.309322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.319529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58982) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.340862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2526018b-caa2-4e64-8771-81e1aaaca8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.346915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1b341e3-8d54-4eca-9bd7-76573228d236,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.356899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.361907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.361907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e71d4a22-fc9e-4e33-a53a-1fba86d52585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f1b341e3-8d54-4eca-9bd7-76573228d236 HTTP/1.1" status: 204 len: 168 time: 0.5286009 Aug 16 20:34:15.364438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.380821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.391985 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee846b5b-b900-41a7-8380-d438f72a0505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:15.393615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee846b5b-b900-41a7-8380-d438f72a0505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports/f1b341e3-8d54-4eca-9bd7-76573228d236 HTTP/1.1" status: 404 len: 333 time: 0.0277243 Aug 16 20:34:15.398160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58988) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.403234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-677505971'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:15.412913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.414279 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b7ca2687-8435-40d7-9f1b-0129687cd87a HTTP/1.1" status: 204 len: 168 time: 0.2343738 Aug 16 20:34:15.417184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58990) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.431469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d65c64-6353-4ca1-a2e0-d0c7f85f1629 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7ca2687-8435-40d7-9f1b-0129687cd87a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.445391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:15.452371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:15.459794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:15.476259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4e9ade4c-dc7b-4a9a-a049-13fb6a6979d2 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577621 Aug 16 20:34:15.476912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58994) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.484082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'b1c55f2c-03e1-43a7-ab6e-9e28a2273245', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:15.488211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=84ce5703-5d4f-4c90-a1ce-91cb0232aec6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.594265 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.608964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2526018b-caa2-4e64-8771-81e1aaaca8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.662355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2526018b-caa2-4e64-8771-81e1aaaca8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.678684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:34:15.678684 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:34:15.678684 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '1b3123ba1ef5428282db83c49a1af993', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 34, 15, 491992)}] Aug 16 20:34:15.678684 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:34:15.678684 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:34:15.732216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.737901 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2526018b-caa2-4e64-8771-81e1aaaca8f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0fc800378b2841fc8b57850973fe0818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4169033 Aug 16 20:34:15.741278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59000) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:15.756174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526018b-caa2-4e64-8771-81e1aaaca8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f409a8-1875-49dd-b7d2-f24b08e4cba8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:15.759280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Made reservation on behalf of 432b47ead23c45c88af9f8e1739d6f45 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:15.762072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.795508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port cf639dcc-5625-4884-8ac2-f463670ca261 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:15.867109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.920391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:15.929896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.032950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.061707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.113793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=84ce5703-5d4f-4c90-a1ce-91cb0232aec6,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.158448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.192706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.195403 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.197487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28f409a8-1875-49dd-b7d2-f24b08e4cba8 HTTP/1.1" status: 204 len: 168 time: 0.4551768 Aug 16 20:34:16.206471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3c465-3dc3-4d64-94ea-ca9905c05b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f409a8-1875-49dd-b7d2-f24b08e4cba8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.244278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.282692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:16.315020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.325164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e3c3961-1623-41f9-8fb0-121e3032c941 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8868415 Aug 16 20:34:16.325164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.325445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:16.329183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-071c8954-b48a-4380-96ba-c1406339aff8 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'floatingip': {'port_id': '2e6b5d7b-e4b1-47f3-9379-5558d69b4853', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:16.331285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:16.332307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:16.332919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.362341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=cf639dcc-5625-4884-8ac2-f463670ca261,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.376911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-071c8954-b48a-4380-96ba-c1406339aff8 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.380900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9c7e1-1f1c-41e5-8d29-e49448cf572f req-98d4762a-1f55-4d62-b5f2-f1a86934edb2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:16.389035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ce9c7e1-1f1c-41e5-8d29-e49448cf572f req-98d4762a-1f55-4d62-b5f2-f1a86934edb2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1251676 Aug 16 20:34:16.433242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ce9c7e1-1f1c-41e5-8d29-e49448cf572f req-f074ae87-3b58-4c14-a1f7-8143904f28a5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428815 Aug 16 20:34:16.504001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.507259 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-071c8954-b48a-4380-96ba-c1406339aff8 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] update failed (client error): The resource could not be found. Aug 16 20:34:16.511619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-071c8954-b48a-4380-96ba-c1406339aff8 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "PUT /v2.0/floatingips/65e68b97-d858-40cc-9779-ba1b38fd5cf5 HTTP/1.1" status: 404 len: 507 time: 0.1913712 Aug 16 20:34:16.512272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.574485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.622684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-32253aa5-2648-45f1-85e5-86f378829da4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2232468 Aug 16 20:34:16.625501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.648833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:16.652250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.677832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9844404b-842d-4a19-9be9-2c3b99558154,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:16.724999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.735224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting port 84ce5703-5d4f-4c90-a1ce-91cb0232aec6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:16.735572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.755886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.757299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a2039c3d-e261-477e-bb18-e1ef5126067d tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2793286 Aug 16 20:34:16.764985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59034) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.788489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0f7b4c50-ef78-426b-8eed-4541522dcdb3 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules/9844404b-842d-4a19-9be9-2c3b99558154 HTTP/1.1" status: 200 len: 763 time: 0.0247421 Aug 16 20:34:16.791199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59038) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.842663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5148fc62-504a-4f47-8d7d-a78031e52b4b tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492022 Aug 16 20:34:16.844537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59044) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:16.880567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.888439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.888766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.890264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:16.914135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Calling delete_port for 84ce5703-5d4f-4c90-a1ce-91cb0232aec6 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:17.006462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.014210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.015521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9844404b-842d-4a19-9be9-2c3b99558154 HTTP/1.1" status: 204 len: 168 time: 0.1700206 Aug 16 20:34:17.020532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59050) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.041876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port cf639dcc-5625-4884-8ac2-f463670ca261 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:17.042703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832f95-1127-4722-ba5e-a2f22d666cbf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9844404b-842d-4a19-9be9-2c3b99558154,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.052782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.072595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1ac75979-567d-4f04-91b6-9975ca2044e5 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503416 Aug 16 20:34:17.073529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59052) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.076053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Transition to ACTIVE for port object cf639dcc-5625-4884-8ac2-f463670ca261 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:17.083743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Request body: {'security_group_rule': {'security_group_id': 'b1c55f2c-03e1-43a7-ab6e-9e28a2273245', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:17.155319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.187628 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Project 1b3123ba1ef5428282db83c49a1af993 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:34:17.189629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.214996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=cf639dcc-5625-4884-8ac2-f463670ca261,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.228178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.228537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.233983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.233983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.263472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.263472 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.263472 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 2 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.266026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.266277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Port': ['ID=84ce5703-5d4f-4c90-a1ce-91cb0232aec6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.281863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.282213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.282563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.303095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.303498 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.323753 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 3 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.337781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.345550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.345735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.347130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.355414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.355771 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.356316 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 4 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.358532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf97fc5-fc12-4525-b5fd-dea68b82fd90,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.361140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.363744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.368476 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-085c3c33-627b-4c93-b104-e8539cf0dd2a tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "DELETE /v2.0/floatingips/65e68b97-d858-40cc-9779-ba1b38fd5cf5 HTTP/1.1" status: 204 len: 168 time: 0.8517222 Aug 16 20:34:17.368994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59070) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.374126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0afaf36b-0c4b-40aa-8af6-d88123a6c573 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'floatingip': {'floating_network_id': '6d3543ae-17c8-4af9-8a23-36030a05cd35', 'port_id': '2e6b5d7b-e4b1-47f3-9379-5558d69b4853', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:17.374871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.375212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.375630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.381285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.381285 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.381285 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 5 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.394585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.394924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.395258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.400387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.400710 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.401105 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 6 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.414388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.414388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.414388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.418324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.418651 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.419042 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 7 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.431896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.432236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.432576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.436926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.437259 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.437649 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 8 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.452180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.452521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.452855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.457758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.458085 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.458472 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 9 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.465308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.469893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-57a3eade-d849-4790-a165-52089dc79970 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3951151 Aug 16 20:34:17.471008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59076) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.477162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.477626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.478169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.485232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.485568 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.485980 n-d-794306-10 neutron-server[95241]: INFO neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 10 to bind port cf639dcc-5625-4884-8ac2-f463670ca261 Aug 16 20:34:17.502035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c80b80bf-a65a-4cba-be68-fe01d2dccb4c tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules/4bf97fc5-fc12-4525-b5fd-dea68b82fd90 HTTP/1.1" status: 200 len: 769 time: 0.0271428 Aug 16 20:34:17.502850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59080) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.503163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:17.503505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:17.503871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:17.510897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:17.511534 n-d-794306-10 neutron-server[95241]: ERROR neutron.plugins.ml2.managers [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port cf639dcc-5625-4884-8ac2-f463670ca261 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:17.511642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.569566 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0afaf36b-0c4b-40aa-8af6-d88123a6c573 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.613737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port cf639dcc-5625-4884-8ac2-f463670ca261, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:17.614481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempted to set empty binding levels {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:17.674380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59092) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.674770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a3d3b32-fba2-4990-a34a-975a4ecd7acf tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1706626 Aug 16 20:34:17.689733 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:17.720683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.727028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.736263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9e908-602a-4f6d-af92-f63c24527034 req-2c955ef6-a75b-43aa-89c7-1546dd9a150e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.738115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2a9e908-602a-4f6d-af92-f63c24527034 req-2c955ef6-a75b-43aa-89c7-1546dd9a150e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1480734 Aug 16 20:34:17.764307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.777553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] In _notify_port_updated(), no bound segment for port cf639dcc-5625-4884-8ac2-f463670ca261 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:17.778443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.779435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:17.783218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "PUT /v2.0/ports/cf639dcc-5625-4884-8ac2-f463670ca261 HTTP/1.1" status: 200 len: 979 time: 1.1541979 Aug 16 20:34:17.786397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.795229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2a9e908-602a-4f6d-af92-f63c24527034 req-f18da1cf-afc6-4782-a6b8-81ff78381722 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493536 Aug 16 20:34:17.858686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28a7d-88ed-4cc3-83b2-1f1210ff0735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=cf639dcc-5625-4884-8ac2-f463670ca261,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:17.897925 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-0afaf36b-0c4b-40aa-8af6-d88123a6c573 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:34:17.903109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0afaf36b-0c4b-40aa-8af6-d88123a6c573 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5296082 Aug 16 20:34:17.903362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59096) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:17.908555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '2e6b5d7b-e4b1-47f3-9379-5558d69b4853', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:17.913992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.915191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.915905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.916479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.916961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.917437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.917921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.918396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.918902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.919442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.920413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.920537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.920948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.924904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.925665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.926268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.926466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.926948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.927539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.928045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.928509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.928976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.929447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.929919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.930932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.931623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.932124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.932667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:17.936593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eb35351b-6cf3-4914-a2f3-9a200bab76a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31621 time: 0.1492450 Aug 16 20:34:17.940852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59098) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.019492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.026104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.027220 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4bf97fc5-fc12-4525-b5fd-dea68b82fd90 HTTP/1.1" status: 204 len: 168 time: 0.3517241 Aug 16 20:34:18.029206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Deleting port cf639dcc-5625-4884-8ac2-f463670ca261 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:18.029622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.030353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59112) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.045491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f65b2-4810-4673-beff-801d5259fa59 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bf97fc5-fc12-4525-b5fd-dea68b82fd90,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.074014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bd025031-8801-412c-93c6-c9511a90b443 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0421317 Aug 16 20:34:18.075548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.077420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59114) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.120633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port cf639dcc-5625-4884-8ac2-f463670ca261, host n-h2-794306-10, got binding levels [] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:18.121004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.143665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Calling delete_port for cf639dcc-5625-4884-8ac2-f463670ca261 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:18.194277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.206938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.214650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59122) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.238973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.250658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.326531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Allocated IP 172.25.7.33 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/933491b2-6325-4ff5-bacd-1babe25902f1) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:18.353913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c96bcc1-73dc-4fad-9dfa-4b71058ec9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.404665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.404665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.406950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.410672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "DELETE /v2.0/security-groups/b1c55f2c-03e1-43a7-ab6e-9e28a2273245 HTTP/1.1" status: 204 len: 168 time: 0.3297713 Aug 16 20:34:18.411905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59132) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.450635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf639dcc-5625-4884-8ac2-f463670ca261,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.454155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17e80b-e68b-4838-a1f8-1dfbd3804536 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c55f2c-03e1-43a7-ab6e-9e28a2273245,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.468056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.471789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d86f8523-c43c-404e-a33d-4717dae97136 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "DELETE /v2.0/ports/cf639dcc-5625-4884-8ac2-f463670ca261 HTTP/1.1" status: 204 len: 168 time: 0.5277307 Aug 16 20:34:18.472601 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.476148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.514742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c96bcc1-73dc-4fad-9dfa-4b71058ec9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.523434 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe8740c-d33c-4247-b8e7-2455f22adf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:18.525554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6fe8740c-d33c-4247-b8e7-2455f22adf67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports/cf639dcc-5625-4884-8ac2-f463670ca261 HTTP/1.1" status: 404 len: 333 time: 0.0437231 Aug 16 20:34:18.529356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59136) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.530196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2078ca29-9caa-4fee-9e57-4ed5c1ba749e tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1174409 Aug 16 20:34:18.534534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59138) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.540576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-187100110', 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:18.594235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c489bb16-0610-4c12-b6e1-87c26fdd9505 tempest-SecGroupIPv6Test-1233940840 tempest-SecGroupIPv6Test-1233940840-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540850 Aug 16 20:34:18.604060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c96bcc1-73dc-4fad-9dfa-4b71058ec9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.626590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.663965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c96bcc1-73dc-4fad-9dfa-4b71058ec9bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e141db74fd4f4bb3a1a177ac66cb4a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4467711 Aug 16 20:34:18.664909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96bcc1-73dc-4fad-9dfa-4b71058ec9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8709a55-2804-43b3-acba-a7cb90668c85,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.667403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59146) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:18.683092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:18.691327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:18.697096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:18.701776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Made reservation on behalf of 432b47ead23c45c88af9f8e1739d6f45 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:18.704390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.720510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port 8c451b36-7e8b-46f5-a838-f3d9b57dedc9 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:18.725384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event updated for resources: {'Port': ['ID=933491b2-6325-4ff5-bacd-1babe25902f1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:18.847063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.907120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.913032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:18.925278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.033715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d784d04-c98c-42a8-aa63-600603c6dcd8 req-d821d538-c563-4844-9f3e-3e7985843fd3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.035272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d784d04-c98c-42a8-aa63-600603c6dcd8 req-d821d538-c563-4844-9f3e-3e7985843fd3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1158690 Aug 16 20:34:19.041070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting port 933491b2-6325-4ff5-bacd-1babe25902f1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:19.041422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.059979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59160) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.069985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.119483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.121523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.125108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8709a55-2804-43b3-acba-a7cb90668c85 HTTP/1.1" status: 204 len: 168 time: 0.4529815 Aug 16 20:34:19.125259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:19.132396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d784d04-c98c-42a8-aa63-600603c6dcd8 req-7bd74846-248f-444f-b1d1-0e95993e2b64 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880542 Aug 16 20:34:19.139954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a024ba-f0d2-4274-a586-9a12be230646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8709a55-2804-43b3-acba-a7cb90668c85,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.160311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:19.160311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:19.160311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.160311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.174920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.175837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.178971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a430ca74-f8e1-4d79-82f2-f18adadf6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.190140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Calling delete_port for 933491b2-6325-4ff5-bacd-1babe25902f1 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:19.202964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=8c451b36-7e8b-46f5-a838-f3d9b57dedc9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.235870 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31226056-1f66-44c5-931d-9404c49fd878 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b3123ba1ef5428282db83c49a1af993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738880 Aug 16 20:34:19.237826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.298064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.319329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.419044 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a7b0cf0b-93f4-42e7-be34-aa5b4f1dc8ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8881848 Aug 16 20:34:19.421827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59168) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.455934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e92198-5b94-4e2a-aaa0-ed60a85a1ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:19.457630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-28e92198-5b94-4e2a-aaa0-ed60a85a1ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports/8c451b36-7e8b-46f5-a838-f3d9b57dedc9 HTTP/1.1" status: 200 len: 958 time: 0.0347924 Aug 16 20:34:19.465517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.494043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a430ca74-f8e1-4d79-82f2-f18adadf6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.537779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.540771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.541213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.542387 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce6c3c39-9b36-4984-86b0-451e3b216cf4 HTTP/1.1" status: 204 len: 168 time: 0.3031666 Aug 16 20:34:19.553835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5640ed-c5f7-45a6-b05e-e94b78b4eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c3c39-9b36-4984-86b0-451e3b216cf4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.573089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Port': ['ID=933491b2-6325-4ff5-bacd-1babe25902f1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.582292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a430ca74-f8e1-4d79-82f2-f18adadf6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.596291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Deleting port 8c451b36-7e8b-46f5-a838-f3d9b57dedc9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:19.596707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.639257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a430ca74-f8e1-4d79-82f2-f18adadf6dcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d55754f3594467e8e930c27b8819e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127838 Aug 16 20:34:19.642684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.651966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430ca74-f8e1-4d79-82f2-f18adadf6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1067506f-777b-4c7f-882d-40da5ad03bf5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.694030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.714583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Calling delete_port for 8c451b36-7e8b-46f5-a838-f3d9b57dedc9 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:19.718674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.754705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.812323 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] create failed (client error): The resource could not be found. Aug 16 20:34:19.813584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b28afb22-9ad4-4032-a0af-ea68c3a360e6 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9090075 Aug 16 20:34:19.817135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:19.923410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting port 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:19.923785 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.956194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.970474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.973043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:19.976640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1067506f-777b-4c7f-882d-40da5ad03bf5 HTTP/1.1" status: 204 len: 168 time: 0.3304706 Aug 16 20:34:19.989350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c451b36-7e8b-46f5-a838-f3d9b57dedc9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:19.998829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac79ef-ef7c-424a-b575-8cf9bf239983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1067506f-777b-4c7f-882d-40da5ad03bf5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.002304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.007552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-44bc0924-4597-491a-aeeb-4ee24c1d5287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "DELETE /v2.0/ports/8c451b36-7e8b-46f5-a838-f3d9b57dedc9 HTTP/1.1" status: 204 len: 168 time: 0.5408897 Aug 16 20:34:20.008869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59194) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.050421 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3d90a5-f507-402e-84d9-149fdf5f8389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:20.050421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf3d90a5-f507-402e-84d9-149fdf5f8389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports/8c451b36-7e8b-46f5-a838-f3d9b57dedc9 HTTP/1.1" status: 404 len: 333 time: 0.0367861 Aug 16 20:34:20.051787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59198) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.056993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1411954068'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:20.064973 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.081831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Calling delete_port for 2e6b5d7b-e4b1-47f3-9379-5558d69b4853 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:20.189422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Made reservation on behalf of 432b47ead23c45c88af9f8e1739d6f45 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:20.192223 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.209334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port 83cd2ea0-773c-4b42-a153-2d7844b551e4 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:20.310030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b0e9-5088-4b6b-919e-ded8c5b0bd7d req-b0703a11-bf69-4828-8b1c-da2288f1bde6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:20.311458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a761b0e9-5088-4b6b-919e-ded8c5b0bd7d req-b0703a11-bf69-4828-8b1c-da2288f1bde6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0977223 Aug 16 20:34:20.366263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.399829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Port': ['ID=2e6b5d7b-e4b1-47f3-9379-5558d69b4853,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.411031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a761b0e9-5088-4b6b-919e-ded8c5b0bd7d req-fe3b5f1c-5415-4550-ae58-c60706d23e33 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931542 Aug 16 20:34:20.459308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.496742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.501454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ae48552-f012-4e87-82e4-fcaa2ee2790f tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "DELETE /v2.0/ports/2e6b5d7b-e4b1-47f3-9379-5558d69b4853 HTTP/1.1" status: 204 len: 168 time: 0.6832111 Aug 16 20:34:20.502070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59210) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.560428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e8a8fb-69f1-4240-8fad-a3c0d44508b0 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:20.565276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-10e8a8fb-69f1-4240-8fad-a3c0d44508b0 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d6be4cc-94a5-49f8-a2a4-67ae8c57336c HTTP/1.1" status: 200 len: 913 time: 0.0590701 Aug 16 20:34:20.568305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59214) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.589726 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.635637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:20.638679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:20.643453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:20.643453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:20.644235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.655169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=83cd2ea0-773c-4b42-a153-2d7844b551e4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:20.766244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-467d3e74-253c-404e-87f6-2e536e2c185c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7140632 Aug 16 20:34:20.771449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59220) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.777306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:20.880612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.891024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59226) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:20.908974 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f10e-460e-4019-bc50-5ab579a50ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:20.965368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.162890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] device_id is not set on port 83cd2ea0-773c-4b42-a153-2d7844b551e4 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:21.177442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.192260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f10e-460e-4019-bc50-5ab579a50ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.200972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Transition to ACTIVE for port object 83cd2ea0-773c-4b42-a153-2d7844b551e4 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:21.341886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f10e-460e-4019-bc50-5ab579a50ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.345617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.462879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f10e-460e-4019-bc50-5ab579a50ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a409c3f-87c1-46b0-bd28-b827d71d9cc8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:21.497756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a4d3f10e-460e-4019-bc50-5ab579a50ebb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ce75e8c376214058939f38409cf9d097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052656 Aug 16 20:34:21.499994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59246) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:21.509607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=83cd2ea0-773c-4b42-a153-2d7844b551e4,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:21.521255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.522031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.522869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.539353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.540028 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.545079 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 2 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.610248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.610866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.610866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.626045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.626374 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.630501 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 3 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.642701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.651410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting port d95950e4-f152-472b-86ab-dc885a1a5647 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:21.652986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.662126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.662510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.662799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.681564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.681895 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.694394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.698609 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 4 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.719040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a0dcd-4ec4-47e5-90cd-ecc82cb44af7 req-9c330d0f-3c8d-4e69-9493-a996564eaf07 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:21.726575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d5a0dcd-4ec4-47e5-90cd-ecc82cb44af7 req-9c330d0f-3c8d-4e69-9493-a996564eaf07 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1771221 Aug 16 20:34:21.768627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.774741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.775091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.775543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.782259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Calling delete_port for d95950e4-f152-472b-86ab-dc885a1a5647 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:21.788766 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.807203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.807550 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.812375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d5a0dcd-4ec4-47e5-90cd-ecc82cb44af7 req-62d0d375-c1a0-475b-a042-406be3d322eb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841198 Aug 16 20:34:21.829214 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 5 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.841349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.841770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.842319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.848125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.848279 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.848649 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 6 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.862066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.862535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.862974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.867982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.868441 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.868915 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 7 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.890284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.890682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.893469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.903792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.904140 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.904519 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 8 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.922140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.922610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.923051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.928169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.928885 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.929109 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 9 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.940358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.945058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:21.953379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a409c3f-87c1-46b0-bd28-b827d71d9cc8 HTTP/1.1" status: 204 len: 168 time: 0.4523151 Aug 16 20:34:21.964715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.965063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.965405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.968796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d00881-3297-44c3-8c9d-208dfcc85742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a409c3f-87c1-46b0-bd28-b827d71d9cc8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:21.972279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.972606 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.973003 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempt 10 to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 Aug 16 20:34:21.987942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:21.988369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:21.988851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempting to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:21.995947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:21.996296 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Failed to bind port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on host n-h2-794306-10 for vnic_type normal using segments [{'id': '5d3fc527-2e3e-4b53-901d-7a833d11ed8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a'}] Aug 16 20:34:21.996666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.085132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port 83cd2ea0-773c-4b42-a153-2d7844b551e4, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:22.085514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attempted to set empty binding levels {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:22.149238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.177313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Port': ['ID=d95950e4-f152-472b-86ab-dc885a1a5647,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.194504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.245305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] In _notify_port_updated(), no bound segment for port 83cd2ea0-773c-4b42-a153-2d7844b551e4 on network 0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:22.246640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:22.247266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.248773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "PUT /v2.0/ports/83cd2ea0-773c-4b42-a153-2d7844b551e4 HTTP/1.1" status: 200 len: 980 time: 1.4762766 Aug 16 20:34:22.251612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59274) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:22.267851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b43d8-ec69-4062-80b9-9070c4ba52bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event updated for resources: {'Port': ['ID=83cd2ea0-773c-4b42-a153-2d7844b551e4,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:22.437968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.477367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Deleting port 83cd2ea0-773c-4b42-a153-2d7844b551e4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:22.477862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.647747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] For port 83cd2ea0-773c-4b42-a153-2d7844b551e4, host n-h2-794306-10, got binding levels [] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:22.648154 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:22.695219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Calling delete_port for 83cd2ea0-773c-4b42-a153-2d7844b551e4 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:22.710725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Router 8d6be4cc-94a5-49f8-a2a4-67ae8c57336c has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:34:22.842493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:22.848760 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aae8045e-b598-4087-b2c4-8c85b2047887 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "PUT /v2.0/routers/8d6be4cc-94a5-49f8-a2a4-67ae8c57336c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2792311 Aug 16 20:34:22.851336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:22.855166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] Sync routers for ids ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:22.866867 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] Routers {'8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:22.868596 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:22.913264 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:22.927974 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] Routers {'8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:22.928660 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:22.963065 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:22.964170 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c5ce3-5e8d-47e1-8421-395b4f387fe9 None None] The sync data for ids ['8d6be4cc-94a5-49f8-a2a4-67ae8c57336c'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:34:22.984804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.007082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.053275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Pushing event deleted for resources: {'Port': ['ID=83cd2ea0-773c-4b42-a153-2d7844b551e4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.063437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.068324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31d30db6-eac5-445e-8e05-892ac040cedf tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "DELETE /v2.0/ports/83cd2ea0-773c-4b42-a153-2d7844b551e4 HTTP/1.1" status: 204 len: 168 time: 0.8128264 Aug 16 20:34:23.068685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.070122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d905d-13aa-4a17-86e1-e4938daad88e req-8d403db4-f907-438b-982d-cb6ffd71669b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:23.071914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba4d905d-13aa-4a17-86e1-e4938daad88e req-8d403db4-f907-438b-982d-cb6ffd71669b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1364992 Aug 16 20:34:23.095891 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb244b1-079e-41e0-bc36-b3a0ee00a1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:23.097537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bbb244b1-079e-41e0-bc36-b3a0ee00a1ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518495850-project-admin] 10.222.0.70 "GET /v2.0/ports/83cd2ea0-773c-4b42-a153-2d7844b551e4 HTTP/1.1" status: 404 len: 333 time: 0.0275598 Aug 16 20:34:23.101310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59336) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.196745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.199964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.202731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.221887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba4d905d-13aa-4a17-86e1-e4938daad88e req-9799f243-cf20-4387-8c2f-120ed4269443 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008708 Aug 16 20:34:23.294566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.306524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:23.321140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3fc527-2e3e-4b53-901d-7a833d11ed8a') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:23.321140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3fc527-2e3e-4b53-901d-7a833d11ed8a') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:23.329948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.353551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.360604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:23.361003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:23.364691 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:23.370698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.370698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Fanout notify agent at l3_agent the message router_deleted on router 8d6be4cc-94a5-49f8-a2a4-67ae8c57336c {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:34:23.393216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.395405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e84791fb-3374-476a-a00b-fbdfdc9e5dfa tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "DELETE /v2.0/routers/8d6be4cc-94a5-49f8-a2a4-67ae8c57336c HTTP/1.1" status: 204 len: 168 time: 0.5418229 Aug 16 20:34:23.397546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.461580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting subnet 0cb62314-fc62-493c-8a6d-08a7908e87cc {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:23.464928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.510106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.519231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.525679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.530829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] 10.222.0.70 "DELETE /v2.0/networks/0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a HTTP/1.1" status: 204 len: 168 time: 0.4282792 Aug 16 20:34:23.547059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742b144-61b6-4c53-be76-213d4dd34db7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1570559618-project] Pushing event deleted for resources: {'Network': ['ID=0b93a0f8-0e2b-4782-9c3f-22dd02a6bd2a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.663212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.690599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59358) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.873510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.908712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb62314-fc62-493c-8a6d-08a7908e87cc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:23.910790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:23.912756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-58cb4109-3730-4567-aa2c-c323ee2562df tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "DELETE /v2.0/subnets/0cb62314-fc62-493c-8a6d-08a7908e87cc HTTP/1.1" status: 204 len: 168 time: 0.5136893 Aug 16 20:34:23.915786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59366) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:23.915939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c356997-5da7-4dd8-8f67-0dea9bc0e0ee None None] Network 6d3543ae-17c8-4af9-8a23-36030a05cd35 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:23.931951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5264709e-3256-47a9-9cb0-347edebfd5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.115343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] DHCP port deletion for 6d3543ae-17c8-4af9-8a23-36030a05cd35 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:24.169003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Deleting port ff5c54e8-3c76-4f40-9cd7-0ff446863623 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:24.169388 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.255013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] For port ff5c54e8-3c76-4f40-9cd7-0ff446863623, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ff5c54e8-3c76-4f40-9cd7-0ff446863623,segment=NetworkSegment(ebeef047-6cca-4838-a062-6424fb359014),segment_id=ebeef047-6cca-4838-a062-6424fb359014)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:24.255760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.270638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Calling delete_port for ff5c54e8-3c76-4f40-9cd7-0ff446863623 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:24.354257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59378) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:24.426328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.463332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d3734-099d-4931-b985-bb869498e606 req-7afb4ba8-66bf-451d-9482-6c410d940f91 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:24.464922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-800d3734-099d-4931-b985-bb869498e606 req-7afb4ba8-66bf-451d-9482-6c410d940f91 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1264825 Aug 16 20:34:24.503427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.533762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] Pushing event deleted for resources: {'Port': ['ID=ff5c54e8-3c76-4f40-9cd7-0ff446863623,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:24.537822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f464af6-3d3e-434e-ab54-204e4a5ab860 None None] No DVR routers for this DVR port ff5c54e8-3c76-4f40-9cd7-0ff446863623 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:24.564299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-800d3734-099d-4931-b985-bb869498e606 req-b12592d8-3cd9-46d4-8559-9ab23e6e80ed tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872676 Aug 16 20:34:24.585758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5264709e-3256-47a9-9cb0-347edebfd5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.594156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4bf6973c-cb49-46c3-a8d4-9d4788680ecc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21ecd7c727b6458a9993607024d435d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376397 Aug 16 20:34:24.594413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Deleting port ff5c54e8-3c76-4f40-9cd7-0ff446863623 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:24.594730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.596739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:24.648566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.657620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] For port ff5c54e8-3c76-4f40-9cd7-0ff446863623, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:24.657986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.670410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Calling delete_port for ff5c54e8-3c76-4f40-9cd7-0ff446863623 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:24.671765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.673162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Port ff5c54e8-3c76-4f40-9cd7-0ff446863623 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:34:24.674621 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.705003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Port': ['ID=ff5c54e8-3c76-4f40-9cd7-0ff446863623,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:24.714052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] No DVR routers for this DVR port ff5c54e8-3c76-4f40-9cd7-0ff446863623 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:24.715870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5264709e-3256-47a9-9cb0-347edebfd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.730894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.731338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.731763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.732173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.732604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.732975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.733369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.733759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.734156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.734547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.734941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.735318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:24.822726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5264709e-3256-47a9-9cb0-347edebfd5fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4734339518a541dfb7155dac3efb7bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1284997 Aug 16 20:34:24.823669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59396) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:24.828779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264709e-3256-47a9-9cb0-347edebfd5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b57b869-44b4-4e9d-bda7-85bc641acd65,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:24.850837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.864637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3543ae-17c8-4af9-8a23-36030a05cd35']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:24.870111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.872920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.875827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fdb9d7c7-8fbf-4049-8fe6-33bc02425c37 HTTP/1.1" status: 204 len: 168 time: 0.2762613 Aug 16 20:34:24.883708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebeef047-6cca-4838-a062-6424fb359014') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:24.884309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebeef047-6cca-4838-a062-6424fb359014') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:24.888606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b7e71-a192-4cbd-838e-bfd1b1e460d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb9d7c7-8fbf-4049-8fe6-33bc02425c37,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:24.894454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.906304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.922633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.937307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:24.939645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.939956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:24.947245 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:25.074995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.079133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.079133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b57b869-44b4-4e9d-bda7-85bc641acd65 HTTP/1.1" status: 204 len: 168 time: 0.2547657 Aug 16 20:34:25.088236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252ccc0-d3b0-4be2-bb1e-f4c116aed971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b57b869-44b4-4e9d-bda7-85bc641acd65,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:25.132050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.137979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:25.145142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] 10.222.0.70 "DELETE /v2.0/networks/6d3543ae-17c8-4af9-8a23-36030a05cd35 HTTP/1.1" status: 204 len: 168 time: 1.2265797 Aug 16 20:34:25.162847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe534f-fb53-4c3a-b618-a92afe4afc87 tempest-FloatingIPNegativeTestJSON-218425912 tempest-FloatingIPNegativeTestJSON-218425912-project] Pushing event deleted for resources: {'Network': ['ID=6d3543ae-17c8-4af9-8a23-36030a05cd35,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:25.678232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccb3c3-5743-4672-b298-fa682eff2eb0 req-cfacf046-f4e8-4594-8d14-8a051418953c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:25.680377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfccb3c3-5743-4672-b298-fa682eff2eb0 req-cfacf046-f4e8-4594-8d14-8a051418953c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0503716 Aug 16 20:34:25.721282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfccb3c3-5743-4672-b298-fa682eff2eb0 req-bac465da-a903-4c48-a955-0705bef811d6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332506 Aug 16 20:34:25.783018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ff5c54e8-3c76-4f40-9cd7-0ff446863623 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:25.803200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ff5c54e8-3c76-4f40-9cd7-0ff446863623 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:25.803552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ff5c54e8-3c76-4f40-9cd7-0ff446863623 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:26.252950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.298021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e491317-4de9-48ac-8db9-aa079351f0a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=432b47ead23c45c88af9f8e1739d6f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446696 Aug 16 20:34:26.300396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59454) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.361768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.390234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.418985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.423503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59466) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.442607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e83bee7-2fd0-4cf4-bdd9-b9d0cfd3bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.629246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6338be99-f840-496f-8a6f-b622d5a542dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0be234ee079d4160bb9651ec2a4923a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653601 Aug 16 20:34:26.632066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.647319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.650218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.651762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d977c0e-e7b6-46bc-a98a-2166c55c3e4b HTTP/1.1" status: 204 len: 168 time: 0.3502138 Aug 16 20:34:26.677085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ef6df-6a1b-460d-8904-e8c34a4d5ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d977c0e-e7b6-46bc-a98a-2166c55c3e4b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.719975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.743026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.746551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e83bee7-2fd0-4cf4-bdd9-b9d0cfd3bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.846636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e83bee7-2fd0-4cf4-bdd9-b9d0cfd3bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.852226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b134d00-f469-4590-b330-f630178b7080 req-111b18d6-3644-4960-bcad-75c742ef162e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:26.853775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b134d00-f469-4590-b330-f630178b7080 req-111b18d6-3644-4960-bcad-75c742ef162e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0520144 Aug 16 20:34:26.900485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e83bee7-2fd0-4cf4-bdd9-b9d0cfd3bf1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80f1ae38da7946428d5ebdf1c299ea4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727948 Aug 16 20:34:26.900711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b134d00-f469-4590-b330-f630178b7080 req-e13910bd-1d70-4035-b95d-92e5a48c131b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Aug 16 20:34:26.900817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83bee7-2fd0-4cf4-bdd9-b9d0cfd3bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7611c3cb-b91e-46c6-aac0-bf71688e0eb9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:26.900938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59494) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:26.954585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.975878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.984614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.987141 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:26.988324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/268b6fca-95d1-4194-895e-d1fbfdfe02e7 HTTP/1.1" status: 204 len: 168 time: 0.3544900 Aug 16 20:34:27.004374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578e682-b72c-47e7-aed7-d2716c12166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268b6fca-95d1-4194-895e-d1fbfdfe02e7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:27.227780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:27.237732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:27.237732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7611c3cb-b91e-46c6-aac0-bf71688e0eb9 HTTP/1.1" status: 204 len: 168 time: 0.3300388 Aug 16 20:34:27.240167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488607b0-7d89-4d1f-872d-de0eb8a6313a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611c3cb-b91e-46c6-aac0-bf71688e0eb9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:28.021117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a902fa-50ab-4afd-8994-cb4824122a7f req-50f4de1f-eb6d-4ae6-bddd-44bc174ff697 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:28.022810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31a902fa-50ab-4afd-8994-cb4824122a7f req-50f4de1f-eb6d-4ae6-bddd-44bc174ff697 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Aug 16 20:34:28.061753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31a902fa-50ab-4afd-8994-cb4824122a7f req-1d1feadc-365e-4ba0-be6e-506aca50deb5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Aug 16 20:34:28.881852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:28.972720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:29.188500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364dd6b5-fd3e-4543-9922-abde8981d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.223736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e41f2-c501-4c2c-8d5e-e99d5134ec8f req-5b54b678-d68c-40a8-b033-c69293704040 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:29.228396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae5e41f2-c501-4c2c-8d5e-e99d5134ec8f req-5b54b678-d68c-40a8-b033-c69293704040 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0879562 Aug 16 20:34:29.286710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59656) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:29.290488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-307453022'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:29.307900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae5e41f2-c501-4c2c-8d5e-e99d5134ec8f req-9d2dbde3-5d49-4abb-976a-63f7d4bfc5f2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714297 Aug 16 20:34:29.355218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'networks': [{'name': 'tempest-network--189029962'}, {'name': 'tempest-network--669947975'}]} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:29.355793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-network--189029962'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:29.356444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-network--669947975'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:29.377971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364dd6b5-fd3e-4543-9922-abde8981d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.453505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364dd6b5-fd3e-4543-9922-abde8981d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.500973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dd6b5-fd3e-4543-9922-abde8981d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722aa73f-ab49-4cd0-bd04-6a87902d44c9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.509992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-364dd6b5-fd3e-4543-9922-abde8981d9cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=595a7072ce3e4eb9a386cd683a70f76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229222 Aug 16 20:34:29.510959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:29.566720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.591128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.663272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:29.668054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.681449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.758623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.758623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.758623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/722aa73f-ab49-4cd0-bd04-6a87902d44c9 HTTP/1.1" status: 204 len: 168 time: 0.2475016 Aug 16 20:34:29.766343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1214-f7b5-4d06-b3fb-90c934405ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722aa73f-ab49-4cd0-bd04-6a87902d44c9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:29.822741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'network': 2} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:29.827406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.836877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:29.899598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.017633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.044689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:30.059181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463deefe-c581-4fcf-bb14-fbafd77ddd5a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.069320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.069682 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Added segment 88ae171e-c225-41af-aca4-11d5cd2f1f82 of type vlan for network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e Aug 16 20:34:30.100814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.112293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.245935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.246589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.272287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.276569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.277268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.282609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:30.305914 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.305914 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 3b7db3a6-cd51-48e5-8fff-6d8530c6a81f of type vlan for network c4376ecd-f6aa-4167-b2d3-f80d34264e58 Aug 16 20:34:30.313401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59690) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.314360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6d45b-0974-4f95-8abf-c96fc7f02b09,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.359548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3831964 Aug 16 20:34:30.360445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59696) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.364221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.367405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'subnet': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:30.399045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:30.411403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.411843 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 0be059e6-d60b-4ef2-9d5c-3416c9bf19e4 of type vlan for network a885b726-3621-41ff-bb7d-7a61f8308a69 Aug 16 20:34:30.461621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.467398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773af11-e252-436a-8d0d-0af09ba6d075 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Network': ['ID=7d87a2c3-3e26-46a6-af4d-dc4121e4524e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.482977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:30.506043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed1f68-ef98-480d-95ea-16978c57006f req-e019dd78-84a8-439d-a6c6-979c33413ccb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.508231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bed1f68-ef98-480d-95ea-16978c57006f req-e019dd78-84a8-439d-a6c6-979c33413ccb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0854411 Aug 16 20:34:30.563263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bed1f68-ef98-480d-95ea-16978c57006f req-2f457ec9-9e05-43f4-b7a6-4c526dbd8096 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459943 Aug 16 20:34:30.651641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.651879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:30.652542 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.652701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a14b57ba-f616-4b03-b31b-c9cb4c41c527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.655634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.659296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.664314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:30.665171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.743802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=c4376ecd-f6aa-4167-b2d3-f80d34264e58,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.757741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c4376ecd-f6aa-4167-b2d3-f80d34264e58 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:30.806506 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5184507 Aug 16 20:34:30.811406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59704) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.815197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59706) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:30.915434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e2578cf-a33b-4cb4-b231-01ffcb4859a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:30.933854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4ce64-1859-49c5-9591-ef45749a33c5 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=a885b726-3621-41ff-bb7d-7a61f8308a69,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:30.944354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a885b726-3621-41ff-bb7d-7a61f8308a69 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:30.962387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea499-103f-429c-b6fd-6fa6894cb1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.076115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea499-103f-429c-b6fd-6fa6894cb1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.082392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b96a7b-35c7-4e7b-8a33-9ffc2e3b885b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.091916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.099164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b96a7b-35c7-4e7b-8a33-9ffc2e3b885b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.105348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b96a7b-35c7-4e7b-8a33-9ffc2e3b885b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.111166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b96a7b-35c7-4e7b-8a33-9ffc2e3b885b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.112909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-27b96a7b-35c7-4e7b-8a33-9ffc2e3b885b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3020034 Aug 16 20:34:31.115669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59712) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.165218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Subnet': ['ID=9c9322ca-3f92-426a-919a-8bb6ee24e40e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.174132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea499-103f-429c-b6fd-6fa6894cb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.224277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ea499-103f-429c-b6fd-6fa6894cb1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0423f3f0-620c-40bc-bb32-75bfad7a8368,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.228781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ca3ea499-103f-429c-b6fd-6fa6894cb1f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48916257856f4d9dbf7ed0df45aa1d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9136097 Aug 16 20:34:31.229675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Checking segment: {'id': '88ae171e-c225-41af-aca4-11d5cd2f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:31.230045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network hostable DHCP agents. Network: 7d87a2c3-3e26-46a6-af4d-dc4121e4524e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:31.232259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59714) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.260141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.261366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59716) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.317468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.355706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.404628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:31.410774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.434520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e2578cf-a33b-4cb4-b231-01ffcb4859a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.435001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:31.435245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4376ecd-f6aa-4167-b2d3-f80d34264e58']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:31.446248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7db3a6-cd51-48e5-8fff-6d8530c6a81f') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:31.446550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7db3a6-cd51-48e5-8fff-6d8530c6a81f') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:31.456241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.469653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.475620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:31.476053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:31.479627 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:31.531874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e2578cf-a33b-4cb4-b231-01ffcb4859a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.565931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7d87a2c3-3e26-46a6-af4d-dc4121e4524e) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:31.567703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.570451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.571704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0423f3f0-620c-40bc-bb32-75bfad7a8368 HTTP/1.1" status: 204 len: 168 time: 0.3370078 Aug 16 20:34:31.580204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.580848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.582387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f11247-a0ea-4185-8675-c756f2f33cb5 None None] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:31.611401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e23ad-4cc5-4d62-a6f0-98f8c3fe5fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0423f3f0-620c-40bc-bb32-75bfad7a8368,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.619640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e2578cf-a33b-4cb4-b231-01ffcb4859a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e540c0a3b1fd41c19f4a49a04591f363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954056 Aug 16 20:34:31.620880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2578cf-a33b-4cb4-b231-01ffcb4859a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acea8feb-f205-41fd-a15b-3f30550d557c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.622273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59724) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.666039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.670470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.683022 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/c4376ecd-f6aa-4167-b2d3-f80d34264e58 HTTP/1.1" status: 204 len: 168 time: 0.5638924 Aug 16 20:34:31.688490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59728) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.696630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce379df4-12fe-4784-a5fb-96bb3f0b3453 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=c4376ecd-f6aa-4167-b2d3-f80d34264e58,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:31.714309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.858528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.866325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.897844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'tenant_id': '4ab49d68c8aa4b448812a99f3c7e9ae2', 'fixed_ips': [{'subnet_id': '9c9322ca-3f92-426a-919a-8bb6ee24e40e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:31.900231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cf935-3411-49b1-9f87-cdb57c499b5d req-d23afdf8-4d24-4c08-b657-c1be2d9c0123 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:31.907617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.907853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb3cf935-3411-49b1-9f87-cdb57c499b5d req-d23afdf8-4d24-4c08-b657-c1be2d9c0123 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2249887 Aug 16 20:34:31.907853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:31.911791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce3c56fc-8292-4f3b-ab47-72e3704aed40 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5501759 Aug 16 20:34:31.923745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59732) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:31.936197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-149074264'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:32.015744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Allocated IP 172.25.7.185 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f2a491ba-c0a3-4187-87df-5c78c083c379) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:32.045196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.082967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Allocated IP 172.20.0.2 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/5dac781e-3793-4d39-a107-c5d4dd75d4b8) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:32.139872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb3cf935-3411-49b1-9f87-cdb57c499b5d req-161dd328-c5e5-44d1-aced-bc19b002582b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177126 Aug 16 20:34:32.141694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.164020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.167263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a885b726-3621-41ff-bb7d-7a61f8308a69']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:32.191966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be059e6-d60b-4ef2-9d5c-3416c9bf19e4') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:32.192377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be059e6-d60b-4ef2-9d5c-3416c9bf19e4') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:32.217118 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.238267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.249897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:32.250307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:32.253356 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:32.276523 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.346823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.347397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.349399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.353471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acea8feb-f205-41fd-a15b-3f30550d557c HTTP/1.1" status: 204 len: 168 time: 0.7273252 Aug 16 20:34:32.358631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ef74a-5ba8-4e3f-9701-94999416680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acea8feb-f205-41fd-a15b-3f30550d557c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.394239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:32.398997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.402484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:32.408339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:32.410990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:32.419067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port 40218d81-9209-4a5f-8921-bc86dbed60c8 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:32.433730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a491ba-c0a3-4187-87df-5c78c083c379,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.485708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.487163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Transition to ACTIVE for port object 5dac781e-3793-4d39-a107-c5d4dd75d4b8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:32.499513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.504691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/a885b726-3621-41ff-bb7d-7a61f8308a69 HTTP/1.1" status: 204 len: 168 time: 0.8137717 Aug 16 20:34:32.505409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Transition to ACTIVE for port object 5dac781e-3793-4d39-a107-c5d4dd75d4b8 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:32.506813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59738) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.534773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.539319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4027097-213e-4208-92f4-e9f65ae0828f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=a885b726-3621-41ff-bb7d-7a61f8308a69,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.598444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.613161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ceb8-02f1-4d55-b0d2-8c75ba1eeb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.618147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.669048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:32.675085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:32.675301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.677593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:32.686021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Pushing event updated for resources: {'Port': ['ID=5dac781e-3793-4d39-a107-c5d4dd75d4b8,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:32.752920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.5 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/40218d81-9209-4a5f-8921-bc86dbed60c8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:32.759983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Attempting to bind port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:32.760514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Attempting to bind port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '88ae171e-c225-41af-aca4-11d5cd2f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:32.760791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Attempting to bind port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 on network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:32.767191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:32.769254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3595892-fc2c-4604-94c7-dc3d5d9f21bf tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.769396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Checking segment: {'id': '88ae171e-c225-41af-aca4-11d5cd2f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:32.769396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.769396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Bound using segment: {'id': '88ae171e-c225-41af-aca4-11d5cd2f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:32.769396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Bound port: 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ae171e-c225-41af-aca4-11d5cd2f1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:32.769396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.775477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3595892-fc2c-4604-94c7-dc3d5d9f21bf tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:32.781764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d3595892-fc2c-4604-94c7-dc3d5d9f21bf tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2728398 Aug 16 20:34:32.786060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59744) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:32.793064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1664394668'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:32.869371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] For port 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:32.878374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] For port 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5dac781e-3793-4d39-a107-c5d4dd75d4b8,segment=NetworkSegment(88ae171e-c225-41af-aca4-11d5cd2f1f82),segment_id=88ae171e-c225-41af-aca4-11d5cd2f1f82)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:32.912042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ceb8-02f1-4d55-b0d2-8c75ba1eeb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.936586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.955134 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:32.994420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1f9ceb8-02f1-4d55-b0d2-8c75ba1eeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.006247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.021511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object 40218d81-9209-4a5f-8921-bc86dbed60c8 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:33.033133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1360212-1770-4bf5-924e-26f5cb2520c0 None None] Pushing event updated for resources: {'Port': ['ID=5dac781e-3793-4d39-a107-c5d4dd75d4b8,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.041939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1f9ceb8-02f1-4d55-b0d2-8c75ba1eeb42 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8022cc101a844e02aaa36dfb06afb2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421756 Aug 16 20:34:33.044482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59756) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:33.050819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9ceb8-02f1-4d55-b0d2-8c75ba1eeb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772c7c07-fac6-46eb-831f-5b9e163f266a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.062247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.146189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:33.149925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.183832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:33.199676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.202737 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.204567 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 52537425-1a31-46e6-a083-9f722c67ead0 of type vlan for network 25541363-4962-4de0-b24d-c38a5d997d37 Aug 16 20:34:33.243660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Pushing event updated for resources: {'Port': ['ID=f2a491ba-c0a3-4187-87df-5c78c083c379,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.260412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.272702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1134325c-0f18-41fa-9a26-3c277e7c8fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.289397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.314442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.314792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.315134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.315620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.316036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.316370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.317047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.317182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.317473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.317800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.318130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.318501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:33.344451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.363075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.386842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:33.397547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:33.412872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:33.439177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=40218d81-9209-4a5f-8921-bc86dbed60c8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.454179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00143d-c23a-4d48-a9ed-9506e0761338 req-54e29553-ec90-4fca-a631-abcb5ac31853 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:33.457850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c00143d-c23a-4d48-a9ed-9506e0761338 req-54e29553-ec90-4fca-a631-abcb5ac31853 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1797550 Aug 16 20:34:33.474204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.477015 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.482861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-601d0066-cf3d-4d41-9dd1-5571ceb441c4 tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2174788 Aug 16 20:34:33.483169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59766) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:33.484522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.487261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.488585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/772c7c07-fac6-46eb-831f-5b9e163f266a HTTP/1.1" status: 204 len: 168 time: 0.4432342 Aug 16 20:34:33.493960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-266364913', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'fixed_ips': [{'ip_address': '172.25.7.185'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:33.497876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39612ee3-6227-4d8d-90e0-42c95406f88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772c7c07-fac6-46eb-831f-5b9e163f266a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.511252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:33.511942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.522004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.527847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:33.528708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.612473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c00143d-c23a-4d48-a9ed-9506e0761338 req-6e3c4190-1cf6-4c93-a406-9e8a8475f4ea tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487055 Aug 16 20:34:33.627624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=25541363-4962-4de0-b24d-c38a5d997d37,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:33.641857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 25541363-4962-4de0-b24d-c38a5d997d37 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:33.708997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Made reservation on behalf of cdb02c679e6a4bc9b5f8c1f4c0116ddc for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:33.712357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.725675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:33.828269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0c51f628-5caa-45c6-ad8c-4302069ef485 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8974288 Aug 16 20:34:33.831439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:33.832171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5dac781e-3793-4d39-a107-c5d4dd75d4b8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:33.837960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-2031570432', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ee:48:f5'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:33.846289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad9e40a7-c4cd-40ce-a5b5-75dab2e6ab19 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0585358 Aug 16 20:34:33.854327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59780) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:33.870878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489832407'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:34.044324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:34.057730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.174507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb8811-229a-4772-b903-07d0eb0d0b68 None None] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:34.250402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.254612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.258551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] device_id is not set on port 8ee447ae-5bb9-4cc4-b5ed-b1286a09cbc8 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:34.330480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Provisioning for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:34.337640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Provisioning complete for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:34.338091 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.369340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fb985b-1bfa-4505-a2d5-59921904ed42,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:34.443930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.483400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] For port 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5dac781e-3793-4d39-a107-c5d4dd75d4b8,segment=NetworkSegment(88ae171e-c225-41af-aca4-11d5cd2f1f82),segment_id=88ae171e-c225-41af-aca4-11d5cd2f1f82)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:34.504928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:34.509218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.539820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:34.556963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.557348 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 9242349e-1c86-49bf-9822-019a53397558 of type vlan for network 5c6c9c76-2378-4390-8fc4-280e37f6ce18 Aug 16 20:34:34.599775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.600323 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 20:34:34.604127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:34:34.622816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:34.664247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.676545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861813c8-88e8-46c1-8df1-23a2c85a3356 None None] Pushing event updated for resources: {'Port': ['ID=5dac781e-3793-4d39-a107-c5d4dd75d4b8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:34.723790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-99049b8a-99be-4c2f-aad8-81c42ff3384a tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2374647 Aug 16 20:34:34.751215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:34.785776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.809041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port 7eb340cf-f921-4c8e-87f8-d1993a456dcb yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:34.810942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Provisioning for port 40218d81-9209-4a5f-8921-bc86dbed60c8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:34.815083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Provisioning complete for port 40218d81-9209-4a5f-8921-bc86dbed60c8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:34.815460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.882574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c59f3-2318-4d78-b2b1-3ae523a632eb req-46bf95be-384e-433c-bdad-1dfb3dc7ba5a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.890163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e26c59f3-2318-4d78-b2b1-3ae523a632eb req-46bf95be-384e-433c-bdad-1dfb3dc7ba5a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1702907 Aug 16 20:34:34.892077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.894666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Port 40218d81-9209-4a5f-8921-bc86dbed60c8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:34.899452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:34.900177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.916082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Provisioning complete for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:34.918413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cca160ae-7774-42b6-b7cb-ebc8cc63a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:34.974878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e26c59f3-2318-4d78-b2b1-3ae523a632eb req-831e4644-1fef-457f-9b6f-2adbc5125b58 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837343 Aug 16 20:34:35.030018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.12 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/7eb340cf-f921-4c8e-87f8-d1993a456dcb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:35.069583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=5c6c9c76-2378-4390-8fc4-280e37f6ce18,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.096453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Deleting port f2a491ba-c0a3-4187-87df-5c78c083c379 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:35.096834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.153607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5c6c9c76-2378-4390-8fc4-280e37f6ce18 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:35.167784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70829a95-4ad5-4b84-8555-b876cc3d8eef tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3101649 Aug 16 20:34:35.174141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59826) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:35.183311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'ports': [{'network_id': '25541363-4962-4de0-b24d-c38a5d997d37', 'name': 'tempest-port--589498075', 'admin_state_up': True}, {'network_id': '5c6c9c76-2378-4390-8fc4-280e37f6ce18', 'admin_state_up': False}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:35.183629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'port': {'network_id': '25541363-4962-4de0-b24d-c38a5d997d37', 'name': 'tempest-port--589498075', 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:35.184166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'port': {'network_id': '5c6c9c76-2378-4390-8fc4-280e37f6ce18', 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:35.337669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.352176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object 7eb340cf-f921-4c8e-87f8-d1993a456dcb will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:35.362555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.362892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.380302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Calling delete_port for f2a491ba-c0a3-4187-87df-5c78c083c379 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:35.396077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c368ef57-fb24-4213-8da2-cfec09b8140f None None] Provisioning complete for port 40218d81-9209-4a5f-8921-bc86dbed60c8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:35.396646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c368ef57-fb24-4213-8da2-cfec09b8140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.435483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c368ef57-fb24-4213-8da2-cfec09b8140f None None] Port 40218d81-9209-4a5f-8921-bc86dbed60c8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:35.503210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.549791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'port': 2} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:35.557213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.574994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:35.578689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:35.581488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:35.601327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.610175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=7eb340cf-f921-4c8e-87f8-d1993a456dcb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.627991 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.636144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2a491ba-c0a3-4187-87df-5c78c083c379,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:35.641500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.642238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.746999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55cb6afa-f029-4e6a-bbec-3ab35590be45 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9138410 Aug 16 20:34:35.748624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:35.784326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] device_id is not set on port ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:35.802684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.814917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:35.814917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8618737c-ac57-4422-81be-5624903c0b6d tempest-ExternalNetworksAdminNegativeTestJSON-544741741 tempest-ExternalNetworksAdminNegativeTestJSON-544741741-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/8e13a439-692d-42dc-9576-db5f38854861 HTTP/1.1" status: 204 len: 168 time: 1.0579960 Aug 16 20:34:35.825039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5dac781e-3793-4d39-a107-c5d4dd75d4b8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:35.857869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbca166-4701-4093-90a9-8fb8ac383722 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.880347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbca166-4701-4093-90a9-8fb8ac383722 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.905202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbca166-4701-4093-90a9-8fb8ac383722 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:35.908423 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5cbca166-4701-4093-90a9-8fb8ac383722 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1587563 Aug 16 20:34:35.910913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:35.946546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:35.946954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.056322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.057391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port 7eb340cf-f921-4c8e-87f8-d1993a456dcb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:36.057651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.207048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.222685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for 7eb340cf-f921-4c8e-87f8-d1993a456dcb owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:36.238851 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.246976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-185a2f2c-9b2c-4a49-b0a8-bdcb9129d79c None None] Provisioning for port 7eb340cf-f921-4c8e-87f8-d1993a456dcb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:36.246976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-185a2f2c-9b2c-4a49-b0a8-bdcb9129d79c None None] Provisioning complete for port 7eb340cf-f921-4c8e-87f8-d1993a456dcb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:36.247463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-185a2f2c-9b2c-4a49-b0a8-bdcb9129d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.296163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-185a2f2c-9b2c-4a49-b0a8-bdcb9129d79c None None] Port 7eb340cf-f921-4c8e-87f8-d1993a456dcb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:36.535534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.540767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] device_id is not set on port 9a39f708-d421-4fcf-8647-2266283a0797 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:36.563083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731ac5c-4e68-4610-aee8-d1b7f757de5c req-c72bdec1-740c-407a-a05b-809f359abe3e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:36.564695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4731ac5c-4e68-4610-aee8-d1b7f757de5c req-c72bdec1-740c-407a-a05b-809f359abe3e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.4346611 Aug 16 20:34:36.588593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=7eb340cf-f921-4c8e-87f8-d1993a456dcb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:36.658346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4731ac5c-4e68-4610-aee8-d1b7f757de5c req-3bb5bf60-847e-46fa-b458-d9013efbbb4b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790122 Aug 16 20:34:36.724142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.728798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59876) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:36.840579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.844315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f68d35b4-621f-4eaf-bef3-0930085f52de tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/7eb340cf-f921-4c8e-87f8-d1993a456dcb HTTP/1.1" status: 204 len: 168 time: 0.9319828 Aug 16 20:34:36.847134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59882) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:36.902263 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d49a1a-7fb2-42d4-90f5-6d6edd65f38f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] GET failed (client error): The resource could not be found. Aug 16 20:34:36.904719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9d49a1a-7fb2-42d4-90f5-6d6edd65f38f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports/7eb340cf-f921-4c8e-87f8-d1993a456dcb HTTP/1.1" status: 404 len: 333 time: 0.0564356 Aug 16 20:34:36.908533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:36.909350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59886) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:36.915855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-1726923340'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:36.986992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1bca-2b9f-49fa-85b1-e5ce44aecdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.035557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Port': ['ID=ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.066558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Checking segment: {'id': '52537425-1a31-46e6-a083-9f722c67ead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '25541363-4962-4de0-b24d-c38a5d997d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:37.066975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network hostable DHCP agents. Network: 25541363-4962-4de0-b24d-c38a5d997d37, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:37.144779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1bca-2b9f-49fa-85b1-e5ce44aecdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.211484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network 25541363-4962-4de0-b24d-c38a5d997d37 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:37.256952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e0f1bca-2b9f-49fa-85b1-e5ce44aecdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.314186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 25541363-4962-4de0-b24d-c38a5d997d37) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:37.327392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b86ef-8c12-4074-b0d0-939685c97d5f None None] Network 25541363-4962-4de0-b24d-c38a5d997d37 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:37.372056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:37.376675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.394829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f1bca-2b9f-49fa-85b1-e5ce44aecdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffbbb85-60f9-44de-b636-3fe6002f8f0d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.450645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e0f1bca-2b9f-49fa-85b1-e5ce44aecdb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9d79dc3d95040438a96716490e8b820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207692 Aug 16 20:34:37.459320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:37.522894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.551058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Port': ['ID=9a39f708-d421-4fcf-8647-2266283a0797,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.573304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.606216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Checking segment: {'id': '9242349e-1c86-49bf-9822-019a53397558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5c6c9c76-2378-4390-8fc4-280e37f6ce18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:37.606579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network hostable DHCP agents. Network: 5c6c9c76-2378-4390-8fc4-280e37f6ce18, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:37.608042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:37.615264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.632791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port 61c35347-98b4-49c7-840f-fab18077349e yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:37.758387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network 5c6c9c76-2378-4390-8fc4-280e37f6ce18 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:37.766042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.768761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.772476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ffbbb85-60f9-44de-b636-3fe6002f8f0d HTTP/1.1" status: 204 len: 168 time: 0.3093336 Aug 16 20:34:37.787075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460dc8-fa06-4d1e-9265-6950497960c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffbbb85-60f9-44de-b636-3fe6002f8f0d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:37.802533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f70cef-da7c-4028-a08d-4b637896ddb0 req-4deef573-c77a-4969-863d-c56cfb6bf6f6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:37.804109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40f70cef-da7c-4028-a08d-4b637896ddb0 req-4deef573-c77a-4969-863d-c56cfb6bf6f6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0728736 Aug 16 20:34:37.853783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5c6c9c76-2378-4390-8fc4-280e37f6ce18) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:37.859267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:37.872226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d4a74-79f0-439d-bb63-6107e94e1621 None None] Network 5c6c9c76-2378-4390-8fc4-280e37f6ce18 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:37.893007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:37.899679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:37.900631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:37.925941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.6 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/61c35347-98b4-49c7-840f-fab18077349e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:37.931079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40f70cef-da7c-4028-a08d-4b637896ddb0 req-4853c7f0-cb2f-4bbd-9eb2-6a2856383bf9 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187103 Aug 16 20:34:38.082396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1745396d-8f6f-4b42-bafa-c8418164c185 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9071579 Aug 16 20:34:38.083046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59932) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.146114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.162499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object 61c35347-98b4-49c7-840f-fab18077349e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:38.175072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161ea05-f141-4e80-8baa-cc6425fc937b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:38.181708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f161ea05-f141-4e80-8baa-cc6425fc937b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:38.183309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f161ea05-f141-4e80-8baa-cc6425fc937b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0992296 Aug 16 20:34:38.186219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59934) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.299507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting port ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:38.299892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.367074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.382595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Calling delete_port for ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:38.392420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.447932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=61c35347-98b4-49c7-840f-fab18077349e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:38.455684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:38.457523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:38.460080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:38.521963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:38.523389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.582917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.611718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Port': ['ID=ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:38.623423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.624196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.626585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-771b6f42-29cd-4dee-afd5-ea5756352302 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/ports/ba9db6d0-b2d5-47e2-82ff-d06cb0dccca0 HTTP/1.1" status: 204 len: 168 time: 0.4393919 Aug 16 20:34:38.634982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.668240 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ea395872-939c-49d2-8a0a-bad4a7711fc1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7569323 Aug 16 20:34:38.671770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59950) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.677735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ee:48:f5'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:38.742640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting port 9a39f708-d421-4fcf-8647-2266283a0797 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:38.742985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.746775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:38.828499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73169266-ebab-4354-bf23-26f7d7e749c7 None None] Provisioning for port 61c35347-98b4-49c7-840f-fab18077349e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:38.829279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa02bcea-5eab-4c02-aa80-d2644f3e2ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.833632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73169266-ebab-4354-bf23-26f7d7e749c7 None None] Provisioning complete for port 61c35347-98b4-49c7-840f-fab18077349e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:38.834419 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-73169266-ebab-4354-bf23-26f7d7e749c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.861594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.864191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:38.881241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-73169266-ebab-4354-bf23-26f7d7e749c7 None None] Port 61c35347-98b4-49c7-840f-fab18077349e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:38.884644 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b771c899-7d18-41c8-be20-52353b28542e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdb02c679e6a4bc9b5f8c1f4c0116ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366277 Aug 16 20:34:38.887769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Calling delete_port for 9a39f708-d421-4fcf-8647-2266283a0797 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:38.889207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59954) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.028029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.067689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.086751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71c0b-ea79-43dd-afb8-28ff6e495091 req-1a88b8df-20ad-4dd5-b53d-104df8c5e6c6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:39.089710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df71c0b-ea79-43dd-afb8-28ff6e495091 req-1a88b8df-20ad-4dd5-b53d-104df8c5e6c6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0832093 Aug 16 20:34:39.126860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.134789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa02bcea-5eab-4c02-aa80-d2644f3e2ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.147331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df71c0b-ea79-43dd-afb8-28ff6e495091 req-13873d92-5965-46f4-bbb5-3d588e871739 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Aug 16 20:34:39.166471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.199282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Port': ['ID=9a39f708-d421-4fcf-8647-2266283a0797,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.214651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.214651 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-01a6f998-4a9a-4f6f-94fd-e1e8008d7714 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/ports/9a39f708-d421-4fcf-8647-2266283a0797 HTTP/1.1" status: 204 len: 168 time: 0.5732179 Aug 16 20:34:39.214651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.233604 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.240886 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-008df559-a987-46a4-85f4-d08f48c109b7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278854 Aug 16 20:34:39.250520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.255678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-801294561'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:39.276843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa02bcea-5eab-4c02-aa80-d2644f3e2ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.285814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.289986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.292012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6fb985b-1bfa-4505-a2d5-59921904ed42 HTTP/1.1" status: 204 len: 168 time: 0.4000335 Aug 16 20:34:39.322318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=61c35347-98b4-49c7-840f-fab18077349e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.341233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] In _notify_port_updated(), no bound segment for port 61c35347-98b4-49c7-840f-fab18077349e on network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:39.345803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02bcea-5eab-4c02-aa80-d2644f3e2ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fa6726-be2a-45cf-b94a-957c0d4ea37d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.346825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:39.347544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.349143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fb605b12-fd1b-4dab-8d10-fd40f4c8c6b1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "PUT /v2.0/ports/61c35347-98b4-49c7-840f-fab18077349e HTTP/1.1" status: 200 len: 993 time: 0.6761978 Aug 16 20:34:39.353952 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa02bcea-5eab-4c02-aa80-d2644f3e2ccf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60c07c8eb78c4ea3bc2930657e5c35d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266164 Aug 16 20:34:39.354141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.354246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59972) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.365718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4d5e-73e9-44c0-a508-d4b68c11f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fb985b-1bfa-4505-a2d5-59921904ed42,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.443998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:39.448397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.476731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:39.489026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.490197 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 9babd0b6-c546-420e-bc77-94de35451cee of type vlan for network 3b882e6b-c7ff-4994-8597-11dce44b28cd Aug 16 20:34:39.504713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.545597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.576928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port 61c35347-98b4-49c7-840f-fab18077349e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:39.581876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.582025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.625333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9fc15556-9af3-4ff5-861f-7f7fcdfeafb6 None None] Provisioning complete for port 61c35347-98b4-49c7-840f-fab18077349e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:39.625952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9fc15556-9af3-4ff5-861f-7f7fcdfeafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.676656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9fc15556-9af3-4ff5-861f-7f7fcdfeafb6 None None] Port 61c35347-98b4-49c7-840f-fab18077349e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:39.698280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.701642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.708707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:39.709331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.741397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for 61c35347-98b4-49c7-840f-fab18077349e owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:39.798188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=3b882e6b-c7ff-4994-8597-11dce44b28cd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:39.820521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3b882e6b-c7ff-4994-8597-11dce44b28cd details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:39.841138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9389e6b4-4411-40d2-8e06-5734562c09e8 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5730190 Aug 16 20:34:39.841324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.841324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:39.841324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72fa6726-be2a-45cf-b94a-957c0d4ea37d HTTP/1.1" status: 204 len: 168 time: 0.4825494 Aug 16 20:34:39.845272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59986) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:39.851511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-685271874'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:39.870689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf39dd-4e57-4401-b3f2-6ee9e483aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fa6726-be2a-45cf-b94a-957c0d4ea37d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.053432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:40.054881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.082461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:40.091966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.092310 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Added segment 8fb6662f-8c74-4ac2-8820-69b907e2917a of type vlan for network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 Aug 16 20:34:40.132745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.188392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.222159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.229927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:40.230577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.231302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=61c35347-98b4-49c7-840f-fab18077349e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.307465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Network': ['ID=02e8b535-a6fa-4ecd-a052-ff81ae28ac34,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:40.323577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:40.404322 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e0634566-93be-4445-9bab-f83a1df02c8a tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5576227 Aug 16 20:34:40.415521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631f290-6d34-4b4b-abc7-7cebdb63552f req-b3145ba0-486a-4ebb-bffc-a1a7dbca4f38 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:40.416881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c631f290-6d34-4b4b-abc7-7cebdb63552f req-b3145ba0-486a-4ebb-bffc-a1a7dbca4f38 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1881371 Aug 16 20:34:40.703106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c631f290-6d34-4b4b-abc7-7cebdb63552f req-cc344e79-e488-4ba9-868e-4a7cced4435b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758312 Aug 16 20:34:40.750130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:40.758538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d6024acb-d691-4886-a327-a35223821a3b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/61c35347-98b4-49c7-840f-fab18077349e HTTP/1.1" status: 204 len: 168 time: 1.4032140 Aug 16 20:34:40.763490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60008) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:40.813602 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2569cd-4b80-4637-9d51-b8e03c41cb67 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] GET failed (client error): The resource could not be found. Aug 16 20:34:40.816505 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4d2569cd-4b80-4637-9d51-b8e03c41cb67 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports/61c35347-98b4-49c7-840f-fab18077349e HTTP/1.1" status: 404 len: 333 time: 0.0511923 Aug 16 20:34:40.820896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60012) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:40.826901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-1761216246'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:41.037523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:41.063024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5de8-099d-4b81-a2b8-3c17fcdbf089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.105142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:41.112723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.172554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port 5f00fa74-19f7-4ebf-8051-deb942a0400c yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:41.221974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5de8-099d-4b81-a2b8-3c17fcdbf089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.319156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5de8-099d-4b81-a2b8-3c17fcdbf089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.388944 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f1c5de8-099d-4b81-a2b8-3c17fcdbf089 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cee312fef2184eb79869af0f1a50dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502138 Aug 16 20:34:41.398246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:41.399851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.8 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/5f00fa74-19f7-4ebf-8051-deb942a0400c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:41.435386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c5de8-099d-4b81-a2b8-3c17fcdbf089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37448b9a-c6c8-4f49-8769-d40d60f29f88,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:41.493890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.516314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.651113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.655370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.661322 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37448b9a-c6c8-4f49-8769-d40d60f29f88 HTTP/1.1" status: 204 len: 168 time: 0.2566867 Aug 16 20:34:41.672408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c6140-835d-4ec0-aeec-39a180fd7d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37448b9a-c6c8-4f49-8769-d40d60f29f88,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:41.717126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:41.797761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object 5f00fa74-19f7-4ebf-8051-deb942a0400c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:42.018665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cc0af-38b9-4216-80b4-491e8871a289 req-6c52438d-4738-48a5-84fd-26e937171de4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.025246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-490cc0af-38b9-4216-80b4-491e8871a289 req-6c52438d-4738-48a5-84fd-26e937171de4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1119924 Aug 16 20:34:42.095366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-490cc0af-38b9-4216-80b4-491e8871a289 req-69cd8bb8-ceff-433d-a02a-508febde2ba0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Aug 16 20:34:42.096881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.143364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:42.146710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:42.168209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:42.245029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=5f00fa74-19f7-4ebf-8051-deb942a0400c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:42.284561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:42.285416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.394861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c99ad7ac-0ddb-4e07-a158-f634944bff08 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5726337 Aug 16 20:34:42.397876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60066) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:42.407414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ee:48:f5'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:42.499288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60074) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:42.601563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.639190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-96146905-2655-4b4d-8db7-10107285a1c8 None None] Provisioning for port 5f00fa74-19f7-4ebf-8051-deb942a0400c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:42.645787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-96146905-2655-4b4d-8db7-10107285a1c8 None None] Provisioning complete for port 5f00fa74-19f7-4ebf-8051-deb942a0400c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:42.646435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-96146905-2655-4b4d-8db7-10107285a1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:42.750106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-96146905-2655-4b4d-8db7-10107285a1c8 None None] Port 5f00fa74-19f7-4ebf-8051-deb942a0400c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:42.942821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2121040623'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:42.966133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.057203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.081056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Made reservation on behalf of 42cf019893c744bdaebccaaa5792408c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:43.108836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.129886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.284120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=5f00fa74-19f7-4ebf-8051-deb942a0400c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:43.307601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] In _notify_port_updated(), no bound segment for port 5f00fa74-19f7-4ebf-8051-deb942a0400c on network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:43.354940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.355656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.363622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1818dd53-0f75-4934-b486-32b765de402f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "PUT /v2.0/ports/5f00fa74-19f7-4ebf-8051-deb942a0400c HTTP/1.1" status: 200 len: 996 time: 0.9604816 Aug 16 20:34:43.363983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60108) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:43.481422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-12c0f539-8494-44d0-a612-14cb9595fc6d None None] Provisioning complete for port 5f00fa74-19f7-4ebf-8051-deb942a0400c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:43.482175 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-12c0f539-8494-44d0-a612-14cb9595fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.495886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd074-00fd-4840-ae08-81714c9d9174 req-57828651-3e18-40d0-b795-111e3fe5a1d7 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:43.508160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e6bd074-00fd-4840-ae08-81714c9d9174 req-57828651-3e18-40d0-b795-111e3fe5a1d7 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1430941 Aug 16 20:34:43.562498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-12c0f539-8494-44d0-a612-14cb9595fc6d None None] Port 5f00fa74-19f7-4ebf-8051-deb942a0400c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:43.566861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d3bfa14c-e48a-4bd4-8c67-4049b79f5273 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:34:43.611245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e6bd074-00fd-4840-ae08-81714c9d9174 req-3919b2bf-475e-4d25-82f4-3419b701c3aa tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000688 Aug 16 20:34:43.706396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.752062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port 5f00fa74-19f7-4ebf-8051-deb942a0400c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:43.752062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.826430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.857594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:43.862589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:43.871445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:43.874390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'mac_address': 'fa:16:3e:0d:44:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:34:43.878032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'subnets': [{'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1019741004', 'ip_version': 6}, {'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:43.878358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'subnet': {'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1019741004', 'ip_version': 6}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:43.879038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Request body: {'subnet': {'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:43.922193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6bce92-0a0c-4c48-adf9-414ce54a9f6a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:43.922450 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.935014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:43.935407 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Added segment a46cf3f1-2183-4533-8ce6-b9d84f147066 of type vlan for network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 Aug 16 20:34:43.937543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3bfa14c-e48a-4bd4-8c67-4049b79f5273 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:34:43.966678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:44.044217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.054608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.068565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for 5f00fa74-19f7-4ebf-8051-deb942a0400c owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:44.085369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.182137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:44.221915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['d3bfa14c-e48a-4bd4-8c67-4049b79f5273'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:34:44.479447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.485659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:44.486286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.559249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Made reservation on behalf of c7dce3a9489e4d41af4a46da12735500 for: {'subnet': 2} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:44.559249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.559249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.598166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.601694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Pushing event updated for resources: {'Network': ['ID=4335fe30-86a2-4510-9ecd-8cffe9ed48c8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:44.620259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:44.705040 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-355b65bc-7017-484b-8142-91830cb12c30 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2011766 Aug 16 20:34:44.705040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=5f00fa74-19f7-4ebf-8051-deb942a0400c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:44.901067 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:44.915232 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d482f2a5-0914-4476-956b-1646e09b8167 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/5f00fa74-19f7-4ebf-8051-deb942a0400c HTTP/1.1" status: 204 len: 168 time: 1.5405385 Aug 16 20:34:44.919081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60146) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.009398 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b37f859-915d-4048-9ae5-c26321dbb565 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] GET failed (client error): The resource could not be found. Aug 16 20:34:45.009398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b37f859-915d-4048-9ae5-c26321dbb565 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports/5f00fa74-19f7-4ebf-8051-deb942a0400c HTTP/1.1" status: 404 len: 333 time: 0.0816319 Aug 16 20:34:45.009398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.013904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-1293021675'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:45.133922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60152) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.405147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb6fad-22d8-4627-b941-29aa2ae4b951 req-b6597fb0-641f-4806-ab16-c18585bda05d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:45.406072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26cb6fad-22d8-4627-b941-29aa2ae4b951 req-b6597fb0-641f-4806-ab16-c18585bda05d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 945 time: 0.0849359 Aug 16 20:34:45.470811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26cb6fad-22d8-4627-b941-29aa2ae4b951 req-e5d7405c-d326-47b7-82af-a22ec70ac17d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636051 Aug 16 20:34:45.485654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1320030824', 'router:external': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:45.495712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60164) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:45.500941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8', 'binding:host_id': 'n-h2-794306-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2044214104'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:45.552366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:45.558671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.564891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d3bfa14c-e48a-4bd4-8c67-4049b79f5273 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:45.574010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.629228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:45.668659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Subnet': ['ID=9f965796-affb-4a41-9c32-4bcae8e45cd9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:45.685638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:45.685638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.695700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Made reservation on behalf of 7617857f5a54493eabca3c56a00cb73e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:45.706519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.737253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Checking segment: {'id': '9babd0b6-c546-420e-bc77-94de35451cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:45.737889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network hostable DHCP agents. Network: 3b882e6b-c7ff-4994-8597-11dce44b28cd, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:45.753767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.844167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.893709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.10 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:45.922700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:34:45.933632 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4706ff9-c815-4fbb-951c-03c55ffd5a53" -d '{"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-plugged", "status": "completed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:34:45.971573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:45.975898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:45.977801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network 3b882e6b-c7ff-4994-8597-11dce44b28cd is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:46.021143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba4f28-f0ab-429e-90cb-7f0c0bb1566d x-openstack-request-id: req-aeba4f28-f0ab-429e-90cb-7f0c0bb1566d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:34:46.021143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-plugged", "status": "completed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:34:46.021143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aeba4f28-f0ab-429e-90cb-7f0c0bb1566d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:34:46.021689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Made reservation on behalf of 0c5e18babc6a4634b94918ed106316c8 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:46.021788 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'code': 200} Aug 16 20:34:46.024647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.039812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.070351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.072605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.076418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:46.137489 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.185438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.203254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:46.223663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:46.304260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3b882e6b-c7ff-4994-8597-11dce44b28cd) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:46.316135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbdc9e-31ba-4924-8c4b-35407fe8f961 None None] Network 3b882e6b-c7ff-4994-8597-11dce44b28cd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:46.330932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.392890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.408841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.455564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:46.458587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:46.487306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:46.495823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.518793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0711b6-6bf8-4e88-8082-b22336b84a22,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.529962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:46.536360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event updated for resources: {'Subnet': ['ID=a7060aa6-2398-4e32-94de-7fe22c0ae4dc,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.548603 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.553556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Checking segment: {'id': '8fb6662f-8c74-4ac2-8820-69b907e2917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:46.554933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network hostable DHCP agents. Network: 02e8b535-a6fa-4ecd-a052-ff81ae28ac34, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:46.574304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Transition to ACTIVE for port object a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:46.600255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1cf15fd-6ccc-4cd2-94ba-2e831df60c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.612699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.623647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3b882e6b-c7ff-4994-8597-11dce44b28cd', 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd', 'tenant_id': 'c7dce3a9489e4d41af4a46da12735500', 'fixed_ips': [{'subnet_id': '9f965796-affb-4a41-9c32-4bcae8e45cd9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:46.624683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.697251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:34:46.717287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.722230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.738662 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.764612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:46.792410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.792816 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Added segment 7c76957d-d7a4-4283-97f3-00b29e317827 of type vlan for network 72b1a378-ab04-42f1-bb83-7eadd9fb887e Aug 16 20:34:46.797500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc6cb6-3ec1-446b-b8aa-f34a465d039c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.882591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Allocated IP 2001:db8::1 (3b882e6b-c7ff-4994-8597-11dce44b28cd/9f965796-affb-4a41-9c32-4bcae8e45cd9/80a72e03-7297-4a95-9231-c8cc61354254) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:46.905356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.932916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11b682-539e-4644-9ce4-41967609e9c7 req-18f60bc9-3236-4769-b7f9-53d8ae7c1f00 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.935050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d11b682-539e-4644-9ce4-41967609e9c7 req-18f60bc9-3236-4769-b7f9-53d8ae7c1f00 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2598517 Aug 16 20:34:46.935917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 02e8b535-a6fa-4ecd-a052-ff81ae28ac34) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:46.938299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f27900-567e-44d0-ae99-ff0c8fbbd8d7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:46.952084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.952995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:46.953831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:46.956579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Checking segment: {'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:46.957358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Network hostable DHCP agents. Network: 4335fe30-86a2-4510-9ecd-8cffe9ed48c8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:46.968705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4656c-6c37-4f90-b2d1-c7e9026a1682 None None] Network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:46.987863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1cf15fd-6ccc-4cd2-94ba-2e831df60c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.019082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d11b682-539e-4644-9ce4-41967609e9c7 req-5e6e49d0-7e1d-457c-b158-17661c7a1ee6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688524 Aug 16 20:34:47.044932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.047795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.049048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.070659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:47.075801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d418a4be-92ef-49c8-95fe-431a8dc8d27a None None] Provisioning for port b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:47.079031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4335fe30-86a2-4510-9ecd-8cffe9ed48c8) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:47.087267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:47.092831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc95e0c-6491-4d23-a0f1-8aacc1a6d3a0 None None] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:47.111640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.112368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.112970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.118846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.119584 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.120215 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 2 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.122014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1cf15fd-6ccc-4cd2-94ba-2e831df60c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.135158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.135914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.136525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.141469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.142082 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.142711 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 3 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.173904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d418a4be-92ef-49c8-95fe-431a8dc8d27a None None] Provisioning complete for port b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:47.174279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d418a4be-92ef-49c8-95fe-431a8dc8d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.175422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.186697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.188159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Network': ['ID=72b1a378-ab04-42f1-bb83-7eadd9fb887e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:47.193036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.204296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1cf15fd-6ccc-4cd2-94ba-2e831df60c9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=258dde118efd4daf8e6597f30aa06511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9770563 Aug 16 20:34:47.204296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf15fd-6ccc-4cd2-94ba-2e831df60c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dea1eb-d7e0-4b1d-b50c-6858e6148f95,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:47.215423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fe9f6346-37cf-46df-8c4d-1c304d5c3319 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.3410544 Aug 16 20:34:47.215423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60182) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.220669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:34:47.221089 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2897b147-d5c2-4637-b25a-cea935be3d6f tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2120216 Aug 16 20:34:47.221704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.226274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60186) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.232836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'network_id': '7d87a2c3-3e26-46a6-af4d-dc4121e4524e', 'name': 'tempest-AllowedAddressPairTestJSON-647821935'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:47.255325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.255872 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.264551 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 4 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.287239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.287636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.288748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.299199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.299654 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.302597 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 5 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.328329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.349028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1d7e46e5-ad45-48f4-b66d-297def8729c0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2141294 Aug 16 20:34:47.368911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.373794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.380449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'subnet': {'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:47.417492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d418a4be-92ef-49c8-95fe-431a8dc8d27a None None] Port b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:47.420174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73a1df-6b55-4776-a4b3-ac3a19091327 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.421814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73a1df-6b55-4776-a4b3-ac3a19091327 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.423366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73a1df-6b55-4776-a4b3-ac3a19091327 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:47.425147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a73a1df-6b55-4776-a4b3-ac3a19091327 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1977074 Aug 16 20:34:47.434737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60190) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:47.449239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.469520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.469953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.470305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.478011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.478273 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.479158 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 6 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.492317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-02e8b535-a6fa-4ecd-a052-ff81ae28ac34', 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34', 'tenant_id': 'c7dce3a9489e4d41af4a46da12735500', 'fixed_ips': [{'subnet_id': 'a7060aa6-2398-4e32-94de-7fe22c0ae4dc'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:34:47.493905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.499160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.499565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.499994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.505005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.505339 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.505748 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 7 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.521859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.522866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.523244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.526716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Made reservation on behalf of 4ab49d68c8aa4b448812a99f3c7e9ae2 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:47.528715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.529149 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.531107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.532390 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 8 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.547498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.547877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.548247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.559507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.559876 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.561034 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 9 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.565398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.568150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.569858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64dea1eb-d7e0-4b1d-b50c-6858e6148f95 HTTP/1.1" status: 204 len: 168 time: 0.3499165 Aug 16 20:34:47.588208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.588876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.588876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.595158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57438d-e6c2-427b-859e-b73ac32e969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dea1eb-d7e0-4b1d-b50c-6858e6148f95,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:47.601518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.601862 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.604235 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 10 to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 Aug 16 20:34:47.619291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting subnet 9f965796-affb-4a41-9c32-4bcae8e45cd9 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:47.623291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] device_id is not set on port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:47.629973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Made reservation on behalf of 0c5e18babc6a4634b94918ed106316c8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:47.633609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.637612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:47.640157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:47.640678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:47.651231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:47.651846 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:47.652634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.773809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:47.778126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempted to set empty binding levels {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:47.781766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Allocated IP 2001:db8:0:1::1 (02e8b535-a6fa-4ecd-a052-ff81ae28ac34/a7060aa6-2398-4e32-94de-7fe22c0ae4dc/8d709483-1085-4d71-b5cf-576c130a801f) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:47.784539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Transition to ACTIVE for port object 80a72e03-7297-4a95-9231-c8cc61354254 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:47.819086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Transition to ACTIVE for port object 80a72e03-7297-4a95-9231-c8cc61354254 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:47.909626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.951830 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:47.956651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.001850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.002947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.003543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.014528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Pushing event updated for resources: {'Port': ['ID=80a72e03-7297-4a95-9231-c8cc61354254,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.057884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Network 3b882e6b-c7ff-4994-8597-11dce44b28cd is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:48.065522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:48.068378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:48.072719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=a4f27900-567e-44d0-ae99-ff0c8fbbd8d7,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.098468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.117764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a596ba5e-d619-4b13-abf5-125cc13576ea tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.6179123 Aug 16 20:34:48.124847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:48.217518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Attempting to bind port 80a72e03-7297-4a95-9231-c8cc61354254 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:48.217905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Attempting to bind port 80a72e03-7297-4a95-9231-c8cc61354254 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9babd0b6-c546-420e-bc77-94de35451cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:48.218291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Attempting to bind port 80a72e03-7297-4a95-9231-c8cc61354254 on network 3b882e6b-c7ff-4994-8597-11dce44b28cd {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:48.238005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:48.238005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Checking segment: {'id': '9babd0b6-c546-420e-bc77-94de35451cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:48.238005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.238005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Bound using segment: {'id': '9babd0b6-c546-420e-bc77-94de35451cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:48.239258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Bound port: 80a72e03-7297-4a95-9231-c8cc61354254, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9babd0b6-c546-420e-bc77-94de35451cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b882e6b-c7ff-4994-8597-11dce44b28cd'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:48.239649 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.247810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.249493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Allocated IP 172.20.0.9 (7d87a2c3-3e26-46a6-af4d-dc4121e4524e/9c9322ca-3f92-426a-919a-8bb6ee24e40e/a246e9e2-7c0a-49bf-8a96-c8eaf6973176) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:48.267401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Transition to ACTIVE for port object 8d709483-1085-4d71-b5cf-576c130a801f will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:48.292146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e420695-de2c-4604-8b7a-66d2649d04b4 req-ae1b524c-46b9-48d6-b6dd-1ad6510e4751 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:48.301384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e420695-de2c-4604-8b7a-66d2649d04b4 req-ae1b524c-46b9-48d6-b6dd-1ad6510e4751 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1117716 Aug 16 20:34:48.322923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.352838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] For port 80a72e03-7297-4a95-9231-c8cc61354254, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:48.357342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] For port 80a72e03-7297-4a95-9231-c8cc61354254, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80a72e03-7297-4a95-9231-c8cc61354254,segment=NetworkSegment(9babd0b6-c546-420e-bc77-94de35451cee),segment_id=9babd0b6-c546-420e-bc77-94de35451cee)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:48.358111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Deleting port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:48.358552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.362132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.377533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Transition to ACTIVE for port object 8d709483-1085-4d71-b5cf-576c130a801f will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:48.395439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Subnet': ['ID=9f965796-affb-4a41-9c32-4bcae8e45cd9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.433117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.438260 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1e1744c-b073-4ad4-bbc3-3f68cb98166b tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/subnets/9f965796-affb-4a41-9c32-4bcae8e45cd9 HTTP/1.1" status: 204 len: 168 time: 0.9988551 Aug 16 20:34:48.445194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:48.475018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.488691 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.501536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60206) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:48.606454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f67ea3d8-f2e2-4123-8f33-d0df4e16a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.616897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d3efd-37f4-498a-bb84-fb38553086b5 None None] Pushing event updated for resources: {'Port': ['ID=80a72e03-7297-4a95-9231-c8cc61354254,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.713852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting subnet a7060aa6-2398-4e32-94de-7fe22c0ae4dc {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:48.732695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.741236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e420695-de2c-4604-8b7a-66d2649d04b4 req-1fb81703-ec74-4f67-91d9-eeae6b72fbf0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386346 Aug 16 20:34:48.805383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port a4f27900-567e-44d0-ae99-ff0c8fbbd8d7, host n-h2-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:48.805742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.820623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:48.828045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:48.830249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Pushing event updated for resources: {'Port': ['ID=8d709483-1085-4d71-b5cf-576c130a801f,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:48.832821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:48.832981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Calling delete_port for a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:48.902976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.923482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Attempting to bind port 8d709483-1085-4d71-b5cf-576c130a801f on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:48.925467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Attempting to bind port 8d709483-1085-4d71-b5cf-576c130a801f by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8fb6662f-8c74-4ac2-8820-69b907e2917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:48.925467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Attempting to bind port 8d709483-1085-4d71-b5cf-576c130a801f on network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:48.936135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:34:48.936524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Checking segment: {'id': '8fb6662f-8c74-4ac2-8820-69b907e2917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:48.936935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:48.937348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Bound using segment: {'id': '8fb6662f-8c74-4ac2-8820-69b907e2917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:34:48.937824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Bound port: 8d709483-1085-4d71-b5cf-576c130a801f, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fb6662f-8c74-4ac2-8820-69b907e2917a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '02e8b535-a6fa-4ecd-a052-ff81ae28ac34'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:34:48.945025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.041920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.042712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] For port 8d709483-1085-4d71-b5cf-576c130a801f, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:49.049084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] For port 8d709483-1085-4d71-b5cf-576c130a801f, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8d709483-1085-4d71-b5cf-576c130a801f,segment=NetworkSegment(8fb6662f-8c74-4ac2-8820-69b907e2917a),segment_id=8fb6662f-8c74-4ac2-8820-69b907e2917a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:34:49.101162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Transition to ACTIVE for port object a246e9e2-7c0a-49bf-8a96-c8eaf6973176 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:49.115554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.167489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4f27900-567e-44d0-ae99-ff0c8fbbd8d7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.178882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.190417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.195908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ddea946-8035-4bda-a436-987ec2bddede tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 HTTP/1.1" status: 204 len: 168 time: 1.0713916 Aug 16 20:34:49.195908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60212) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.235605 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccd2de7-6080-4f3e-ba9c-8876100d9b23 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:49.237336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bccd2de7-6080-4f3e-ba9c-8876100d9b23 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports/a4f27900-567e-44d0-ae99-ff0c8fbbd8d7 HTTP/1.1" status: 404 len: 333 time: 0.0423822 Aug 16 20:34:49.241588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60214) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.243816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:34:49.244049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.248084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1538416962'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:49.280281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb57ae-7fdc-434d-b6d1-76d613e425fb None None] Pushing event updated for resources: {'Port': ['ID=8d709483-1085-4d71-b5cf-576c130a801f,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.330095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.369153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f67ea3d8-f2e2-4123-8f33-d0df4e16a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.392333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Subnet': ['ID=46e48dce-d21d-4b83-9a34-91fa0775ceda,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.424139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Checking segment: {'id': '7c76957d-d7a4-4283-97f3-00b29e317827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:34:49.424139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network hostable DHCP agents. Network: 72b1a378-ab04-42f1-bb83-7eadd9fb887e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:34:49.446986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f67ea3d8-f2e2-4123-8f33-d0df4e16a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.478083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.513810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea3d8-f2e2-4123-8f33-d0df4e16a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4159b0-2a14-4a16-88f0-da265a825fd9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.518014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f67ea3d8-f2e2-4123-8f33-d0df4e16a0be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bcda40fca6f4e8fb4a362a57c2fbabd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0084071 Aug 16 20:34:49.522875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60216) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.539682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:49.542955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:49.546864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:49.596175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Made reservation on behalf of 7617857f5a54493eabca3c56a00cb73e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:49.604049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.610850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.613817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.618951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.638606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:34:49.678024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Subnet': ['ID=a7060aa6-2398-4e32-94de-7fe22c0ae4dc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.686920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.689265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7eb4013b-70c6-4509-9123-cf7b4d5526f7 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/subnets/a7060aa6-2398-4e32-94de-7fe22c0ae4dc HTTP/1.1" status: 204 len: 168 time: 1.2448685 Aug 16 20:34:49.690382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=a246e9e2-7c0a-49bf-8a96-c8eaf6973176,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:49.694620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60218) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.724250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port 0e9346b7-3898-450e-b73d-a86563bc2592 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:49.763420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 72b1a378-ab04-42f1-bb83-7eadd9fb887e) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:49.773210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.775629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.782437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686466a2-0434-43cf-98b4-b5665c68308a None None] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:49.809046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-255f7bf7-f385-43ec-9f09-fa20e6f63494 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5734363 Aug 16 20:34:49.822639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60222) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.833646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ee:48:f5'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:80:55:fa'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:49.844490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:49.859864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51f63d7-d8cc-4b98-8c28-f8cd3aa72b56 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:49.861416 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e51f63d7-d8cc-4b98-8c28-f8cd3aa72b56 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1677563 Aug 16 20:34:49.869653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.906860 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-873a5e87-310b-4815-b33f-7cf8fad1b9df tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5318768 Aug 16 20:34:49.921013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:49.940555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1170752594', 'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:50.091987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.117746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80a72e03-7297-4a95-9231-c8cc61354254 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:50.206465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beb697-9057-4968-bcf7-76bdbf9aa81a None None] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:50.212788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.298171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.393452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613aed-977c-43fd-aa40-f01fc44a8600 req-8a5e6055-94b1-4391-a5a6-ca338f388728 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:50.395179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4613aed-977c-43fd-aa40-f01fc44a8600 req-8a5e6055-94b1-4391-a5a6-ca338f388728 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.3141024 Aug 16 20:34:50.471712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Made reservation on behalf of 0c5e18babc6a4634b94918ed106316c8 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:50.477560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.497049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.511038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] device_id is not set on port 1212d33a-fb3f-4346-bb81-c2c2a3f59753 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:50.519986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 80a72e03-7297-4a95-9231-c8cc61354254 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:50.529341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-39368807-833d-4543-a5d8-9ca7a23fb0cb None None] Provisioning for port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:50.534446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-39368807-833d-4543-a5d8-9ca7a23fb0cb None None] Provisioning complete for port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:50.534872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-39368807-833d-4543-a5d8-9ca7a23fb0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.537258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4613aed-977c-43fd-aa40-f01fc44a8600 req-581ad9cb-e787-4578-9d02-a417a286900b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152928 Aug 16 20:34:50.539960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8d709483-1085-4d71-b5cf-576c130a801f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:34:50.565804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting port 8d709483-1085-4d71-b5cf-576c130a801f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:50.566322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.615661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86533d-1c9b-497d-a8c2-4b15822a6a80 None None] Network 3b882e6b-c7ff-4994-8597-11dce44b28cd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:50.656825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] For port 8d709483-1085-4d71-b5cf-576c130a801f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8d709483-1085-4d71-b5cf-576c130a801f,segment=NetworkSegment(8fb6662f-8c74-4ac2-8820-69b907e2917a),segment_id=8fb6662f-8c74-4ac2-8820-69b907e2917a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:50.657757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.671489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Calling delete_port for 8d709483-1085-4d71-b5cf-576c130a801f owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:50.760025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.762884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.764190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e4159b0-2a14-4a16-88f0-da265a825fd9 HTTP/1.1" status: 204 len: 168 time: 1.2400153 Aug 16 20:34:50.765092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.788694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a63ad-4def-4eec-acc2-1fe741c2d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4159b0-2a14-4a16-88f0-da265a825fd9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:50.798286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-39368807-833d-4543-a5d8-9ca7a23fb0cb None None] Port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:50.828467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.20.0.8 (72b1a378-ab04-42f1-bb83-7eadd9fb887e/46e48dce-d21d-4b83-9a34-91fa0775ceda/1212d33a-fb3f-4346-bb81-c2c2a3f59753) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:50.835174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.858861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No active binding found for port 8d709483-1085-4d71-b5cf-576c130a801f {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:34:50.859612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8d709483-1085-4d71-b5cf-576c130a801f not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 20:34:50.864789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.910840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:50.920628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Port': ['ID=8d709483-1085-4d71-b5cf-576c130a801f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:50.939206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] No DVR routers for this DVR port 8d709483-1085-4d71-b5cf-576c130a801f on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:50.989257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Port 8d709483-1085-4d71-b5cf-576c130a801f not found, will not notify nova. {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 20:34:51.135133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:51.145501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:51.149454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:51.153924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.153924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.164751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9346b7-3898-450e-b73d-a86563bc2592,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.170700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Provisioning for port 80a72e03-7297-4a95-9231-c8cc61354254 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:34:51.177371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Provisioning complete for port 80a72e03-7297-4a95-9231-c8cc61354254 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:51.178717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.184193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.204570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347abf8-94bc-43a3-98ce-933dd2aa1fdc None None] Network 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:51.211781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8b535-a6fa-4ecd-a052-ff81ae28ac34']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:51.221417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event updated for resources: {'Port': ['ID=a246e9e2-7c0a-49bf-8a96-c8eaf6973176,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:51.228572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb6662f-8c74-4ac2-8820-69b907e2917a') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:51.228572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb6662f-8c74-4ac2-8820-69b907e2917a') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:51.239821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] In _notify_port_updated(), no bound segment for port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 on network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:51.241822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.253641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.257799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.259447 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b4da0b5c-226c-4e3b-a219-0368ada63312 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "PUT /v2.0/ports/a246e9e2-7c0a-49bf-8a96-c8eaf6973176 HTTP/1.1" status: 200 len: 1055 time: 1.4443762 Aug 16 20:34:51.267934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60240) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.324965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3b258420-d8b5-4612-9ed3-3e718eb54103 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0795565 Aug 16 20:34:51.324965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.326392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60246) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.333120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:51.377684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] DHCP port deletion for 3b882e6b-c7ff-4994-8597-11dce44b28cd request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:51.388594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:51.389024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:51.396599 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:51.492845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.609025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.636738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.662942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54778b2-4472-4f95-82ca-1a329b96e946 None None] DHCP port deletion for 02e8b535-a6fa-4ecd-a052-ff81ae28ac34 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:51.668738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.670626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Deleting port 80a72e03-7297-4a95-9231-c8cc61354254 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:51.671031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.752521 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.807833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:51.815950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] For port 80a72e03-7297-4a95-9231-c8cc61354254, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80a72e03-7297-4a95-9231-c8cc61354254,segment=NetworkSegment(9babd0b6-c546-420e-bc77-94de35451cee),segment_id=9babd0b6-c546-420e-bc77-94de35451cee)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:51.816609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.830707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.831956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] For port 80a72e03-7297-4a95-9231-c8cc61354254, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80a72e03-7297-4a95-9231-c8cc61354254,segment=NetworkSegment(9babd0b6-c546-420e-bc77-94de35451cee),segment_id=9babd0b6-c546-420e-bc77-94de35451cee)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:51.832406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:51.837727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:51.841775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Calling delete_port for 80a72e03-7297-4a95-9231-c8cc61354254 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:51.864113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:51.864113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.864577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80a72e03-7297-4a95-9231-c8cc61354254 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:51.879100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.884698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/02e8b535-a6fa-4ecd-a052-ff81ae28ac34 HTTP/1.1" status: 204 len: 168 time: 2.0027037 Aug 16 20:34:51.906431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:51.907345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:51.909590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60258) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:51.922074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=1212d33a-fb3f-4346-bb81-c2c2a3f59753,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.019363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.030486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port 0e9346b7-3898-450e-b73d-a86563bc2592 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:52.039345 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-727b572d-236f-4aa7-906a-7d9c4b9104d0 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1140351 Aug 16 20:34:52.039559 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.040002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60260) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:52.042702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.058446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Transition to ACTIVE for port object 0e9346b7-3898-450e-b73d-a86563bc2592 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:52.077397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d934cd0-dc0b-46cb-8e2c-9ee294d2bb26 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=02e8b535-a6fa-4ecd-a052-ff81ae28ac34,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.134685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb860153-6989-41f9-9168-aaa0113f5bca req-da219692-75ff-4d63-9710-8dfca33d9625 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:52.136582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb860153-6989-41f9-9168-aaa0113f5bca req-da219692-75ff-4d63-9710-8dfca33d9625 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2850413 Aug 16 20:34:52.170198 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.175289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854798c6-9da9-4a53-80fb-661560eb8a35 None None] Pushing event updated for resources: {'Port': ['ID=80a72e03-7297-4a95-9231-c8cc61354254,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.198712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-02ad0eb9-ef59-4589-92ed-8bceab19ac9d None None] Provisioning complete for port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:34:52.199091 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-02ad0eb9-ef59-4589-92ed-8bceab19ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.204625 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.238075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for a246e9e2-7c0a-49bf-8a96-c8eaf6973176 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:52.244208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb860153-6989-41f9-9168-aaa0113f5bca req-12d92c7a-58b2-4114-941a-bd5a7443d36f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950139 Aug 16 20:34:52.264439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-02ad0eb9-ef59-4589-92ed-8bceab19ac9d None None] Port a246e9e2-7c0a-49bf-8a96-c8eaf6973176 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:34:52.266466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-02ad0eb9-ef59-4589-92ed-8bceab19ac9d None None] Could not find standard attr ID for object 8d709483-1085-4d71-b5cf-576c130a801f. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:34:52.310548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.312174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Deleting port 80a72e03-7297-4a95-9231-c8cc61354254 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:52.312823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.317491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Deleting port 1212d33a-fb3f-4346-bb81-c2c2a3f59753 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:52.318028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.331297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.361625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] Pushing event deleted for resources: {'Port': ['ID=80a72e03-7297-4a95-9231-c8cc61354254,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.378095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d01022-8669-4c1a-b17f-0bcf7db1b7c3 None None] No DVR routers for this DVR port 80a72e03-7297-4a95-9231-c8cc61354254 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:52.417642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.418052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.418400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.421910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9346b7-3898-450e-b73d-a86563bc2592,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.431717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.476909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.476909 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.476909 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 2 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.477221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Calling delete_port for 1212d33a-fb3f-4346-bb81-c2c2a3f59753 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:52.477329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.477329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.477329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.477589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8d709483-1085-4d71-b5cf-576c130a801f no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:52.477696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.477696 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.477696 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 3 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.553129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8d709483-1085-4d71-b5cf-576c130a801f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:34:52.553816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8d709483-1085-4d71-b5cf-576c130a801f not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:52.564400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.564539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.570964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.574557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.575439 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.579137 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 4 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.606184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.606539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.606863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.611602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.611915 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.612318 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 5 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.626417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.626888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.627244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.632771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.633154 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.633566 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 6 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.661977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.662323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.663804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.672012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.672893 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.673311 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 7 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.688218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] For port 80a72e03-7297-4a95-9231-c8cc61354254, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80a72e03-7297-4a95-9231-c8cc61354254,segment=NetworkSegment(9babd0b6-c546-420e-bc77-94de35451cee),segment_id=9babd0b6-c546-420e-bc77-94de35451cee)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:52.688834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.693215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.694577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.695035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.701071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.701471 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.702351 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 8 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.707424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Calling delete_port for 80a72e03-7297-4a95-9231-c8cc61354254 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:52.725252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.725634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.725985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.735484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.735908 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.736316 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 9 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.755201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.760325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.795543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.796746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.796862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.798865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Port': ['ID=1212d33a-fb3f-4346-bb81-c2c2a3f59753,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.813254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=a246e9e2-7c0a-49bf-8a96-c8eaf6973176,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:52.822560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.822902 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.823463 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 10 to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 Aug 16 20:34:52.914625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:52.914972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:52.915380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:52.929436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:52.932368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4183bf8f-0e27-42e0-abf5-a72b9347a41b tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/ports/1212d33a-fb3f-4346-bb81-c2c2a3f59753 HTTP/1.1" status: 204 len: 168 time: 0.8896513 Aug 16 20:34:52.935157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60278) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:52.942269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e', 'external_fixed_ips': [{'subnet_id': '46e48dce-d21d-4b83-9a34-91fa0775ceda', 'ip_address': '172.20.0.8'}]}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:52.951165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:52.951610 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 0e9346b7-3898-450e-b73d-a86563bc2592 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:52.952127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.016381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.045214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port 0e9346b7-3898-450e-b73d-a86563bc2592, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:53.045760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempted to set empty binding levels {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:53.046674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] No DVR routers for this DVR port 80a72e03-7297-4a95-9231-c8cc61354254 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:53.052437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.056476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.114382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Port': ['ID=80a72e03-7297-4a95-9231-c8cc61354254,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.149911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.203125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] In _notify_port_updated(), no bound segment for port 0e9346b7-3898-450e-b73d-a86563bc2592 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:53.204943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.205548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.207058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "PUT /v2.0/ports/0e9346b7-3898-450e-b73d-a86563bc2592 HTTP/1.1" status: 200 len: 976 time: 1.8796957 Aug 16 20:34:53.214290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60280) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:53.296441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.316665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.321901 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.325351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c463c0bf-cfb1-43dc-b3b4-0185eb4cbf8b tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/a246e9e2-7c0a-49bf-8a96-c8eaf6973176 HTTP/1.1" status: 204 len: 168 time: 2.0562036 Aug 16 20:34:53.326943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60288) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:53.334013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b882e6b-c7ff-4994-8597-11dce44b28cd']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:53.351931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9babd0b6-c546-420e-bc77-94de35451cee') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:53.358136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9babd0b6-c546-420e-bc77-94de35451cee') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:53.374951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ee7b-9f28-4813-bcca-0b1bc4195f45 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=0e9346b7-3898-450e-b73d-a86563bc2592,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:53.385486 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd50f05-404f-4dae-a078-5de05f145937 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] GET failed (client error): The resource could not be found. Aug 16 20:34:53.390319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8cd50f05-404f-4dae-a078-5de05f145937 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports/a246e9e2-7c0a-49bf-8a96-c8eaf6973176 HTTP/1.1" status: 404 len: 333 time: 0.0484612 Aug 16 20:34:53.391056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60290) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:53.502024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.502974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.503476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.503986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.504467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.505095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.505576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.506116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.507407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.508133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.508826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.509308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.509779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.510247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.511154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.511631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.512130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.512601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.513068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.513603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.514071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.514541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.515146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.515643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.516116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.516585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.517062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.517525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.518648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.519190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.520103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.520579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.524894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.524894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.524894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.540362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc81fb8d-c549-4123-8991-30bcf00cfab9 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31640 time: 0.3248465 Aug 16 20:34:53.561448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60296) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:53.773268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22b9c4-d113-4625-9008-3a59b1532aa0 req-7c6e88f8-49e4-414a-83c6-05fa3c847672 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:53.775073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a22b9c4-d113-4625-9008-3a59b1532aa0 req-7c6e88f8-49e4-414a-83c6-05fa3c847672 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.3807642 Aug 16 20:34:53.779695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.840712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:53.841066 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.890421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.901379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:53.901644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:53.908343 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:53.914694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Deleting port 0e9346b7-3898-450e-b73d-a86563bc2592 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:53.915052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:53.940641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a22b9c4-d113-4625-9008-3a59b1532aa0 req-1c0e6f14-5e32-41b8-8d97-d9a7269489fd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498995 Aug 16 20:34:54.035542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port 0e9346b7-3898-450e-b73d-a86563bc2592, host n-h2-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:54.035542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.037158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.061145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Calling delete_port for 0e9346b7-3898-450e-b73d-a86563bc2592 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:54.064029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.087119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:54.136652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.144410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.147032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/3b882e6b-c7ff-4994-8597-11dce44b28cd HTTP/1.1" status: 204 len: 168 time: 2.2350390 Aug 16 20:34:54.150396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.172280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d5551-1320-4b9a-b02a-042e8251d29f tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=3b882e6b-c7ff-4994-8597-11dce44b28cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:54.309111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.348823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.370463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e9346b7-3898-450e-b73d-a86563bc2592,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:54.388243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.391971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-204005f0-c9cc-4064-b50a-e1c35692d4ab tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "DELETE /v2.0/ports/0e9346b7-3898-450e-b73d-a86563bc2592 HTTP/1.1" status: 204 len: 168 time: 0.8273594 Aug 16 20:34:54.394916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60322) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.436680 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c43e7b-6c0d-48e9-a553-af2077b5e5bf tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:54.438417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-09c43e7b-6c0d-48e9-a553-af2077b5e5bf tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports/0e9346b7-3898-450e-b73d-a86563bc2592 HTTP/1.1" status: 404 len: 333 time: 0.0421498 Aug 16 20:34:54.442264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60324) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.448055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2120464129', 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:54.485187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.504949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.520390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c9c76-2378-4390-8fc4-280e37f6ce18']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:54.526750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:54.541221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9242349e-1c86-49bf-9822-019a53397558') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:54.544669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9242349e-1c86-49bf-9822-019a53397558') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:54.566438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.578612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Made reservation on behalf of 7617857f5a54493eabca3c56a00cb73e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:54.582332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.626695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.651768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port cf33f26c-a582-46e3-8464-1af468190656 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:54.688905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.691651 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:34:54.701328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-03deddab-31f0-47bb-b635-0bf8a9e14710 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a HTTP/1.1" status: 204 len: 168 time: 1.3080366 Aug 16 20:34:54.706814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60330) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.729990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:54.730802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:54.734590 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:54.846648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:54.858255 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-564e9018-8984-472e-a5e7-1d9368f98a14 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] GET failed (client error): The resource could not be found. Aug 16 20:34:54.870608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-564e9018-8984-472e-a5e7-1d9368f98a14 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "GET /v2.0/ports/b3c210f0-bf53-4fb2-8c40-68d25f8a0e5a HTTP/1.1" status: 404 len: 333 time: 0.1583488 Aug 16 20:34:54.871287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:54.887834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.028515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.051320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.057216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/5c6c9c76-2378-4390-8fc4-280e37f6ce18 HTTP/1.1" status: 204 len: 168 time: 0.9036212 Aug 16 20:34:55.062276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60340) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:55.075048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:55.084253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0789090-5ce1-4c79-91e3-68ea20e147f1 tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=5c6c9c76-2378-4390-8fc4-280e37f6ce18,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:55.160821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.20.0.8 (72b1a378-ab04-42f1-bb83-7eadd9fb887e/46e48dce-d21d-4b83-9a34-91fa0775ceda/77a50a8e-8d13-4a07-b305-06472f26244b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:34:55.247595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.282851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port 40218d81-9209-4a5f-8921-bc86dbed60c8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:55.283285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.328026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03166807-639a-4928-bb7e-47eb106a10f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.370668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.492741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03166807-639a-4928-bb7e-47eb106a10f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.558700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.606737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a0d1-0305-4e4d-9554-ec7ede092f6f req-84937ed0-65c8-464a-80d6-d345d87f4b98 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:55.607136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03166807-639a-4928-bb7e-47eb106a10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.608130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c564a0d1-0305-4e4d-9554-ec7ede092f6f req-84937ed0-65c8-464a-80d6-d345d87f4b98 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.5500722 Aug 16 20:34:55.611628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.649841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 72b1a378-ab04-42f1-bb83-7eadd9fb887e is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:55.673108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:55.677176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:55.720329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=77a50a8e-8d13-4a07-b305-06472f26244b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:55.728108 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-03166807-639a-4928-bb7e-47eb106a10f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=896a3ec941de4083a52df204cc6daa5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486371 Aug 16 20:34:55.732377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60346) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:55.751021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c564a0d1-0305-4e4d-9554-ec7ede092f6f req-849ca1b9-d32e-4638-b6a0-cae4c834008d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327305 Aug 16 20:34:55.752839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.775766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03166807-639a-4928-bb7e-47eb106a10f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980f6ce-67e7-4f67-bca6-b150dd07dea2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:55.800541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for 40218d81-9209-4a5f-8921-bc86dbed60c8 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:55.820478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.826931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.900438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25541363-4962-4de0-b24d-c38a5d997d37']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:55.917385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52537425-1a31-46e6-a083-9f722c67ead0') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:55.917385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52537425-1a31-46e6-a083-9f722c67ead0') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:55.942295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:55.945103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.959665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:55.968864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=cf33f26c-a582-46e3-8464-1af468190656,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:55.972714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:55.974133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:55.975048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:55.987543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.004456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.007269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:56.011392 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:56.060001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.108249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9dfbf5e1-09ba-494e-98c0-c431137944b0 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6625211 Aug 16 20:34:56.108930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60352) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.160797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b647a71-7de6-4e93-977f-a9cb06771dfc tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:56.162186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b647a71-7de6-4e93-977f-a9cb06771dfc tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports/cf33f26c-a582-46e3-8464-1af468190656 HTTP/1.1" status: 200 len: 955 time: 0.0516226 Aug 16 20:34:56.165345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60354) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.233266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.254631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Deleting port cf33f26c-a582-46e3-8464-1af468190656 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:56.254978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.297488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.299271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] 10.222.0.70 "DELETE /v2.0/networks/25541363-4962-4de0-b24d-c38a5d997d37 HTTP/1.1" status: 204 len: 168 time: 1.2361100 Aug 16 20:34:56.317095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44540c-75a5-457c-ba49-1f28285cfeda tempest-BulkNetworkOpsIpV6Test-505370199 tempest-BulkNetworkOpsIpV6Test-505370199-project] Pushing event deleted for resources: {'Network': ['ID=25541363-4962-4de0-b24d-c38a5d997d37,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.338074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.351698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Calling delete_port for cf33f26c-a582-46e3-8464-1af468190656 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:56.533668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.535929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.535929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.535929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6980f6ce-67e7-4f67-bca6-b150dd07dea2 HTTP/1.1" status: 204 len: 168 time: 0.7433703 Aug 16 20:34:56.535929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed695bb3-35cc-4f1c-9f0f-40f3a40c732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980f6ce-67e7-4f67-bca6-b150dd07dea2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.537093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=40218d81-9209-4a5f-8921-bc86dbed60c8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.575340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.577453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6cb03bad-2bd6-4f72-bcf0-c3893dd716a1 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/ports/40218d81-9209-4a5f-8921-bc86dbed60c8 HTTP/1.1" status: 204 len: 168 time: 1.7030375 Aug 16 20:34:56.579878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60360) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.635469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting subnet 9c9322ca-3f92-426a-919a-8bb6ee24e40e {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:34:56.638961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.683038 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.772990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.798850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.840733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf33f26c-a582-46e3-8464-1af468190656,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:56.848485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:56.853474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c935cd5e-681e-4997-8836-c459374b87e7 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "DELETE /v2.0/ports/cf33f26c-a582-46e3-8464-1af468190656 HTTP/1.1" status: 204 len: 168 time: 0.6848660 Aug 16 20:34:56.854335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60368) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.921612 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b9e482-fd36-47d4-96d1-f75bf41e259e tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:34:56.923139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1b9e482-fd36-47d4-96d1-f75bf41e259e tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports/cf33f26c-a582-46e3-8464-1af468190656 HTTP/1.1" status: 404 len: 333 time: 0.0683572 Aug 16 20:34:56.926514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca761-b0f7-459c-bee3-7944c34a5ee5 req-5914fe5e-06a1-436f-bd09-4754a72ad6a0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:56.927016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85eca761-b0f7-459c-bee3-7944c34a5ee5 req-5914fe5e-06a1-436f-bd09-4754a72ad6a0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0831044 Aug 16 20:34:56.927506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60370) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:56.934169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-920602902'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:56.985209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.008812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.016134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85eca761-b0f7-459c-bee3-7944c34a5ee5 req-62b521eb-619d-4abe-beda-e9b0e82bb957 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781281 Aug 16 20:34:57.094350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.100028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60378) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.101799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a865b52-5ea0-4ec4-b82c-8c8e97d8f1d8 None None] Network 7d87a2c3-3e26-46a6-af4d-dc4121e4524e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:34:57.110537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/subnets/9c9322ca-3f92-426a-919a-8bb6ee24e40e HTTP/1.1" status: 204 len: 168 time: 0.5294559 Aug 16 20:34:57.112975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66d8ba-7c51-40f9-8e0d-31ae19a4f963 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9322ca-3f92-426a-919a-8bb6ee24e40e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.120493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Made reservation on behalf of 7617857f5a54493eabca3c56a00cb73e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:34:57.124086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.163461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port 892c3042-8bce-4cb8-a851-6c050eec9806 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:57.264242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.301224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60382) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.430562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] DHCP port deletion for 7d87a2c3-3e26-46a6-af4d-dc4121e4524e request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:34:57.450467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Deleting port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:57.450813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.453213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.484063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.519161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Deleting port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:57.520177 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.626980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d194fb5e-0c83-43bd-ae6f-bf89bdf52b86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7dce3a9489e4d41af4a46da12735500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233461 Aug 16 20:34:57.627661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60386) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.636796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.653379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] For port 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5dac781e-3793-4d39-a107-c5d4dd75d4b8,segment=NetworkSegment(88ae171e-c225-41af-aca4-11d5cd2f1f82),segment_id=88ae171e-c225-41af-aca4-11d5cd2f1f82)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:57.653379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.664785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Calling delete_port for 5dac781e-3793-4d39-a107-c5d4dd75d4b8 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:57.700043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:34:57.707881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:34:57.719313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:34:57.720308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:57.721019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.726528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60388) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.731524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] For port 5dac781e-3793-4d39-a107-c5d4dd75d4b8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5dac781e-3793-4d39-a107-c5d4dd75d4b8,segment=NetworkSegment(88ae171e-c225-41af-aca4-11d5cd2f1f82),segment_id=88ae171e-c225-41af-aca4-11d5cd2f1f82)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:34:57.732268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.759581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Calling delete_port for 5dac781e-3793-4d39-a107-c5d4dd75d4b8 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:57.761248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=892c3042-8bce-4cb8-a851-6c050eec9806,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.765864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ce8742c-43cf-4a2f-a9eb-a7eb01613fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.799322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.825970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.877904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5dac781e-3793-4d39-a107-c5d4dd75d4b8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:34:57.887982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9d6db002-6a3d-4211-b46f-d39397f28641 tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9586744 Aug 16 20:34:57.890697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:57.896089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:34:57.934536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.937821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:57.965000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Pushing event deleted for resources: {'Port': ['ID=5dac781e-3793-4d39-a107-c5d4dd75d4b8,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.967483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Port': ['ID=5dac781e-3793-4d39-a107-c5d4dd75d4b8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:57.968007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No active binding found for port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:34:57.968445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5dac781e-3793-4d39-a107-c5d4dd75d4b8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:34:57.970349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] No DVR routers for this DVR port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:57.979088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:34:57.988084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] No DVR routers for this DVR port 5dac781e-3793-4d39-a107-c5d4dd75d4b8 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:34:58.006511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.007155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.007676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.008272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.008792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.009282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.009910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.010468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.011005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.011648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.012150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.012915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034f978c-6abb-48ed-be93-123f63b1acf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:34:58.048754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.051609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.052808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e1f6d45b-0974-4f95-8abf-c96fc7f02b09 HTTP/1.1" status: 204 len: 168 time: 0.4234760 Aug 16 20:34:58.094177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf852f-a0f7-4b2e-8056-32d4e459886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6d45b-0974-4f95-8abf-c96fc7f02b09,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.107832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ce8742c-43cf-4a2f-a9eb-a7eb01613fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.225493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ce8742c-43cf-4a2f-a9eb-a7eb01613fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.236308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.293989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.333788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d87a2c3-3e26-46a6-af4d-dc4121e4524e']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:58.338520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:34:58.349137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Sync routers for ids ['9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:34:58.354910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3ce8742c-43cf-4a2f-a9eb-a7eb01613fcb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6947e08d0927419089710e898a4c8662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222684 Aug 16 20:34:58.361346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60400) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.362235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8742c-43cf-4a2f-a9eb-a7eb01613fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1c8c9-d956-42ce-8115-3ce0dbab83e0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.363987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Routers {'9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:34:58.375245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:58.385385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08168a1d-4634-40f6-bcbf-f41b99b3af06 req-decda253-f608-4e60-903e-d291ecb65f93 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:58.387163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08168a1d-4634-40f6-bcbf-f41b99b3af06 req-decda253-f608-4e60-903e-d291ecb65f93 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2377760 Aug 16 20:34:58.389942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ae171e-c225-41af-aca4-11d5cd2f1f82') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:58.395918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ae171e-c225-41af-aca4-11d5cd2f1f82') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:58.404939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.421074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.429291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:34:58.429701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:34:58.433978 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:34:58.518817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.522183 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-973de427-0c23-4ebf-b17c-ec45bdfa1c2f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.5835655 Aug 16 20:34:58.523604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:58.543990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Set router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:34:58.635234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] device_id is not set on port 892c3042-8bce-4cb8-a851-6c050eec9806 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:34:58.650777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08168a1d-4634-40f6-bcbf-f41b99b3af06 req-a1f14513-5092-4a04-9af0-c4acf7fddefd tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506561 Aug 16 20:34:58.653830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.680305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.681926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.712563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.721282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.723519 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] 10.222.0.70 "DELETE /v2.0/networks/7d87a2c3-3e26-46a6-af4d-dc4121e4524e HTTP/1.1" status: 204 len: 168 time: 1.6224260 Aug 16 20:34:58.741262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc079c-ab7a-49e2-8818-d0bc21c5b9f0 tempest-AllowedAddressPairTestJSON-99841797 tempest-AllowedAddressPairTestJSON-99841797-project] Pushing event deleted for resources: {'Network': ['ID=7d87a2c3-3e26-46a6-af4d-dc4121e4524e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.773523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Transition to ACTIVE for port object 892c3042-8bce-4cb8-a851-6c050eec9806 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:34:58.781112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.837273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.839969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.844067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60d1c8c9-d956-42ce-8115-3ce0dbab83e0 HTTP/1.1" status: 204 len: 168 time: 0.4780731 Aug 16 20:34:58.854677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4091a-57eb-4b08-9245-c3ea0fea73e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1c8c9-d956-42ce-8115-3ce0dbab83e0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.867713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.947182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:58.963029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=892c3042-8bce-4cb8-a851-6c050eec9806,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:58.990887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:58.996497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:58.996497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.000101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.000648 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.001267 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 2 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.023605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.023994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.025506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.029554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.029901 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.030305 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 3 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.039091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9', 'name': '', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e', 'external_fixed_ips': [{'subnet_id': '46e48dce-d21d-4b83-9a34-91fa0775ceda', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '77a50a8e-8d13-4a07-b305-06472f26244b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:53Z', 'updated_at': '2021-08-16T20:34:56Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': '77a50a8e-8d13-4a07-b305-06472f26244b', 'name': '', 'network_id': '72b1a378-ab04-42f1-bb83-7eadd9fb887e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:45:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '46e48dce-d21d-4b83-9a34-91fa0775ceda', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:34:54Z', 'updated_at': '2021-08-16T20:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '46e48dce-d21d-4b83-9a34-91fa0775ceda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:34:59.058261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.059229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.059837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.066976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.067970 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.068978 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 4 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.071223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Checking router: 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:34:59.086946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Updating router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 port 77a50a8e-8d13-4a07-b305-06472f26244b binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:34:59.102088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.102528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.102942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.109399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.110285 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.110844 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 5 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.127721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.128211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.128620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.136741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.137174 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.137646 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 6 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.154209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.154555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.154897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.160666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.169453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.169757 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.170100 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 7 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.180790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Deleting port 77a50a8e-8d13-4a07-b305-06472f26244b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:59.183673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.196669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.197115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.197459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.210222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.210690 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.211050 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 8 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.235394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.236102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.236366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.243749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.244186 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.245263 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 9 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.267152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.267152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.267152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.278046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.278388 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.279834 n-d-794306-10 neutron-server[95240]: INFO neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempt 10 to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 Aug 16 20:34:59.331319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:34:59.331319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:34:59.331650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempting to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:34:59.345411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:34:59.345765 n-d-794306-10 neutron-server[95240]: ERROR neutron.plugins.ml2.managers [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Failed to bind port 892c3042-8bce-4cb8-a851-6c050eec9806 on host n-h2-794306-10 for vnic_type normal using segments [{'id': 'a46cf3f1-2183-4533-8ce6-b9d84f147066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4335fe30-86a2-4510-9ecd-8cffe9ed48c8'}] Aug 16 20:34:59.346207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.448357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.484607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Calling delete_port for 77a50a8e-8d13-4a07-b305-06472f26244b owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:34:59.511833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port 892c3042-8bce-4cb8-a851-6c050eec9806, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:34:59.514843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attempted to set empty binding levels {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 20:34:59.599535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.658534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60426) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:59.701921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] In _notify_port_updated(), no bound segment for port 892c3042-8bce-4cb8-a851-6c050eec9806 on network 4335fe30-86a2-4510-9ecd-8cffe9ed48c8 {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:34:59.704261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:34:59.705709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:34:59.712336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "PUT /v2.0/ports/892c3042-8bce-4cb8-a851-6c050eec9806 HTTP/1.1" status: 200 len: 975 time: 1.8206046 Aug 16 20:34:59.718667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:34:59.812158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ffe08-3680-43e8-a873-38fe26a6e4bd tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event updated for resources: {'Port': ['ID=892c3042-8bce-4cb8-a851-6c050eec9806,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:34:59.914183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Deleting port 892c3042-8bce-4cb8-a851-6c050eec9806 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:34:59.914739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.014538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] For port 892c3042-8bce-4cb8-a851-6c050eec9806, host n-h2-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:00.015181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.034828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Calling delete_port for 892c3042-8bce-4cb8-a851-6c050eec9806 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:00.191208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9affd3-0302-452a-9bc0-df0eac9caeec req-af40e3f6-8540-454e-9059-6136969fe41c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:00.200923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b9affd3-0302-452a-9bc0-df0eac9caeec req-af40e3f6-8540-454e-9059-6136969fe41c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.3682981 Aug 16 20:35:00.234904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.303452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Pushing event deleted for resources: {'Port': ['ID=892c3042-8bce-4cb8-a851-6c050eec9806,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.332671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b9affd3-0302-452a-9bc0-df0eac9caeec req-2cd6963d-860c-4ec6-9db4-90dec4786198 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306927 Aug 16 20:35:00.345780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.348453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8a4435b6-94ab-400f-8d94-d7d63b77eeac tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "DELETE /v2.0/ports/892c3042-8bce-4cb8-a851-6c050eec9806 HTTP/1.1" status: 204 len: 168 time: 0.6285958 Aug 16 20:35:00.353863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f1fc12f4-2909-4455-8809-4ac24c20fadd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ab49d68c8aa4b448812a99f3c7e9ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6872890 Aug 16 20:35:00.356656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60452) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:00.365991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60454) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:00.366587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60456) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:00.414863 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8187b37-7edb-4abd-9d0f-9403a8a3783d tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] GET failed (client error): The resource could not be found. Aug 16 20:35:00.420472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c8187b37-7edb-4abd-9d0f-9403a8a3783d tempest-PortsAdminExtendedAttrsTestJSON-1438645032 tempest-PortsAdminExtendedAttrsTestJSON-1438645032-project-admin] 10.222.0.70 "GET /v2.0/ports/892c3042-8bce-4cb8-a851-6c050eec9806 HTTP/1.1" status: 404 len: 333 time: 0.0593274 Aug 16 20:35:00.421054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60460) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:00.485684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.552332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.583401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.593397 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-939042f9-b5fd-4ed4-9596-26f97b2bfd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.595988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:35:00.596329 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:35:00.608576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.608840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--389949009'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:00.662664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Port': ['ID=77a50a8e-8d13-4a07-b305-06472f26244b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.707624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.715259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.747383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.749976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.753449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/463deefe-c581-4fcf-bb14-fbafd77ddd5a HTTP/1.1" status: 204 len: 168 time: 0.3833475 Aug 16 20:35:00.776027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2b30-0679-4049-8d91-aac4be6f423b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463deefe-c581-4fcf-bb14-fbafd77ddd5a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:00.879298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.884955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.940571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:00.997923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5295305d-eb79-4db8-81cb-6042931e7ffd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.044112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.063380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.067398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4335fe30-86a2-4510-9ecd-8cffe9ed48c8']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:01.072406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.094357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46cf3f1-2183-4533-8ce6-b9d84f147066') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:01.095492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46cf3f1-2183-4533-8ce6-b9d84f147066') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:01.139378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Port 77a50a8e-8d13-4a07-b305-06472f26244b not found while updating agent binding for router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9. {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:35:01.139937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.144563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.160058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Routers {'9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:01.160701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:34:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:01.164976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.182450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:01.184110 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:01.190673 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:01.221818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.265851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10b199-a247-48dd-9aef-2a50e696d7be,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.317047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] Set router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:01.341398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.342088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:01.367141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.371571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4783d5af-8d53-41a9-a414-6732f88760da tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9 HTTP/1.1" status: 204 len: 168 time: 2.8458388 Aug 16 20:35:01.374786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60488) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:01.386497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9', 'name': '', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:53Z', 'updated_at': '2021-08-16T20:34:59Z', 'revision_number': 5, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:01.433166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.436222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.442145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.445974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-69556912-16ec-4d5f-8629-bd1b3fa5a44d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0758832 Aug 16 20:35:01.449356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] 10.222.0.70 "DELETE /v2.0/networks/4335fe30-86a2-4510-9ecd-8cffe9ed48c8 HTTP/1.1" status: 204 len: 168 time: 1.0234654 Aug 16 20:35:01.451993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:01.484851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbedf3a-6445-4c2d-a665-15d49d8030a5 tempest-PortsAdminExtendedAttrsTestJSON-1908057487 tempest-PortsAdminExtendedAttrsTestJSON-1908057487-project] Pushing event deleted for resources: {'Network': ['ID=4335fe30-86a2-4510-9ecd-8cffe9ed48c8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:01.616609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c6396-968e-457f-85d7-3ea78207c792 None None] The sync data for ids ['9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9'] in n-d-794306-10 is: [{'id': '9ab301ee-11e7-44c4-9ecc-c3fb9df91ae9', 'name': '', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:34:53Z', 'updated_at': '2021-08-16T20:34:59Z', 'revision_number': 5, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:01.680658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Deleting subnet 46e48dce-d21d-4b83-9a34-91fa0775ceda {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:35:01.684220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.764568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26440-d37f-4cc2-b16e-d6093ed1362a req-7d8daee2-76ad-40c9-b3c0-526d02cc2926 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:01.766228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cf26440-d37f-4cc2-b16e-d6093ed1362a req-7d8daee2-76ad-40c9-b3c0-526d02cc2926 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2766275 Aug 16 20:35:01.768867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.779583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba9e2ce3-3330-4ef2-8cd5-df6c6b979d60 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3181767 Aug 16 20:35:01.779941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:01.785100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-security--396424060', 'description': 'tempest-security-description-1674753171'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:01.824559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.844062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cf26440-d37f-4cc2-b16e-d6093ed1362a req-d4cd9348-227a-4ed9-8b0c-0a06d0f25693 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Aug 16 20:35:01.865771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:01.903393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.035288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.039974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.041513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "PUT /v2.0/security-groups/7d10b199-a247-48dd-9aef-2a50e696d7be HTTP/1.1" status: 200 len: 1779 time: 0.2604220 Aug 16 20:35:02.048175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60508) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.083461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.092747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecf15a-05cb-4bdc-b400-a4a3c3189901 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10b199-a247-48dd-9aef-2a50e696d7be,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.124607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=46e48dce-d21d-4b83-9a34-91fa0775ceda,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.132371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.137177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60512) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.139652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ab4c5f72-6ec5-4d29-9737-106ab20cc249 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/46e48dce-d21d-4b83-9a34-91fa0775ceda HTTP/1.1" status: 204 len: 168 time: 0.7635565 Aug 16 20:35:02.159992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5e8d57c-115e-4b93-8120-674e62f1d227 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups/7d10b199-a247-48dd-9aef-2a50e696d7be HTTP/1.1" status: 200 len: 1779 time: 0.1091056 Aug 16 20:35:02.165928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60514) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.249624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.270082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60518) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.281501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.322227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.378193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.389405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b1a378-ab04-42f1-bb83-7eadd9fb887e']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:02.400246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c76957d-d7a4-4283-97f3-00b29e317827') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:02.400664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c76957d-d7a4-4283-97f3-00b29e317827') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:02.409892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.431367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.439304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:02.439757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:02.445371 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:02.575718 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0a69f110-6735-42cd-85df-8f6b95710c7d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42cf019893c744bdaebccaaa5792408c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583025 Aug 16 20:35:02.576429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60526) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.631330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.654458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.701831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.705380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.705615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.707121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/7d10b199-a247-48dd-9aef-2a50e696d7be HTTP/1.1" status: 204 len: 168 time: 0.5401247 Aug 16 20:35:02.714939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.715036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72b1a378-ab04-42f1-bb83-7eadd9fb887e {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:35:02.725184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.727777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/networks/72b1a378-ab04-42f1-bb83-7eadd9fb887e HTTP/1.1" status: 204 len: 168 time: 0.5895109 Aug 16 20:35:02.738425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a7adc-976d-4315-9f90-8a7feb46c2cc tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10b199-a247-48dd-9aef-2a50e696d7be,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.781834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.785199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:02.786850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c6bce92-0a0c-4c48-adf9-414ce54a9f6a HTTP/1.1" status: 204 len: 168 time: 0.2096303 Aug 16 20:35:02.804588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d9cb4-814b-413a-a4c3-84eb44829fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6bce92-0a0c-4c48-adf9-414ce54a9f6a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.810535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2e7af-37ae-4c3d-825e-15e1cde234cb tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Network': ['ID=72b1a378-ab04-42f1-bb83-7eadd9fb887e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:02.936007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60548) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.955214 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4aec356c-2084-4151-b757-7d4436ebe918 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2351785 Aug 16 20:35:02.957618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60552) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.982103 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-e07ab216-996f-4a08-ac30-5b2e1ae96609 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] delete failed (client error): The resource could not be found. Aug 16 20:35:02.989718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e07ab216-996f-4a08-ac30-5b2e1ae96609 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/7d10b199-a247-48dd-9aef-2a50e696d7be HTTP/1.1" status: 404 len: 347 time: 0.0275211 Aug 16 20:35:02.990960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:02.995667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233093987'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:03.107275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f6a18-43f9-42b8-a718-0390c2d635ab req-85a6ef5d-4839-48dd-9307-7b61ade1324a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:03.109114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f45f6a18-43f9-42b8-a718-0390c2d635ab req-85a6ef5d-4839-48dd-9307-7b61ade1324a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0816092 Aug 16 20:35:03.124637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.194507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f45f6a18-43f9-42b8-a718-0390c2d635ab req-5128334d-8b9f-46d0-a6d7-97ffe4b0c370 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750182 Aug 16 20:35:03.288097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.369694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.370218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1076872727'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:03.393633 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.478159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Made reservation on behalf of baeacc758dd245e9b24e75fc912f74f8 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:03.483000 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.490210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622fb885-e2ad-488c-8ea7-ad8a142b0475,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:03.499244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.599278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-721a371a-62a0-4158-85df-2032d37c6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.601877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.606651 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fccd6c07-bc98-4f28-855e-8f7fcb6b9576 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6119945 Aug 16 20:35:03.606954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60564) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:03.612660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '622fb885-e2ad-488c-8ea7-ad8a142b0475', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:03.735745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.804729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.831946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:03.850101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbb39e-3608-4ca8-aff7-307692203993,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:03.854562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.854923 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Added segment 7861509e-e115-46d2-9805-f5f4c7f79185 of type vlan for network 3f75eb66-e252-4c9a-967b-b9f7adad2428 Aug 16 20:35:03.906417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:03.909032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.911170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'name': 'tempest-router--1359155427', 'project_id': 'f58fbedd52ab41b5b79510e6ba50ce9c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:03.929515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:03.995498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.038555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.044755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.048848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.114695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'Network': ['ID=3f75eb66-e252-4c9a-967b-b9f7adad2428,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:04.124316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.128241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:04.129905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.132161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.152771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404c0df3-dad3-49cb-a074-a8a0228ea321,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:04.187772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.206266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.233675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7e055971-0a7e-42df-9a34-36fca146a83b tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2962897 Aug 16 20:35:04.239889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.245954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Request body: {'subnet': {'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:04.267146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.268435 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6cc4d089-bfc4-4c43-8e21-253afa949d37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6603923 Aug 16 20:35:04.272332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60598) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.301210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.342240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.344152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.354472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.380175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.382238 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-96db56ba-c926-4706-8df3-f73740477c76 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4747612 Aug 16 20:35:04.388146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080c5a1-3443-4eb8-83a9-e71befca8276 req-d2d5e66a-e1cb-4724-8ef9-5c8fc9fca14c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.390194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1080c5a1-3443-4eb8-83a9-e71befca8276 req-d2d5e66a-e1cb-4724-8ef9-5c8fc9fca14c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1111026 Aug 16 20:35:04.390538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60610) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.439389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1080c5a1-3443-4eb8-83a9-e71befca8276 req-290b01c0-75e4-4a50-8730-6c3a5601adde tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Aug 16 20:35:04.442866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.453287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.453287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/404c0df3-dad3-49cb-a074-a8a0228ea321 HTTP/1.1" status: 204 len: 168 time: 0.1761091 Aug 16 20:35:04.454338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.465201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91856b6-34c8-4b7f-8cca-2f829eaa5d06 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=404c0df3-dad3-49cb-a074-a8a0228ea321,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:04.494415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Made reservation on behalf of baeacc758dd245e9b24e75fc912f74f8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:04.498050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.511802 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-497e5d16-d10c-4715-bf8d-dc1e49c90d2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7617857f5a54493eabca3c56a00cb73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618834 Aug 16 20:35:04.512150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cb7e39d2-a585-48f0-ab58-629081887df4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518429 Aug 16 20:35:04.512150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60622) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.512150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60624) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.518755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.600720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.646541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.655895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.695048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.750231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.752372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.810589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.813316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.814567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d0711b6-6bf8-4e88-8082-b22336b84a22 HTTP/1.1" status: 204 len: 168 time: 0.3013773 Aug 16 20:35:04.826787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87e680-9ed9-4e7c-9d40-dfabb9c15d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0711b6-6bf8-4e88-8082-b22336b84a22,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:04.854650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.857606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.859433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/622fb885-e2ad-488c-8ea7-ad8a142b0475 HTTP/1.1" status: 204 len: 168 time: 0.3443809 Aug 16 20:35:04.863691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:04.868515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678ca52-2209-4291-ab5b-1e831f14b309 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622fb885-e2ad-488c-8ea7-ad8a142b0475,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:04.878317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.878989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c37b23f0-5aca-4fe2-b33d-6f0ba689519f {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:04.884245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:04.885253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ab3bdc85-28f9-4006-888c-bf5171bf8de1 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c37b23f0-5aca-4fe2-b33d-6f0ba689519f HTTP/1.1" status: 204 len: 168 time: 0.4937880 Aug 16 20:35:04.906284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-1150df9d-1c7d-48ee-9ed4-a31f0f07b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:04.907850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-1150df9d-1c7d-48ee-9ed4-a31f0f07b79a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 1098 time: 0.0898929 Aug 16 20:35:05.025127 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c22699d1-7ab7-4320-b5a7-beb3418b85bb tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1602645 Aug 16 20:35:05.029235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60642) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.034904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067116162'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.107765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-8ecffba8-655e-4d22-8487-f904e8a589c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.109317 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-8ecffba8-655e-4d22-8487-f904e8a589c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 912 time: 0.1925728 Aug 16 20:35:05.153633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.157428 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-d8e4745f-4026-4eef-96d7-9dd9b09d58b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273 HTTP/1.1" status: 200 len: 217 time: 0.0409346 Aug 16 20:35:05.215599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-98f6d65a-b12b-4d45-aba5-5ec71395e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.217220 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-98f6d65a-b12b-4d45-aba5-5ec71395e612 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.0535190 Aug 16 20:35:05.225093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60648) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.261798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-4c2671c8-c996-4236-a2e8-05933c9b33b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319829 Aug 16 20:35:05.261798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.267469 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.341445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.404973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2ef69ae-387b-4f5f-ac1e-c3d8eb43ceb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.414777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'Subnet': ['ID=37dca3c4-2753-4e60-a6b3-117dc0471c7f,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.420431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c52777-c1f5-4c58-bf51-74db45b16f92,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.423583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Checking segment: {'id': '7861509e-e115-46d2-9805-f5f4c7f79185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:05.423971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Network hostable DHCP agents. Network: 3f75eb66-e252-4c9a-967b-b9f7adad2428, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:05.440182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.440411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-6574d2ad-8856-44ec-a6ae-34b109e01215 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748526 Aug 16 20:35:05.441708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d3c332f-60b0-4c33-9791-6b8f30fe6201 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4114468 Aug 16 20:35:05.445557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60654) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.452384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '59c52777-c1f5-4c58-bf51-74db45b16f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.501778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60660) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.543092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:05.555160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2ef69ae-387b-4f5f-ac1e-c3d8eb43ceb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.598049 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-27734fcf-d62e-4c94-a638-d09a4532c4b2 req-8d5e0b39-acc4-4f6c-bcd5-c24c9b4424b5 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490502 Aug 16 20:35:05.598525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489008b5-c46c-4780-9f14-2dbcda55f40c req-2c65952f-e59d-406b-9703-0fd9689ecbc5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.600756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-489008b5-c46c-4780-9f14-2dbcda55f40c req-2c65952f-e59d-406b-9703-0fd9689ecbc5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.0670781 Aug 16 20:35:05.633670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3f75eb66-e252-4c9a-967b-b9f7adad2428) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:05.638368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:05.644236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.644975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-489008b5-c46c-4780-9f14-2dbcda55f40c req-5cee76a5-3ead-4591-a1b2-a4d49356a7f7 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Aug 16 20:35:05.646099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce360262-4995-442e-bb7f-512934d0c392 None None] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:05.661641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b2ef69ae-387b-4f5f-ac1e-c3d8eb43ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.723706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b2ef69ae-387b-4f5f-ac1e-c3d8eb43ceb1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e63964754f4b49d4bb4a8e36b4d95def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975624 Aug 16 20:35:05.724817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef69ae-387b-4f5f-ac1e-c3d8eb43ceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2917a3a-a7d8-4bfa-90a4-74f737a31d76,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:05.726457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.753468 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61da6ba5-c61e-41ec-9d4e-b4f406137274 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5116866 Aug 16 20:35:05.759625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:05.766523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Request body: {'port': {'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1003352422'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.778759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1153147959', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:05.799886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.831406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.834677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3f75eb66-e252-4c9a-967b-b9f7adad2428', 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428', 'tenant_id': 'baeacc758dd245e9b24e75fc912f74f8', 'fixed_ips': [{'subnet_id': '37dca3c4-2753-4e60-a6b3-117dc0471c7f'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:05.835845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.906692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.983806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.986819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:05.988473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2917a3a-a7d8-4bfa-90a4-74f737a31d76 HTTP/1.1" status: 204 len: 168 time: 0.2610259 Aug 16 20:35:05.995440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Allocated IP 172.20.0.2 (3f75eb66-e252-4c9a-967b-b9f7adad2428/37dca3c4-2753-4e60-a6b3-117dc0471c7f/cf5a137a-9bd5-492f-983f-3e7069d463bc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:06.007473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998afe07-0a8f-4ce2-85dc-fc7d2d766f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2917a3a-a7d8-4bfa-90a4-74f737a31d76,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.017454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.018527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.031975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.081090 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.130166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.136236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Made reservation on behalf of baeacc758dd245e9b24e75fc912f74f8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:06.140277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.144174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.150721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5908c593-78b9-4f50-a6d4-e0a977c14ff9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.159951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] device_id is not set on port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:06.180710 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.190360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Transition to ACTIVE for port object cf5a137a-9bd5-492f-983f-3e7069d463bc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:06.212855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Transition to ACTIVE for port object cf5a137a-9bd5-492f-983f-3e7069d463bc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:06.306852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.310691 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-078575e4-1bd9-41ee-afc6-4e2e16f7dfd2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8616786 Aug 16 20:35:06.310865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60688) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:06.315751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '59c52777-c1f5-4c58-bf51-74db45b16f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:06.347612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.396911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:06.401326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:06.406267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:06.415426 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.470499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Pushing event updated for resources: {'Port': ['ID=cf5a137a-9bd5-492f-983f-3e7069d463bc,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.487694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Attempting to bind port cf5a137a-9bd5-492f-983f-3e7069d463bc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:06.488420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Attempting to bind port cf5a137a-9bd5-492f-983f-3e7069d463bc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7861509e-e115-46d2-9805-f5f4c7f79185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:06.488779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Attempting to bind port cf5a137a-9bd5-492f-983f-3e7069d463bc on network 3f75eb66-e252-4c9a-967b-b9f7adad2428 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:06.489982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.495103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:06.495621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Checking segment: {'id': '7861509e-e115-46d2-9805-f5f4c7f79185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:06.498958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.498958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Bound using segment: {'id': '7861509e-e115-46d2-9805-f5f4c7f79185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:06.498958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Bound port: cf5a137a-9bd5-492f-983f-3e7069d463bc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7861509e-e115-46d2-9805-f5f4c7f79185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:06.498958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.579325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] For port cf5a137a-9bd5-492f-983f-3e7069d463bc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:06.582828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] For port cf5a137a-9bd5-492f-983f-3e7069d463bc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf5a137a-9bd5-492f-983f-3e7069d463bc,segment=NetworkSegment(7861509e-e115-46d2-9805-f5f4c7f79185),segment_id=7861509e-e115-46d2-9805-f5f4c7f79185)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:06.605000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.622154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94d2b36-9fe0-47fa-b77c-777eac759611,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.713462 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.726257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.733155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Allocated IP 172.20.0.11 (3f75eb66-e252-4c9a-967b-b9f7adad2428/37dca3c4-2753-4e60-a6b3-117dc0471c7f/9f799d03-45e3-44e1-bb3c-7259dfc6b759) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:06.776957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.782172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60696) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:06.784345 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2576bcaa-9a24-4cb6-8e44-6a71aa588b9a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4718068 Aug 16 20:35:06.788440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '59c52777-c1f5-4c58-bf51-74db45b16f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:06.792786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eea3ff-048f-42ea-9222-6c2df701e13e None None] Pushing event updated for resources: {'Port': ['ID=cf5a137a-9bd5-492f-983f-3e7069d463bc,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:06.822180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:06.841273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-476d6e09-d712-4c3c-9edb-d6391cf52aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:06.926571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc20761-e2e0-47df-82bc-fdcd95e9680b req-4c5b27f2-ff6b-4838-ac8a-b643bf5fc4dc tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:06.928392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fc20761-e2e0-47df-82bc-fdcd95e9680b req-4c5b27f2-ff6b-4838-ac8a-b643bf5fc4dc tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.1887271 Aug 16 20:35:07.062430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.081358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-b5404907-22f5-42bf-9edf-f51e17951bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.082979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-b5404907-22f5-42bf-9edf-f51e17951bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 1098 time: 0.0823421 Aug 16 20:35:07.122575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fc20761-e2e0-47df-82bc-fdcd95e9680b req-52ea54e2-8a1d-4abd-afb1-810806f21b1e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540532 Aug 16 20:35:07.246754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.247705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-476d6e09-d712-4c3c-9edb-d6391cf52aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.251541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.276276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Transition to ACTIVE for port object 9f799d03-45e3-44e1-bb3c-7259dfc6b759 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:07.302930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-cdc90b56-4820-40a3-b1c5-cb62cff27447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.305396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-cdc90b56-4820-40a3-b1c5-cb62cff27447 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 912 time: 0.2010455 Aug 16 20:35:07.350079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.359449 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-9af54322-098c-462d-a023-152482b08656 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273 HTTP/1.1" status: 200 len: 217 time: 0.0466428 Aug 16 20:35:07.390514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944a2529-dfa4-416c-afb3-f8accc1e416f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.405303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-476d6e09-d712-4c3c-9edb-d6391cf52aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.419871 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.448771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60714) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:07.451241 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-476d6e09-d712-4c3c-9edb-d6391cf52aab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=001d9ae2d53842b5a7d50b0abe2453f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275270 Aug 16 20:35:07.451394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.456863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60716) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:07.470381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d6e09-d712-4c3c-9edb-d6391cf52aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719b6717-f60a-4754-b6b5-7289fafe9e03,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.471890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.475958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-719433df-eb7d-4d37-a6f3-0702692e1805 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6919942 Aug 16 20:35:07.476580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60720) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:07.478683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-c05f297d-6bb3-43e5-a25a-23dca1e064eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.480237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-c05f297d-6bb3-43e5-a25a-23dca1e064eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.1138091 Aug 16 20:35:07.487099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '59c52777-c1f5-4c58-bf51-74db45b16f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:07.517932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-d10cbede-b791-4ca1-a655-b2bd4f938ed2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283778 Aug 16 20:35:07.581470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1935525747', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:07.601518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.645014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-81772bb2-b6df-4c3b-bcc8-7e5b2cc62504 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197324 Aug 16 20:35:07.712999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.716747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:07.723879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.743366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:07.745385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'Port': ['ID=9f799d03-45e3-44e1-bb3c-7259dfc6b759,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:07.748178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:07.752567 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7042b8c7-2db8-439d-b793-7b1e25e5faba req-decc5f7f-c33e-4132-a2af-7254367772bc service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999863 Aug 16 20:35:07.812465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Allocated IP 172.25.7.67 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/231974c2-b356-4a1a-8f4c-b032eb028fc1) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:07.824328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Made reservation on behalf of fd42555616c94782b49401045754dd60 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:07.826746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.831906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.864853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf5a137a-9bd5-492f-983f-3e7069d463bc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:07.877475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.929156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:07.929824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:07.986726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed45fe-b08d-4eb6-800a-990ba75f79db None None] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:08.023655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.024369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cf5a137a-9bd5-492f-983f-3e7069d463bc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:08.094703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-cce79a22-91fc-42e6-bae6-9f4f44f82a6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1603816 Aug 16 20:35:08.100151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.124025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.170050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Provisioning for port cf5a137a-9bd5-492f-983f-3e7069d463bc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:08.174105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Provisioning complete for port cf5a137a-9bd5-492f-983f-3e7069d463bc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:08.174402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.189126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.191699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.195644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/719b6717-f60a-4754-b6b5-7289fafe9e03 HTTP/1.1" status: 204 len: 168 time: 0.7369266 Aug 16 20:35:08.207436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89209e5f-0091-459b-a810-8d609f46e45c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.214530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab91f8f-3bed-4bd7-adfd-480ebefb944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719b6717-f60a-4754-b6b5-7289fafe9e03,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.302012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.303030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.303523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.304146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.304689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.305099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.305713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.307982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-6a737740-d8b2-4c3c-8a9e-3c4ed4424627 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.1787851 Aug 16 20:35:08.329121 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.359544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.379896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] For port cf5a137a-9bd5-492f-983f-3e7069d463bc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf5a137a-9bd5-492f-983f-3e7069d463bc,segment=NetworkSegment(7861509e-e115-46d2-9805-f5f4c7f79185),segment_id=7861509e-e115-46d2-9805-f5f4c7f79185)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:08.443799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca744a35-8830-4767-9d9f-f4cc20d60964 req-8d1ceaf5-bf8e-441a-ab9d-01fd74be9635 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.444815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.454345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca744a35-8830-4767-9d9f-f4cc20d60964 req-8d1ceaf5-bf8e-441a-ab9d-01fd74be9635 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 946 time: 0.2119038 Aug 16 20:35:08.483475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.500735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286fe076-8074-4abb-8000-d215b4a86591 None None] Pushing event updated for resources: {'Port': ['ID=cf5a137a-9bd5-492f-983f-3e7069d463bc,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.507437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:08.520943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:08.532232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:08.534155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event updated for resources: {'Port': ['ID=231974c2-b356-4a1a-8f4c-b032eb028fc1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.573115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Provisioning complete for port cf5a137a-9bd5-492f-983f-3e7069d463bc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:08.573115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.573422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca744a35-8830-4767-9d9f-f4cc20d60964 req-5e4e92f6-8277-4d6b-a865-98c664aa347c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178787 Aug 16 20:35:08.591032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.606348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] device_id is not set on port f7e1c107-89ef-4152-b85c-b7d2b798d5cd yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:08.687427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9bfffe9a-4b72-468f-baa0-14b09b985579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.688351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9bfffe9a-4b72-468f-baa0-14b09b985579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.690755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9bfffe9a-4b72-468f-baa0-14b09b985579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:08.691197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9bfffe9a-4b72-468f-baa0-14b09b985579 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 2298 time: 0.3519723 Aug 16 20:35:08.764223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Provisioning for port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:08.768851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Provisioning complete for port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:08.769473 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.769630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821290a-c2bb-47d0-97b1-de557b64a6c8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:08.774383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:08.782317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d084b688-698e-496e-99d8-06ce59715fa3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2960198 Aug 16 20:35:08.782744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:08.783498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-393d6acd-cbe4-4da2-8a34-e95626402bbe tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0201974 Aug 16 20:35:08.789544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '59c52777-c1f5-4c58-bf51-74db45b16f92', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:08.794620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60742) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:08.809550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Request body: {'port': {'network_id': '3f75eb66-e252-4c9a-967b-b9f7adad2428', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1755575919', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:08.810486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] bootfile-name is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:08.811039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] tftp-server is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:08.811583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] server-ip-address is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:08.858884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab9c6e-cbbc-49a9-ae4d-404be698fee7 None None] Port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:08.965904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-fb06e63d-47ef-4128-8eb2-d688e8cfcb4b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1002 time: 0.2600729 Aug 16 20:35:09.007619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.011388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-22bdd7c1-bdb4-4e75-bfcc-d91e36a071c7 None None] Provisioning complete for port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:09.012548 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-22bdd7c1-bdb4-4e75-bfcc-d91e36a071c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.035612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Allocated IP 172.25.7.134 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f7e1c107-89ef-4152-b85c-b7d2b798d5cd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:09.062557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-485e89ec-d09a-4829-9d90-87551c42eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.064223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-485e89ec-d09a-4829-9d90-87551c42eedc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.0936425 Aug 16 20:35:09.077932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-22bdd7c1-bdb4-4e75-bfcc-d91e36a071c7 None None] Port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:09.106760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.147225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Made reservation on behalf of baeacc758dd245e9b24e75fc912f74f8 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:09.151888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.190356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] device_id is not set on port 867398b1-d80e-498d-8a50-ebd277c5fa6a yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:09.199945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.268175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f62b172-5873-4a04-b643-9cd96a9c7793,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.370787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Allocated IP 172.20.0.9 (3f75eb66-e252-4c9a-967b-b9f7adad2428/37dca3c4-2753-4e60-a6b3-117dc0471c7f/867398b1-d80e-498d-8a50-ebd277c5fa6a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:09.373538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.377591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f6e7816-e055-4c34-94a4-4bdf0a7c047f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5940592 Aug 16 20:35:09.378289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.425548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.447572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.603638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.617738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.621998 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7f62b172-5873-4a04-b643-9cd96a9c7793 HTTP/1.1" status: 204 len: 168 time: 0.2399344 Aug 16 20:35:09.622157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.643921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-76bba9cc-79af-4c78-8d56-250dd51e3624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:09.645477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-76bba9cc-79af-4c78-8d56-250dd51e3624 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5723619 Aug 16 20:35:09.652540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420308fd-6cd3-46f5-98d0-c799c524d427 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f62b172-5873-4a04-b643-9cd96a9c7793,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:09.676955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.690804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device d3bfa14c-e48a-4bd4-8c67-4049b79f5273 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:09.711931 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7537f41f-6327-4690-bd78-9da66be7dee7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0870984 Aug 16 20:35:09.713615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.722438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Transition to ACTIVE for port object 867398b1-d80e-498d-8a50-ebd277c5fa6a will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:09.745954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.757635 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.815336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.823639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.839485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.876911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:09.876911 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d670dd05-a20e-42ab-982b-465bc742d159" -d '{"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-unplugged", "status": "completed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:09.888340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.895884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.900874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:09.918893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf5a137a-9bd5-492f-983f-3e7069d463bc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:09.927058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.929343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/89209e5f-0091-459b-a810-8d609f46e45c HTTP/1.1" status: 204 len: 168 time: 0.2147629 Aug 16 20:35:09.935644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:09.938158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60808) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:09.992940 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca97ed22-61a7-4fe1-b1c9-37a75b5736d9 x-openstack-request-id: req-ca97ed22-61a7-4fe1-b1c9-37a75b5736d9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:09.997555 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-unplugged", "status": "failed", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273", "code": 422}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:09.997709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-d167a72b-5a45-4d2b-be54-8147a4a2439d service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353374 Aug 16 20:35:09.997839 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca97ed22-61a7-4fe1-b1c9-37a75b5736d9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:09.997839 n-d-794306-10 neutron-server[95242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'code': 422} returned with failed status Aug 16 20:35:10.000942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.036221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e76a7-668c-4f2a-bc94-e76faf25925c tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89209e5f-0091-459b-a810-8d609f46e45c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.050086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-899561341-network', 'tenant_id': '7e01522b9be74eea8185c6dc0b0f14d5'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:10.082795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:10.084407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.086269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'Port': ['ID=867398b1-d80e-498d-8a50-ebd277c5fa6a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.093185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cf5a137a-9bd5-492f-983f-3e7069d463bc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:10.093908 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.096752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:10.099949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:10.154306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db9e9d54-98b1-4163-9932-6fe316ad6885 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2075670 Aug 16 20:35:10.157041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60810) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.159152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.159877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.213620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.262618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Made reservation on behalf of 7e01522b9be74eea8185c6dc0b0f14d5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:10.267322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.280384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.338218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90a5d5cc-cac9-45aa-8630-e78aac3ab4cc tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5360837 Aug 16 20:35:10.340703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60814) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.361042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.386832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:10.396707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.402984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:10.407161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-82cb49ea-2933-4326-8d09-0cedb73e3717 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722053 Aug 16 20:35:10.410890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:10.424973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Pushing event updated for resources: {'Port': ['ID=f7e1c107-89ef-4152-b85c-b7d2b798d5cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.433802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df343eec-d6c4-4634-9624-6afa2cda6dc9 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.441393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df343eec-d6c4-4634-9624-6afa2cda6dc9 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.448086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df343eec-d6c4-4634-9624-6afa2cda6dc9 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.450576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-425b330d-0b83-49ca-ab0f-d89dd8247960 None None] Provisioning for port 867398b1-d80e-498d-8a50-ebd277c5fa6a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:10.453151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df343eec-d6c4-4634-9624-6afa2cda6dc9 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1114433 Aug 16 20:35:10.457223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.457632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-425b330d-0b83-49ca-ab0f-d89dd8247960 None None] Provisioning complete for port 867398b1-d80e-498d-8a50-ebd277c5fa6a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:10.458223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-425b330d-0b83-49ca-ab0f-d89dd8247960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.509702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-425b330d-0b83-49ca-ab0f-d89dd8247960 None None] Port 867398b1-d80e-498d-8a50-ebd277c5fa6a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:10.539107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-311eba35-c459-4fb4-b8bf-1b93641bb8e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 217 time: 0.1156523 Aug 16 20:35:10.542639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.572660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.573350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.589977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.601792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Deleting port 867398b1-d80e-498d-8a50-ebd277c5fa6a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:10.602144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.660720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.670487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-3efe3092-1759-40ce-a4fb-4a78d9f911d4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.672096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-3efe3092-1759-40ce-a4fb-4a78d9f911d4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=82d149a8-ebae-465d-8bb1-1ace95dd3b88 HTTP/1.1" status: 200 len: 944 time: 0.2411871 Aug 16 20:35:10.678834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.680017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/944a2529-dfa4-416c-afb3-f8accc1e416f HTTP/1.1" status: 204 len: 168 time: 0.5216222 Aug 16 20:35:10.684061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.709889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.716766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.740434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-7a9ea706-14ce-4ed4-820a-b9702e7d834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.741923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-7a9ea706-14ce-4ed4-820a-b9702e7d834f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1886032 Aug 16 20:35:10.746456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc7f6e-2aac-4a8a-b196-ddd1bc9e9cb4 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=944a2529-dfa4-416c-afb3-f8accc1e416f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.749880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Calling delete_port for 867398b1-d80e-498d-8a50-ebd277c5fa6a owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:10.773402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:10.794946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecdde84-902b-4563-8f34-1a92cded726f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:10.812624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9418e4f-8cb1-48ef-9157-5c877511524d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1274734 Aug 16 20:35:10.813956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.814305 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Added segment 191cb44c-4845-4791-881d-25a55f2f5916 of type vlan for network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 Aug 16 20:35:10.822896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60822) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.862995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0cf29f4b-d490-48b7-bce3-8ed84a3f0f00 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4080095 Aug 16 20:35:10.870643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60824) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:10.875370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.134'}]}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:10.902563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.920157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:10.939659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-775383a6-44d2-4cc8-895a-d95af464df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:10.941090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-775383a6-44d2-4cc8-895a-d95af464df5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754308 Aug 16 20:35:10.944069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.052117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:11.053032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.055013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.056043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.056628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.097894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.098937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.101795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.135508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.151173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event deleted for resources: {'Port': ['ID=867398b1-d80e-498d-8a50-ebd277c5fa6a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.155631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.156967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d94d2b36-9fe0-47fa-b77c-777eac759611 HTTP/1.1" status: 204 len: 168 time: 0.3338125 Aug 16 20:35:11.158210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] Pushing event updated for resources: {'Network': ['ID=2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.160282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60826) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.162330 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3a82795-d3cd-40e0-8565-2d9357c785ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2727289 Aug 16 20:35:11.177142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60828) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.178287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Router 559a3f42-a90f-4d3c-8e0b-2d0a5bff466c is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:11.184787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:11.189277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Request body: {'subnet': {'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-899561341-subnet', 'tenant_id': '7e01522b9be74eea8185c6dc0b0f14d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:11.194873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9cb335c3-e52c-4681-9633-8688ecd55d47 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389283 Aug 16 20:35:11.195681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446ec47-4c03-4414-b950-39d81f071311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d94d2b36-9fe0-47fa-b77c-777eac759611,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.270662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-985113d2-4d2a-44b2-8b3e-c76a65961c3b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1069217 Aug 16 20:35:11.271843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60830) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.275281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.302951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.305389 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-397e288b-3658-433c-b39a-b4c1b59c9808 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "DELETE /v2.0/ports/867398b1-d80e-498d-8a50-ebd277c5fa6a HTTP/1.1" status: 204 len: 168 time: 0.8469808 Aug 16 20:35:11.309087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60832) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.313765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port d3bfa14c-e48a-4bd4-8c67-4049b79f5273, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:11.314148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.319362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Request body: {'port': {'name': 'tempest-new-port-name-966790530', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:11.319834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] bootfile-name is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:11.320119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] tftp-server is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:11.320432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.api.validators [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] server-ip-address is not in valid_values {{(pid=95241) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 20:35:11.327598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.357355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.374099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for d3bfa14c-e48a-4bd4-8c67-4049b79f5273 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:11.420381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.486186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.491938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.493394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/5908c593-78b9-4f50-a6d4-e0a977c14ff9 HTTP/1.1" status: 204 len: 168 time: 0.2178195 Aug 16 20:35:11.498366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.566410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a3f23-76ec-44f0-8fc7-a1cc753a35b8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5908c593-78b9-4f50-a6d4-e0a977c14ff9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.624909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6ecd9084-383d-4a09-a96e-556a7fed3f37 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1194677 Aug 16 20:35:11.629209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.726575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Made reservation on behalf of 7e01522b9be74eea8185c6dc0b0f14d5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:11.728294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.728875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.731143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.754457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.787109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.869314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event updated for resources: {'Port': ['ID=9f799d03-45e3-44e1-bb3c-7259dfc6b759,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.883682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] In _notify_port_updated(), no bound segment for port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 on network 3f75eb66-e252-4c9a-967b-b9f7adad2428 {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:35:11.889618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.890319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.894380 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d870e1f5-a699-4459-a99f-65924e8e2753 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "PUT /v2.0/ports/9f799d03-45e3-44e1-bb3c-7259dfc6b759 HTTP/1.1" status: 200 len: 1136 time: 0.5841353 Aug 16 20:35:11.895351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.907296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.908818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:11.913220 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/59c52777-c1f5-4c58-bf51-74db45b16f92 HTTP/1.1" status: 204 len: 168 time: 0.2830360 Aug 16 20:35:11.913835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60844) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.952272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340dceed-7224-41c4-a9de-ea52b04e14e3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c52777-c1f5-4c58-bf51-74db45b16f92,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:11.975629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-56627b74-9e69-4d27-8ee8-534f237a7d46 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403398 Aug 16 20:35:11.981415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:11.981705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b334d-2b05-419f-9389-699d4105702e tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:11.987813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-112b334d-2b05-419f-9389-699d4105702e tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "GET /v2.0/ports/9f799d03-45e3-44e1-bb3c-7259dfc6b759 HTTP/1.1" status: 200 len: 1136 time: 0.0912690 Aug 16 20:35:11.988455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:11.995751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] Sync routers for ids ['559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:12.004832 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] Routers {'559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:12.005562 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:12.011405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.040748 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:12.049674 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] Routers {'559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:12.050290 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:12.064233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-b26e1db1-8036-4e74-9c0b-b50d9fdcbaff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 217 time: 0.0745173 Aug 16 20:35:12.073237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4fae74b5-3793-4e76-b819-89a9b34f391e tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1391003 Aug 16 20:35:12.084714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.094805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--927685737'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:12.095002 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:12.095456 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e072c9a3-3a88-49ec-aac5-6fd83df2bc69 None None] The sync data for ids ['559a3f42-a90f-4d3c-8e0b-2d0a5bff466c'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:12.134721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Deleting port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:12.135162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.142654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1b76c3f3-e6b4-4917-9101-01889c93a3d1 None None] Provisioning complete for port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:12.143257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b76c3f3-e6b4-4917-9101-01889c93a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.180174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1b76c3f3-e6b4-4917-9101-01889c93a3d1 None None] Port 9f799d03-45e3-44e1-bb3c-7259dfc6b759 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:12.228556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.242269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Calling delete_port for 9f799d03-45e3-44e1-bb3c-7259dfc6b759 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:12.246108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.247346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-830e6e2e-9a52-4cd9-a088-6aec9bb852d4 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7444799 Aug 16 20:35:12.251763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.254395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-71d04290-e12d-4459-8572-27b7f712ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.255917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-71d04290-e12d-4459-8572-27b7f712ff44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1833081 Aug 16 20:35:12.330443 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.375434 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.388010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=d3bfa14c-e48a-4bd4-8c67-4049b79f5273,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.437641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-7acf9855-d132-4364-ba70-5536a63e3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:12.439206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-7acf9855-d132-4364-ba70-5536a63e3e00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1707211 Aug 16 20:35:12.457215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.466122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port d3bfa14c-e48a-4bd4-8c67-4049b79f5273 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:12.482071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.484064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52541ff7-bf08-404a-970a-e6c47f6bb36c req-bc476dbe-0ffe-4fc0-b903-c32aa70c7f94 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "DELETE /v2.0/ports/d3bfa14c-e48a-4bd4-8c67-4049b79f5273 HTTP/1.1" status: 204 len: 173 time: 1.7963388 Aug 16 20:35:12.508695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-deleted', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:12.511158 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c483971-07f2-4169-9da3-0a22e019ddc1" -d '{"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-deleted", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:12.624144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d68885c-ffa2-4068-b095-d6b0ef38c399,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:12.696173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Checking segment: {'id': '191cb44c-4845-4791-881d-25a55f2f5916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:12.696551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Network hostable DHCP agents. Network: 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:12.709783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-dcf33d53-2fbc-4584-9f7e-03b92ef8a51e service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484131 Aug 16 20:35:12.780234 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d357ea4b-2c3f-4e25-a97d-c0234b52d781 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/559a3f42-a90f-4d3c-8e0b-2d0a5bff466c HTTP/1.1" status: 200 len: 920 time: 0.5247324 Aug 16 20:35:12.780690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60860) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.793001 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf5973e-56c4-47e6-a11c-e3cb27e19cee x-openstack-request-id: req-4bf5973e-56c4-47e6-a11c-e3cb27e19cee {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:12.793608 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d149a8-ebae-465d-8bb1-1ace95dd3b88", "name": "network-vif-deleted", "tag": "d3bfa14c-e48a-4bd4-8c67-4049b79f5273", "status": "failed", "code": 422}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:12.793608 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bf5973e-56c4-47e6-a11c-e3cb27e19cee {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:12.795834 n-d-794306-10 neutron-server[95240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82d149a8-ebae-465d-8bb1-1ace95dd3b88', 'name': 'network-vif-deleted', 'tag': 'd3bfa14c-e48a-4bd4-8c67-4049b79f5273', 'status': 'failed', 'code': 422} returned with failed status Aug 16 20:35:12.796301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.813848 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-766e6ef2-2429-414b-9fc7-ebf46f004d95 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=559a3f42-a90f-4d3c-8e0b-2d0a5bff466c HTTP/1.1" status: 200 len: 205 time: 0.0297372 Aug 16 20:35:12.815869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60862) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:12.913402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:12.938776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:12.959082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.003591 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.003705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.014864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-1429be95-55b6-40f3-9d83-8dc3a0f03254 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279415 Aug 16 20:35:13.015461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c20862-7144-4650-9c6d-c18513bfd1af,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.057456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.117832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event deleted for resources: {'Port': ['ID=9f799d03-45e3-44e1-bb3c-7259dfc6b759,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.129802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.131858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba97acc1-d779-4f23-9630-d51fffd3cdd6 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0463295 Aug 16 20:35:13.132765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:13.136173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:13.150094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e9e42-e868-4869-b121-e9b92f9a4658 None None] Network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:13.152612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-f3fec7bd-f068-4ccd-af60-a0cfaf6235f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 217 time: 0.1085012 Aug 16 20:35:13.165608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '82c20862-7144-4650-9c6d-c18513bfd1af', 'direction': 'ingress', 'protocol': 17}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:13.257584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.267351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.270833 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-66434f54-10cd-485d-b5d0-a718a904d2ef tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "DELETE /v2.0/ports/9f799d03-45e3-44e1-bb3c-7259dfc6b759 HTTP/1.1" status: 204 len: 168 time: 1.2783711 Aug 16 20:35:13.272337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60870) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:13.295382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ec3d5a-8d15-434d-a402-697849805d66 None None] Network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:13.321321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.321946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.369683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.389858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Deleting subnet 37dca3c4-2753-4e60-a6b3-117dc0471c7f {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:35:13.393114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.440548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-28fab777-8bf1-40b0-b107-dd45bafb92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.442560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-28fab777-8bf1-40b0-b107-dd45bafb92a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1305923 Aug 16 20:35:13.465085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.501700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-4f716c24-27cc-480c-b58c-ccc9d02efb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:13.503212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-4f716c24-27cc-480c-b58c-ccc9d02efb4a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492511 Aug 16 20:35:13.518385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a34ee9e2-de2e-4d1a-bc1a-7afeabb35b9e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3264573 Aug 16 20:35:13.518385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.551642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.599404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port 231974c2-b356-4a1a-8f4c-b032eb028fc1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:13.599925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.697288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.702692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.705500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.801118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for 231974c2-b356-4a1a-8f4c-b032eb028fc1 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:13.811627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.819994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:13.824407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df1ff1-c63e-4fab-8a52-3542aee1b2bc,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:13.836170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-c66169b4-521c-4ff4-b144-96e1875a307f service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244889 Aug 16 20:35:14.026662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.028115 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-edc4b7ab-c023-449d-9716-c3470f0c3dc9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8888657 Aug 16 20:35:14.032029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.087700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-c337b2e5-5635-48a7-84df-b3455d562c01 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843488 Aug 16 20:35:14.093243 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.108557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-c3e0e895-4444-4cee-a852-ca21be434102 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.108557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-c3e0e895-4444-4cee-a852-ca21be434102 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1950951 Aug 16 20:35:14.108557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.108557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20101983-6f40-45af-882d-e322474fc39e {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:14.136262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.140421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event deleted for resources: {'Subnet': ['ID=37dca3c4-2753-4e60-a6b3-117dc0471c7f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.154707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-fac7adb9-7cde-48e9-982a-90c0324d0518 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 217 time: 0.0564861 Aug 16 20:35:14.155807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.157817 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-85d786f0-8ab4-4de6-b79b-81239bb9fd54 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "DELETE /v2.0/subnets/37dca3c4-2753-4e60-a6b3-117dc0471c7f HTTP/1.1" status: 204 len: 168 time: 0.8842800 Aug 16 20:35:14.158433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f31d96-14d2-477e-8db0-9e1c3c34b2f5 None None] Network 3f75eb66-e252-4c9a-967b-b9f7adad2428 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:14.161087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60898) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.171376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f550afd3-6a99-42a4-a13a-d312d3938b03 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0636668 Aug 16 20:35:14.243243 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.246406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.247556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-d716b0ac-6960-4eed-960b-686417f527c2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510197 Aug 16 20:35:14.275524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-72e0cb5b-10a9-405b-bf8d-f84cef1fd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.277575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-72e0cb5b-10a9-405b-bf8d-f84cef1fd510 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1051278 Aug 16 20:35:14.299803 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:35:14.309567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60906) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.317838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-772d7c5c-4721-45e5-87df-b948df40e3ee tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4442906 Aug 16 20:35:14.321601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=231974c2-b356-4a1a-8f4c-b032eb028fc1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.380816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-ebbd4797-6db0-4cbc-b00c-7eb5b3320711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:14.382418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-ebbd4797-6db0-4cbc-b00c-7eb5b3320711 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961051 Aug 16 20:35:14.411660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.453475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] DHCP port deletion for 3f75eb66-e252-4c9a-967b-b9f7adad2428 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:35:14.486174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.514344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Deleting port cf5a137a-9bd5-492f-983f-3e7069d463bc {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:14.514779 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.613190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] For port cf5a137a-9bd5-492f-983f-3e7069d463bc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf5a137a-9bd5-492f-983f-3e7069d463bc,segment=NetworkSegment(7861509e-e115-46d2-9805-f5f4c7f79185),segment_id=7861509e-e115-46d2-9805-f5f4c7f79185)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:14.613850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.618436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.623865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.631918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Calling delete_port for cf5a137a-9bd5-492f-983f-3e7069d463bc owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:14.685066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.685066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.686071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/82c20862-7144-4650-9c6d-c18513bfd1af HTTP/1.1" status: 204 len: 168 time: 0.6529987 Aug 16 20:35:14.689806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.689806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60914) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.702875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558954049-network', 'tenant_id': '8a55cc460c84439f8707946256f85349'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:14.720278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Deleting port f7e1c107-89ef-4152-b85c-b7d2b798d5cd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:14.720886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.751461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d96835-838f-4c6a-b3cc-e3fa6444c311 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c20862-7144-4650-9c6d-c18513bfd1af,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.791555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Deleting port cf5a137a-9bd5-492f-983f-3e7069d463bc {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:14.791926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.838312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.851589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.852183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 559a3f42-a90f-4d3c-8e0b-2d0a5bff466c {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:14.870433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.874813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-567c2524-b792-4f27-80c6-8bd4606625c6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/559a3f42-a90f-4d3c-8e0b-2d0a5bff466c HTTP/1.1" status: 204 len: 168 time: 2.0546663 Aug 16 20:35:14.878440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] Pushing event deleted for resources: {'Port': ['ID=cf5a137a-9bd5-492f-983f-3e7069d463bc,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:14.879398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.886192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0515f0d-3564-4b69-9f19-b11775aff668 None None] No DVR routers for this DVR port cf5a137a-9bd5-492f-983f-3e7069d463bc on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:14.906432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149682017', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:14.908419 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc834665-c7f7-4a9a-9fee-22a4ded74945 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2120490 Aug 16 20:35:14.914265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:14.922867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--610612558'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:14.939652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] For port cf5a137a-9bd5-492f-983f-3e7069d463bc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf5a137a-9bd5-492f-983f-3e7069d463bc,segment=NetworkSegment(7861509e-e115-46d2-9805-f5f4c7f79185),segment_id=7861509e-e115-46d2-9805-f5f4c7f79185)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:14.940064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.960179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.962280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-663499de-71a6-45ae-9311-02973261db95 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974487 Aug 16 20:35:14.972938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Made reservation on behalf of 8a55cc460c84439f8707946256f85349 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:14.976145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:14.979367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Calling delete_port for cf5a137a-9bd5-492f-983f-3e7069d463bc owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:15.006214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.013173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Calling delete_port for f7e1c107-89ef-4152-b85c-b7d2b798d5cd owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:15.027408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-4c75446b-5a02-46db-aea6-f743e49a4192 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370811 Aug 16 20:35:15.126096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-55025c6c-9e7d-40fb-b62a-10fe1c4b4d30 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648743 Aug 16 20:35:15.166804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.169506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-9345d931-8ba3-417a-8a46-adcdd073231b service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327791 Aug 16 20:35:15.197150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event deleted for resources: {'Port': ['ID=cf5a137a-9bd5-492f-983f-3e7069d463bc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:15.216707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-e02a0a5d-6553-42cd-a194-7a5ef925c89b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 217 time: 0.0392938 Aug 16 20:35:15.223531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] No DVR routers for this DVR port cf5a137a-9bd5-492f-983f-3e7069d463bc on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:15.253870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.263020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.283169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-833621bc-02d7-4d7c-81e0-75eb8e11edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.285334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-833621bc-02d7-4d7c-81e0-75eb8e11edba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.0582602 Aug 16 20:35:15.325703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.332302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-5c35112f-cc40-428e-805b-210c77c18c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.334490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-5c35112f-cc40-428e-805b-210c77c18c5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0413666 Aug 16 20:35:15.336029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f75eb66-e252-4c9a-967b-b9f7adad2428']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:15.346084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7861509e-e115-46d2-9805-f5f4c7f79185') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:15.346378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7861509e-e115-46d2-9805-f5f4c7f79185') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:15.356174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.370381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.376379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:15.376707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:15.381710 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:15.437327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-33606db7-731c-4b13-b170-29c21af4d7ae service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907729 Aug 16 20:35:15.530885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-3fbca083-7d49-4c61-8ccd-7836112ddb74 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856147 Aug 16 20:35:15.581466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-e088f7bb-cee5-4360-b900-b0b0384f2bba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.0425909 Aug 16 20:35:15.581795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.582781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.636451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.641525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.646328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] 10.222.0.70 "DELETE /v2.0/networks/3f75eb66-e252-4c9a-967b-b9f7adad2428 HTTP/1.1" status: 204 len: 168 time: 1.4808798 Aug 16 20:35:15.658716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7e1c107-89ef-4152-b85c-b7d2b798d5cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:15.675553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cddd1cc6-efab-4ed3-b8b4-1ddeb3025dca req-a94fb186-97d7-4bff-9962-6d29b6b72d62 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 210 time: 0.0452657 Aug 16 20:35:15.681785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-d0ac81b1-24c2-4d27-b190-261fc307c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.683375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-d0ac81b1-24c2-4d27-b190-261fc307c514 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.0900660 Aug 16 20:35:15.735315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.739435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-f9f0abc3-a423-4280-bef3-8932aadae9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:15.756117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-f9f0abc3-a423-4280-bef3-8932aadae9f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515978 Aug 16 20:35:15.756864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894d9f1-455d-45a0-a1ae-6a928633c3f3 tempest-ExtraDHCPOptionsTestJSON-1214847458 tempest-ExtraDHCPOptionsTestJSON-1214847458-project] Pushing event deleted for resources: {'Network': ['ID=3f75eb66-e252-4c9a-967b-b9f7adad2428,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:15.809740 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:15.814929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9a78b701-c889-4a15-8370-5a91201a7370 tempest-RoutersAdminNegativeTest-1234767988 tempest-RoutersAdminNegativeTest-1234767988-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f7e1c107-89ef-4152-b85c-b7d2b798d5cd HTTP/1.1" status: 204 len: 168 time: 1.5015371 Aug 16 20:35:15.879961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf5a137a-9bd5-492f-983f-3e7069d463bc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:15.897950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-b05fa858-5bf6-4fec-8d63-3e3c32510f38 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464622 Aug 16 20:35:15.909488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cf5a137a-9bd5-492f-983f-3e7069d463bc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:15.910168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf5a137a-9bd5-492f-983f-3e7069d463bc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:15.998442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.020182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9896bd67-15d5-48be-a5f8-9569070900c2 req-adc40996-5682-46ba-962a-358f265fefcc service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152272 Aug 16 20:35:16.039595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.192803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.220281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:16.227392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a3cc6-9917-4933-8fb6-c0e158fcd888,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.234834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.235185 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Added segment 332e72d6-3559-47a0-9672-0bae6aba4120 of type vlan for network 5f888d55-d44f-4cf8-8c0e-df3e191f28b2 Aug 16 20:35:16.333302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.338823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.421342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60946) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.432304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.477054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50549d0e-eae2-4799-a2fe-53b22a16cd5b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.563715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.565322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a277eee-cdf1-4709-9975-3ab0ef16e00d tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6472602 Aug 16 20:35:16.565469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.568986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60954) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.575828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840551786'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:16.581706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.582777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:16.583479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.701757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.757700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f888d55-d44f-4cf8-8c0e-df3e191f28b2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:16.768085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5f888d55-d44f-4cf8-8c0e-df3e191f28b2 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:16.797341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcd840c1-f3c0-4411-bd78-9c962cbfea64 req-713bfd33-5fc2-480e-98ce-fa8951a816ee tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 210 time: 0.0452738 Aug 16 20:35:16.804386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb3778e0-825a-4ffb-8dca-3de5270c5a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.821210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.827009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a934b561-ebe4-4603-b6d1-1aae125494cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baeacc758dd245e9b24e75fc912f74f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4042544 Aug 16 20:35:16.830461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.857882 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.886374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.907804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-550a46aa-7e62-4cfe-9639-16cbeeac84e8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2101088 Aug 16 20:35:16.908094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:16.913448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Request body: {'subnet': {'network_id': '5f888d55-d44f-4cf8-8c0e-df3e191f28b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558954049-subnet', 'tenant_id': '8a55cc460c84439f8707946256f85349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:16.930752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:16.995506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.25.7.45 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ed5c8f9f-490c-4358-9db8-8b11a202324a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:17.010161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.117591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.141891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.182338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.185611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.190539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cbbb39e-3608-4ca8-aff7-307692203993 HTTP/1.1" status: 204 len: 168 time: 0.3590662 Aug 16 20:35:17.193945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48cb0c7-5d3e-4a43-8ece-02f3d7c20a3c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.209194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb9893-5583-4ee9-a617-243e9add0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbb39e-3608-4ca8-aff7-307692203993,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.263519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb3778e0-825a-4ffb-8dca-3de5270c5a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.266119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.311829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:17.314635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:17.321102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:17.354776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=ed5c8f9f-490c-4358-9db8-8b11a202324a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.362969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb3778e0-825a-4ffb-8dca-3de5270c5a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.427377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.428943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5d160d6d-5b73-417e-86a1-683cc0f84a7b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8589902 Aug 16 20:35:17.431982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:17.437635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '50549d0e-eae2-4799-a2fe-53b22a16cd5b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd48cb0c7-5d3e-4a43-8ece-02f3d7c20a3c', 'remote_ip_prefix': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:17.489866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3778e0-825a-4ffb-8dca-3de5270c5a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f19b3b-88be-4d37-8018-6bfde2933615,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.505786 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb3778e0-825a-4ffb-8dca-3de5270c5a98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b088e708c51948aebee40dbfc8dc2f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298220 Aug 16 20:35:17.507776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60972) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:17.574694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.608640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.639711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Made reservation on behalf of 8a55cc460c84439f8707946256f85349 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:17.642187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.779289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.842334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.849437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:17.850118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96f19b3b-88be-4d37-8018-6bfde2933615 HTTP/1.1" status: 204 len: 168 time: 0.3413401 Aug 16 20:35:17.866484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186231af-1d93-4070-81d1-903268322c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f19b3b-88be-4d37-8018-6bfde2933615,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:17.942998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be9904b6-5a89-4713-a3e8-36d97d40740c req-9dca8c67-b7fb-4625-88c8-5272c06c9d2a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 210 time: 0.0433455 Aug 16 20:35:17.956987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.023386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.039683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e4165d-149c-4463-9230-128d113c75c8,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.215687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.219047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-82fd8d98-ceb2-4c79-8d5a-fca677aabb3a tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7847438 Aug 16 20:35:18.220515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60994) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.257263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.274037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.274620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.289315 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.421309 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.427949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.431659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/04e4165d-149c-4463-9230-128d113c75c8 HTTP/1.1" status: 204 len: 168 time: 0.2063825 Aug 16 20:35:18.434214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32770) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.446410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988ad30-798f-4d77-a797-a6adedd487e7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04e4165d-149c-4463-9230-128d113c75c8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.485771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-07de6da2-c855-4600-a1bf-532f1c385944 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0503802 Aug 16 20:35:18.488670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32772) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.505540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-d493dd4d-44b7-4328-9ad3-96e2c571e4c8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:18.507089 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-d493dd4d-44b7-4328-9ad3-96e2c571e4c8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.2380939 Aug 16 20:35:18.544414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.549995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:18.569293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.601897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.728901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.733160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.736859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/d48cb0c7-5d3e-4a43-8ece-02f3d7c20a3c HTTP/1.1" status: 204 len: 168 time: 0.2447224 Aug 16 20:35:18.744793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32776) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.753106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32778) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.765613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd9d345-bef2-4755-936b-8d0b5a459e54,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.768741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.781828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.782679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d209a3-1737-46ff-817a-86f04459aa72 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48cb0c7-5d3e-4a43-8ece-02f3d7c20a3c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:18.801479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Checking segment: {'id': '332e72d6-3559-47a0-9672-0bae6aba4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5f888d55-d44f-4cf8-8c0e-df3e191f28b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:18.802386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Network hostable DHCP agents. Network: 5f888d55-d44f-4cf8-8c0e-df3e191f28b2, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:18.859900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74465a67-bdd7-4e2e-81f0-3b4738196979 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd42555616c94782b49401045754dd60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959268 Aug 16 20:35:18.860604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32784) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.868318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8bb461d6-a2c5-4855-9199-49618daa743f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1221766 Aug 16 20:35:18.871533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:18.920105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.922818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:18.926207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.943208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Network 5f888d55-d44f-4cf8-8c0e-df3e191f28b2 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:18.945186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:18.975857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-641859378'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:19.059853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d84c7434-7daf-4313-9309-291b5806304a req-fbf51664-b18e-46c2-9f4e-5749076971e0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 210 time: 0.0271554 Aug 16 20:35:19.068275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5f888d55-d44f-4cf8-8c0e-df3e191f28b2) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:19.072765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:19.073389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.078043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08054d-9d9d-4d3d-a487-8a84e2de76ea None None] Network 5f888d55-d44f-4cf8-8c0e-df3e191f28b2 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:19.105339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.106579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.110081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.111239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d821290a-c2bb-47d0-97b1-de557b64a6c8 HTTP/1.1" status: 204 len: 168 time: 0.2493744 Aug 16 20:35:19.128933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f952b55-12de-4365-b695-3a6a6801ceab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821290a-c2bb-47d0-97b1-de557b64a6c8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:19.174354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.229093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54af8ec-1ce5-462f-bbec-e98b9bc111b2 None None] Network 5f888d55-d44f-4cf8-8c0e-df3e191f28b2 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:19.230711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.3 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/cd28d78b-6561-4ffe-b392-96849fbb7d1b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:19.238059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:19.242671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.266878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.354552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router 862da058-6357-4cc5-b3cd-aa3ee3d507f1 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:19.401929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd718fd1-9fe8-4042-a3c1-001ffb932528 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4927473 Aug 16 20:35:19.504058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.507162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.508486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/50549d0e-eae2-4799-a2fe-53b22a16cd5b HTTP/1.1" status: 204 len: 168 time: 0.6358228 Aug 16 20:35:19.511330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:19.571498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c85caf9a-296e-4709-ae94-a12dcb4feea8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0546923 Aug 16 20:35:19.572838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32802) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:19.575074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828ce01-3407-482f-8323-8cd4bb118fb7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50549d0e-eae2-4799-a2fe-53b22a16cd5b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:19.581217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413348126'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:19.621057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.653435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:19.665861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Sync routers for ids ['862da058-6357-4cc5-b3cd-aa3ee3d507f1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:19.676270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Routers {'862da058-6357-4cc5-b3cd-aa3ee3d507f1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:19.677677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['862da058-6357-4cc5-b3cd-aa3ee3d507f1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:19.721494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.794401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Set router 862da058-6357-4cc5-b3cd-aa3ee3d507f1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:19.798003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.864302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:19.869852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:19.874286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:19.881032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:19.893774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:19.944188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:19.969375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c244a19f-b2a1-467d-a335-20b8ae7f2b35,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.008853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.009534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.012739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.013083 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Added segment e10d0df2-157e-4330-ab3f-2a9d77a19ec5 of type vlan for network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f Aug 16 20:35:20.015501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.019710 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-774a454d-545c-403d-bc50-254adfa6b486 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1359427 Aug 16 20:35:20.022345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32826) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.029780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45'}], 'enable_snat': False}, 'gw_port_id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:15Z', 'updated_at': '2021-08-16T20:35:17Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:16Z', 'updated_at': '2021-08-16T20:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:20.062734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Checking router: 862da058-6357-4cc5-b3cd-aa3ee3d507f1 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:20.063068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Updating router 862da058-6357-4cc5-b3cd-aa3ee3d507f1 port ed5c8f9f-490c-4358-9db8-8b11a202324a binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:35:20.066930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.093073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.121117 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.187632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-f7acd5f4-7556-4313-bdf6-a4937ee18cc4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6431160 Aug 16 20:35:20.202816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Request body: {'port': {'device_id': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.237581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.247778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.248757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.324970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-d24389ee-8996-48c0-940e-c67380577629 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.326521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-d24389ee-8996-48c0-940e-c67380577629 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/networks?id=2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 HTTP/1.1" status: 200 len: 808 time: 0.3193820 Aug 16 20:35:20.328547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-55d35d47-ff54-4973-bba7-112acaba9930 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/862da058-6357-4cc5-b3cd-aa3ee3d507f1 HTTP/1.1" status: 200 len: 907 time: 0.3050959 Aug 16 20:35:20.335340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.340287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'name': 'tempest-snat-router-149682017', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': True}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.346371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378ca7b-0eb4-46c5-a735-6a9b7dca1e87 req-5461e5b4-5711-44ca-8cce-e23c72e0a07d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:20.347904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5378ca7b-0eb4-46c5-a735-6a9b7dca1e87 req-5461e5b4-5711-44ca-8cce-e23c72e0a07d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 931 time: 0.1865754 Aug 16 20:35:20.359215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.372602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-48d5687b-ac78-4c80-8362-bae2471baa31 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/quotas/7e01522b9be74eea8185c6dc0b0f14d5 HTTP/1.1" status: 200 len: 375 time: 0.0365376 Aug 16 20:35:20.400457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Network': ['ID=69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.417794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:20.438857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-225ebe50-0b28-418b-9981-e4ed87873f45 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e01522b9be74eea8185c6dc0b0f14d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468502 Aug 16 20:35:20.470671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5378ca7b-0eb4-46c5-a735-6a9b7dca1e87 req-fa0ea2d8-7ed4-4ba7-9524-20ebcac3507a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097846 Aug 16 20:35:20.484439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.513525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.529522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Transition to ACTIVE for port object ed5c8f9f-490c-4358-9db8-8b11a202324a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:20.595647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.596583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.703146 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5559dcf6-90ed-4573-8482-fe62de8a11b5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9262693 Aug 16 20:35:20.705823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.709562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-fdbbc729-978d-4708-97c0-6eabf429a6d6 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581158 Aug 16 20:35:20.720192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'subnet': {'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.721982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1367d6a4-8cc4-42cc-b61c-7bfb86d7ff7b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.748055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f113-2be4-49c9-9569-7e27176bf83c None None] Pushing event updated for resources: {'Port': ['ID=ed5c8f9f-490c-4358-9db8-8b11a202324a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:20.755211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Attempting to bind port ed5c8f9f-490c-4358-9db8-8b11a202324a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:20.755585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Attempting to bind port ed5c8f9f-490c-4358-9db8-8b11a202324a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:20.759194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Attempting to bind port ed5c8f9f-490c-4358-9db8-8b11a202324a on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:20.768309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:20.768753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:20.769083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.769473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:20.771829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.776360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cbf9aac1-819b-4c8f-a6f3-004ad71ee7d9 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1998341 Aug 16 20:35:20.776559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Bound port: ed5c8f9f-490c-4358-9db8-8b11a202324a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:20.776559 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.776932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.781710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '1367d6a4-8cc4-42cc-b61c-7bfb86d7ff7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:20.793782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:20.854308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] For port ed5c8f9f-490c-4358-9db8-8b11a202324a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:20.858413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] For port ed5c8f9f-490c-4358-9db8-8b11a202324a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed5c8f9f-490c-4358-9db8-8b11a202324a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:20.869692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-5e29d2ca-8916-4bdd-a544-fe23fdf9d5e0 service neutron] 10.222.0.70 "GET /v2.0/networks/2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589520 Aug 16 20:35:20.918640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.978129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd28d78b-6561-4ffe-b392-96849fbb7d1b {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:20.986619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:20.991747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Routers {'862da058-6357-4cc5-b3cd-aa3ee3d507f1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:20.992379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['862da058-6357-4cc5-b3cd-aa3ee3d507f1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:21.001144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-503162450'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:21.001690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Transition to ACTIVE for port object cd28d78b-6561-4ffe-b392-96849fbb7d1b will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:21.003538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.004742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.030530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f113-2be4-49c9-9569-7e27176bf83c None None] Pushing event updated for resources: {'Port': ['ID=ed5c8f9f-490c-4358-9db8-8b11a202324a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.059887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.066207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.084570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.122311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] Set router 862da058-6357-4cc5-b3cd-aa3ee3d507f1 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:21.162548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.203941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7caccfa-5948-42ed-a97b-1a4667b4b8f2 req-03a60b63-0823-40e7-bf1d-03f1c831c0b8 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 210 time: 0.0358388 Aug 16 20:35:21.233993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:21.238361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.252246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.262993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Pushing event updated for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.279503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7722fe-c6b7-46ed-b6a6-37b1df637e33,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.311477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:21.315968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.326351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.337665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45'}], 'enable_snat': False}, 'gw_port_id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:15Z', 'updated_at': '2021-08-16T20:35:17Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:16Z', 'updated_at': '2021-08-16T20:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:21.372158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daa4264-d339-4345-adb0-88363bff4aaa None None] The sync data for ids ['862da058-6357-4cc5-b3cd-aa3ee3d507f1'] in n-d-794306-10 is: [{'id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45'}], 'enable_snat': False}, 'gw_port_id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:15Z', 'updated_at': '2021-08-16T20:35:17Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': 'ed5c8f9f-490c-4358-9db8-8b11a202324a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:28:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862da058-6357-4cc5-b3cd-aa3ee3d507f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:16Z', 'updated_at': '2021-08-16T20:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:21.384860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.386087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1c1ac9ef-544f-42e4-be39-c614ec0782f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6082101 Aug 16 20:35:21.388885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:21.429561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.443256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.452348 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.492076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Attempting to bind port cd28d78b-6561-4ffe-b392-96849fbb7d1b on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:21.492422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Attempting to bind port cd28d78b-6561-4ffe-b392-96849fbb7d1b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:21.492825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Attempting to bind port cd28d78b-6561-4ffe-b392-96849fbb7d1b on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:21.497423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Port cd28d78b-6561-4ffe-b392-96849fbb7d1b on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:21.503514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Attempting to bind port cd28d78b-6561-4ffe-b392-96849fbb7d1b on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:21.503514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:21.503866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:21.504110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:21.504480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Bound port: cd28d78b-6561-4ffe-b392-96849fbb7d1b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:21.505918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.515290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.577828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:21.585320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:21.596516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.604897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.614840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9a7722fe-c6b7-46ed-b6a6-37b1df637e33 HTTP/1.1" status: 204 len: 168 time: 0.2162457 Aug 16 20:35:21.614840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32868) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:21.622914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.647628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dfd3a-56d3-4972-823a-fda1342b0eda tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a7722fe-c6b7-46ed-b6a6-37b1df637e33,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.695193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:21.715417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.732976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e6d8d-4f09-4552-bc17-0800e0e4e95c req-4721648f-ccee-4a86-ae59-6af5c2808348 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.741852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0e6d8d-4f09-4552-bc17-0800e0e4e95c req-4721648f-ccee-4a86-ae59-6af5c2808348 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 943 time: 0.1818671 Aug 16 20:35:21.762948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ccd7df-cc87-4260-810a-b1cab7ea6c4b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.774556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.775043 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Added segment 8b083e4e-5244-4658-92c4-363926c2cc56 of type vlan for network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a Aug 16 20:35:21.786286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:21.786919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.788402 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] 10.222.0.64 "PUT /v2.0/ports/cd28d78b-6561-4ffe-b392-96849fbb7d1b HTTP/1.1" status: 200 len: 1092 time: 1.5920780 Aug 16 20:35:21.789954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:21.798802 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74056a9a-b684-412e-9e11-0ebfb7e17dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:21.814364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.821623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffdfd557-3c0a-474a-8dae-b4c65dca0ca3 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2106955 Aug 16 20:35:21.824563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32872) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:21.879384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc2005-0980-4eea-a099-31c2f0281b5b service neutron] Pushing event updated for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:21.917391 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56e1036-c2bd-4a9d-b0b2-0096e1ba2b38 x-openstack-request-id: req-e56e1036-c2bd-4a9d-b0b2-0096e1ba2b38 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:21.917685 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:21.917921 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e56e1036-c2bd-4a9d-b0b2-0096e1ba2b38 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:21.918369 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b', 'status': 'completed', 'code': 200} Aug 16 20:35:21.939373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0e6d8d-4f09-4552-bc17-0800e0e4e95c req-7665c751-7e91-4fdf-afd1-13b29d9a2e89 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963024 Aug 16 20:35:21.958079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed5c8f9f-490c-4358-9db8-8b11a202324a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:21.973063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:21.975600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.003094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.021883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.094782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ed5c8f9f-490c-4358-9db8-8b11a202324a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:22.100740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ed5c8f9f-490c-4358-9db8-8b11a202324a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:22.104947 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.124685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.132844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.133616 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.175260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-43fb3314-1c44-429b-889a-e94791735bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.176965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-43fb3314-1c44-429b-889a-e94791735bcf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 1095 time: 0.2363634 Aug 16 20:35:22.181832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Subnet': ['ID=bab149fe-fd8a-4ca7-b608-90f4905496c6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.202928 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.204374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Checking segment: {'id': 'e10d0df2-157e-4330-ab3f-2a9d77a19ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:22.204745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network hostable DHCP agents. Network: 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:22.220708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.223383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.225584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/1367d6a4-8cc4-42cc-b61c-7bfb86d7ff7b HTTP/1.1" status: 204 len: 168 time: 0.4002149 Aug 16 20:35:22.234560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32880) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:22.253518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ed5c8f9f-490c-4358-9db8-8b11a202324a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed5c8f9f-490c-4358-9db8-8b11a202324a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:22.258348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Network': ['ID=2ec39bad-3e07-4591-b72d-99f6d2da5f6a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.264554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076fcce-8df2-4186-bb64-1d5467dfaf5b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1367d6a4-8cc4-42cc-b61c-7bfb86d7ff7b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.271648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:22.325230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a78ce729-c36d-408b-895d-39036797f70a req-331d266a-c8eb-4343-a1f7-4fce2d700370 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 210 time: 0.0573244 Aug 16 20:35:22.334796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f9c6a791-4df1-442f-9943-29b48287ccd5 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5371635 Aug 16 20:35:22.336131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32884) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:22.349263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'subnet': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:22.353350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.370829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3e088628-4df3-400d-8d03-ecedcef29187 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326890 Aug 16 20:35:22.407209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:22.416173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group': {'name': 'tempest-secgroup--618111277'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:22.436429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ed5c8f9f-490c-4358-9db8-8b11a202324a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.514539 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.634664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:22.638562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.719257 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.743597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.819405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.836624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:22.860036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-31ae170f-9ecd-485c-ab6e-cf942c2dc14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.861550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-31ae170f-9ecd-485c-ab6e-cf942c2dc14c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e553a2ba27e450a98f45aed711be360&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6735873 Aug 16 20:35:22.900586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.930071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:22.933515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0450eb91-ab82-44c7-9baa-e2a9113d1dea,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:22.946107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.25.7.33 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/67623595-78bb-4aa3-b2ae-48923d4eef54) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:22.947362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9591f66-9162-4ae4-98b8-ece6155315e0 None None] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:22.948672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:22.949275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:22.986748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.051055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-eb06bcc1-02e5-4dab-9358-ae9191ad63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.053313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.054113 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74056a9a-b684-412e-9e11-0ebfb7e17dc0 req-eb06bcc1-02e5-4dab-9358-ae9191ad63fb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833248 Aug 16 20:35:23.054565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49c6845a-58d1-4765-a76b-d07f5fbcdc48 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6461864 Aug 16 20:35:23.058815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:23.068364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '0450eb91-ab82-44c7-9baa-e2a9113d1dea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:23.097510 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f927472a-fd2e-4f18-9cbd-d8cbfaa26696 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3905864 Aug 16 20:35:23.102454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:23.124841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1043112954', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:23.141601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e836f-be7f-4a66-bfe7-8fb308921007 None None] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:23.164629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Subnet': ['ID=9f6901a5-73dc-404e-8824-1114cea910b0,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.205760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.214808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226ddbd-feec-49b1-a818-e6d7d4ef936c req-4eb1b9aa-01c4-48d7-b1a9-aaf3bccc05b4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.220330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0226ddbd-feec-49b1-a818-e6d7d4ef936c req-4eb1b9aa-01c4-48d7-b1a9-aaf3bccc05b4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 943 time: 0.1748598 Aug 16 20:35:23.240388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.241759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Checking segment: {'id': '8b083e4e-5244-4658-92c4-363926c2cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:23.242071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network hostable DHCP agents. Network: 2ec39bad-3e07-4591-b72d-99f6d2da5f6a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:23.262711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-5a741bc2-3345-40de-8dfc-060267a42937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.264282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-5a741bc2-3345-40de-8dfc-060267a42937 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 1095 time: 0.1251333 Aug 16 20:35:23.281638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0226ddbd-feec-49b1-a818-e6d7d4ef936c req-aad99760-2297-432f-9042-5053d7a70fed tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Aug 16 20:35:23.329895 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-8e666249-b6ee-4563-98b6-8a550dc79237 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b HTTP/1.1" status: 200 len: 217 time: 0.0558941 Aug 16 20:35:23.330690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.331707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.374312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:23.417144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.446821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee789243-bc3a-4b3e-9412-dfa256895e6d req-bd862060-fd58-433a-907c-1f23f2ebd19e tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 210 time: 0.0314512 Aug 16 20:35:23.459252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-50f40eba-eff1-4b34-b87e-2b050fcf18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.460903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-50f40eba-eff1-4b34-b87e-2b050fcf18b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.1164250 Aug 16 20:35:23.477036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.477382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2ec39bad-3e07-4591-b72d-99f6d2da5f6a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:23.477382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.477382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.477703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41695ed-d4db-4249-b7e2-2ffd3798af68 None None] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:23.506851 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-ee1dc09e-cdac-443c-805e-38812e1bdf1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303521 Aug 16 20:35:23.508061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.509995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.593620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-97214cd7-bb77-496d-aa24-99fd0442e8bf tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2563806 Aug 16 20:35:23.596365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:23.601986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1353987089'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:23.642126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47faa647-e866-41e4-930b-356dd478add6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.676058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:23.684399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'tenant_id': '9da1bf283e18464d9c8ba9a54c3216b8', 'fixed_ips': [{'subnet_id': '9f6901a5-73dc-404e-8824-1114cea910b0'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:23.686090 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.688136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.689543 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-91f0f163-6f5e-48ca-8312-510b007c71f1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6288524 Aug 16 20:35:23.695412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:23.702562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:23.710719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:23.719504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=67623595-78bb-4aa3-b2ae-48923d4eef54,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:23.743552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-3daacc63-3856-4031-98e5-f4527dd1bce1 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:23.745703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-3daacc63-3856-4031-98e5-f4527dd1bce1 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.73 "GET /v2.0/networks?id=2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 HTTP/1.1" status: 200 len: 808 time: 0.2311378 Aug 16 20:35:23.761917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Request body: {'port': {'device_id': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11', 'admin_state_up': True, 'tenant_id': '7e01522b9be74eea8185c6dc0b0f14d5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:23.830630 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-52a27621-2381-4d7c-9aea-ba0abfdab448 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules/47faa647-e866-41e4-930b-356dd478add6 HTTP/1.1" status: 200 len: 763 time: 0.1266913 Aug 16 20:35:23.844809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32906) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:23.871867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:23.899548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Allocated IP 2001:db8::2 (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/56ce1333-01fc-4288-995b-e9c34849bd66) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:23.921188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed5c8f9f-490c-4358-9db8-8b11a202324a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:23.938359 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-17a19279-0ee8-491b-a2fd-f63335c01bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158084 Aug 16 20:35:24.009323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:24.013876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.040545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port b4c79dbd-dea8-4bec-860b-36fe8c9a195b yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:24.111331 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9da86784-d785-4c18-a63f-f846cc7cb3c8 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2645185 Aug 16 20:35:24.115456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32908) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:24.123976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Made reservation on behalf of 7e01522b9be74eea8185c6dc0b0f14d5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:24.127668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.156745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.174721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.182926 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98e1433c-9f29-466d-b2aa-1121d39a4d2e req-3a7413ab-716e-43bd-930e-b10aa84636e4 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141328 Aug 16 20:35:24.187682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ed5c8f9f-490c-4358-9db8-8b11a202324a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:24.188257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.323954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.330332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Allocated IP 172.20.0.8 (2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11/0d68885c-ffa2-4068-b095-d6b0ef38c399/f9564ba3-18cb-4a40-81dd-5275113cc0c3) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:24.376709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.386091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Transition to ACTIVE for port object 56ce1333-01fc-4288-995b-e9c34849bd66 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:24.404400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Transition to ACTIVE for port object 56ce1333-01fc-4288-995b-e9c34849bd66 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:24.405730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.417031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.418162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/47faa647-e866-41e4-930b-356dd478add6 HTTP/1.1" status: 204 len: 168 time: 0.3014355 Aug 16 20:35:24.424552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32914) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:24.435056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.472325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.505763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.526902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Pushing event updated for resources: {'Port': ['ID=56ce1333-01fc-4288-995b-e9c34849bd66,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:24.554089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:24.556095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:24.560388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:24.625250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Attempting to bind port 56ce1333-01fc-4288-995b-e9c34849bd66 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:24.625883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Attempting to bind port 56ce1333-01fc-4288-995b-e9c34849bd66 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8b083e4e-5244-4658-92c4-363926c2cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:24.626290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Attempting to bind port 56ce1333-01fc-4288-995b-e9c34849bd66 on network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:24.631890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:24.632395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Checking segment: {'id': '8b083e4e-5244-4658-92c4-363926c2cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:24.632878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.633333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Bound using segment: {'id': '8b083e4e-5244-4658-92c4-363926c2cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:24.633864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Bound port: 56ce1333-01fc-4288-995b-e9c34849bd66, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b083e4e-5244-4658-92c4-363926c2cc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:24.634308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.672179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.125 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f624bb7e-bf9b-47f8-ae6e-331f631d032e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:24.705049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] For port 56ce1333-01fc-4288-995b-e9c34849bd66, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:24.710689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] For port 56ce1333-01fc-4288-995b-e9c34849bd66, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56ce1333-01fc-4288-995b-e9c34849bd66,segment=NetworkSegment(8b083e4e-5244-4658-92c4-363926c2cc56),segment_id=8b083e4e-5244-4658-92c4-363926c2cc56)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:24.764143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47faa647-e866-41e4-930b-356dd478add6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:24.798075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.842565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.842565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.842956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.843185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.843523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.843895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.844228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.844664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.844880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.845216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.845535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.845859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8355af2-b503-405d-92dd-6e0b96bffa4b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:24.857998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b3cac2a-bd89-41b4-ae5b-87d399208248 req-ddecfbe1-70da-4f7f-a4ab-c842cbc5236b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 210 time: 0.0858970 Aug 16 20:35:24.870643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.874821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:24.887772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ac417-cef8-41f9-a8ee-e88479824762 req-afbf5cab-a8c2-46cf-88d2-c0f8ef049b13 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:24.893620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b1ac417-cef8-41f9-a8ee-e88479824762 req-afbf5cab-a8c2-46cf-88d2-c0f8ef049b13 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 943 time: 0.5237491 Aug 16 20:35:24.900543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84774e17-eb64-43f0-88d8-0ed020a567f2 None None] Pushing event updated for resources: {'Port': ['ID=56ce1333-01fc-4288-995b-e9c34849bd66,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:24.948267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3e7a811c-d3dd-4673-8530-b072001b431f tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5217776 Aug 16 20:35:24.966600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:24.974875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::ae (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/b4c79dbd-dea8-4bec-860b-36fe8c9a195b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:24.985102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '0450eb91-ab82-44c7-9baa-e2a9113d1dea', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:25.040907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b1ac417-cef8-41f9-a8ee-e88479824762 req-305019d9-265e-40cb-9b19-efbc5dccfe44 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463881 Aug 16 20:35:25.063266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.089628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.146907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:25.147744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router a6766d1a-56a1-4bd2-9a7f-29116496146a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:25.157649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:25.162397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:25.195057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.205876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=f624bb7e-bf9b-47f8-ae6e-331f631d032e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.308254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.311297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.325542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object b4c79dbd-dea8-4bec-860b-36fe8c9a195b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:25.332109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.392884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:25.404475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:25.411875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:25.416904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.421610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Pushing event updated for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.434982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:25.445473 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Sync routers for ids ['a6766d1a-56a1-4bd2-9a7f-29116496146a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:25.466985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Routers {'a6766d1a-56a1-4bd2-9a7f-29116496146a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:25.467636 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a6766d1a-56a1-4bd2-9a7f-29116496146a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:25.474649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cc1dba-9c46-4749-8c44-81d1ae68464b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.492040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.492710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.529242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.569886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.572849 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c97de6f8-971f-4c4c-a408-09dc8f1b0a4d tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2362411 Aug 16 20:35:25.577222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.577399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:25.578146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-76a25695-a1a9-4661-8d6e-367a514306ef tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6061735 Aug 16 20:35:25.582917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Set router a6766d1a-56a1-4bd2-9a7f-29116496146a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:25.583873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:25.584805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32926) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:25.597502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:25.603881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:25.609611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:25.610595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.615261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=b4c79dbd-dea8-4bec-860b-36fe8c9a195b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:25.631907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-153a6db5-baff-48c8-829c-0bddc97f3d47 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules/45cc1dba-9c46-4749-8c44-81d1ae68464b HTTP/1.1" status: 200 len: 763 time: 0.0429349 Aug 16 20:35:25.634232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-87109e02-3826-442c-bbc1-56d69913acad tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8777947 Aug 16 20:35:25.634752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32928) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:25.651421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Request body: {'port': {'device_id': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:25.743820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4c6a3e3f-82f9-4332-833b-d91c258279ed tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1033785 Aug 16 20:35:25.744722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:25.759924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c2baccd2-8868-41f8-98d8-c60795a67509 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1586430 Aug 16 20:35:25.759924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32932) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:25.783070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-488138764', 'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:1e:03:dc'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:25.795028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.856426 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:24Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:22Z', 'updated_at': '2021-08-16T20:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:25.894182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Checking router: a6766d1a-56a1-4bd2-9a7f-29116496146a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:35:25.895067 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Updating router a6766d1a-56a1-4bd2-9a7f-29116496146a port 67623595-78bb-4aa3-b2ae-48923d4eef54 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:35:25.899440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56ce1333-01fc-4288-995b-e9c34849bd66 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:25.925795 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:25.960299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.009356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.088413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 56ce1333-01fc-4288-995b-e9c34849bd66 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:26.196430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4d9bb-f1d6-48c7-b630-a6f17da71a2e None None] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:26.276419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:26.280906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.289682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-11e42d8b-9de5-46fe-9f80-d0a0623f1461 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/a6766d1a-56a1-4bd2-9a7f-29116496146a HTTP/1.1" status: 200 len: 906 time: 0.7120578 Aug 16 20:35:26.292765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:26.293344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34adf4-7cae-4c95-99cd-894e23a0006f req-a9eab46e-035e-410c-85e0-736d534cc56b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.294929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf34adf4-7cae-4c95-99cd-894e23a0006f req-a9eab46e-035e-410c-85e0-736d534cc56b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 931 time: 0.3130176 Aug 16 20:35:26.305072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.308722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/45cc1dba-9c46-4749-8c44-81d1ae68464b HTTP/1.1" status: 204 len: 168 time: 0.5626132 Aug 16 20:35:26.329014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32942) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:26.335468 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.346111 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Transition to ACTIVE for port object 67623595-78bb-4aa3-b2ae-48923d4eef54 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:26.377383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Provisioning for port 56ce1333-01fc-4288-995b-e9c34849bd66 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:26.383232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Provisioning complete for port 56ce1333-01fc-4288-995b-e9c34849bd66 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:26.383830 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.423167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b272d7-2a78-4483-9052-9d8ecefe307b tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45cc1dba-9c46-4749-8c44-81d1ae68464b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.450317 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.462412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.467196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.514870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616041-e649-4ae6-8d10-eaaace0681ca req-dd089680-aa48-4be5-844f-2d410b581949 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:26.519432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95616041-e649-4ae6-8d10-eaaace0681ca req-dd089680-aa48-4be5-844f-2d410b581949 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 943 time: 0.3050153 Aug 16 20:35:26.533256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.541228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf34adf4-7cae-4c95-99cd-894e23a0006f req-9f644e12-9923-4eef-ba69-edf54392e1aa tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087028 Aug 16 20:35:26.550581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Pushing event updated for resources: {'Port': ['ID=67623595-78bb-4aa3-b2ae-48923d4eef54,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.560150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eb7cf5dd-bf7b-4b40-9819-240a27cb9ab1 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2258539 Aug 16 20:35:26.560784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32946) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:26.565989 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.566651 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.567912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.568531 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.569086 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.569684 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.570223 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.570758 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.572160 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.572761 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.573392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.583682 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:26.599792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Request body: {'security_group_rule': {'security_group_id': '0450eb91-ab82-44c7-9baa-e2a9113d1dea', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:26.625050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Attempting to bind port 67623595-78bb-4aa3-b2ae-48923d4eef54 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:26.628489 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Attempting to bind port 67623595-78bb-4aa3-b2ae-48923d4eef54 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:26.628489 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Attempting to bind port 67623595-78bb-4aa3-b2ae-48923d4eef54 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:26.634136 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:26.634994 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:26.635718 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.636498 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:26.636668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.637371 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Bound port: 67623595-78bb-4aa3-b2ae-48923d4eef54, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:26.637990 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.661580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] For port 56ce1333-01fc-4288-995b-e9c34849bd66, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56ce1333-01fc-4288-995b-e9c34849bd66,segment=NetworkSegment(8b083e4e-5244-4658-92c4-363926c2cc56),segment_id=8b083e4e-5244-4658-92c4-363926c2cc56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:26.705251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95616041-e649-4ae6-8d10-eaaace0681ca req-1f1ac194-9887-422d-bd55-7d49df6b1aaf tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702721 Aug 16 20:35:26.706475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port ec219cd2-f916-4715-ae59-1a273e4673db yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:26.746239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.760171 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] For port 67623595-78bb-4aa3-b2ae-48923d4eef54, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:26.764807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] For port 67623595-78bb-4aa3-b2ae-48923d4eef54, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=67623595-78bb-4aa3-b2ae-48923d4eef54,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:26.773311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.802717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c197a2e-070f-4bd4-8906-8751bb6f552e None None] Pushing event updated for resources: {'Port': ['ID=56ce1333-01fc-4288-995b-e9c34849bd66,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.820742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.834922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9564ba3-18cb-4a40-81dd-5275113cc0c3 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:26.843561 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.852472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.877386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.886905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Provisioning complete for port 56ce1333-01fc-4288-995b-e9c34849bd66 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:26.888705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:26.932503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Transition to ACTIVE for port object f9564ba3-18cb-4a40-81dd-5275113cc0c3 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:26.941710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Routers {'a6766d1a-56a1-4bd2-9a7f-29116496146a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:26.942595 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a6766d1a-56a1-4bd2-9a7f-29116496146a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:26.993948 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e434b-5c31-4829-bad5-db18753a9c17 None None] Pushing event updated for resources: {'Port': ['ID=67623595-78bb-4aa3-b2ae-48923d4eef54,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:26.995817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::2f0 (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/ec219cd2-f916-4715-ae59-1a273e4673db) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:27.000413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.042024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.086508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Deleting port 67623595-78bb-4aa3-b2ae-48923d4eef54 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:27.087956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.108260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Pushing event updated for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.108941 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] Set router a6766d1a-56a1-4bd2-9a7f-29116496146a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:35:27.120674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.152185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e762a7e-d5c6-470e-a72e-6c3fb4e3e722,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.174369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Provisioning for port b4c79dbd-dea8-4bec-860b-36fe8c9a195b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:27.179155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Provisioning complete for port b4c79dbd-dea8-4bec-860b-36fe8c9a195b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:27.179632 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.210697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] For port 67623595-78bb-4aa3-b2ae-48923d4eef54, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=67623595-78bb-4aa3-b2ae-48923d4eef54,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:27.211683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.213713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.220198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-11cd4ef0-56b2-460c-8d90-500dae912171 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6288264 Aug 16 20:35:27.225554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Calling delete_port for 67623595-78bb-4aa3-b2ae-48923d4eef54 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:27.230265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.232842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:27.246841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a78af-432a-4d25-9467-75ca9d71467a None None] Port b4c79dbd-dea8-4bec-860b-36fe8c9a195b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:27.266411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c1a66610-f428-4350-9216-553cb927f0f7 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules/1e762a7e-d5c6-470e-a72e-6c3fb4e3e722 HTTP/1.1" status: 200 len: 764 time: 0.0319088 Aug 16 20:35:27.266661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.323862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Attempting to bind port f9564ba3-18cb-4a40-81dd-5275113cc0c3 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:27.324206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Attempting to bind port f9564ba3-18cb-4a40-81dd-5275113cc0c3 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '191cb44c-4845-4791-881d-25a55f2f5916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:27.324534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Attempting to bind port f9564ba3-18cb-4a40-81dd-5275113cc0c3 on network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:27.332407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:24Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:22Z', 'updated_at': '2021-08-16T20:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.337288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Port f9564ba3-18cb-4a40-81dd-5275113cc0c3 on network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:35:27.337621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Attempting to bind port f9564ba3-18cb-4a40-81dd-5275113cc0c3 on network 2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:27.349496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:27.349496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Checking segment: {'id': '191cb44c-4845-4791-881d-25a55f2f5916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:27.349835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Bound using segment: {'id': '191cb44c-4845-4791-881d-25a55f2f5916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:27.350518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Bound port: f9564ba3-18cb-4a40-81dd-5275113cc0c3, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191cb44c-4845-4791-881d-25a55f2f5916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:27.350700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.362985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71d2f2-a951-4f72-a8e3-f93521aad458 None None] The sync data for ids ['a6766d1a-56a1-4bd2-9a7f-29116496146a'] in n-d-794306-10 is: [{'id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'name': 'tempest-snat-router-149682017', 'tenant_id': '0c5e18babc6a4634b94918ed106316c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33'}], 'enable_snat': True}, 'gw_port_id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:35:21Z', 'updated_at': '2021-08-16T20:35:24Z', 'revision_number': 3, 'project_id': '0c5e18babc6a4634b94918ed106316c8', 'gw_port': {'id': '67623595-78bb-4aa3-b2ae-48923d4eef54', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6766d1a-56a1-4bd2-9a7f-29116496146a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:35:22Z', 'updated_at': '2021-08-16T20:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:27.374456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.389195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d80df302-5db8-46e7-9a16-1a3e71c60dff None None] Provisioning complete for port b4c79dbd-dea8-4bec-860b-36fe8c9a195b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:27.390967 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d80df302-5db8-46e7-9a16-1a3e71c60dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.428792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d80df302-5db8-46e7-9a16-1a3e71c60dff None None] Port b4c79dbd-dea8-4bec-860b-36fe8c9a195b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:27.433847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object ec219cd2-f916-4715-ae59-1a273e4673db will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:27.437512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df56d74b-7282-467a-a646-1429126bd4f5 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1698813 Aug 16 20:35:27.441021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32954) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.448155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:27.452284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3,segment=NetworkSegment(191cb44c-4845-4791-881d-25a55f2f5916),segment_id=191cb44c-4845-4791-881d-25a55f2f5916)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:27.523618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.532699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:27.547678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.553656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:27.559497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.561990 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.576625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:27.577174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.580380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.581015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.582474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9564ba3-18cb-4a40-81dd-5275113cc0c3 HTTP/1.1" status: 200 len: 1092 time: 1.9380825 Aug 16 20:35:27.584589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:27.588096 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889" -d '{"events": [{"name": "network-changed", "server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:27.639870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:27.650131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.650455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:27.654966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f747bb-3818-4846-9acd-f6b83a874903 service neutron] Pushing event updated for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.657862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:27.671174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.675227 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56bcbe42-1bd6-4137-b3b6-ca8dfbba4ea6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5651324 Aug 16 20:35:27.681135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:27.681135 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.690679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.712716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:27.713425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.768826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.769749 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e3b18-1d23-405d-b2d9-60552df17ea3 x-openstack-request-id: req-ca6e3b18-1d23-405d-b2d9-60552df17ea3 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:27.770644 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:27.771603 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca6e3b18-1d23-405d-b2d9-60552df17ea3 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:27.772117 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3', 'status': 'completed', 'code': 200} Aug 16 20:35:27.778615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.782432 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/1e762a7e-d5c6-470e-a72e-6c3fb4e3e722 HTTP/1.1" status: 204 len: 168 time: 0.3354311 Aug 16 20:35:27.784016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:27.808102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8583-aff1-4abf-a7ee-da933c47a139 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e762a7e-d5c6-470e-a72e-6c3fb4e3e722,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.813869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:27.834360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cd28d78b-6561-4ffe-b392-96849fbb7d1b details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:27.837495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:27.838158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181fa31-b0db-4920-9048-48a9656472c8 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:27.910229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Port': ['ID=67623595-78bb-4aa3-b2ae-48923d4eef54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:27.970800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.2102480 Aug 16 20:35:28.016383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32968) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:28.056414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7c859f9b-4b2c-413a-833f-4df6ce1971fe tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2655776 Aug 16 20:35:28.060326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:28.061414 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.068328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 67623595-78bb-4aa3-b2ae-48923d4eef54 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:28.111990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c32b-4b2b-4194-91a6-82fe7ea23b96 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=ec219cd2-f916-4715-ae59-1a273e4673db,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.112380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 67623595-78bb-4aa3-b2ae-48923d4eef54 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:28.112927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 67623595-78bb-4aa3-b2ae-48923d4eef54 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 20:35:28.148937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-e4fb999f-7213-48d6-9cff-e26362da4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.151009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-e4fb999f-7213-48d6-9cff-e26362da4a52 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01522b9be74eea8185c6dc0b0f14d5&device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 1095 time: 0.4356918 Aug 16 20:35:28.166005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d771e7-65d8-4dee-921f-31f41e252edb req-9e60a974-56b7-421f-9fcd-b41560f984b4 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.167187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Port 67623595-78bb-4aa3-b2ae-48923d4eef54 not found, will not notify nova. {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 20:35:28.167599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56ce1333-01fc-4288-995b-e9c34849bd66 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:28.168300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67d771e7-65d8-4dee-921f-31f41e252edb req-9e60a974-56b7-421f-9fcd-b41560f984b4 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 943 time: 0.4825809 Aug 16 20:35:28.170687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:28.214375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bfd39-f917-4415-8b19-40bd743d1719 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.217609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b', 'mac_address': 'fa:16:3e:8e:c1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:28.219143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.222344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bfd39-f917-4415-8b19-40bd743d1719 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.223104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.229467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59bfd39-f917-4415-8b19-40bd743d1719 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.231948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d59bfd39-f917-4415-8b19-40bd743d1719 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1909947 Aug 16 20:35:28.237385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32974) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:28.279087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.294045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 56ce1333-01fc-4288-995b-e9c34849bd66 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:28.294441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.299740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd28d78b-6561-4ffe-b392-96849fbb7d1b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:28.328910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f0c1cf81-c744-4f0d-81c4-252028bbf8ff None None] Provisioning for port ec219cd2-f916-4715-ae59-1a273e4673db completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:28.367543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:28.368776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f0c1cf81-c744-4f0d-81c4-252028bbf8ff None None] Provisioning complete for port ec219cd2-f916-4715-ae59-1a273e4673db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:28.369140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0c1cf81-c744-4f0d-81c4-252028bbf8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.373695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.414322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.414807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6766d1a-56a1-4bd2-9a7f-29116496146a {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:28.419228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1cf81-c744-4f0d-81c4-252028bbf8ff None None] Port ec219cd2-f916-4715-ae59-1a273e4673db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:28.420774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.422864 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9c3d50b7-973a-4442-acd4-61e26e2b8809 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a6766d1a-56a1-4bd2-9a7f-29116496146a HTTP/1.1" status: 204 len: 168 time: 2.1291931 Aug 16 20:35:28.432380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.435324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32976) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:28.479445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.545921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.606519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port ec219cd2-f916-4715-ae59-1a273e4673db {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:28.607125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.612254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.704038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['cd28d78b-6561-4ffe-b392-96849fbb7d1b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:28.719117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4ca22-cb73-4599-b724-3d770c065a14 req-62c343af-c03b-4f6c-8378-78d682d369a5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.720795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24c4ca22-cb73-4599-b724-3d770c065a14 req-62c343af-c03b-4f6c-8378-78d682d369a5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 943 time: 0.7575333 Aug 16 20:35:28.767797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.771107 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.772382 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "DELETE /v2.0/security-groups/0450eb91-ab82-44c7-9baa-e2a9113d1dea HTTP/1.1" status: 204 len: 168 time: 0.7084796 Aug 16 20:35:28.777417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32978) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:28.793246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.805680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdbbaa-f896-4c62-a3b5-6fdc332ecc97 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0450eb91-ab82-44c7-9baa-e2a9113d1dea,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:28.816291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for ec219cd2-f916-4715-ae59-1a273e4673db owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:28.823800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:28.830342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67d771e7-65d8-4dee-921f-31f41e252edb req-015ea4a0-fda1-4ef4-a857-97dea97e3dbf tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507778 Aug 16 20:35:28.910275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24c4ca22-cb73-4599-b724-3d770c065a14 req-c7322e11-ac43-464d-addc-03ba7bdeb4ba tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506448 Aug 16 20:35:28.911700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-f1b34faa-c8da-4d03-a805-7b2d794e426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:28.920153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-f1b34faa-c8da-4d03-a805-7b2d794e426c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=7e01522b9be74eea8185c6dc0b0f14d5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7427247 Aug 16 20:35:29.005635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Deleting port ed5c8f9f-490c-4358-9db8-8b11a202324a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:29.006071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.046413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.084939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=ec219cd2-f916-4715-ae59-1a273e4673db,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:29.094783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b0b1f49d-6314-4909-adc4-d36ab77a2780 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2942574 Aug 16 20:35:29.103691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32982) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:29.159891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] For port ed5c8f9f-490c-4358-9db8-8b11a202324a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed5c8f9f-490c-4358-9db8-8b11a202324a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:29.160514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.201015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Calling delete_port for ed5c8f9f-490c-4358-9db8-8b11a202324a owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:29.242618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.248190 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43dc22ef-ac5b-4dbb-ab86-74568a9aca18 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/ec219cd2-f916-4715-ae59-1a273e4673db HTTP/1.1" status: 204 len: 168 time: 1.0095294 Aug 16 20:35:29.248765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32984) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:29.259052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-dc099d46-6bc0-4d8a-9da8-40df703a8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.260596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ffa0aeb-acd5-42b9-b17b-2a9d72509889 req-dc099d46-6bc0-4d8a-9da8-40df703a8d63 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3318496 Aug 16 20:35:29.272776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-67e6390e-8172-402e-964a-b1939a0315a2 tempest-SecGroupTest-503149306 tempest-SecGroupTest-503149306-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675980 Aug 16 20:35:29.317792 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b93d4b8-bdff-47b6-b7b6-adab4d68be81 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] GET failed (client error): The resource could not be found. Aug 16 20:35:29.319540 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b93d4b8-bdff-47b6-b7b6-adab4d68be81 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports/ec219cd2-f916-4715-ae59-1a273e4673db HTTP/1.1" status: 404 len: 333 time: 0.0681508 Aug 16 20:35:29.326167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32988) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:29.354784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-20185240'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:29.483374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-c6882150-cdf3-4203-a758-90e5bd2e72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.484868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-c6882150-cdf3-4203-a758-90e5bd2e72fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7e01522b9be74eea8185c6dc0b0f14d5&device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 1095 time: 0.1783030 Aug 16 20:35:29.545101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.565667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-ffab50a1-9afc-4f5c-8408-aa87fc246b8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3 HTTP/1.1" status: 200 len: 217 time: 0.0662425 Aug 16 20:35:29.573507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed5c8f9f-490c-4358-9db8-8b11a202324a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:29.641804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.652422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.658219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f857539-c385-4437-8b51-57c955224e12 req-b2aaa304-58b0-44fc-ae75-c88f9e75cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:29.662119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-b2aaa304-58b0-44fc-ae75-c88f9e75cc84 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d68885c-ffa2-4068-b095-d6b0ef38c399 HTTP/1.1" status: 200 len: 848 time: 0.0653212 Aug 16 20:35:29.698380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-bb7650e6-91e5-4d30-9cc0-2772e0e75b59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312088 Aug 16 20:35:29.756591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.759196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.807652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:29.811140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.812260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cd28d78b-6561-4ffe-b392-96849fbb7d1b up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:29.830490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32992) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:29.888039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port b477db6e-d923-4dd6-b455-34c6c5baf313 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:29.906275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.907156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 862da058-6357-4cc5-b3cd-aa3ee3d507f1 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:29.928508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:29.933502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5ed98227-41cb-4c76-86d4-20dcbe8c34cf tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "DELETE /v2.0/routers/862da058-6357-4cc5-b3cd-aa3ee3d507f1 HTTP/1.1" status: 204 len: 168 time: 1.4921095 Aug 16 20:35:29.939586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:29.940077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-682429426', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:29.979783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port cd28d78b-6561-4ffe-b392-96849fbb7d1b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:29.984788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port cd28d78b-6561-4ffe-b392-96849fbb7d1b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:29.985618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.044903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.045938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.061587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d4515d4-8ead-4f30-8cab-80da87be7d2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=815ec965790849bda84e76f364757547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297003 Aug 16 20:35:30.064540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:30.106664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.185344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:30.186125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.189501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:30.189501 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d8dd9b-2d0e-4cca-a768-c57204932b71" -d '{"events": [{"server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "name": "network-vif-plugged", "status": "completed", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:30.199625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.224003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.260127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.309833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:30.310658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-49c2f543-c8d8-43e1-ad1a-024a0df10c0d service neutron] 10.222.0.73 "GET /v2.0/networks/2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138297 Aug 16 20:35:30.336357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae2f68-db2b-404e-b1ec-ff855c4d732d req-ff57983a-1e3e-427c-853a-7d0a0996b5e9 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.337871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8ae2f68-db2b-404e-b1ec-ff855c4d732d req-ff57983a-1e3e-427c-853a-7d0a0996b5e9 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 943 time: 0.4141510 Aug 16 20:35:30.362740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131948cb-8d12-4b29-9533-5f9e87b0dd54 req-6c088dbf-0ca4-4c55-a7ce-610c2bbea7af tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.364993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-131948cb-8d12-4b29-9533-5f9e87b0dd54 req-6c088dbf-0ca4-4c55-a7ce-610c2bbea7af tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 944 time: 0.3543739 Aug 16 20:35:30.487917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::20f (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/b477db6e-d923-4dd6-b455-34c6c5baf313) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:30.512763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.1 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/d6dd2fc8-789e-49e7-986f-7b3206e04e21) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:30.555396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9274697a-acfd-4835-884f-c4917d287a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.577063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8ae2f68-db2b-404e-b1ec-ff855c4d732d req-cec112f1-84ee-470b-950c-435b7d842465 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223389 Aug 16 20:35:30.615338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-131948cb-8d12-4b29-9533-5f9e87b0dd54 req-70bbcc4d-622b-4d38-b6d9-b3ea3af2f1db tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102332 Aug 16 20:35:30.662964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f857539-c385-4437-8b51-57c955224e12 req-1320e2b2-c316-40e8-8bcb-80128879c1fb service neutron] 10.222.0.73 "GET /v2.0/networks/2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380764 Aug 16 20:35:30.727616 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df22b6d5-17fc-4022-9bb7-8aa0d688e6c3 x-openstack-request-id: req-df22b6d5-17fc-4022-9bb7-8aa0d688e6c3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:30.727949 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "name": "network-vif-plugged", "status": "completed", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:30.728220 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df22b6d5-17fc-4022-9bb7-8aa0d688e6c3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:30.728613 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b', 'code': 200} Aug 16 20:35:30.744203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.748360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.749525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5295305d-eb79-4db8-81cb-6042931e7ffd HTTP/1.1" status: 204 len: 168 time: 0.6831183 Aug 16 20:35:30.763568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463ec8c-9a00-4250-a038-d7c7b8bbf375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5295305d-eb79-4db8-81cb-6042931e7ffd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:30.808544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.861853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.868208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:30.901698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object b477db6e-d923-4dd6-b455-34c6c5baf313 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:30.931154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1a7d1-14cf-4f0b-a32c-dfd355a4aaf2 req-410e435f-941d-4f27-8f1b-6d6c8ce0c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:30.933322 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48d1a7d1-14cf-4f0b-a32c-dfd355a4aaf2 req-410e435f-941d-4f27-8f1b-6d6c8ce0c8e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 1097 time: 0.1233852 Aug 16 20:35:30.973658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48d1a7d1-14cf-4f0b-a32c-dfd355a4aaf2 req-7d0159ff-8510-4a01-ac4a-2c4e2aa76338 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Aug 16 20:35:30.997424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.004032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.064335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:31.074640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:31.077950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:31.079065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=d6dd2fc8-789e-49e7-986f-7b3206e04e21,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:31.081769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:31.129967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.154403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:31.202862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:31.209701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.210286 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.222445 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.243277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.296151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=b477db6e-d923-4dd6-b455-34c6c5baf313,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:31.383627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Allocated IP 172.25.7.207 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/b3ed504c-2b65-4f92-932f-44a990911b72) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:31.555398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.688117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d9832a68-18f0-4783-b710-fd43ea14dc21 None None] Provisioning for port b477db6e-d923-4dd6-b455-34c6c5baf313 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:31.692356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-223298bd-b93a-482c-95a5-9bba63af6de6 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3612707 Aug 16 20:35:31.692769 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:35:31.695742 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33030) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:31.699937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d9832a68-18f0-4783-b710-fd43ea14dc21 None None] Provisioning complete for port b477db6e-d923-4dd6-b455-34c6c5baf313 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:31.699937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d9832a68-18f0-4783-b710-fd43ea14dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.705506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:1e:03:dc'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:31.754169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.758616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d9832a68-18f0-4783-b710-fd43ea14dc21 None None] Port b477db6e-d923-4dd6-b455-34c6c5baf313 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:31.819628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed5c8f9f-490c-4358-9db8-8b11a202324a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:31.834149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094fd1a-363b-4d62-bfd5-da8b8b266789 req-b94c537c-6bf2-42cd-992b-db87a337e7a3 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.843980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8094fd1a-363b-4d62-bfd5-da8b8b266789 req-b94c537c-6bf2-42cd-992b-db87a337e7a3 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 943 time: 0.1612394 Aug 16 20:35:31.849210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ed5c8f9f-490c-4358-9db8-8b11a202324a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:31.849210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed5c8f9f-490c-4358-9db8-8b11a202324a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:31.849210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 67623595-78bb-4aa3-b2ae-48923d4eef54 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:31.853078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:31.864454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:31.868490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event updated for resources: {'Port': ['ID=b3ed504c-2b65-4f92-932f-44a990911b72,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:31.883375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:31.892792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 67623595-78bb-4aa3-b2ae-48923d4eef54 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:31.893197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 67623595-78bb-4aa3-b2ae-48923d4eef54 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:31.917507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228187dd-260f-414f-b59b-7644a0400974 req-f6e69c25-6c39-4bf0-8394-9f5bf7ea99ae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:31.924290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-228187dd-260f-414f-b59b-7644a0400974 req-f6e69c25-6c39-4bf0-8394-9f5bf7ea99ae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1878109 Aug 16 20:35:31.963241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:31.967426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8094fd1a-363b-4d62-bfd5-da8b8b266789 req-d81e3ad1-47fa-46a6-8e64-dbbe17ef2817 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226392 Aug 16 20:35:31.998146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-228187dd-260f-414f-b59b-7644a0400974 req-e8ee6175-8be2-4b02-a42f-1f0140e806f3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727229 Aug 16 20:35:32.124631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.157312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33040) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:32.286003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-27eec954-cf73-4d68-8de4-89512ce6ee43 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:32.287550 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-27eec954-cf73-4d68-8de4-89512ce6ee43 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:35:32.288083 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-27eec954-cf73-4d68-8de4-89512ce6ee43 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:35:32.289076 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-27eec954-cf73-4d68-8de4-89512ce6ee43 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1293101 Aug 16 20:35:32.293151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33044) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:32.297246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067354896'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:32.353849 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.408244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.448184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.460067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.469222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.489584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.524160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.591561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.596986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=d6dd2fc8-789e-49e7-986f-7b3206e04e21,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.603964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] In _notify_port_updated(), no bound segment for port b477db6e-d923-4dd6-b455-34c6c5baf313 on network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:35:32.609727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:32.609895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.611228 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "PUT /v2.0/ports/b477db6e-d923-4dd6-b455-34c6c5baf313 HTTP/1.1" status: 200 len: 1000 time: 0.9141555 Aug 16 20:35:32.619177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33046) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:32.679020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd407fe4-cf65-411f-aa8f-0edd953acdb4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=b477db6e-d923-4dd6-b455-34c6c5baf313,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.721057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.732451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:32.734173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:32.744798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.784132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.825718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port b477db6e-d923-4dd6-b455-34c6c5baf313 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:32.826851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.841267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e2e4ce-5e08-4c50-8567-2090c627ecd3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:32.892979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c52f006-d4d5-463c-a69c-397b6b5553a0 None None] Provisioning complete for port b477db6e-d923-4dd6-b455-34c6c5baf313 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:32.893616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c52f006-d4d5-463c-a69c-397b6b5553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.927248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:32.937090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3c52f006-d4d5-463c-a69c-397b6b5553a0 None None] Port b477db6e-d923-4dd6-b455-34c6c5baf313 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:32.963300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.969327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:32.990192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for b477db6e-d923-4dd6-b455-34c6c5baf313 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:33.040721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.062855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Router 8fe94842-f091-47c5-aedc-0c3d697823a8 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:33.131920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64bdacab-ebf8-477a-b3d9-69b9b0a95492,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:33.152621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:33.158099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-03771798-b31d-4e34-9943-68869923cc91 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/routers/cc1eb989-67c2-488c-96a9-9e8013bb1485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4629343 Aug 16 20:35:33.163424 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:33.163958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33056) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.169866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'port': {'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f', 'name': 'tempest-FloatingIPTestJSON-1186027759'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.180110 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:33.181043 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.230113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ab7ad-2bed-4685-b446-b8e2db90f8fa req-fb49db38-bcb0-42d7-b8e2-9f1ad60dcc2e tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.231957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38ab7ad-2bed-4685-b446-b8e2db90f8fa req-fb49db38-bcb0-42d7-b8e2-9f1ad60dcc2e tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 943 time: 0.1884744 Aug 16 20:35:33.257034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:33.265749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f24eb6-ddd1-420b-a881-63fc41fd7698 req-b58e2cf9-7ba6-4dd1-80d7-c541a32f8b19 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.267400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4f24eb6-ddd1-420b-a881-63fc41fd7698 req-b58e2cf9-7ba6-4dd1-80d7-c541a32f8b19 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1596859 Aug 16 20:35:33.273942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] Sync routers for ids ['8fe94842-f091-47c5-aedc-0c3d697823a8'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:33.285150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] Routers {'8fe94842-f091-47c5-aedc-0c3d697823a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:33.287267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fe94842-f091-47c5-aedc-0c3d697823a8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.311315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.315453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33058) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.315694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a4c8e485-c25e-4867-91e9-77e5c5f18bad tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0219457 Aug 16 20:35:33.322089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '64bdacab-ebf8-477a-b3d9-69b9b0a95492', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.330119 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.333897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.340932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:33.341871 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.365297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=b477db6e-d923-4dd6-b455-34c6c5baf313,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:33.373523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38ab7ad-2bed-4685-b446-b8e2db90f8fa req-c6da4237-c1d1-41ea-affd-79a3e11acc19 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217105 Aug 16 20:35:33.378655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.380182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44db126-e5d2-4819-8843-63c2335d1273 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:33.388383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4f24eb6-ddd1-420b-a881-63fc41fd7698 req-4d7e845a-e6b1-4c62-9886-63f114dbcb41 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005831 Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a0a879ae-efac-4cd4-a870-0204fef6baee tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4473939 Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.388750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33062) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.389566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:33.392049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.393435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.397953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:35:33.397953 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:35:33.397953 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '2fa6cececd1342cbb6d7abd09294358f', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 35, 33, 385454)}] Aug 16 20:35:33.397953 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:35:33.398631 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:35:33.421682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] Routers {'8fe94842-f091-47c5-aedc-0c3d697823a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:33.422624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fe94842-f091-47c5-aedc-0c3d697823a8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.479710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:33.480258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04864a-3311-4a2d-b986-4c9c2199f693 None None] The sync data for ids ['8fe94842-f091-47c5-aedc-0c3d697823a8'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:33.517235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.524089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.528144 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7a6da895-dedf-41a8-a484-d9ef8e049a31 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/b477db6e-d923-4dd6-b455-34c6c5baf313 HTTP/1.1" status: 204 len: 168 time: 0.9060376 Aug 16 20:35:33.531233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33066) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.561652 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-45795e11-0f88-4bb2-9911-c1af5dd8920c tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] GET failed (client error): The resource could not be found. Aug 16 20:35:33.567238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45795e11-0f88-4bb2-9911-c1af5dd8920c tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports/b477db6e-d923-4dd6-b455-34c6c5baf313 HTTP/1.1" status: 404 len: 333 time: 0.0310764 Aug 16 20:35:33.570328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.574435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.574626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535763555'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.585738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6486ebfc-a1bf-45d5-8976-e5f1a21bbe7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.626213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.656245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f9564ba3-18cb-4a40-81dd-5275113cc0c3 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:35:33.693686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.715461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269d81d5-1164-4d3d-aca6-a03517c3553d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:33.765621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3,segment=NetworkSegment(191cb44c-4845-4791-881d-25a55f2f5916),segment_id=191cb44c-4845-4791-881d-25a55f2f5916)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:33.778581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3', 'network_id': '2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11', 'port_id': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3', 'mac_address': 'fa:16:3e:f0:84:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d68885c-ffa2-4068-b095-d6b0ef38c399', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:35:33.821737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.825207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.829068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ccdfbf01-f766-4795-8b62-3e49bd05a0dd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5099251 Aug 16 20:35:33.829664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33070) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:33.835231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9a72e6b4-76e7-4ca5-9aad-4a04f357893d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '64bdacab-ebf8-477a-b3d9-69b9b0a95492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:33.835938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9564ba3-18cb-4a40-81dd-5275113cc0c3 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:35:33.855658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3,segment=NetworkSegment(191cb44c-4845-4791-881d-25a55f2f5916),segment_id=191cb44c-4845-4791-881d-25a55f2f5916)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:33.881775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.922273 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:33.975877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:33.976596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653fbd-85c6-4683-adf3-9e61bcdeba78 req-ec25f27c-24d1-4aec-aa72-f88415a7049f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:33.978205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96653fbd-85c6-4683-adf3-9e61bcdeba78 req-ec25f27c-24d1-4aec-aa72-f88415a7049f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Aug 16 20:35:33.979374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:33.982726 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.016649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port 8f30ea16-4a05-4a25-9843-2251d6f1def9 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:34.082268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a72e6b4-76e7-4ca5-9aad-4a04f357893d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.108097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96653fbd-85c6-4683-adf3-9e61bcdeba78 req-b026c2fe-3903-4ddd-8dd8-867c5c55dc1f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152015 Aug 16 20:35:34.184941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.205174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::349 (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/8f30ea16-4a05-4a25-9843-2251d6f1def9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:34.226627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:34.230057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.280682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] device_id is not set on port 0a2f0eef-e7ac-41de-b6b2-b8917998a7d9 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:34.294155 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-9a72e6b4-76e7-4ca5-9aad-4a04f357893d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:35:34.295754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9a72e6b4-76e7-4ca5-9aad-4a04f357893d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4651439 Aug 16 20:35:34.298735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33074) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:34.323440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['f9564ba3-18cb-4a40-81dd-5275113cc0c3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:35:34.354550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.378660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.488044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.491236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.492466 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/64bdacab-ebf8-477a-b3d9-69b9b0a95492 HTTP/1.1" status: 204 len: 168 time: 0.1927032 Aug 16 20:35:34.501226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33078) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:34.508258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312c437-14a2-4a49-9507-b43121eba344 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bdacab-ebf8-477a-b3d9-69b9b0a95492,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.553060 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ecb45c6-e181-403f-b22a-3bd8857c14e4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507209 Aug 16 20:35:34.556895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33080) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:34.561554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020221863'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:34.671638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.761100 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.830854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.861797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814cafcb-fd1b-4451-b720-6aca890d637f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:34.893118 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.928149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:34.929428 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c5b988c7-d4ed-411d-945d-ed3c5b694ffa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3714747 Aug 16 20:35:34.931878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.8 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/0a2f0eef-e7ac-41de-b6b2-b8917998a7d9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:34.932190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:34.936765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4715afef-6a67-4081-9bd4-066f3f2c0436 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '814cafcb-fd1b-4451-b720-6aca890d637f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:34.937550 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-4715afef-6a67-4081-9bd4-066f3f2c0436 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 20:35:34.938068 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-4715afef-6a67-4081-9bd4-066f3f2c0436 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:34.939040 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4715afef-6a67-4081-9bd4-066f3f2c0436 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058951 Aug 16 20:35:34.941995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33088) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:34.961264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00be06-dc4e-4061-a30e-779c2cdefa11 req-1a152373-d35a-4a25-8da9-61bac8d7cd71 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:34.962775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c00be06-dc4e-4061-a30e-779c2cdefa11 req-1a152373-d35a-4a25-8da9-61bac8d7cd71 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 944 time: 0.1681998 Aug 16 20:35:34.977204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object 8f30ea16-4a05-4a25-9843-2251d6f1def9 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:34.996005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.018800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.096784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c00be06-dc4e-4061-a30e-779c2cdefa11 req-dca4cba3-7cad-4ee5-ac2a-3c61a30ff457 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231167 Aug 16 20:35:35.128081 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.130774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.134230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/814cafcb-fd1b-4451-b720-6aca890d637f HTTP/1.1" status: 204 len: 168 time: 0.1884215 Aug 16 20:35:35.135760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33092) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.162478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835872fb-256c-4b16-8a3a-bdd474de967d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814cafcb-fd1b-4451-b720-6aca890d637f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.201313 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c19a5a86-cf29-49db-ac3a-d62d66ccccfd tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643890 Aug 16 20:35:35.204809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.209441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--42997541'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:35.306857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.334647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.352019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.360454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04785b15-153b-4cf5-a6d3-7d187ba24859 req-53e20f3c-269f-491b-8c08-29885ba4a641 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.361985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04785b15-153b-4cf5-a6d3-7d187ba24859 req-53e20f3c-269f-491b-8c08-29885ba4a641 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1699979 Aug 16 20:35:35.397785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.402026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.413667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:35.425425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.430102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:35.465968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:35.471601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.472265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.475340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=8f30ea16-4a05-4a25-9843-2251d6f1def9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.516739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.528578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04785b15-153b-4cf5-a6d3-7d187ba24859 req-448c7348-93fe-44c6-b346-8d891ffc896b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552482 Aug 16 20:35:35.563749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cfb819-fdab-4343-ba84-c21093452829,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.611207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-38712b4f-eda7-4f2b-80c1-dd96ce8e64a8 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0418792 Aug 16 20:35:35.614155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33096) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.619786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:03:dc'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:35.642305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.643605 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-17b1b006-a9b6-4b0b-b34c-edc9f44ed5dc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4378390 Aug 16 20:35:35.647143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33098) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.647459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router 8fe94842-f091-47c5-aedc-0c3d697823a8 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:35.652106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-49bd352c-36c7-4ba9-adc1-7951f3e73b63 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': 'e8cfb819-fdab-4343-ba84-c21093452829', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:35.652950 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-49bd352c-36c7-4ba9-adc1-7951f3e73b63 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 20:35:35.653451 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-49bd352c-36c7-4ba9-adc1-7951f3e73b63 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:35.654426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49bd352c-36c7-4ba9-adc1-7951f3e73b63 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061734 Aug 16 20:35:35.657491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33100) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.665659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f9564ba3-18cb-4a40-81dd-5275113cc0c3 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:35.715670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.742978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.743890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.797644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c364a86-90cc-4a43-9b7d-a3cd6c820275 None None] Provisioning for port 8f30ea16-4a05-4a25-9843-2251d6f1def9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:35.801761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c364a86-90cc-4a43-9b7d-a3cd6c820275 None None] Provisioning complete for port 8f30ea16-4a05-4a25-9843-2251d6f1def9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:35.802107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c364a86-90cc-4a43-9b7d-a3cd6c820275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.830842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port f9564ba3-18cb-4a40-81dd-5275113cc0c3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:35.841533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port f9564ba3-18cb-4a40-81dd-5275113cc0c3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:35.841902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.845567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3c364a86-90cc-4a43-9b7d-a3cd6c820275 None None] Port 8f30ea16-4a05-4a25-9843-2251d6f1def9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:35.855574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:35.855574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:35.867343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:35.873282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.876359 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.881047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8cfb819-fdab-4343-ba84-c21093452829 HTTP/1.1" status: 204 len: 168 time: 0.2226086 Aug 16 20:35:35.881710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33106) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.902945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25234439-cfb2-4dce-887e-fa3d9c58666e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cfb819-fdab-4343-ba84-c21093452829,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.907173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=0a2f0eef-e7ac-41de-b6b2-b8917998a7d9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:35.937387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.942304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33108) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.942532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4bd846e1-856c-41cf-9d73-cfd5fc5ffa15 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569639 Aug 16 20:35:35.968706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897859315'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:35.968958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:35.971185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d9376-c2b6-479f-9b16-64fb1b2ba559" -d '{"events": [{"server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "name": "network-vif-plugged", "status": "completed", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:35.973673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:35.980678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.984366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a335a3b-f6df-427d-a1f8-546f985a2c50 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "PUT /v2.0/routers/8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 200 len: 921 time: 2.5939600 Aug 16 20:35:35.990443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33112) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:35.991661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:35.992337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:35.995414 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] Sync routers for ids ['8fe94842-f091-47c5-aedc-0c3d697823a8'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:35.997539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3,segment=NetworkSegment(191cb44c-4845-4791-881d-25a55f2f5916),segment_id=191cb44c-4845-4791-881d-25a55f2f5916)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:36.009575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.012751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] Routers {'8fe94842-f091-47c5-aedc-0c3d697823a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:36.012751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fe94842-f091-47c5-aedc-0c3d697823a8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:36.045170 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ead813-5714-4cf4-a5fb-4a404cdbc17c x-openstack-request-id: req-d0ead813-5714-4cf4-a5fb-4a404cdbc17c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:36.045464 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "name": "network-vif-plugged", "status": "completed", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:36.045717 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d0ead813-5714-4cf4-a5fb-4a404cdbc17c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:36.046114 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3', 'code': 200} Aug 16 20:35:36.059201 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:36.070443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] Routers {'8fe94842-f091-47c5-aedc-0c3d697823a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:36.071056 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fe94842-f091-47c5-aedc-0c3d697823a8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:36.085337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.114746 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:36.115404 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d045955-b2fe-40bc-8f81-2dd92c9f3eb1 None None] The sync data for ids ['8fe94842-f091-47c5-aedc-0c3d697823a8'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:36.137123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.146899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3bba217c-e9d9-4c74-a5a2-c769390611c3 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 200 len: 921 time: 0.1607883 Aug 16 20:35:36.149612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:36.149805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33116) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.172054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.250919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc528b-fe85-4973-85e7-d061aba471e6 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.252536 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56dc528b-fe85-4973-85e7-d061aba471e6 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=8fe94842-f091-47c5-aedc-0c3d697823a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1012130 Aug 16 20:35:36.255983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.279491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5030e139-ee7d-4bb6-8d6a-f75342ec2aae tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1143816 Aug 16 20:35:36.287601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0ef2c-90b5-4408-b905-244bc924b863 req-8f2ef800-4be5-40b7-9783-8daa5dd4ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.289147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00b0ef2c-90b5-4408-b905-244bc924b863 req-8f2ef800-4be5-40b7-9783-8daa5dd4ada1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 1097 time: 0.1795197 Aug 16 20:35:36.291481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.298723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'port': {'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f', 'name': 'tempest-FloatingIPTestJSON-755161913'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:36.340611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4792204-446f-4bc8-a4c6-fdb31b1891ed tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.344554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a4792204-446f-4bc8-a4c6-fdb31b1891ed tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.0850198 Aug 16 20:35:36.344735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33122) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.376021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f5ffdc8-6e3f-4472-a136-15653c5140a5 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 200 len: 205 time: 0.0275681 Aug 16 20:35:36.376252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33124) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.456592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6a863-3279-4f69-9738-9c401ef8a3cb req-9e5d0074-4c22-4e5f-95d9-146c08462d78 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.458458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55a6a863-3279-4f69-9738-9c401ef8a3cb req-9e5d0074-4c22-4e5f-95d9-146c08462d78 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.2393186 Aug 16 20:35:36.471204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00b0ef2c-90b5-4408-b905-244bc924b863 req-36c3f35e-2a51-4b34-bbb0-ef4f0ce3978a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598372 Aug 16 20:35:36.489836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.534964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.568342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.577908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55a6a863-3279-4f69-9738-9c401ef8a3cb req-8ce3827f-bb9f-4309-a4b0-a175c3e8a1c0 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990846 Aug 16 20:35:36.602591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.630491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.683600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] In _notify_port_updated(), no bound segment for port 8f30ea16-4a05-4a25-9843-2251d6f1def9 on network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:35:36.689113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.689742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.691070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "PUT /v2.0/ports/8f30ea16-4a05-4a25-9843-2251d6f1def9 HTTP/1.1" status: 200 len: 1003 time: 1.0759811 Aug 16 20:35:36.694394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33128) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.703634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.741464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ec99c-cb6b-4d4e-bfe9-ea94d58cf1c4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=8f30ea16-4a05-4a25-9843-2251d6f1def9,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:36.769332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f4fa7-28a8-4d6d-8a2d-457ebc44a120 req-713b53c2-9a51-4251-8ee0-d909464c888b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:36.771939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f91f4fa7-28a8-4d6d-8a2d-457ebc44a120 req-713b53c2-9a51-4251-8ee0-d909464c888b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1520519 Aug 16 20:35:36.777963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeea575-d33f-499a-af24-f72dc9af44a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:36.827702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f91f4fa7-28a8-4d6d-8a2d-457ebc44a120 req-6662d8d3-ee90-4e17-8e72-f95d6f2ff41c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Aug 16 20:35:36.837075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port 8f30ea16-4a05-4a25-9843-2251d6f1def9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:36.837432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.871878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:36.881272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.906009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port b3ed504c-2b65-4f92-932f-44a990911b72 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:36.906612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.911860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] device_id is not set on port d19e7c2a-e937-4029-9999-1b8e3a14297f yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:36.953634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.958601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4b869c23-7eec-4012-9f0d-0d4bafdcfec5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9933453 Aug 16 20:35:36.958934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:36.966495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3a346fed-d26d-4810-af8d-4347bcc4a46d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '6aeea575-d33f-499a-af24-f72dc9af44a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:36.983091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:36.985053 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-3a346fed-d26d-4810-af8d-4347bcc4a46d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 20:35:36.985766 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-3a346fed-d26d-4810-af8d-4347bcc4a46d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:36.986894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3a346fed-d26d-4810-af8d-4347bcc4a46d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0269990 Aug 16 20:35:36.992383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33136) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.000603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-92bf523f-546c-41e2-abc6-3f3be89fe544 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '6aeea575-d33f-499a-af24-f72dc9af44a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.003838 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-92bf523f-546c-41e2-abc6-3f3be89fe544 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 20:35:37.003838 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-92bf523f-546c-41e2-abc6-3f3be89fe544 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:37.003838 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92bf523f-546c-41e2-abc6-3f3be89fe544 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104303 Aug 16 20:35:37.007278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33138) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.009466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for 8f30ea16-4a05-4a25-9843-2251d6f1def9 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:37.012153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2877d5b5-af9e-4d22-b0d6-58e66bb50ea2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '6aeea575-d33f-499a-af24-f72dc9af44a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.012993 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-2877d5b5-af9e-4d22-b0d6-58e66bb50ea2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 20:35:37.013493 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-2877d5b5-af9e-4d22-b0d6-58e66bb50ea2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:37.017006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2877d5b5-af9e-4d22-b0d6-58e66bb50ea2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060642 Aug 16 20:35:37.017219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33140) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.022357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0461b100-52f2-4410-b834-6aa61df384d4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '6aeea575-d33f-499a-af24-f72dc9af44a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.023219 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-0461b100-52f2-4410-b834-6aa61df384d4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 20:35:37.023704 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-0461b100-52f2-4410-b834-6aa61df384d4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:37.031389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0461b100-52f2-4410-b834-6aa61df384d4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065765 Aug 16 20:35:37.033843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33142) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.074558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-119f6974-a8e7-4f96-970b-1c9026730f34 None None] Provisioning complete for port 8f30ea16-4a05-4a25-9843-2251d6f1def9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:37.075652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-119f6974-a8e7-4f96-970b-1c9026730f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.080111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.12 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/d19e7c2a-e937-4029-9999-1b8e3a14297f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:37.083180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.114281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for b3ed504c-2b65-4f92-932f-44a990911b72 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:37.115371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-119f6974-a8e7-4f96-970b-1c9026730f34 None None] Port 8f30ea16-4a05-4a25-9843-2251d6f1def9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:37.208558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.237019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.275526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.391922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.442652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:37.445798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:37.448409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:37.465125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.477643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=d19e7c2a-e937-4029-9999-1b8e3a14297f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.495006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=8f30ea16-4a05-4a25-9843-2251d6f1def9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.507396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.508089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.524605 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.529680 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb391f59-9fdf-4438-9613-1a21e1dd7bec tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/8f30ea16-4a05-4a25-9843-2251d6f1def9 HTTP/1.1" status: 204 len: 168 time: 0.8317316 Aug 16 20:35:37.529680 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.530428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.531140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33144) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.533854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33146) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.537245 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/6aeea575-d33f-499a-af24-f72dc9af44a8 HTTP/1.1" status: 204 len: 168 time: 0.5023639 Aug 16 20:35:37.538070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.571362 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-badf7631-61d2-4952-bfe2-abbeb5cc3b90 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] GET failed (client error): The resource could not be found. Aug 16 20:35:37.573738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-badf7631-61d2-4952-bfe2-abbeb5cc3b90 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports/8f30ea16-4a05-4a25-9843-2251d6f1def9 HTTP/1.1" status: 404 len: 333 time: 0.0412169 Aug 16 20:35:37.582460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33148) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.583044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d19fd-bbf9-4ee8-a91c-58be46325eb4 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeea575-d33f-499a-af24-f72dc9af44a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.589372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=b3ed504c-2b65-4f92-932f-44a990911b72,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:37.595352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397900041'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.663162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-27614573-3464-4294-9635-1e40b2f95ec2 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3679447 Aug 16 20:35:37.665055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33152) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.670592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'd19e7c2a-e937-4029-9999-1b8e3a14297f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.689553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:37.726908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-72b1c2f3-4f59-463d-ab26-226f8b874722 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1918037 Aug 16 20:35:37.734842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33154) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:37.741156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--444291929'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:37.788311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9289de-87e7-427e-aeac-5f956ffe2cc3 req-b6820fa5-c463-469d-8ea9-c98aa7d39c13 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.789691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b9289de-87e7-427e-aeac-5f956ffe2cc3 req-b6820fa5-c463-469d-8ea9-c98aa7d39c13 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.1141369 Aug 16 20:35:37.833084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b9289de-87e7-427e-aeac-5f956ffe2cc3 req-888a2276-d1fc-4211-827b-6402f6d1afda tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Aug 16 20:35:37.971941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a10b4-9dbc-45aa-a799-ac3f0dd688c9 req-3477fc8e-050b-450a-9a6d-8ec25c909f16 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:37.973765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4a10b4-9dbc-45aa-a799-ac3f0dd688c9 req-3477fc8e-050b-450a-9a6d-8ec25c909f16 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0611537 Aug 16 20:35:38.017860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d4a10b4-9dbc-45aa-a799-ac3f0dd688c9 req-f3a59daa-180d-4f97-8c0e-cc0e3e82c4d6 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379055 Aug 16 20:35:38.136995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.139075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.282268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.293120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:35:38.293120 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:35:38.293120 n-d-794306-10 neutron-server[95240]: [parameters: {'project_id_1': '9da1bf283e18464d9c8ba9a54c3216b8', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 35, 37, 794692)}] Aug 16 20:35:38.293120 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:35:38.293576 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:35:38.321355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.321855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe94842-f091-47c5-aedc-0c3d697823a8 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:38.329344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.340850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39fdfc9e-9dd9-4d92-8236-00a0cd515cc3 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 204 len: 168 time: 1.9532106 Aug 16 20:35:38.340850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33162) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.340850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481765606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.396481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.402525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.508149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.212 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/74216670-6686-4293-9bd2-84e775348e53) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:38.510177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.511170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.571657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.607510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.612091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.637753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010e6d90-63a0-41b6-b368-e18db559a633,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:38.655363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.684205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.699391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.700785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c23d1e39-ea8b-4b3e-b59d-a4cda71fe09f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9642973 Aug 16 20:35:38.703693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.708181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b3a62c29-1213-4ba9-8afa-bc5a5bf42840 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.708978 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-b3a62c29-1213-4ba9-8afa-bc5a5bf42840 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:35:38.709483 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-b3a62c29-1213-4ba9-8afa-bc5a5bf42840 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:38.710397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3a62c29-1213-4ba9-8afa-bc5a5bf42840 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057666 Aug 16 20:35:38.712795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.717366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6450b8ca-3177-4cd8-8ef7-a3b4c683017f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.753781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.754919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-483a91a6-93ba-441b-b1ca-855e2b584f7f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4191444 Aug 16 20:35:38.757832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33168) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.762570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.773477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:38.808384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:38.811126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:38.817185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:38.852186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=74216670-6686-4293-9bd2-84e775348e53,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:38.947843 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-6450b8ca-3177-4cd8-8ef7-a3b4c683017f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:38.951867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6450b8ca-3177-4cd8-8ef7-a3b4c683017f tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2352931 Aug 16 20:35:38.953932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.959906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6648cdf0-4e3c-4906-8610-83f3ae8d3142 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:38.960399 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-6648cdf0-4e3c-4906-8610-83f3ae8d3142 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 20:35:38.960897 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-6648cdf0-4e3c-4906-8610-83f3ae8d3142 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:38.962030 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6648cdf0-4e3c-4906-8610-83f3ae8d3142 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074778 Aug 16 20:35:38.967934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:38.974910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5aa1fd6e-8ccd-41c0-a50a-a314836bc9d0 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.244651 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-5aa1fd6e-8ccd-41c0-a50a-a314836bc9d0 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:39.248373 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5aa1fd6e-8ccd-41c0-a50a-a314836bc9d0 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2767854 Aug 16 20:35:39.251167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33182) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:39.261860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3cc9f5cf-f684-487f-945c-fd62404c2f73 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.262334 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-3cc9f5cf-f684-487f-945c-fd62404c2f73 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 20:35:39.262822 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-3cc9f5cf-f684-487f-945c-fd62404c2f73 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:39.263893 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3cc9f5cf-f684-487f-945c-fd62404c2f73 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117228 Aug 16 20:35:39.278438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:39.296091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d3ff067a-282a-4303-bca4-edf5a2512f0e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.319389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18277f44-220a-47e9-89b4-0bec02107366 req-49a1d743-e5d6-406f-995d-5f9318fea251 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.323751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18277f44-220a-47e9-89b4-0bec02107366 req-49a1d743-e5d6-406f-995d-5f9318fea251 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.1756980 Aug 16 20:35:39.334728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12519cd-6d15-4074-9c76-694ee52c8cd0 req-e8749c4f-807d-4fb1-a512-f6928bd51c20 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:39.336999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f12519cd-6d15-4074-9c76-694ee52c8cd0 req-e8749c4f-807d-4fb1-a512-f6928bd51c20 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1879604 Aug 16 20:35:39.412750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:39.416828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.423820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.434330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.459382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:39.483498 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-d3ff067a-282a-4303-bca4-edf5a2512f0e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Project fa705dc516394aad87a68190e0d0b3a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:35:39.520675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18277f44-220a-47e9-89b4-0bec02107366 req-5226681e-b535-47fe-8cf8-e6c1254a6b62 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489840 Aug 16 20:35:39.526185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f12519cd-6d15-4074-9c76-694ee52c8cd0 req-55108d85-d904-4831-ba6a-0dc1857d6a62 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290593 Aug 16 20:35:39.583419 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-d3ff067a-282a-4303-bca4-edf5a2512f0e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:39.587131 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3ff067a-282a-4303-bca4-edf5a2512f0e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3051546 Aug 16 20:35:39.588122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:39.596635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1a56e7c9-ea12-417b-ae5a-10669740c1a6 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.598088 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-1a56e7c9-ea12-417b-ae5a-10669740c1a6 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 20:35:39.598088 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-1a56e7c9-ea12-417b-ae5a-10669740c1a6 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:39.601622 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a56e7c9-ea12-417b-ae5a-10669740c1a6 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098069 Aug 16 20:35:39.601941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33190) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:39.607343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5171ecbc-e282-4839-8960-869d8c4ccc37 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.613006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.681370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::22c (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/9b2af6ab-0599-4ba4-9b83-7ef5aab8549e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:39.775240 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-5171ecbc-e282-4839-8960-869d8c4ccc37 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Project fa705dc516394aad87a68190e0d0b3a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:35:39.800552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.877030 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-5171ecbc-e282-4839-8960-869d8c4ccc37 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:39.878105 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5171ecbc-e282-4839-8960-869d8c4ccc37 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2754607 Aug 16 20:35:39.879739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.881872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:39.889049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3c2978b9-2ba4-43bc-964d-a626d0da3cf3 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '010e6d90-63a0-41b6-b368-e18db559a633', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:39.894122 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.919396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.974706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=74216670-6686-4293-9bd2-84e775348e53,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:39.981155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:39.998934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.022917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:40.086033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Allocated IP 172.25.7.40 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/cafd343a-c130-4853-a158-6602f335ef07) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:40.096765 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 3c2f82c2-75f5-4011-bf57-7962eb10db18 associated. External IP: 172.25.7.212, port: d19e7c2a-e937-4029-9999-1b8e3a14297f. Aug 16 20:35:40.143052 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-3c2978b9-2ba4-43bc-964d-a626d0da3cf3 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Project fa705dc516394aad87a68190e0d0b3a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:35:40.202514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.242749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.285426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:40.290894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:40.293329 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-3c2978b9-2ba4-43bc-964d-a626d0da3cf3 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:40.296938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3c2978b9-2ba4-43bc-964d-a626d0da3cf3 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4101534 Aug 16 20:35:40.297092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:40.297222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33198) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:40.300440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.301029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.313268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=9b2af6ab-0599-4ba4-9b83-7ef5aab8549e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:40.345859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.356446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:40.381203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.398955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:40.402780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:40.405439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:40.423342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event updated for resources: {'Port': ['ID=cafd343a-c130-4853-a158-6602f335ef07,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:40.457676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.496355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18c27e95-eb61-4f90-b4e5-24fc48c104f3 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9119155 Aug 16 20:35:40.497205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:40.502615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'network_id': '2ec39bad-3e07-4591-b72d-99f6d2da5f6a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-803388402'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:40.548561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:40.560090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:40.577276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:40.577276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:40.623680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:40.628908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.628908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.631629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.635286 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/010e6d90-63a0-41b6-b368-e18db559a633 HTTP/1.1" status: 204 len: 168 time: 0.3347778 Aug 16 20:35:40.638860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:40.639997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:40.652647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33208) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:40.680546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:40.680814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4265f98-e17e-4303-b047-e1c32c40f6a9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e6d90-63a0-41b6-b368-e18db559a633,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:40.681767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dcf207-00fa-44fb-a620-e900a3434997 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:40.696099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c6bdd76-3fb2-48d1-b42d-7d4359b039f5 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0295560 Aug 16 20:35:40.696755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33210) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:40.701480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:40.722385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-647f059d-5105-431e-ac83-31c15063cda8 None None] Provisioning for port 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:40.728664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-647f059d-5105-431e-ac83-31c15063cda8 None None] Provisioning complete for port 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:40.729147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-647f059d-5105-431e-ac83-31c15063cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.773173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-647f059d-5105-431e-ac83-31c15063cda8 None None] Port 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:40.798523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-353ceafe-04c1-4a76-97bb-35713665e8b0 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1447432 Aug 16 20:35:40.804403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33212) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:40.810731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--886672252'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:40.831526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13f2f-ed2c-4411-afa7-00a55c2e0fe7 req-12d52736-6ed9-490b-9384-3ddfb42aee8e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:40.833043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28e13f2f-ed2c-4411-afa7-00a55c2e0fe7 req-12d52736-6ed9-490b-9384-3ddfb42aee8e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1816242 Aug 16 20:35:40.834788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:40.876924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28e13f2f-ed2c-4411-afa7-00a55c2e0fe7 req-dc47356c-947e-4cc7-bf9d-dd27105bc586 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Aug 16 20:35:41.019480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Made reservation on behalf of 9da1bf283e18464d9c8ba9a54c3216b8 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:41.023343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.067051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] device_id is not set on port 507e27d2-37fe-4e99-823e-589caa5205a6 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:41.106745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.161860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.285894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.323572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Allocated IP 2001:db8::21e (2ec39bad-3e07-4591-b72d-99f6d2da5f6a/9f6901a5-73dc-404e-8824-1114cea910b0/507e27d2-37fe-4e99-823e-589caa5205a6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:41.401943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.402538 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 3c2f82c2-75f5-4011-bf57-7962eb10db18 disassociated. External IP: 172.25.7.212, port: d19e7c2a-e937-4029-9999-1b8e3a14297f. Aug 16 20:35:41.490641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.518865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.550089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.607022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.664986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:41.705250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3307d63-d861-4a84-9669-3d8d7c19b3bf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:41.742546 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.746797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bee27661-c1c2-4c49-bae8-c9b869e6c74d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9368601 Aug 16 20:35:41.747803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.753182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:41.758350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d4d8700d-a179-4ec9-8e16-4333789561d9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': 'e3307d63-d861-4a84-9669-3d8d7c19b3bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:41.785390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:41.790773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:41.797667 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:41.808995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:41.809629 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:41.824435 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75dbf06c-f9f7-4016-9676-446e3c690c92 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/3c2f82c2-75f5-4011-bf57-7962eb10db18 HTTP/1.1" status: 200 len: 688 time: 1.1266007 Aug 16 20:35:41.825167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:41.845844 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:41.856310 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:41.857384 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:41.895761 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:41.896444 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923b9e-8b05-470d-b57e-d7803990679b None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:41.962430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port 74216670-6686-4293-9bd2-84e775348e53 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:41.962772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.047751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.048090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.060530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for 74216670-6686-4293-9bd2-84e775348e53 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:42.140263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Transition to ACTIVE for port object 507e27d2-37fe-4e99-823e-589caa5205a6 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:42.209915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf960a-b470-4d0f-9ee8-ee40d59fe693 req-7f3f6585-b783-4f51-840f-b4c400c6a904 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.211525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81bf960a-b470-4d0f-9ee8-ee40d59fe693 req-7f3f6585-b783-4f51-840f-b4c400c6a904 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1086636 Aug 16 20:35:42.271623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.272585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81bf960a-b470-4d0f-9ee8-ee40d59fe693 req-d4f7901f-9bbc-4856-9c74-c74e95e35a1c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532970 Aug 16 20:35:42.301772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=74216670-6686-4293-9bd2-84e775348e53,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:42.316646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Router 6f0eac44-a466-47e4-b316-d258de0d685e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:42.319389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.357309 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-d4d8700d-a179-4ec9-8e16-4333789561d9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The resource could not be found. Aug 16 20:35:42.358726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d4d8700d-a179-4ec9-8e16-4333789561d9 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6041155 Aug 16 20:35:42.361366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33232) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.366451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e72fee24-b9b8-4a5d-b7ea-ab9bd81fab14 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': 'e3307d63-d861-4a84-9669-3d8d7c19b3bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '51b982d0-8b00-48b1-93bc-fb5192e2b116'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:42.375391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.377261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:42.378104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.379789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0a250388-ec3f-440f-a425-0ae5315a4d49 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/3c2f82c2-75f5-4011-bf57-7962eb10db18 HTTP/1.1" status: 204 len: 168 time: 0.5536008 Aug 16 20:35:42.383392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.390072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '0a2f0eef-e7ac-41de-b6b2-b8917998a7d9'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:42.416428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:42.418136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=507e27d2-37fe-4e99-823e-589caa5205a6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:42.420351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:42.426572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.427187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.496760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:42.504725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.506128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a2d36288-a504-49d3-91e5-43ca58245dfe tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "PUT /v2.0/routers/6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 200 len: 878 time: 3.7472780 Aug 16 20:35:42.509911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.519498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] Sync routers for ids ['6f0eac44-a466-47e4-b316-d258de0d685e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:42.529188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] Routers {'6f0eac44-a466-47e4-b316-d258de0d685e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:42.530090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6f0eac44-a466-47e4-b316-d258de0d685e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:42.568767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:42.579575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] Routers {'6f0eac44-a466-47e4-b316-d258de0d685e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:42.580947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6f0eac44-a466-47e4-b316-d258de0d685e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:42.602106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.627640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:42.629263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f102b9-d15d-4271-b2be-c78020666b22 None None] The sync data for ids ['6f0eac44-a466-47e4-b316-d258de0d685e'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:42.655820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6d782ae8-abf7-464d-b5d7-5f2f32f59265 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 200 len: 919 time: 0.1421814 Aug 16 20:35:42.656056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33240) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.680072 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-e72fee24-b9b8-4a5d-b7ea-ab9bd81fab14 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The resource could not be found. Aug 16 20:35:42.683807 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e72fee24-b9b8-4a5d-b7ea-ab9bd81fab14 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3186426 Aug 16 20:35:42.684084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.688418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc07d7c2-0b6d-4caf-acb0-3f2ca6323a73 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1899693 Aug 16 20:35:42.695389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.703693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::ae', 'mac_address': 'fa:16:3e:1e:03:dc'}, {'ip_address': '2001:db8::22c', 'mac_address': 'fa:16:3e:99:dd:9d'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:42.735799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec85e5-c240-4373-9530-9b9a7ee6d6ac tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.737439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9ec85e5-c240-4373-9530-9b9a7ee6d6ac tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=6f0eac44-a466-47e4-b316-d258de0d685e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0804234 Aug 16 20:35:42.740323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.786019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bc06729d-2c22-4e7d-8eec-8537900b1a5a None None] Provisioning for port 507e27d2-37fe-4e99-823e-589caa5205a6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:42.790522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bc06729d-2c22-4e7d-8eec-8537900b1a5a None None] Provisioning complete for port 507e27d2-37fe-4e99-823e-589caa5205a6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:42.791568 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bc06729d-2c22-4e7d-8eec-8537900b1a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.825334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278880a9-9b93-4d45-bb60-c7713920ab95 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:42.827068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-278880a9-9b93-4d45-bb60-c7713920ab95 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.0855787 Aug 16 20:35:42.830815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33250) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.839276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bc06729d-2c22-4e7d-8eec-8537900b1a5a None None] Port 507e27d2-37fe-4e99-823e-589caa5205a6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:42.853894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.865260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19fd8bbb-4c61-45e4-839b-84158ad50b6c tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 200 len: 205 time: 0.0279424 Aug 16 20:35:42.867586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33252) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:42.912617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.975369 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.976266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:42.977936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.079961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.102638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.105402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.106595 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/e3307d63-d861-4a84-9669-3d8d7c19b3bf HTTP/1.1" status: 204 len: 168 time: 0.4216413 Aug 16 20:35:43.109388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33254) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:43.156421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5facf21b-8f60-4c98-88e1-105157922e1d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458701 Aug 16 20:35:43.161349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28f65e-5f50-4eb7-858c-96b2ebab2fc2 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3307d63-d861-4a84-9669-3d8d7c19b3bf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.163807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33258) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:43.171265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-deee8bbd-9ed2-4eeb-8bce-7b218ea2cf84 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '8fb1cea9-a557-4eda-960b-b282e1d91559', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:43.204369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port cafd343a-c130-4853-a158-6602f335ef07 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:43.204853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.292450 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.301653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.151 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c4f24aa7-242f-4ad6-adf8-dc20e0799f7f) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:43.306986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for cafd343a-c130-4853-a158-6602f335ef07 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:43.308242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.399094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.454304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event updated for resources: {'Port': ['ID=507e27d2-37fe-4e99-823e-589caa5205a6,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.469192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] In _notify_port_updated(), no bound segment for port 507e27d2-37fe-4e99-823e-589caa5205a6 on network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:35:43.475080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.475910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.480181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c915e58e-8d83-4641-af40-6c73c415f804 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "PUT /v2.0/ports/507e27d2-37fe-4e99-823e-589caa5205a6 HTTP/1.1" status: 200 len: 1066 time: 0.7794821 Aug 16 20:35:43.480356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d4ffc-a7fe-47d8-a48a-cb78ae7bab89 req-ef81b595-5446-44d8-b46c-c220a9b69408 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:43.480356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1d4ffc-a7fe-47d8-a48a-cb78ae7bab89 req-ef81b595-5446-44d8-b46c-c220a9b69408 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0758626 Aug 16 20:35:43.486446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:43.565849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1d4ffc-a7fe-47d8-a48a-cb78ae7bab89 req-ba54f249-5845-48e8-b3d9-468e98add628 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Aug 16 20:35:43.580493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.633449 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-deee8bbd-9ed2-4eeb-8bce-7b218ea2cf84 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The resource could not be found. Aug 16 20:35:43.637966 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-deee8bbd-9ed2-4eeb-8bce-7b218ea2cf84 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4678142 Aug 16 20:35:43.638324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33276) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:43.643411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--581249263'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:43.696431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port 507e27d2-37fe-4e99-823e-589caa5205a6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:43.696778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.716879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.762421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=cafd343a-c130-4853-a158-6602f335ef07,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.776012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.778728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.830954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.840506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.852565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:43.861093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for 507e27d2-37fe-4e99-823e-589caa5205a6 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:43.862613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:43.870855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:43.874795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e3260fd1-25c1-46bf-99a9-c42ea08b97d0 None None] Provisioning complete for port 507e27d2-37fe-4e99-823e-589caa5205a6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:43.875313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3260fd1-25c1-46bf-99a9-c42ea08b97d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:43.916816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e3260fd1-25c1-46bf-99a9-c42ea08b97d0 None None] Port 507e27d2-37fe-4e99-823e-589caa5205a6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:35:43.939444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=c4f24aa7-242f-4ad6-adf8-dc20e0799f7f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:43.999336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.003224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.059024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.145405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.147915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.148495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0eac44-a466-47e4-b316-d258de0d685e {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:44.162271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.163456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-703074a1-7eca-462f-8015-5ea2d5fda7de tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 204 len: 168 time: 1.2948558 Aug 16 20:35:44.173069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33282) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:44.179363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1020680523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:44.198972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5abcb-b283-4f3a-9779-e6ae552ab59c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:44.276317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.281994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.286095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a8ae61f5-9742-4300-aaf4-38485220221c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6441798 Aug 16 20:35:44.288510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33286) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:44.293071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545045796'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:44.332252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=507e27d2-37fe-4e99-823e-589caa5205a6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:44.403881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.404970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.519120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.613896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.650160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.733039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518ba37-a1ad-42df-9268-192f710e3e36 req-39ae11da-eb42-418e-9ce9-9ec6545e6c76 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.734653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8518ba37-a1ad-42df-9268-192f710e3e36 req-39ae11da-eb42-418e-9ce9-9ec6545e6c76 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0792844 Aug 16 20:35:44.765835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.792652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8518ba37-a1ad-42df-9268-192f710e3e36 req-1764bd3f-58b3-4b87-ac40-7c16763ed6f5 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Aug 16 20:35:44.849481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.854449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.886381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e10293-9f2d-49d4-9c4a-fc25c146f365,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:44.913215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:44.915159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c4384b84-7c36-4dab-b17a-d861ef139e40 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/507e27d2-37fe-4e99-823e-589caa5205a6 HTTP/1.1" status: 204 len: 168 time: 1.4275808 Aug 16 20:35:44.917909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33304) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:44.962820 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-924a104d-68e3-452b-8407-6442bc83fa51 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] GET failed (client error): The resource could not be found. Aug 16 20:35:44.964343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-924a104d-68e3-452b-8407-6442bc83fa51 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports/507e27d2-37fe-4e99-823e-589caa5205a6 HTTP/1.1" status: 404 len: 333 time: 0.0454397 Aug 16 20:35:44.967313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:44.983687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f9d85-f0fe-47b9-ba4a-60d11316777b req-7b8cbc95-ba07-410b-b07e-09d16b6277dc tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:44.985295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-769f9d85-f0fe-47b9-ba4a-60d11316777b req-7b8cbc95-ba07-410b-b07e-09d16b6277dc tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.0788267 Aug 16 20:35:45.006281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.007500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91540bb0-c89b-4989-b3a9-8d0a7d02ca79 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8334234 Aug 16 20:35:45.010335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.015920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': True}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:45.081595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:45.081971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.082232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.083469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e936fcd-b558-4619-ac05-e9331837e015 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7941821 Aug 16 20:35:45.086264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.090803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.100849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2873b1f7-66e2-49d1-ba7e-5471aba6da02 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': '9fa5abcb-b283-4f3a-9779-e6ae552ab59c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e4e10293-9f2d-49d4-9c4a-fc25c146f365'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:45.116051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-769f9d85-f0fe-47b9-ba4a-60d11316777b req-d99d76a4-4e2e-4927-b6ad-cfadcc3e1f1e tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236243 Aug 16 20:35:45.245909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.260152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.264247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for 9b2af6ab-0599-4ba4-9b83-7ef5aab8549e owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:45.373955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.432356 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-2873b1f7-66e2-49d1-ba7e-5471aba6da02 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:45.433555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2873b1f7-66e2-49d1-ba7e-5471aba6da02 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3404384 Aug 16 20:35:45.436424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.479366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.548736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.555452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.561232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.583240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.594350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=c4f24aa7-242f-4ad6-adf8-dc20e0799f7f,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:45.606654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.643207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.661155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=9b2af6ab-0599-4ba4-9b83-7ef5aab8549e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:45.709310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.709691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.25.7.189 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/d5e7042c-425c-4d76-9719-0cb1e3870506) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:45.711609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd8f6d58-e471-4165-8dc2-58b555300417 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/9b2af6ab-0599-4ba4-9b83-7ef5aab8549e HTTP/1.1" status: 204 len: 168 time: 0.7433774 Aug 16 20:35:45.717889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.750829 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-92250364-2d7a-4202-91e2-cf5de109e6dd tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] GET failed (client error): The resource could not be found. Aug 16 20:35:45.758048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-92250364-2d7a-4202-91e2-cf5de109e6dd tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "GET /v2.0/ports/9b2af6ab-0599-4ba4-9b83-7ef5aab8549e HTTP/1.1" status: 404 len: 333 time: 0.0390968 Aug 16 20:35:45.760418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.821249 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 associated. External IP: 172.25.7.151, port: 0a2f0eef-e7ac-41de-b6b2-b8917998a7d9. Aug 16 20:35:45.868358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.871277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:45.874991 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/e4e10293-9f2d-49d4-9c4a-fc25c146f365 HTTP/1.1" status: 204 len: 168 time: 0.4350815 Aug 16 20:35:45.881111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33324) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:45.889303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46dc90-23cc-4f75-93b3-f605be403c76 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e10293-9f2d-49d4-9c4a-fc25c146f365,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:45.978250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.032814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45193afc-b8d7-41d2-a54e-4829a7c59dd8 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1510184 Aug 16 20:35:46.040416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33326) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.053487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bcfea-c089-4ec4-a297-00907921bd16 req-d1f50985-f66d-4892-9516-75f72e584d99 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.056361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e8bcfea-c089-4ec4-a297-00907921bd16 req-d1f50985-f66d-4892-9516-75f72e584d99 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1752713 Aug 16 20:35:46.085489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port b4c79dbd-dea8-4bec-860b-36fe8c9a195b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:46.085489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.131307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:46.137435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.188030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e8bcfea-c089-4ec4-a297-00907921bd16 req-21f86e50-c613-4f72-8bac-7b70af3a904a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220946 Aug 16 20:35:46.205779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.240943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.275095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for b4c79dbd-dea8-4bec-860b-36fe8c9a195b owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:46.302605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:46.315931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2a24-2e2b-44af-b0e2-b64d3b2a551d req-bbfbbb40-b11f-4ae2-a1e3-a37cb32587a0 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.317495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9efc2a24-2e2b-44af-b0e2-b64d3b2a551d req-bbfbbb40-b11f-4ae2-a1e3-a37cb32587a0 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.0974729 Aug 16 20:35:46.318382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:46.327323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:46.331226 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:46.359713 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:46.372603 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:46.373134 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:46.405475 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:46.406079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f5e195-4e09-46e4-9bc0-4953ad41db12 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:46.423134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-3829ecb3-e6e7-4a0d-bd8d-498a10b1ca6a tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:46.424643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-3829ecb3-e6e7-4a0d-bd8d-498a10b1ca6a tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.73 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.1332138 Aug 16 20:35:46.430886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.442736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.446093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.448858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.452352 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/9fa5abcb-b283-4f3a-9779-e6ae552ab59c HTTP/1.1" status: 204 len: 168 time: 0.4086778 Aug 16 20:35:46.458517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33330) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.464401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9efc2a24-2e2b-44af-b0e2-b64d3b2a551d req-82eff934-46c3-4d3b-8478-0a3153279e5c tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052079 Aug 16 20:35:46.499096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73342036-54fb-49af-9676-112af1cb34bc tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5abcb-b283-4f3a-9779-e6ae552ab59c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:46.506154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4c665689-2608-414f-9ebf-ee9a1c323d22 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1215849 Aug 16 20:35:46.506865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.579572 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37889ef6-506b-4fab-8f6d-0578ac24eb5a tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/floatingips/7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 HTTP/1.1" status: 200 len: 978 time: 0.0715361 Aug 16 20:35:46.582155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33336) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.584376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:46.598399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:46.600279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e7042c-425c-4d76-9719-0cb1e3870506,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:46.610901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:46.693228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7e46fd8b-0f65-4bf5-ab8d-ffe024f2a8aa tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2276561 Aug 16 20:35:46.700846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33340) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.707359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--845499042'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:46.717024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d022442-b91d-4e44-8a91-d4b392895550 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1331811 Aug 16 20:35:46.721556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:46.726223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': 'd19e7c2a-e937-4029-9999-1b8e3a14297f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:46.788569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:46.867645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.079685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.095137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.138460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=b4c79dbd-dea8-4bec-860b-36fe8c9a195b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:47.145638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Deleting port f9564ba3-18cb-4a40-81dd-5275113cc0c3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:47.145987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.193800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.236959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.237551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d3444a65-5210-4fdb-b098-e75da83d302a tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/ports/b4c79dbd-dea8-4bec-860b-36fe8c9a195b HTTP/1.1" status: 204 len: 168 time: 1.4761467 Aug 16 20:35:47.246583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33346) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:47.280256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b894b-6309-453a-875a-45bb2c846dd8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:47.316339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.320989 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1c0b3f9b-3608-453d-a140-cf6bb2e9d892 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6157298 Aug 16 20:35:47.359475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:47.364953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-de7dfa48-a51e-4039-bb82-5d271f247034 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': 'd26b894b-6309-453a-875a-45bb2c846dd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:47.408560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting subnet 9f6901a5-73dc-404e-8824-1114cea910b0 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:35:47.414402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] For port f9564ba3-18cb-4a40-81dd-5275113cc0c3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f9564ba3-18cb-4a40-81dd-5275113cc0c3,segment=NetworkSegment(191cb44c-4845-4791-881d-25a55f2f5916),segment_id=191cb44c-4845-4791-881d-25a55f2f5916)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:47.414781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.431049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.496645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Calling delete_port for f9564ba3-18cb-4a40-81dd-5275113cc0c3 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:47.588938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bad7c5-f3a4-47fb-8c2f-f77b77d534b9 req-34b2ff7e-62cc-4a0e-9990-453f13d9e6fe tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.590546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bad7c5-f3a4-47fb-8c2f-f77b77d534b9 req-34b2ff7e-62cc-4a0e-9990-453f13d9e6fe tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.2868159 Aug 16 20:35:47.601651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.611507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:35:47.663558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.680162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.715858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:47.752234 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-de7dfa48-a51e-4039-bb82-5d271f247034 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:47.753321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de7dfa48-a51e-4039-bb82-5d271f247034 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3927209 Aug 16 20:35:47.756329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33356) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:47.761196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-235352bc-e361-4734-ae0c-bc3fbfe2e82b tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group_rule': {'security_group_id': 'd26b894b-6309-453a-875a-45bb2c846dd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:47.831864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96bad7c5-f3a4-47fb-8c2f-f77b77d534b9 req-02527c76-f798-4d90-9116-d7efb42c82ec tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025609 Aug 16 20:35:47.839521 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 associated. External IP: 172.25.7.151, port: 0a2f0eef-e7ac-41de-b6b2-b8917998a7d9. Aug 16 20:35:47.855646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5194d-092c-4672-8974-d6deab862f38 req-96705b5e-4158-4e7b-b0b2-1589f39ef8d7 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:47.857187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4e5194d-092c-4672-8974-d6deab862f38 req-96705b5e-4158-4e7b-b0b2-1589f39ef8d7 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 945 time: 0.3141870 Aug 16 20:35:47.890259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.030479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4e5194d-092c-4672-8974-d6deab862f38 req-4e261a2f-9018-4432-b775-b464d4ca1ebd tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/security-groups?id=aecdde84-902b-4563-8f34-1a92cded726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606157 Aug 16 20:35:48.070411 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-235352bc-e361-4734-ae0c-bc3fbfe2e82b tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:35:48.075692 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-235352bc-e361-4734-ae0c-bc3fbfe2e82b tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3143950 Aug 16 20:35:48.078432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33358) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.085177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:48.125426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.133527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.188418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.201632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:48.213673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:48.227099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:48.227971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.246450 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.252785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.297152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.310519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Pushing event deleted for resources: {'Port': ['ID=f9564ba3-18cb-4a40-81dd-5275113cc0c3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:48.364991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6901a5-73dc-404e-8824-1114cea910b0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:48.369722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.374199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08ecd5b0-85e3-4fea-aaf3-60142a9d54e4 tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/subnets/9f6901a5-73dc-404e-8824-1114cea910b0 HTTP/1.1" status: 204 len: 168 time: 1.1289434 Aug 16 20:35:48.376604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33360) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.414251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] No DVR routers for this DVR port f9564ba3-18cb-4a40-81dd-5275113cc0c3 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:48.420930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.422958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-649bed90-f1e0-4804-ab69-36804d168fe8 req-46e1036e-0adf-4a24-a37e-ee14cc04d28b tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.73 "DELETE /v2.0/ports/f9564ba3-18cb-4a40-81dd-5275113cc0c3 HTTP/1.1" status: 204 len: 173 time: 1.9862945 Aug 16 20:35:48.423415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'name': 'network-vif-deleted', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:35:48.426297 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5306195e-213b-44df-926d-81f444aae494" -d '{"events": [{"server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "name": "network-vif-deleted", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:35:48.477567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf67ee3-f793-45f4-82e7-263ea3538bfa None None] Network 2ec39bad-3e07-4591-b72d-99f6d2da5f6a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:48.480125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.481917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.485589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.486105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.488399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/d26b894b-6309-453a-875a-45bb2c846dd8 HTTP/1.1" status: 204 len: 168 time: 0.4063649 Aug 16 20:35:48.490859 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1450db7-3b01-4f2c-93af-fcc19ad0952a x-openstack-request-id: req-e1450db7-3b01-4f2c-93af-fcc19ad0952a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:35:48.491882 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d09eb3d-1036-44fb-b091-9054aa6ca84a", "name": "network-vif-deleted", "tag": "f9564ba3-18cb-4a40-81dd-5275113cc0c3", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:35:48.492227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33364) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.492477 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1450db7-3b01-4f2c-93af-fcc19ad0952a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:35:48.492980 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d09eb3d-1036-44fb-b091-9054aa6ca84a', 'name': 'network-vif-deleted', 'tag': 'f9564ba3-18cb-4a40-81dd-5275113cc0c3', 'status': 'completed', 'code': 200} Aug 16 20:35:48.502291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf045-82e1-439a-a7a7-c42c599564a5 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b894b-6309-453a-875a-45bb2c846dd8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:48.537218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.545815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:48.546460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.552583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router 6febaaa2-4c77-4068-a32a-334862e7de46 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:48.572259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:48.577462 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-06b45e4a-b898-49e1-9dd6-9f8a80b76c88 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825396 Aug 16 20:35:48.582555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33366) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.586918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100872615'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:48.609183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.609838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e275e7f-1c53-4698-8fb2-670576774edd None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:48.695197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:48.716123 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] Sync routers for ids ['6febaaa2-4c77-4068-a32a-334862e7de46'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:48.716628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.716628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7ea0daa8-f8f9-486f-9154-5f45896cf74c tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "PUT /v2.0/routers/6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 200 len: 915 time: 3.6961672 Aug 16 20:35:48.716628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33368) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.718302 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] Routers {'6febaaa2-4c77-4068-a32a-334862e7de46'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:48.719363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6febaaa2-4c77-4068-a32a-334862e7de46'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.727167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Deleting port 56ce1333-01fc-4288-995b-e9c34849bd66 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:48.727512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.751435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.769261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.784784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] DHCP port deletion for 2ec39bad-3e07-4591-b72d-99f6d2da5f6a request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:35:48.791626 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] Routers {'6febaaa2-4c77-4068-a32a-334862e7de46'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:48.793215 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6febaaa2-4c77-4068-a32a-334862e7de46'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.801910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:48.817005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.838716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:48.857692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:48.858973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.864100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] For port 56ce1333-01fc-4288-995b-e9c34849bd66, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56ce1333-01fc-4288-995b-e9c34849bd66,segment=NetworkSegment(8b083e4e-5244-4658-92c4-363926c2cc56),segment_id=8b083e4e-5244-4658-92c4-363926c2cc56)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:48.864388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.867331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.868028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6144e4a-07e0-4122-b409-f03c0ac25037 None None] The sync data for ids ['6febaaa2-4c77-4068-a32a-334862e7de46'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:48.870721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-857952ca-b3ee-4752-8f04-5fcc19285d3f tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 200 len: 921 time: 0.1589673 Aug 16 20:35:48.874572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33372) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.903571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:48.914353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Calling delete_port for 56ce1333-01fc-4288-995b-e9c34849bd66 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:48.932935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Deleting port 56ce1333-01fc-4288-995b-e9c34849bd66 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:48.933646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:48.961551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d1f16133-bf3c-422b-baa9-099a5d96a393 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 HTTP/1.1" status: 200 len: 978 time: 2.2375786 Aug 16 20:35:48.965567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33376) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:48.970276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:49.004053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:49.005862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.040747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b65a0-8dd0-45fb-96ed-5b634b704228 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.042276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-598b65a0-8dd0-45fb-96ed-5b634b704228 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=6febaaa2-4c77-4068-a32a-334862e7de46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1648207 Aug 16 20:35:49.045714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae6cd1-92bd-4a6e-8e34-30cd09b8af20 req-861e2169-f3c0-4227-a874-0b61c835c374 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.047300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94ae6cd1-92bd-4a6e-8e34-30cd09b8af20 req-861e2169-f3c0-4227-a874-0b61c835c374 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1259842 Aug 16 20:35:49.050681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33380) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.058596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.067497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.068339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729d756-046c-4acb-8a79-ba2861b09d88 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:49.096163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] For port 56ce1333-01fc-4288-995b-e9c34849bd66, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=56ce1333-01fc-4288-995b-e9c34849bd66,segment=NetworkSegment(8b083e4e-5244-4658-92c4-363926c2cc56),segment_id=8b083e4e-5244-4658-92c4-363926c2cc56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:49.097628 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.116309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Calling delete_port for 56ce1333-01fc-4288-995b-e9c34849bd66 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:49.122114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.147872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94ae6cd1-92bd-4a6e-8e34-30cd09b8af20 req-240cb0ea-d4f1-46c6-8424-d5305dca01d4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849581 Aug 16 20:35:49.179409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1716442c-64d0-4622-8882-3f1f9c0ccf79 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:49.181374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1716442c-64d0-4622-8882-3f1f9c0ccf79 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.1300731 Aug 16 20:35:49.185030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33384) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.218442 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-64b7db55-7ff6-490f-bfd3-602c0222d7dc tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 200 len: 205 time: 0.0317636 Aug 16 20:35:49.220389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33386) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.246730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f23c30cd-c396-46da-aee0-118e46dcc513 req-eec7295e-f193-4519-bb0a-1429d10ed617 tempest-VolumesActionsTest-1754536551 tempest-VolumesActionsTest-1754536551-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d09eb3d-1036-44fb-b091-9054aa6ca84a HTTP/1.1" status: 200 len: 210 time: 0.0390198 Aug 16 20:35:49.277201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.335043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.342953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.373759 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.380424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] Pushing event deleted for resources: {'Port': ['ID=56ce1333-01fc-4288-995b-e9c34849bd66,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.380424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c03e33-141e-47c7-8ddb-d1f338d5948e None None] No DVR routers for this DVR port 56ce1333-01fc-4288-995b-e9c34849bd66 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:49.389963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc73626-3296-4cef-983b-bad38d18a87a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.394113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.397781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Port': ['ID=56ce1333-01fc-4288-995b-e9c34849bd66,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.401557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] No DVR routers for this DVR port 56ce1333-01fc-4288-995b-e9c34849bd66 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:35:49.437418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.438639 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0056086f-04f6-43df-bc98-8ef7759eba3e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8552167 Aug 16 20:35:49.441813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33388) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.446630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c4a90178-3c52-4274-bf3c-3287c49f903e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:49.447053 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-c4a90178-3c52-4274-bf3c-3287c49f903e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 20:35:49.447549 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-c4a90178-3c52-4274-bf3c-3287c49f903e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 20:35:49.448522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c4a90178-3c52-4274-bf3c-3287c49f903e tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "PUT /v2.0/security-groups/9dc73626-3296-4cef-983b-bad38d18a87a HTTP/1.1" status: 409 len: 330 time: 0.0057280 Aug 16 20:35:49.450896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.467020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.467341 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 disassociated. External IP: 172.25.7.151, port: d19e7c2a-e937-4029-9999-1b8e3a14297f. Aug 16 20:35:49.553319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.570473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec39bad-3e07-4591-b72d-99f6d2da5f6a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.585651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b083e4e-5244-4658-92c4-363926c2cc56') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.586775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b083e4e-5244-4658-92c4-363926c2cc56') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.592925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.609216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.611430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.626177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.633727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.640116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:35:49.640437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:35:49.643373 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:35:49.691473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f9564ba3-18cb-4a40-81dd-5275113cc0c3 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:49.723006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: f9564ba3-18cb-4a40-81dd-5275113cc0c3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:49.723507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f9564ba3-18cb-4a40-81dd-5275113cc0c3 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:49.751641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port d5e7042c-425c-4d76-9719-0cb1e3870506 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:49.754309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.771240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:49.819126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.823848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.828612 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] 10.222.0.70 "DELETE /v2.0/networks/2ec39bad-3e07-4591-b72d-99f6d2da5f6a HTTP/1.1" status: 204 len: 168 time: 1.4485300 Aug 16 20:35:49.857560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd220d-deff-41fa-b11c-16f16f35d13d tempest-AllowedAddressPairIpV6TestJSON-1810874149 tempest-AllowedAddressPairIpV6TestJSON-1810874149-project] Pushing event deleted for resources: {'Network': ['ID=2ec39bad-3e07-4591-b72d-99f6d2da5f6a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.863570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.875086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.876994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for d5e7042c-425c-4d76-9719-0cb1e3870506 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:49.878098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.880238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/9dc73626-3296-4cef-983b-bad38d18a87a HTTP/1.1" status: 204 len: 168 time: 0.4281726 Aug 16 20:35:49.885403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.886153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56ce1333-01fc-4288-995b-e9c34849bd66 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:35:49.897851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c9703-f174-49f7-9f24-b41498cebb6c tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc73626-3296-4cef-983b-bad38d18a87a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:49.914958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:49.932439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 56ce1333-01fc-4288-995b-e9c34849bd66 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:35:49.932439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 56ce1333-01fc-4288-995b-e9c34849bd66 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:35:49.933126 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:49.933577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:49.939133 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:49.939758 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.964282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f6855df4-3235-4225-94a0-addda34c5f35 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 HTTP/1.1" status: 200 len: 688 time: 0.9997640 Aug 16 20:35:49.965197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33396) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:49.983433 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:49.995360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-534a6019-1cd2-49e9-bb1a-f89c4f387ea1 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087098 Aug 16 20:35:49.999190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.001538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:50.002442 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:50.017340 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-899f2462-b95a-46f8-9c2b-b143197d9d94 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] delete failed (client error): The resource could not be found. Aug 16 20:35:50.019417 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-899f2462-b95a-46f8-9c2b-b143197d9d94 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "DELETE /v2.0/security-groups/9fba227c-8e9a-4616-a22b-7b3e69c474e1 HTTP/1.1" status: 404 len: 347 time: 0.0181499 Aug 16 20:35:50.030801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33402) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.051528 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-023ae4e8-f314-4306-9d9a-5c1b49b26b2d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] show failed (client error): The resource could not be found. Aug 16 20:35:50.052610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-023ae4e8-f314-4306-9d9a-5c1b49b26b2d tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-groups/6a7cd38b-71d8-4b9d-b9d7-7b0e13bf5331 HTTP/1.1" status: 404 len: 347 time: 0.0208788 Aug 16 20:35:50.058091 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:50.059130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.059290 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f89337-432a-4ef1-a090-b5b4adeaec0a None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:50.110471 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-1580be1c-18d9-491b-96a8-dea55562baf8 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] show failed (client error): The resource could not be found. Aug 16 20:35:50.112628 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1580be1c-18d9-491b-96a8-dea55562baf8 tempest-NegativeSecGroupIPv6Test-642279974 tempest-NegativeSecGroupIPv6Test-642279974-project] 10.222.0.70 "GET /v2.0/security-group-rules/89ba938d-516f-4492-b14f-0ec898ea1820 HTTP/1.1" status: 404 len: 356 time: 0.0506768 Aug 16 20:35:50.128047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port c4f24aa7-242f-4ad6-adf8-dc20e0799f7f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:50.130278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.245894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.247187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.259374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for c4f24aa7-242f-4ad6-adf8-dc20e0799f7f owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:50.370284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607e9a-e747-43ff-bb66-bdd1844afd6a req-2aab3541-f98c-4759-9916-4b93d75a725e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:50.385952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc607e9a-e747-43ff-bb66-bdd1844afd6a req-2aab3541-f98c-4759-9916-4b93d75a725e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1575997 Aug 16 20:35:50.446193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc607e9a-e747-43ff-bb66-bdd1844afd6a req-c77ddbdc-4c22-4517-b625-1b0758d7dbc3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593393 Aug 16 20:35:50.490523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33418) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.516254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.545554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=d5e7042c-425c-4d76-9719-0cb1e3870506,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:50.607492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.647436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.714538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33424) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.763666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.767705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a6f34f0f-2d14-4f4a-b1d2-9f1a85646960 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9da1bf283e18464d9c8ba9a54c3216b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755263 Aug 16 20:35:50.770435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:50.771321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:50.988787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=c4f24aa7-242f-4ad6-adf8-dc20e0799f7f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.032791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.036288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.037639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3628d2e5-c9c7-43b3-ae39-ce5400912abb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 HTTP/1.1" status: 204 len: 168 time: 1.0715115 Aug 16 20:35:51.040266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33432) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.074470 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-7b4c771c-9583-46ab-a12f-9382fc01b1cb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] delete failed (client error): The resource could not be found. Aug 16 20:35:51.079016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b4c771c-9583-46ab-a12f-9382fc01b1cb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/7ca6fa56-bd56-46f5-9cf4-07c5d386cd53 HTTP/1.1" status: 404 len: 345 time: 0.0343149 Aug 16 20:35:51.079583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.174024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdf17d-ce98-4508-916f-307a4b091ecb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.177648 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f79115e-97d6-4e0d-8fdd-9e210259cab1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fa705dc516394aad87a68190e0d0b3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549112 Aug 16 20:35:51.177648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.179197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.181341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdf17d-ce98-4508-916f-307a4b091ecb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.187277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdf17d-ce98-4508-916f-307a4b091ecb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.189004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c6fdf17d-ce98-4508-916f-307a4b091ecb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/ports?network_id=69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f HTTP/1.1" status: 200 len: 2358 time: 0.1084566 Aug 16 20:35:51.191991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33442) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.218645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.236949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.240875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 6febaaa2-4c77-4068-a32a-334862e7de46 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:51.248987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e102b01-4b62-4c43-9f82-4cb5c9671024 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.250381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9e102b01-4b62-4c43-9f82-4cb5c9671024 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/subnets/bab149fe-fd8a-4ca7-b608-90f4905496c6 HTTP/1.1" status: 200 len: 797 time: 0.0575240 Aug 16 20:35:51.250917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.252055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-311fd628-d8b3-44c3-90d2-c3e2af724100 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 204 len: 168 time: 2.0304999 Aug 16 20:35:51.256449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.256941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.261763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'port': {'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f', 'name': 'tempest-FloatingIPTestJSON-2026019950', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:51.277316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1860849735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:51.356261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.401268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.460822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.461913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.502339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.504986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.507869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5ccd7df-cc87-4260-810a-b1cab7ea6c4b HTTP/1.1" status: 204 len: 168 time: 0.7338452 Aug 16 20:35:51.545042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.553775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbb4b4-f32b-45b2-b60d-c515f3c6a59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ccd7df-cc87-4260-810a-b1cab7ea6c4b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.582959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:51.609533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d31ad-ef43-4985-9162-fe46f2c952ce req-8ec2ddf3-0942-4cb9-bd3b-bf06fa07a01f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:51.611584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b04d31ad-ef43-4985-9162-fe46f2c952ce req-8ec2ddf3-0942-4cb9-bd3b-bf06fa07a01f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0700719 Aug 16 20:35:51.630645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.636136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.636136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4e2e4ce-5e08-4c50-8567-2090c627ecd3 HTTP/1.1" status: 204 len: 168 time: 0.4542682 Aug 16 20:35:51.653629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.658532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab6594-e02e-49f8-bab0-69f2e9f22681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e2e4ce-5e08-4c50-8567-2090c627ecd3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:51.683190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.698641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b04d31ad-ef43-4985-9162-fe46f2c952ce req-1bb1824f-c803-4903-b513-29d1671b4030 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801582 Aug 16 20:35:51.701228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] device_id is not set on port e37bfd30-b404-46c9-9ae1-e588748b0333 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:35:51.733495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:51.737068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7e22daed-2d57-45ff-8800-8e01178174ae tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4692311 Aug 16 20:35:51.739014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33458) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:51.745894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:51.803001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.014412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.055094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.14 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/e37bfd30-b404-46c9-9ae1-e588748b0333) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:52.073082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.13 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/e37bfd30-b404-46c9-9ae1-e588748b0333) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:52.284201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.402143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.406326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.435663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.458807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:52.462171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:52.466874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:52.470835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=e37bfd30-b404-46c9-9ae1-e588748b0333,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:52.518876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.519835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.567863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Allocated IP 172.25.7.27 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1da9e8f0-7426-428b-a2c4-1760c391b70a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:52.623129 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e4e839f8-1b29-49e7-a0cf-ea23ec450ce8 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3652894 Aug 16 20:35:52.625892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33488) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:52.631599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'e37bfd30-b404-46c9-9ae1-e588748b0333', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:52.720901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.735371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.872467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8827dd-7f9a-43cf-9814-86ead15d49bb req-804acf47-71df-453e-b6d1-2f5e27d15aae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:52.875589 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8827dd-7f9a-43cf-9814-86ead15d49bb req-804acf47-71df-453e-b6d1-2f5e27d15aae tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0953557 Aug 16 20:35:52.913763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:52.961636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8827dd-7f9a-43cf-9814-86ead15d49bb req-33e539e5-9954-4726-9565-5045741e8b07 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796556 Aug 16 20:35:52.968965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33508) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:52.974970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:52.982764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:52.986973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:52.993021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.016296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Pushing event updated for resources: {'Port': ['ID=1da9e8f0-7426-428b-a2c4-1760c391b70a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:53.080814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-318267379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:53.196895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.200111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.231238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.194 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1665e9b4-6c5c-4699-9749-2f4d4c92d76d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:53.279318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.385110 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.449794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.465814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.467396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec58d825-61d9-44b4-9d47-b873d773a0af tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4972634 Aug 16 20:35:53.469919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:53.475334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-967668525'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:53.493781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.561733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:53.566741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.580028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.604433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.688523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:53.698589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:53.701856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.702941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:53.754586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=1665e9b4-6c5c-4699-9749-2f4d4c92d76d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:53.789622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.791590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.795812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.819299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:53.829937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db6715-f6d3-4c9c-a966-afceef604479,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:53.835247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.835687 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Added segment 7f0415a9-9d34-423c-a0a2-b45f25e669b3 of type vlan for network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 Aug 16 20:35:53.881179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.967111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:53.973996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:53.976300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.062937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Network': ['ID=77b8a638-0ca7-43d2-b726-1532d4a7ebe5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:54.070682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51f14a45-1529-4eb7-b505-5330dd9daa6c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5996161 Aug 16 20:35:54.071470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:54.075901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:54.076862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'subnet': {'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:54.356007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:54.360533 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.549226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Router 203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:35:54.602752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb2fc5-2c04-41b0-8a26-2f80354c1ef1 req-f15d2c59-24b8-4d4d-907b-e7eff743dc3d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:54.604319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21bb2fc5-2c04-41b0-8a26-2f80354c1ef1 req-f15d2c59-24b8-4d4d-907b-e7eff743dc3d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.4940875 Aug 16 20:35:54.658586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.724311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33562) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:54.759009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Subnet': ['ID=130d3e24-7215-4658-8bf6-9201987d90fe,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:54.773798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Checking segment: {'id': '7f0415a9-9d34-423c-a0a2-b45f25e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:54.774581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network hostable DHCP agents. Network: 77b8a638-0ca7-43d2-b726-1532d4a7ebe5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:54.865982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25ef3138-1b7a-4c19-9da4-8410833c6806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.871350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:54.908914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21bb2fc5-2c04-41b0-8a26-2f80354c1ef1 req-5a171a48-a1aa-4be3-a062-6ed685eace4a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528608 Aug 16 20:35:54.957863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.974756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:54.975648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 77b8a638-0ca7-43d2-b726-1532d4a7ebe5) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:54.982724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:54.984180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.994809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] Sync routers for ids ['203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:54.998585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:54.999844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89395f1b-077d-45c2-9ff4-523890a28644 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "PUT /v2.0/routers/203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 200 len: 915 time: 3.2582178 Aug 16 20:35:55.002795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95fd42a-b583-4f4c-954c-913566b7e913 None None] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:55.004328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33566) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.021757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25ef3138-1b7a-4c19-9da4-8410833c6806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.054827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] Routers {'203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:55.055954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:55.087233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25ef3138-1b7a-4c19-9da4-8410833c6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.130842 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25ef3138-1b7a-4c19-9da4-8410833c6806 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99f133ee752649418b05c05f602b1c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053981 Aug 16 20:35:55.132775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3138-1b7a-4c19-9da4-8410833c6806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ed3f0a-7e08-445e-a0f8-bc1490819a34,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:55.135325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.139422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:55.162995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4b110726-fe26-4d20-ad00-c758a612f45e tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 200 len: 921 time: 0.1572235 Aug 16 20:35:55.165628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.185252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] Routers {'203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:55.185836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:55.187102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f22aa42e-1b1b-4c93-bdb5-65bd61756c56 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1144435 Aug 16 20:35:55.187834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33572) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.205028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'network': {'name': 'tempest-router-network01--1806025274'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:55.228584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:55.229538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ba005-2491-4695-8845-ac38cc60243d None None] The sync data for ids ['203bd79a-8f9d-4f07-a5f9-8ad9cda15db1'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:55.246436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.270923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.284381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-77b8a638-0ca7-43d2-b726-1532d4a7ebe5', 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5', 'tenant_id': '666f969ffdf14b8d8ca8ba9ca0553fb8', 'fixed_ips': [{'subnet_id': '130d3e24-7215-4658-8bf6-9201987d90fe'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:55.284381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.288199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.342350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951c744-a85a-438f-acb3-b03a20905e80 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:55.346673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b951c744-a85a-438f-acb3-b03a20905e80 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=203bd79a-8f9d-4f07-a5f9-8ad9cda15db1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1773450 Aug 16 20:35:55.347019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33574) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.358969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:55.362439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.483508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca5749-8ccb-4839-9242-4e4bdc858639 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:55.484963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84ca5749-8ccb-4839-9242-4e4bdc858639 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.1361799 Aug 16 20:35:55.488459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.507535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Allocated IP 2001:db8::2 (77b8a638-0ca7-43d2-b726-1532d4a7ebe5/130d3e24-7215-4658-8bf6-9201987d90fe/7b75999a-538c-4abf-8ab3-07e6bb926e75) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:55.520928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.545952 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83f3846b-cf04-4529-9275-f5e2ed843513 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 200 len: 205 time: 0.0538955 Aug 16 20:35:55.554583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33584) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:55.614604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.617560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.618862 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45ed3f0a-7e08-445e-a0f8-bc1490819a34 HTTP/1.1" status: 204 len: 168 time: 0.4826381 Aug 16 20:35:55.646776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.648950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:55.677858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.678532 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Added segment 47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e of type vlan for network e01d789c-74f5-4487-9617-cf684e5d5169 Aug 16 20:35:55.679623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ded275-5ec4-4bfb-a3a8-0c54f0dd1c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ed3f0a-7e08-445e-a0f8-bc1490819a34,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:55.692976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.702560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=1665e9b4-6c5c-4699-9749-2f4d4c92d76d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:55.702771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Transition to ACTIVE for port object 7b75999a-538c-4abf-8ab3-07e6bb926e75 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:55.718252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Transition to ACTIVE for port object 7b75999a-538c-4abf-8ab3-07e6bb926e75 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:35:55.733229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.739996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.760483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.818899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.870565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.877565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:55.879812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.888532 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.892092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:55.895839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:55.896568 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 3aab9230-77ed-4f55-ad05-980c03897c57 associated. External IP: 172.25.7.194, port: e37bfd30-b404-46c9-9ae1-e588748b0333. Aug 16 20:35:55.899892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:55.960101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Pushing event updated for resources: {'Port': ['ID=7b75999a-538c-4abf-8ab3-07e6bb926e75,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:55.971002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Attempting to bind port 7b75999a-538c-4abf-8ab3-07e6bb926e75 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:35:55.971370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Attempting to bind port 7b75999a-538c-4abf-8ab3-07e6bb926e75 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7f0415a9-9d34-423c-a0a2-b45f25e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:35:55.971839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Attempting to bind port 7b75999a-538c-4abf-8ab3-07e6bb926e75 on network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:35:55.981191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Network': ['ID=e01d789c-74f5-4487-9617-cf684e5d5169,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Checking segment: {'id': '7f0415a9-9d34-423c-a0a2-b45f25e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Bound using segment: {'id': '7f0415a9-9d34-423c-a0a2-b45f25e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Bound port: 7b75999a-538c-4abf-8ab3-07e6bb926e75, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0415a9-9d34-423c-a0a2-b45f25e669b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '77b8a638-0ca7-43d2-b726-1532d4a7ebe5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:35:55.981494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:55.994829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e01d789c-74f5-4487-9617-cf684e5d5169 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:56.042938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84f34f15-c732-42ef-ac22-cbe86b8bd6d7 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8453903 Aug 16 20:35:56.045480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:56.054198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'network': {'name': 'tempest-router-network02--247383899'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:56.111410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] For port 7b75999a-538c-4abf-8ab3-07e6bb926e75, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:35:56.116368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] For port 7b75999a-538c-4abf-8ab3-07e6bb926e75, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b75999a-538c-4abf-8ab3-07e6bb926e75,segment=NetworkSegment(7f0415a9-9d34-423c-a0a2-b45f25e669b3),segment_id=7f0415a9-9d34-423c-a0a2-b45f25e669b3)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:35:56.134758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port 1da9e8f0-7426-428b-a2c4-1760c391b70a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:56.135117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.168618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f5e11-efde-4fc1-a18a-d928c1a7bf3e req-baf5b8a4-cf45-4227-bce8-a1459aacd0ec tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.176302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a89f5e11-efde-4fc1-a18a-d928c1a7bf3e req-baf5b8a4-cf45-4227-bce8-a1459aacd0ec tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0980325 Aug 16 20:35:56.230955 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.239144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.254422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for 1da9e8f0-7426-428b-a2c4-1760c391b70a owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:56.259978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a89f5e11-efde-4fc1-a18a-d928c1a7bf3e req-03a157e4-8e3f-40b3-ad32-a7eb83ace62d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827408 Aug 16 20:35:56.323110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9fd2-7e6c-4045-84b4-ef98f92e15fa None None] Pushing event updated for resources: {'Port': ['ID=7b75999a-538c-4abf-8ab3-07e6bb926e75,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:56.325119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:56.329417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.337401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:56.389185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:35:56.435221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.435502 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Added segment 37a1e566-a436-4b09-bca3-c195194fed95 of type vlan for network 71d4959e-7026-4bcc-b2c3-209952a56db8 Aug 16 20:35:56.487959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.522639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:56.540651 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:56.576090 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:56.590060 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:56.623631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33602) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:56.646871 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:56.672335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20f0f8ad-1c3d-4788-90b5-4d0cd142d335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.673064 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:56.678706 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:56.699240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.700628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.706842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:56.707490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.710048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.759145 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:56.760227 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf99c33-dc47-40f8-a879-d6d6ddf10a2f None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:56.780019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de5e41fd-a0e9-4c0d-bc77-3a144a72078c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1525412 Aug 16 20:35:56.782841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33606) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:56.790482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': 'e37bfd30-b404-46c9-9ae1-e588748b0333', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:56.797416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=1da9e8f0-7426-428b-a2c4-1760c391b70a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:56.877593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Network': ['ID=71d4959e-7026-4bcc-b2c3-209952a56db8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:56.889415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:35:56.900668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:56.913696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.020728 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.024535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.081161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20f0f8ad-1c3d-4788-90b5-4d0cd142d335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.190205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20f0f8ad-1c3d-4788-90b5-4d0cd142d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.202114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.205348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:35:57.241597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.242771 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4094673f-2c1c-4db5-90a4-4ec460cb19b1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 204 len: 168 time: 1.6954827 Aug 16 20:35:57.260458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.274476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-598305313', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:57.291153 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8ac3aed3-a062-426a-b613-111d8e4637d0 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2449536 Aug 16 20:35:57.294654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33616) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.295079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0f8ad-1c3d-4788-90b5-4d0cd142d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4dcf16-745f-4338-acd7-f842aef37dad,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:57.299900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'subnet': {'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:57.304554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20f0f8ad-1c3d-4788-90b5-4d0cd142d335 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fac6884112e46cdabffbfe1f609a50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774969 Aug 16 20:35:57.305541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33618) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:57.400978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.402666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.480358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.485672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.530041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.615907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc2e6d-f37c-49ee-9404-0129c07a008b req-5e011a2b-af26-4b91-9a0c-1de9a3182c7a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:57.630047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62fc2e6d-f37c-49ee-9404-0129c07a008b req-5e011a2b-af26-4b91-9a0c-1de9a3182c7a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1994312 Aug 16 20:35:57.669528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959af1f-ab16-4dc1-a54e-38b9216a27ec None None] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:57.674449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:57.678479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.757793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62fc2e6d-f37c-49ee-9404-0129c07a008b req-02bb7090-82d0-4781-9ac6-9a8803cbba85 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268518 Aug 16 20:35:57.767523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:35:57.841597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.887703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.891341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:57.893844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e4dcf16-745f-4338-acd7-f842aef37dad HTTP/1.1" status: 204 len: 168 time: 0.5850987 Aug 16 20:35:57.914542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6d9149c1-4bf1-4d53-8afb-1bbb8851b670 None None] Provisioning for port 7b75999a-538c-4abf-8ab3-07e6bb926e75 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:57.929984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e2e8c-b6f9-4cd2-b42b-46896d83b9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4dcf16-745f-4338-acd7-f842aef37dad,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.029160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b75999a-538c-4abf-8ab3-07e6bb926e75 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:35:58.173413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7b75999a-538c-4abf-8ab3-07e6bb926e75 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:35:58.180671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7b75999a-538c-4abf-8ab3-07e6bb926e75 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:58.181049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.281900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.292120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.305961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0ec6475f-1bb0-4335-9dec-46de8f9f802d None None] Provisioning complete for port 7b75999a-538c-4abf-8ab3-07e6bb926e75 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:35:58.310659 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0ec6475f-1bb0-4335-9dec-46de8f9f802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.322309 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.358573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7b75999a-538c-4abf-8ab3-07e6bb926e75, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b75999a-538c-4abf-8ab3-07e6bb926e75,segment=NetworkSegment(7f0415a9-9d34-423c-a0a2-b45f25e669b3),segment_id=7f0415a9-9d34-423c-a0a2-b45f25e669b3)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:35:58.424897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0ec6475f-1bb0-4335-9dec-46de8f9f802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.436020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.467279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.543115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-0ec6475f-1bb0-4335-9dec-46de8f9f802d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:35:58.544162 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-0ec6475f-1bb0-4335-9dec-46de8f9f802d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:35:58.554978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.559952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7b75999a-538c-4abf-8ab3-07e6bb926e75,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.568607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.569124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.569556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.570157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.570585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.571004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.571426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.572129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.572351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.573107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.573778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.574248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:35:58.602094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.690620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Subnet': ['ID=d3032b76-aa75-4aa5-98e2-2ca26d272637,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:58.703713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Checking segment: {'id': '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:35:58.704242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network hostable DHCP agents. Network: e01d789c-74f5-4487-9617-cf684e5d5169, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:35:58.707440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Allocated IP 172.25.7.94 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/7d018729-9e11-4828-8a7f-76ef5e182d35) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:58.778511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:35:58.857105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.923555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network e01d789c-74f5-4487-9617-cf684e5d5169 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:35:58.937871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:35:58.950437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:35:58.961005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:58.961266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:58.962031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:58.979518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.001670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.011756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:35:59.012493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.036874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8329-6ba6-4530-9587-07c2a2ad517e req-d3321bbb-55bc-490d-931d-73ad607e47e8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.038571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca5a8329-6ba6-4530-9587-07c2a2ad517e req-d3321bbb-55bc-490d-931d-73ad607e47e8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1184492 Aug 16 20:35:59.043766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71d45cd9-f3e8-4fbe-86b6-ce6b1bc21467 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/3aab9230-77ed-4f55-ad05-980c03897c57 HTTP/1.1" status: 200 len: 979 time: 2.2598174 Aug 16 20:35:59.044391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:59.051843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:35:59.055933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:59.062363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:35:59.098869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event updated for resources: {'Port': ['ID=7d018729-9e11-4828-8a7f-76ef5e182d35,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:59.100862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:35:59.101017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e01d789c-74f5-4487-9617-cf684e5d5169) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:35:59.101665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0b04b-c0ce-44b3-be77-bbd94e338c73 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:35:59.114624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:35:59.115225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.122461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886eaa0-5e5b-49b5-8773-f01dd233c868 None None] Network e01d789c-74f5-4487-9617-cf684e5d5169 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:35:59.186374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca5a8329-6ba6-4530-9587-07c2a2ad517e req-bfcd272f-8cb8-4676-b932-c6cfe72cd9d2 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956361 Aug 16 20:35:59.211867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-72fd1eec-bed8-478c-bf8a-cea03b55a7f1 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9140806 Aug 16 20:35:59.217773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33658) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:35:59.223982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'subnet': {'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:35:59.303081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port 1665e9b4-6c5c-4699-9749-2f4d4c92d76d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:35:59.303519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.361291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e01d789c-74f5-4487-9617-cf684e5d5169', 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169', 'tenant_id': '666f969ffdf14b8d8ca8ba9ca0553fb8', 'fixed_ips': [{'subnet_id': 'd3032b76-aa75-4aa5-98e2-2ca26d272637'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:35:59.362393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.406356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.406691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.412834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:35:59.416373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.446951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for 1665e9b4-6c5c-4699-9749-2f4d4c92d76d owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:35:59.641630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.643273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Allocated IP 2001:db8::2 (e01d789c-74f5-4487-9617-cf684e5d5169/d3032b76-aa75-4aa5-98e2-2ca26d272637/5b88627a-4137-4c29-9ff0-f79ad04ddef5) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:35:59.773493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:35:59.854391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=1665e9b4-6c5c-4699-9749-2f4d4c92d76d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:35:59.880132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.001680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.002532 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 3aab9230-77ed-4f55-ad05-980c03897c57 disassociated (deleted). External IP: 172.25.7.194, port: e37bfd30-b404-46c9-9ae1-e588748b0333. Aug 16 20:36:00.048328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Subnet': ['ID=39beaea6-9669-42d7-8344-cc1734bf8e5d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:00.054798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.064324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Checking segment: {'id': '37a1e566-a436-4b09-bca3-c195194fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:00.064699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network hostable DHCP agents. Network: 71d4959e-7026-4bcc-b2c3-209952a56db8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:00.069641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b75999a-538c-4abf-8ab3-07e6bb926e75 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:00.188064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7b75999a-538c-4abf-8ab3-07e6bb926e75 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:00.188248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.205248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:00.294298 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.312482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Transition to ACTIVE for port object 5b88627a-4137-4c29-9ff0-f79ad04ddef5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:00.321170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 71d4959e-7026-4bcc-b2c3-209952a56db8) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:00.326170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.327382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.340117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e153791-85e8-4e60-8ee7-5868a57598d0 None None] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:00.356194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Router 6b2e3090-8489-45bf-896b-afa3c9b5735e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:00.375651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955af03-1100-444f-956d-cd72119fe9cd req-089f97ca-9f6c-4478-86f3-44dfe34240de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:00.377226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f955af03-1100-444f-956d-cd72119fe9cd req-089f97ca-9f6c-4478-86f3-44dfe34240de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0703926 Aug 16 20:36:00.399526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:00.419003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3472ada3-f128-4999-b804-5475ad2f710a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1972141 Aug 16 20:36:00.421035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33686) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:00.438563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Transition to ACTIVE for port object 5b88627a-4137-4c29-9ff0-f79ad04ddef5 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:00.551612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.646032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:00.650964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:00.653495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.657979 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:00.669188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Pushing event updated for resources: {'Port': ['ID=5b88627a-4137-4c29-9ff0-f79ad04ddef5,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:00.673873 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.675329 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.684656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0cdc5aa1-b7e1-461c-9b58-ac4518df36d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.687213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] Sync routers for ids ['6b2e3090-8489-45bf-896b-afa3c9b5735e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:00.698123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Network e01d789c-74f5-4487-9617-cf684e5d5169 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:00.723775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-52049b57-7380-4a23-9b55-9ce4ffce34c3 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/3aab9230-77ed-4f55-ad05-980c03897c57 HTTP/1.1" status: 204 len: 168 time: 1.6781659 Aug 16 20:36:00.725093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:00.727886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:00.736784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] Routers {'6b2e3090-8489-45bf-896b-afa3c9b5735e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.736784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6b2e3090-8489-45bf-896b-afa3c9b5735e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.752388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.755367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33694) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:00.769719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f955af03-1100-444f-956d-cd72119fe9cd req-197bb821-8774-4f97-8f76-9cc39e98a870 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786278 Aug 16 20:36:00.786782 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.788438 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.795521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.801207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-71d4959e-7026-4bcc-b2c3-209952a56db8', 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8', 'tenant_id': '666f969ffdf14b8d8ca8ba9ca0553fb8', 'fixed_ips': [{'subnet_id': '39beaea6-9669-42d7-8344-cc1734bf8e5d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:00.802411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.831642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.832505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c1ae2-68c9-4cf4-ad68-7598495212a7 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:00.837080 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.838882 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7bbda85-f341-463c-b0e9-b366bbf430bb tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5775275 Aug 16 20:36:00.842018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:00.852656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:00.949346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:00.969605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] Routers {'6b2e3090-8489-45bf-896b-afa3c9b5735e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:00.970409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:35:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6b2e3090-8489-45bf-896b-afa3c9b5735e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:00.978045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port e37bfd30-b404-46c9-9ae1-e588748b0333 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:00.979025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.100225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:01.101452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f4447-9327-44aa-8f01-c1817b869a13 None None] The sync data for ids ['6b2e3090-8489-45bf-896b-afa3c9b5735e'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:01.179764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.193186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Allocated IP 2001:db8::2 (71d4959e-7026-4bcc-b2c3-209952a56db8/39beaea6-9669-42d7-8344-cc1734bf8e5d/9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:01.200698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for e37bfd30-b404-46c9-9ae1-e588748b0333 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:01.273337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Attempting to bind port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:01.273723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Attempting to bind port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:01.274437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Attempting to bind port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 on network e01d789c-74f5-4487-9617-cf684e5d5169 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:01.292470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:01.292881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Checking segment: {'id': '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:01.294128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.294539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Bound using segment: {'id': '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:01.295040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Bound port: 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e01d789c-74f5-4487-9617-cf684e5d5169'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:01.295431 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.488498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.501291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Transition to ACTIVE for port object 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:01.524929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Transition to ACTIVE for port object 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:01.529388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f54f22-2708-4bae-bc21-2356d0da80f7 req-087f18e8-bb8f-4d88-b0b8-cac1938b7c28 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:01.530828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] For port 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:01.531296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90f54f22-2708-4bae-bc21-2356d0da80f7 req-087f18e8-bb8f-4d88-b0b8-cac1938b7c28 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1113780 Aug 16 20:36:01.535606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] For port 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5b88627a-4137-4c29-9ff0-f79ad04ddef5,segment=NetworkSegment(47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e),segment_id=47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:01.575218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.618771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.623688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.687597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=e37bfd30-b404-46c9-9ae1-e588748b0333,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:01.694464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90f54f22-2708-4bae-bc21-2356d0da80f7 req-b4455448-1307-426f-a8d2-2c26ce06197c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552713 Aug 16 20:36:01.731563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:01.753654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:01.756092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:01.758266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c3b2c-f227-4bd1-a470-e546f7ae8e5f None None] Pushing event updated for resources: {'Port': ['ID=5b88627a-4137-4c29-9ff0-f79ad04ddef5,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:01.766421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.772098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d0806621-cf93-4d7c-9bce-251753727692 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/e37bfd30-b404-46c9-9ae1-e588748b0333 HTTP/1.1" status: 204 len: 168 time: 0.9940639 Aug 16 20:36:01.782320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33724) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:01.789065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:01.871948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Pushing event updated for resources: {'Port': ['ID=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:01.899764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Attempting to bind port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:01.900393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Attempting to bind port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '37a1e566-a436-4b09-bca3-c195194fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:01.901084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Attempting to bind port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 on network 71d4959e-7026-4bcc-b2c3-209952a56db8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:01.904322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.922521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:01.922872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Checking segment: {'id': '37a1e566-a436-4b09-bca3-c195194fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:01.923283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:01.923674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Bound using segment: {'id': '37a1e566-a436-4b09-bca3-c195194fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:01.924174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Bound port: 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a1e566-a436-4b09-bca3-c195194fed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '71d4959e-7026-4bcc-b2c3-209952a56db8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:01.924702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.018987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.040647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] For port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:02.053666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] For port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,segment=NetworkSegment(37a1e566-a436-4b09-bca3-c195194fed95),segment_id=37a1e566-a436-4b09-bca3-c195194fed95)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:02.096175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Allocated IP 2001:db8::1 (e01d789c-74f5-4487-9617-cf684e5d5169/d3032b76-aa75-4aa5-98e2-2ca26d272637/5ae259e2-f0ad-4d88-891e-538caaaba1dd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:02.131828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.167847 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.212930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.242224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.283117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Transition to ACTIVE for port object 5ae259e2-f0ad-4d88-891e-538caaaba1dd will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:02.296206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.249 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/feb1c7c9-807a-4a49-9b12-e4ed111011a7) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:02.300710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cde6aa-37bd-4d12-a627-9ce4041b277d None None] Pushing event updated for resources: {'Port': ['ID=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.409124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Deleting port 7d018729-9e11-4828-8a7f-76ef5e182d35 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:02.410010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.458950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.473215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.578789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network e01d789c-74f5-4487-9617-cf684e5d5169 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:02.592537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:02.603492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:02.603492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.611550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Port': ['ID=5ae259e2-f0ad-4d88-891e-538caaaba1dd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.618333 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.681945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:02.687545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:02.697184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:02.728938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=feb1c7c9-807a-4a49-9b12-e4ed111011a7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:02.841701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-8ab58c93-21c4-446f-9e02-2ca407d14926 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:02.844441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-8ab58c93-21c4-446f-9e02-2ca407d14926 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.3787370 Aug 16 20:36:02.848635 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:02.925341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Calling delete_port for 7d018729-9e11-4828-8a7f-76ef5e182d35 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:02.970785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.001041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30f9f6-064a-4409-91e1-b133e4c1fa4f req-c75d701b-b686-4297-9cf9-ab6a8a3eb945 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:03.003144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce30f9f6-064a-4409-91e1-b133e4c1fa4f req-c75d701b-b686-4297-9cf9-ab6a8a3eb945 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.0947011 Aug 16 20:36:03.021525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33750) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:03.090624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce30f9f6-064a-4409-91e1-b133e4c1fa4f req-1d1ff6bb-414a-478e-9340-266101c9e87b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777280 Aug 16 20:36:03.099540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.102993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.214715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf45972-7ed0-44b9-b89e-7da0d0e2f80e None None] Network e01d789c-74f5-4487-9617-cf684e5d5169 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:03.403170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.484881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.488412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9bbd238b-f147-47b9-963a-af68d3420f1a None None] Provisioning for port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:03.510210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.571717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e84cee30-4592-4b6c-b366-6e47632cd59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.602808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1a77-5053-4c2b-8be9-13b94ba7cda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.649312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=feb1c7c9-807a-4a49-9b12-e4ed111011a7,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:03.697126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port cd28d78b-6561-4ffe-b392-96849fbb7d1b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:03.697506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.702054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:03.866941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa8a26c-4db1-4824-916a-f70b621defac None None] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:04.027760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5b88627a-4137-4c29-9ff0-f79ad04ddef5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:04.036049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.079692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-05fe95f8-5279-4d29-aafe-b4c7c950a4d9 None None] Provisioning for port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:04.105791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Pushing event deleted for resources: {'Port': ['ID=7d018729-9e11-4828-8a7f-76ef5e182d35,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:04.112146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port cd28d78b-6561-4ffe-b392-96849fbb7d1b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=cd28d78b-6561-4ffe-b392-96849fbb7d1b,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:04.113201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.194465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.194730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for cd28d78b-6561-4ffe-b392-96849fbb7d1b owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:04.254125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:04.259997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:04.260378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.313769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Provisioning for port 5ae259e2-f0ad-4d88-891e-538caaaba1dd completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:04.324071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812fb0-64f2-40bd-bf54-082c032b8945 req-86200602-25bd-44e5-8be4-fc5f1d44d674 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:04.325694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf812fb0-64f2-40bd-bf54-082c032b8945 req-86200602-25bd-44e5-8be4-fc5f1d44d674 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 945 time: 0.1125042 Aug 16 20:36:04.329440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Provisioning complete for port 5ae259e2-f0ad-4d88-891e-538caaaba1dd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:04.329820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.382458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.417060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf812fb0-64f2-40bd-bf54-082c032b8945 req-4ece2e23-de2f-4794-bb46-d6067ed89f59 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829895 Aug 16 20:36:04.435305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.450503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.451367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.452797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Port 5ae259e2-f0ad-4d88-891e-538caaaba1dd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:04.501699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Provisioning complete for port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:04.502223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.541012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.593348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5b88627a-4137-4c29-9ff0-f79ad04ddef5,segment=NetworkSegment(47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e),segment_id=47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:04.629878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.674085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e84cee30-4592-4b6c-b366-6e47632cd59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.676371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.680410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:04.803570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5b88627a-4137-4c29-9ff0-f79ad04ddef5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:04.807925 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:36:04.807925 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-6ac1cf73-3cb4-418c-b871-b0627c6269da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:36:04.812035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.813791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5f7b7d4c-3b17-4946-b256-d90526cfbe20 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0303316 Aug 16 20:36:04.826896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33772) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:04.826896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'port': {'network_id': '69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f', 'name': 'tempest-FloatingIPTestJSON-576976439'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:04.898726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:04.903665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:04.904208 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:04.988724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.024163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,segment=NetworkSegment(37a1e566-a436-4b09-bca3-c195194fed95),segment_id=37a1e566-a436-4b09-bca3-c195194fed95)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:05.029279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:05.032958 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.036998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e84cee30-4592-4b6c-b366-6e47632cd59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.040588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Port': ['ID=5ae259e2-f0ad-4d88-891e-538caaaba1dd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.052636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] device_id is not set on port f0332696-d632-477d-8406-b358e0df36b3 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:36:05.126939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.176740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.9 (69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f/bab149fe-fd8a-4ca7-b608-90f4905496c6/f0332696-d632-477d-8406-b358e0df36b3) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:05.183339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e84cee30-4592-4b6c-b366-6e47632cd59e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e25db3f0b8c24cd8903bfe9d4d1c190b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1586022 Aug 16 20:36:05.187671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33774) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:05.193330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.200282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cee30-4592-4b6c-b366-6e47632cd59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe9a56-1451-4d56-ac53-daf433c36ba0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.207690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.228521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.269941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network e01d789c-74f5-4487-9617-cf684e5d5169 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:05.284892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.297513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:05.299380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.344155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.384784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Router 6b2e3090-8489-45bf-896b-afa3c9b5735e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:05.385703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=cd28d78b-6561-4ffe-b392-96849fbb7d1b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.423524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.485312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port cd28d78b-6561-4ffe-b392-96849fbb7d1b on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:05.491465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.494011 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdcd4457-3039-4c34-bc42-13d3c8057f8c req-5f5a4a08-e1bb-42c4-9d06-202ed1c942de tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "DELETE /v2.0/ports/cd28d78b-6561-4ffe-b392-96849fbb7d1b HTTP/1.1" status: 204 len: 173 time: 2.6417234 Aug 16 20:36:05.497955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'name': 'network-vif-deleted', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:05.499612 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cda6a5-8bad-466f-8271-00aca5c6ae4c" -d '{"events": [{"server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "name": "network-vif-deleted", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:05.518586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7a9e79a5-2c3a-4c85-ab95-8588fddd85f9 None None] Provisioning complete for port 5ae259e2-f0ad-4d88-891e-538caaaba1dd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:05.520997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.522132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a9e79a5-2c3a-4c85-ab95-8588fddd85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.523614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.525215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7afe9a56-1451-4d56-ac53-daf433c36ba0 HTTP/1.1" status: 204 len: 168 time: 0.3364470 Aug 16 20:36:05.552018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b5884-19df-4602-94cc-1fe0468f7f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe9a56-1451-4d56-ac53-daf433c36ba0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.584895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e79a5-2c3a-4c85-ab95-8588fddd85f9 None None] Port 5ae259e2-f0ad-4d88-891e-538caaaba1dd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:05.589037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:05.598022 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.600622 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] Sync routers for ids ['6b2e3090-8489-45bf-896b-afa3c9b5735e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:05.617017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e643668c-9c07-41a7-92ff-ba171830826f tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "PUT /v2.0/routers/6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 200 len: 705 time: 4.7664208 Aug 16 20:36:05.617679 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] Routers {'6b2e3090-8489-45bf-896b-afa3c9b5735e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:05.617679 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6b2e3090-8489-45bf-896b-afa3c9b5735e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:05.618093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7a9e79a5-2c3a-4c85-ab95-8588fddd85f9 None None] Provisioning complete for port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:05.618093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a9e79a5-2c3a-4c85-ab95-8588fddd85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.618296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:05.630661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c042c9b5-9868-4a9e-867c-b68afbc05dc4 req-3e971212-8b76-4896-b063-e980127c295d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb46b1e-8bbd-4074-8ca8-975dfc78e625 HTTP/1.1" status: 200 len: 210 time: 0.0814073 Aug 16 20:36:05.647595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.691075 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:05.701103 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] Routers {'6b2e3090-8489-45bf-896b-afa3c9b5735e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:05.705142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6b2e3090-8489-45bf-896b-afa3c9b5735e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:05.740838 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51b7b11-79ad-4183-b498-c0c988a13387 x-openstack-request-id: req-f51b7b11-79ad-4183-b498-c0c988a13387 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:05.740838 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb46b1e-8bbd-4074-8ca8-975dfc78e625", "name": "network-vif-deleted", "tag": "cd28d78b-6561-4ffe-b392-96849fbb7d1b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:05.740838 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f51b7b11-79ad-4183-b498-c0c988a13387 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:05.740838 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb46b1e-8bbd-4074-8ca8-975dfc78e625', 'name': 'network-vif-deleted', 'tag': 'cd28d78b-6561-4ffe-b392-96849fbb7d1b', 'status': 'completed', 'code': 200} Aug 16 20:36:05.751140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8026fa4a-adee-43d5-8aba-b4eef376a2ab tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/routers/6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 200 len: 740 time: 0.1298404 Aug 16 20:36:05.755888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:05.769797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:05.773335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:05.778207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:05.782799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=f0332696-d632-477d-8406-b358e0df36b3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:05.826559 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:05.827225 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206dd4a5-ad5c-4702-ac71-ed0264699a89 None None] The sync data for ids ['6b2e3090-8489-45bf-896b-afa3c9b5735e'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:05.845695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Router 35ea73b0-7873-47d0-99aa-da9ad9dfe073 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:05.853787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:05.854582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:05.871509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-490989b8-c106-4c19-ba8e-41ff179d8c06 tempest-RoutersAdminTest-1300520682 tempest-RoutersAdminTest-1300520682-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 200 len: 205 time: 0.1161566 Aug 16 20:36:05.874048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33792) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:05.906894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cd28d78b-6561-4ffe-b392-96849fbb7d1b no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:05.923935 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-08f64cfa-8b79-4607-990b-6f797c5999e6 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 200 len: 205 time: 0.0484564 Aug 16 20:36:05.929883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33796) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:05.932376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5b88627a-4137-4c29-9ff0-f79ad04ddef5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:05.962889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: cd28d78b-6561-4ffe-b392-96849fbb7d1b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:05.963224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device cd28d78b-6561-4ffe-b392-96849fbb7d1b not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:06.000397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6d076fa1-33cc-4f92-872e-378e7c27e86b None None] Provisioning complete for port 5ae259e2-f0ad-4d88-891e-538caaaba1dd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:06.001039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6d076fa1-33cc-4f92-872e-378e7c27e86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.021198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:06.027303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-537b01cf-8923-4571-9cb9-247676fbd8a7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2082705 Aug 16 20:36:06.030245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:06.042140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': 'f0332696-d632-477d-8406-b358e0df36b3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:06.045022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] Sync routers for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:06.053420 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-45e525e8-4341-4d88-b3d7-d58aac4ae3b6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6304047 Aug 16 20:36:06.058450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6d076fa1-33cc-4f92-872e-378e7c27e86b None None] Port 5ae259e2-f0ad-4d88-891e-538caaaba1dd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:06.059032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33802) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:06.061436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:06.061982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.088879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:06.089776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:06.103420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.134893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:06.139631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.154237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.161438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:06.161438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:06.202521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:06.203379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f105860b-5fad-4202-9e18-95e93960a1fd None None] The sync data for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:06.271460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:06.343942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:06.344460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.494721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:06.518170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-138fbede-27ca-4176-89d7-06ebf47fa4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.599772 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-c828d253-bd2f-4c9a-873b-ba12457e87a8 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:36:06.601240 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c828d253-bd2f-4c9a-873b-ba12457e87a8 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5412188 Aug 16 20:36:06.604123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:06.838640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.843062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.890430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-138fbede-27ca-4176-89d7-06ebf47fa4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:06.986735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-138fbede-27ca-4176-89d7-06ebf47fa4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.039255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.039572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Fanout notify agent at l3_agent the message router_deleted on router 6b2e3090-8489-45bf-896b-afa3c9b5735e {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:07.050280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.054075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3314004e-be2b-42fd-ab83-01bffb18ce67 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 204 len: 168 time: 1.1193502 Aug 16 20:36:07.054943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33832) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.075822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-138fbede-27ca-4176-89d7-06ebf47fa4eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e88071cab98e40b08d2e021923665855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796547 Aug 16 20:36:07.078298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.109825 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f42b8d0a-6e38-4f76-a9a2-5f457881fb91 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 200 len: 205 time: 0.0521514 Aug 16 20:36:07.110338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33836) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.114898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fbede-27ca-4176-89d7-06ebf47fa4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2b467b-b0f7-4c24-9eb2-5e38d502a6fb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:07.210756 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-89df39a5-46ac-48a2-a101-889dcbd53a93 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.215173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89df39a5-46ac-48a2-a101-889dcbd53a93 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6b2e3090-8489-45bf-896b-afa3c9b5735e HTTP/1.1" status: 404 len: 336 time: 0.1006229 Aug 16 20:36:07.215173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33838) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.233786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.235314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-8bdcd67b-8db3-4375-b96a-d3997c405d99 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:07.236985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-8bdcd67b-8db3-4375-b96a-d3997c405d99 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.2588778 Aug 16 20:36:07.259100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af166507-7ff1-413f-8998-5b5ffc9ce82a tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 200 len: 205 time: 0.0436101 Aug 16 20:36:07.261616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33840) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.276577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.309188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.338259 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-7ecbb437-5661-460c-8c9b-7c7cebe5cbda tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.339304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7ecbb437-5661-460c-8c9b-7c7cebe5cbda tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/203bd79a-8f9d-4f07-a5f9-8ad9cda15db1 HTTP/1.1" status: 404 len: 336 time: 0.0766773 Aug 16 20:36:07.342234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-7014647b-dcac-481d-943d-ea593c97ec0d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/quotas/7e553a2ba27e450a98f45aed711be360 HTTP/1.1" status: 200 len: 375 time: 0.0818396 Aug 16 20:36:07.348196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33842) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.394938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e237f6e8-6cd4-44f2-891e-c6eb0d800c58 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 200 len: 205 time: 0.0455825 Aug 16 20:36:07.395875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33844) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.418208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-0e0ce6f9-7fa2-41e5-99b5-06d5db192905 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592179 Aug 16 20:36:07.438596 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-3dd0f9cf-dff8-4207-ad8b-29e332b3dc05 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.439623 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3dd0f9cf-dff8-4207-ad8b-29e332b3dc05 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6febaaa2-4c77-4068-a32a-334862e7de46 HTTP/1.1" status: 404 len: 336 time: 0.0428479 Aug 16 20:36:07.444317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33848) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.513967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.516087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.519813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e2b467b-b0f7-4c24-9eb2-5e38d502a6fb HTTP/1.1" status: 204 len: 168 time: 0.4185538 Aug 16 20:36:07.526276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3063db6d-e2e1-4c8a-bb82-b0d877f28d95 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 200 len: 205 time: 0.0803261 Aug 16 20:36:07.528996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33852) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.542768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:36:07.591378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb969cc3-72df-42e0-8e2e-c1e9cad07775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2b467b-b0f7-4c24-9eb2-5e38d502a6fb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:07.613677 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-bdbc8aeb-fb7c-4bb1-ab66-f25bb642f06e tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.617074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bdbc8aeb-fb7c-4bb1-ab66-f25bb642f06e tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/6f0eac44-a466-47e4-b316-d258de0d685e HTTP/1.1" status: 404 len: 336 time: 0.0840797 Aug 16 20:36:07.618337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33854) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.667785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-93125d52-7e32-4d7c-bf58-1205464399f5 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 200 len: 205 time: 0.0486443 Aug 16 20:36:07.668086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.668691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33856) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.684282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-5e95ceb4-0d0d-4f6c-8f36-0bd2b5ff1092 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583902 Aug 16 20:36:07.724269 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-629f65e0-16a2-4b0a-8adc-8172bd557dfd tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.725540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-629f65e0-16a2-4b0a-8adc-8172bd557dfd tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/8fe94842-f091-47c5-aedc-0c3d697823a8 HTTP/1.1" status: 404 len: 336 time: 0.0544820 Aug 16 20:36:07.738239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.755200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.777196 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6cfa4201-6ac5-44bd-acdf-bf9cf29b73bd tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "GET /v2.0/ports?device_id=559a3f42-a90f-4d3c-8e0b-2d0a5bff466c HTTP/1.1" status: 200 len: 205 time: 0.0353651 Aug 16 20:36:07.778248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33860) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.820858 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-76bac37d-130a-45dd-9cb4-aa9b23ae8aff tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] delete failed (client error): The resource could not be found. Aug 16 20:36:07.824312 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76bac37d-130a-45dd-9cb4-aa9b23ae8aff tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/routers/559a3f42-a90f-4d3c-8e0b-2d0a5bff466c HTTP/1.1" status: 404 len: 336 time: 0.0434706 Aug 16 20:36:07.824734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:07.870700 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a943e7-091f-41f5-b418-2887b16c26e1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] DELETE failed (client error): The resource could not be found. Aug 16 20:36:07.872276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a943e7-091f-41f5-b418-2887b16c26e1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:36:07.877985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-06a943e7-091f-41f5-b418-2887b16c26e1 tempest-RoutersAdminTest-1944616620 tempest-RoutersAdminTest-1944616620-project] 10.222.0.70 "DELETE /v2.0/subnets/46e48dce-d21d-4b83-9a34-91fa0775ceda HTTP/1.1" status: 404 len: 337 time: 0.0499892 Aug 16 20:36:07.883078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-53ada096-8934-4bb2-b191-9cad37357b40 service neutron] 10.222.0.70 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609216 Aug 16 20:36:07.895522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port 5ae259e2-f0ad-4d88-891e-538caaaba1dd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:07.895912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:07.992487 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP c20a5db0-ed9e-4dd3-b58a-282ad0a66a1f associated. External IP: 172.25.7.249, port: f0332696-d632-477d-8406-b358e0df36b3. Aug 16 20:36:08.297231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65ecf4a4-5e1a-427a-9962-1b361eefaf6c req-0fc74a77-3ffb-4cd4-a341-d6bbb56bc755 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 210 time: 0.0431886 Aug 16 20:36:08.385877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.397115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for 5ae259e2-f0ad-4d88-891e-538caaaba1dd owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:08.401113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:08.556034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:08.570503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.574280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:08.589564 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:08.590447 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:08.609551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33894) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:08.656233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5f0d3736-567a-4e19-b8f5-23e5543969bf tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/c20a5db0-ed9e-4dd3-b58a-282ad0a66a1f HTTP/1.1" status: 200 len: 977 time: 2.6234612 Aug 16 20:36:08.656881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33898) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:08.698669 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:08.709288 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:36:08.720597 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:08.722819 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:08.766576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:08.792892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=5ae259e2-f0ad-4d88-891e-538caaaba1dd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:08.805446 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:08.806486 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b990340f-74a3-44d4-b294-5e5f8ddef08d None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:08.839100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port f0332696-d632-477d-8406-b358e0df36b3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:08.843826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.017129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.021657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484f88e2-3eec-4998-8aed-203529df8950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.064210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.262679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Router 35ea73b0-7873-47d0-99aa-da9ad9dfe073 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:09.388763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.389623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.391199 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP c20a5db0-ed9e-4dd3-b58a-282ad0a66a1f disassociated. External IP: 172.25.7.249, port: f0332696-d632-477d-8406-b358e0df36b3. Aug 16 20:36:09.391933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for f0332696-d632-477d-8406-b358e0df36b3 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:09.461582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:09.470124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-726bfb2f-c447-4ce6-a277-95369f283e2c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8647795 Aug 16 20:36:09.473363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] Sync routers for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:09.474140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:09.492998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:09.493638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:09.500974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33882c4c-c0a9-4846-8774-abc4a9bc0481 req-56652ca2-53db-4269-a2d3-6e8446a718f3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 210 time: 0.0755551 Aug 16 20:36:09.547343 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-b221aeab-b86f-49e1-86f2-64b1cc9470d5 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] delete failed (client error): The resource could not be found. Aug 16 20:36:09.553786 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b221aeab-b86f-49e1-86f2-64b1cc9470d5 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-151523864 HTTP/1.1" status: 404 len: 334 time: 0.0720322 Aug 16 20:36:09.556278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33932) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:09.562281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-85c3287d-8448-4bdf-bc10-7094d57c2381 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'router': {'external_gateway_info': {'network_id': '35ea73b0-7873-47d0-99aa-da9ad9dfe073'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:09.587649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484f88e2-3eec-4998-8aed-203529df8950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.675895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-484f88e2-3eec-4998-8aed-203529df8950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.733058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-484f88e2-3eec-4998-8aed-203529df8950 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3550d5080504d1db101e37f75bd5f71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1194818 Aug 16 20:36:09.733284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f88e2-3eec-4998-8aed-203529df8950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae523422-9db8-46dc-a531-974332d6c708,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:09.737582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33934) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:09.835693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:09.837523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.859282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:09.859953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:09.866076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:09.913709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:09.914400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4144e9bd-108f-42b7-86c0-91c2693e3156 None None] The sync data for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:09.934790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85c3287d-8448-4bdf-bc10-7094d57c2381 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.055673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.068067 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.071777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae523422-9db8-46dc-a531-974332d6c708 HTTP/1.1" status: 204 len: 168 time: 0.3308122 Aug 16 20:36:10.121995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:10.156404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f79a8-2ff8-4402-bfd6-5d87843c3370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae523422-9db8-46dc-a531-974332d6c708,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:10.297068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb37a952-b994-4cab-9de6-73284728210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.413299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb37a952-b994-4cab-9de6-73284728210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.424977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-89924594-6102-42a2-8c6c-1bfcc72f9387 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4746196 Aug 16 20:36:10.425754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.464832 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb37a952-b994-4cab-9de6-73284728210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.467653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=f0332696-d632-477d-8406-b358e0df36b3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:10.473596 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-85c3287d-8448-4bdf-bc10-7094d57c2381 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] update failed (client error): The resource could not be found. Aug 16 20:36:10.479170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-85c3287d-8448-4bdf-bc10-7094d57c2381 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073 HTTP/1.1" status: 404 len: 339 time: 0.9213166 Aug 16 20:36:10.479978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:10.498456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1593840585'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:10.608034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eb37a952-b994-4cab-9de6-73284728210f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8db8c9e5a4974a0e83ee14d5e3d3feb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4831293 Aug 16 20:36:10.608923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33958) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:10.634914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a952-b994-4cab-9de6-73284728210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2748c1fb-a5ac-48f5-8740-8e229c9733ad,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:10.641266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fd1828c-79cb-4af2-a1de-065423891d0d req-d305f194-c04a-41c1-90bb-dba09d2e6be8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 210 time: 0.0438964 Aug 16 20:36:10.711290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.763875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.764368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.764844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.765312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.765783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.766243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.766707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.769627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b6ebab1b-ff8f-42cb-954e-602c456a8997 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.1739817 Aug 16 20:36:10.780192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:10.784182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.789277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.809444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:10.859209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:10.874199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-535ddb84-ddda-4eac-b555-04b6e518e36a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:10.875801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-535ddb84-ddda-4eac-b555-04b6e518e36a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/networks?id=eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 200 len: 811 time: 0.1659100 Aug 16 20:36:10.889507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Request body: {'port': {'device_id': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'admin_state_up': True, 'tenant_id': '7e553a2ba27e450a98f45aed711be360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:10.980657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.982880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.986317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:10.987164 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Added segment 0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6 of type vlan for network 8e9c638d-cd76-403b-8470-5e45587f8c8f Aug 16 20:36:10.987507 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2748c1fb-a5ac-48f5-8740-8e229c9733ad HTTP/1.1" status: 204 len: 168 time: 0.3718431 Aug 16 20:36:11.008664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-26414708-4d2d-40f0-9955-180e7b1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.008916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5ca97-d435-45f3-b06d-2b3507617d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2748c1fb-a5ac-48f5-8740-8e229c9733ad,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:11.009155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-26414708-4d2d-40f0-9955-180e7b1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.009611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-26414708-4d2d-40f0-9955-180e7b1bb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.011229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-26414708-4d2d-40f0-9955-180e7b1bb618 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 2289 time: 0.2114913 Aug 16 20:36:11.041707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.115971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:11.126048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:11.130079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.138530 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:11.139170 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.144020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Made reservation on behalf of 7e553a2ba27e450a98f45aed711be360 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:11.148249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.186232 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.196513 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:11.197360 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.210335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-62064e0e-25ad-4c64-9788-9261a77602a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 1001 time: 0.1642642 Aug 16 20:36:11.236271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee50f8bb-9f63-47db-8960-bf0ea0ad86d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c5e18babc6a4634b94918ed106316c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889396 Aug 16 20:36:11.239849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.241710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:11.243386 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434931b-0663-451a-9605-beadb1dcd1b0 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:11.273254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.278128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-473bbd0e-b85d-468f-89f5-0351dea97d2f tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/f0332696-d632-477d-8406-b358e0df36b3 HTTP/1.1" status: 204 len: 168 time: 2.6160793 Aug 16 20:36:11.287382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.322665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.333246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.333246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.347967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d7b3ef7-bc0f-4344-9247-f0d1bcdd6a40 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/floatingips/c20a5db0-ed9e-4dd3-b58a-282ad0a66a1f HTTP/1.1" status: 200 len: 688 time: 0.0663021 Aug 16 20:36:11.349561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-8aa6abc6-edb0-462b-9469-ebe086ee58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.350986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-8aa6abc6-edb0-462b-9469-ebe086ee58a5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.1311884 Aug 16 20:36:11.354245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33972) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.362746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.381572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Allocated IP 172.20.0.6 (eff85b81-d795-4b49-9ee4-d60b804fb775/45e5ade4-a62b-4f51-a30d-45d6e1251209/def82797-338d-4325-a108-48039fa9c91f) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:11.408868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.468355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9785495 Aug 16 20:36:11.472705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33976) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:11.479582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'subnet': {'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:11.492795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94744bf-f61b-424b-96b3-ac42b1f33347 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Network': ['ID=8e9c638d-cd76-403b-8470-5e45587f8c8f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:11.511408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:11.593252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-9e19fc5e-45e3-467a-bfb0-85592a597977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:11.597099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-9e19fc5e-45e3-467a-bfb0-85592a597977 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948760 Aug 16 20:36:11.687756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port feb1c7c9-807a-4a49-9b12-e4ed111011a7 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:11.688129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.714319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.723899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.726534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.727706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/13bc6cb6-3ec1-446b-b8aa-f34a465d039c HTTP/1.1" status: 204 len: 168 time: 0.4868941 Aug 16 20:36:11.731568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Made reservation on behalf of 666f969ffdf14b8d8ca8ba9ca0553fb8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:11.735672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.749639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-c414621b-4e69-48a5-863a-21572c548eaa service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434302 Aug 16 20:36:11.806939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a759ca-6aca-49ff-87dd-b908dbe14df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc6cb6-3ec1-446b-b8aa-f34a465d039c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:11.892241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fd6e5f1-7755-4362-919a-0d856924ec37 req-ac4787fc-a3ed-4d25-b6bb-8346a0ab1b18 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 210 time: 0.1290119 Aug 16 20:36:11.894337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.894680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:11.926217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for feb1c7c9-807a-4a49-9b12-e4ed111011a7 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:11.967518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.012771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-dcf6947d-6c3f-45e7-91e3-f6f285e0ae32 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467322 Aug 16 20:36:12.026206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Network eff85b81-d795-4b49-9ee4-d60b804fb775 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:12.034100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:12.038223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:12.066502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-9b63f40f-452f-4472-870d-2345bbba0841 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 217 time: 0.0396612 Aug 16 20:36:12.078534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event updated for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.138920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.139597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.152221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-91a671f0-4723-46ff-8920-4edfab498388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.153722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-91a671f0-4723-46ff-8920-4edfab498388 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0802305 Aug 16 20:36:12.162838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.223207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-1fcb7eaf-8324-44a1-87ba-f7447cd4de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.224886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-1fcb7eaf-8324-44a1-87ba-f7447cd4de04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499554 Aug 16 20:36:12.265656 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-29248551-4b74-45b5-99b8-518a7c602d50 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3796315 Aug 16 20:36:12.289969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Request body: {'port': {'device_id': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:12.331509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.345896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Subnet': ['ID=051f4cf4-3d38-4246-af65-519ea6e85376,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.373456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=feb1c7c9-807a-4a49-9b12-e4ed111011a7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:12.396632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Checking segment: {'id': '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:12.397165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network hostable DHCP agents. Network: 8e9c638d-cd76-403b-8470-5e45587f8c8f, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:12.402789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.508732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.511581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.516217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:12.524638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'd19e7c2a-e937-4029-9999-1b8e3a14297f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:12.528832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aeeca83e-a4d0-46b9-9d4c-d5f2fb6d0ae7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/c20a5db0-ed9e-4dd3-b58a-282ad0a66a1f HTTP/1.1" status: 204 len: 168 time: 1.1592298 Aug 16 20:36:12.535328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-4bfb1d25-9bbf-4613-80e6-85b41d7068ad service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987154 Aug 16 20:36:12.618736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:12.628229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:12.650012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.692182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-c4682bf9-0780-430d-b05c-45b52cc602c8 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482971 Aug 16 20:36:12.751488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8e9c638d-cd76-403b-8470-5e45587f8c8f) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:12.761166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-97927047-network', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:12.762594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad96c3-b628-45ee-b121-f3e1d45597f8 None None] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:12.775192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.775945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.789661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-f85c5137-58a2-451c-b222-df553bc2dfc4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 217 time: 0.0844929 Aug 16 20:36:12.868708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-1402da5d-319e-4810-b3a6-978dca816e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.870915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-1402da5d-319e-4810-b3a6-978dca816e1d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0742748 Aug 16 20:36:12.950489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Made reservation on behalf of f205a34372a44cc8b47ea8af66c205a8 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:12.952395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-37740182-f1ee-46ee-a339-d0461818137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:12.952810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:12.955345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-37740182-f1ee-46ee-a339-d0461818137a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0768404 Aug 16 20:36:12.987677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def82797-338d-4325-a108-48039fa9c91f {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:12.995253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.008510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-8e9c638d-cd76-403b-8470-5e45587f8c8f', 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f', 'tenant_id': '666f969ffdf14b8d8ca8ba9ca0553fb8', 'fixed_ips': [{'subnet_id': '051f4cf4-3d38-4246-af65-519ea6e85376'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:13.008510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.015757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.030187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-643f8a4a-ceba-4424-9913-20db13f00b01 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5556164 Aug 16 20:36:13.036563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:13.045775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f22cc3d4-e0a7-4cd2-920c-b9c392196c0c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:13.055436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Transition to ACTIVE for port object def82797-338d-4325-a108-48039fa9c91f will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:13.153146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.162398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.167279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348dbfc9-a68f-49fe-9be3-9f45940e0dcb req-d2182540-b724-445d-84a4-8eb94cc89385 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:13.175193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-348dbfc9-a68f-49fe-9be3-9f45940e0dcb req-d2182540-b724-445d-84a4-8eb94cc89385 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 931 time: 0.1147182 Aug 16 20:36:13.303967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-348dbfc9-a68f-49fe-9be3-9f45940e0dcb req-1e3397de-a6f0-4406-8ebb-1a8294deb9ed tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126332 Aug 16 20:36:13.310138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-caa4b304-29dd-41c0-bf8a-36c9fd8d01b3 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463850 Aug 16 20:36:13.312137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Allocated IP 2001:db8:1::2 (8e9c638d-cd76-403b-8470-5e45587f8c8f/051f4cf4-3d38-4246-af65-519ea6e85376/9ddea96f-a36c-4ecc-be8b-5d4f70891295) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:13.438959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Pushing event updated for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:13.467053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-4d101ece-f9f7-46a3-89d2-381a9e48d2b7 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480219 Aug 16 20:36:13.524250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.532020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-8f8e93b3-6049-419b-8899-3112ab83d4a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 217 time: 0.0516803 Aug 16 20:36:13.535695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Transition to ACTIVE for port object 9ddea96f-a36c-4ecc-be8b-5d4f70891295 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:13.587541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Transition to ACTIVE for port object 9ddea96f-a36c-4ecc-be8b-5d4f70891295 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:13.601811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-70cd45c0-37ae-4163-87d3-04f46b135928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:13.603756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-70cd45c0-37ae-4163-87d3-04f46b135928 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0584743 Aug 16 20:36:13.655474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f22cc3d4-e0a7-4cd2-920c-b9c392196c0c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.662003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.668769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-2afc69e0-6a6b-45a3-8380-dafbaaddf171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:13.670191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-2afc69e0-6a6b-45a3-8380-dafbaaddf171 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519969 Aug 16 20:36:13.705997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.46 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/08d017ee-4b11-43cc-bc20-bd43549be69e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:13.717449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:13.723709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:13.727794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:13.737835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Pushing event updated for resources: {'Port': ['ID=9ddea96f-a36c-4ecc-be8b-5d4f70891295,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:13.771832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Attempting to bind port def82797-338d-4325-a108-48039fa9c91f on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:13.772132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Attempting to bind port def82797-338d-4325-a108-48039fa9c91f by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:13.772460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Attempting to bind port def82797-338d-4325-a108-48039fa9c91f on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:13.780361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.833273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Port def82797-338d-4325-a108-48039fa9c91f on network eff85b81-d795-4b49-9ee4-d60b804fb775 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:13.835095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Attempting to bind port def82797-338d-4325-a108-48039fa9c91f on network eff85b81-d795-4b49-9ee4-d60b804fb775 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:13.843670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Attempting to bind port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:13.846273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-d4b1267c-cf92-47b8-9d81-b19a106547e2 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662059 Aug 16 20:36:13.847444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Attempting to bind port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:13.847890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Attempting to bind port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 on network 8e9c638d-cd76-403b-8470-5e45587f8c8f {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:13.853657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:13.854044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Checking segment: {'id': '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:13.854446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.854836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Bound using segment: {'id': '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:13.855302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Bound port: 9ddea96f-a36c-4ecc-be8b-5d4f70891295, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8e9c638d-cd76-403b-8470-5e45587f8c8f'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:13.855684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.894912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.902945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:13.903560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Checking segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:13.904149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Bound using segment: {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:13.904755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Bound port: def82797-338d-4325-a108-48039fa9c91f, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d0acd-b4d7-4001-a7e8-81e355a94401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:13.905299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:13.931703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] For port 9ddea96f-a36c-4ecc-be8b-5d4f70891295, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:13.935163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] For port 9ddea96f-a36c-4ecc-be8b-5d4f70891295, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ddea96f-a36c-4ecc-be8b-5d4f70891295,segment=NetworkSegment(0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6),segment_id=0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:13.963766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:13.984784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-b903c1f2-4730-42aa-9c1f-f04e76042a21 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298642 Aug 16 20:36:14.007874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.045827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-747993f7-749e-4e60-854c-4b19e6ac3e92 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 217 time: 0.0516801 Aug 16 20:36:14.092949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f815-391a-4dac-99e4-50635df69c1a None None] Pushing event updated for resources: {'Port': ['ID=9ddea96f-a36c-4ecc-be8b-5d4f70891295,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.124829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-efa78c6d-a373-49d4-873e-95e644c708c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.126339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-efa78c6d-a373-49d4-873e-95e644c708c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0723653 Aug 16 20:36:14.192181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-350d653c-33e1-4f10-9745-7493b6c17018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.196403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-350d653c-33e1-4f10-9745-7493b6c17018 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592229 Aug 16 20:36:14.372485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:14.381808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4766464-b8ad-40f9-be5b-19034a61587e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:14.390801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-fb0653f6-92ca-4d14-8f37-060120400073 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884744 Aug 16 20:36:14.446235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.453514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.453865 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Added segment 0e2e8966-ec4c-44f0-9cfe-9349414e740f of type vlan for network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 Aug 16 20:36:14.575576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-156416658', 'router:external': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:14.598208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.623608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:14.630798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af0fa-175c-4711-be0a-f3954604df0c req-304a7e55-fa8f-44ad-abf3-ffd5c5b4910c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.635643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=def82797-338d-4325-a108-48039fa9c91f,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:14.639141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414af0fa-175c-4711-be0a-f3954604df0c req-304a7e55-fa8f-44ad-abf3-ffd5c5b4910c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 943 time: 0.1354418 Aug 16 20:36:14.677962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-ac67bcd2-fdfc-49e2-8b8b-096d79485161 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781727 Aug 16 20:36:14.687681 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-f22cc3d4-e0a7-4cd2-920c-b9c392196c0c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:36:14.694600 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f22cc3d4-e0a7-4cd2-920c-b9c392196c0c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073 HTTP/1.1" status: 400 len: 364 time: 1.6505699 Aug 16 20:36:14.696766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34072) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:14.725623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-f2e515eb-d72a-49a0-8abe-e48554c7e450 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 217 time: 0.0379965 Aug 16 20:36:14.731184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414af0fa-175c-4711-be0a-f3954604df0c req-e747d154-31aa-4ce8-9848-90fbf6e64b26 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911548 Aug 16 20:36:14.740061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.756921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Made reservation on behalf of 23b4c81871a54904a9a2f6c24faf92ed for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:14.759346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.791309 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.794096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.796198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.797130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.797706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.880330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:14.880970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:14.882392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] 10.222.0.64 "PUT /v2.0/ports/def82797-338d-4325-a108-48039fa9c91f HTTP/1.1" status: 200 len: 1092 time: 2.6001189 Aug 16 20:36:14.887267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'tag': 'def82797-338d-4325-a108-48039fa9c91f'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:14.889853 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a127e924-553e-4eb6-9f0c-0ed38c07aef0" -d '{"events": [{"name": "network-changed", "server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "tag": "def82797-338d-4325-a108-48039fa9c91f"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:14.967869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:14.975835 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ec3758-f869-48e1-96c9-0b8bd44bf546 x-openstack-request-id: req-71ec3758-f869-48e1-96c9-0b8bd44bf546 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:14.976303 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "tag": "def82797-338d-4325-a108-48039fa9c91f", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:14.976573 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71ec3758-f869-48e1-96c9-0b8bd44bf546 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:14.976995 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'tag': 'def82797-338d-4325-a108-48039fa9c91f', 'status': 'completed', 'code': 200} Aug 16 20:36:14.978520 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3584154 Aug 16 20:36:15.053317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34076) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:15.060019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:15.062464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:15.073876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Request body: {'subnet': {'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-97927047-subnet', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:15.123658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc93005-92f2-44da-86f2-59fb64ab99fc service neutron] Pushing event updated for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.140381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e021dba-12f6-4a47-89ec-0f65697a9831 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b95d82-61b9-4fe7-8b9f-b69f757f5116,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.153438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:15.208268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Made reservation on behalf of f205a34372a44cc8b47ea8af66c205a8 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:15.210564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.235284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-c5baed5c-8177-4225-b953-8ec362a9d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.237653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-c5baed5c-8177-4225-b953-8ec362a9d1f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.5047655 Aug 16 20:36:15.328913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-72cdaef4-87e0-42e2-a9bb-299964d0ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.331491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-72cdaef4-87e0-42e2-a9bb-299964d0ce7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835199 Aug 16 20:36:15.353112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-8360abd9-7e90-4db6-b7d2-feb0a528cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.354364 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-8360abd9-7e90-4db6-b7d2-feb0a528cd9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 1095 time: 0.3386292 Aug 16 20:36:15.388171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff0a4c-f436-4279-86c4-a7642d8dee72 None None] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:15.452623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.482983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-9e03d058-6c9f-47c9-8f7a-485daddc55be service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427033 Aug 16 20:36:15.496242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=08d017ee-4b11-43cc-bc20-bd43549be69e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.575154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4ee656c9-8e46-45c3-a9b2-aa3164c80c6e None None] Provisioning for port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:15.579272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.625556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:15.661849 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.662206 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Added segment 89b5c99d-5e34-4972-a2c0-93a6e0ef64aa of type vlan for network 192750e0-b2f2-432e-a2ec-a97f19ab975e Aug 16 20:36:15.663791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b50c7-e643-41eb-ae6e-f9fb8a69cc30,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:15.733671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-fe9a4626-fc77-4f19-b804-d0c8def159c9 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435429 Aug 16 20:36:15.742864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.775918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.792744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-f280c877-4d1a-48dc-8c79-6187e0a1dcc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.0472944 Aug 16 20:36:15.903971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-ae16c439-d58f-4e89-8766-cb7f95fd2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.905595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-ae16c439-d58f-4e89-8766-cb7f95fd2405 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.1055343 Aug 16 20:36:15.952961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1465a-1a49-4a5a-a438-f6953892f5f0 req-c8ec658d-7003-47b7-8909-f838fb06c1b9 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.954479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec1465a-1a49-4a5a-a438-f6953892f5f0 req-c8ec658d-7003-47b7-8909-f838fb06c1b9 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 943 time: 0.1052597 Aug 16 20:36:15.955692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.956671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.957243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:15.980940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ddea96f-a36c-4ecc-be8b-5d4f70891295 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:15.993799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-84ecfbc5-44ee-490b-94f1-c65edf6e9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:15.996972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-84ecfbc5-44ee-490b-94f1-c65edf6e9eb9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7e553a2ba27e450a98f45aed711be360&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6277156 Aug 16 20:36:16.066209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-d1380bf7-6488-4ea2-b098-9b51d0d6cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.067806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-d1380bf7-6488-4ea2-b098-9b51d0d6cdce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1512518 Aug 16 20:36:16.071079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Network': ['ID=192750e0-b2f2-432e-a2ec-a97f19ab975e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.083883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:16.087765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec1465a-1a49-4a5a-a438-f6953892f5f0 req-ad01333f-c1ef-4f85-aacd-a7870b3e8c56 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234615 Aug 16 20:36:16.093389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ca8a754-48cb-4c07-8e8b-1a9d583e9ffa tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7169073 Aug 16 20:36:16.100805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34088) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:16.105647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'subnet': {'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:16.202099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:16.214365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:16.214365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.222284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-d46ba560-d00c-450b-a9d2-9b098693fe07 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452153 Aug 16 20:36:16.290159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Made reservation on behalf of 23b4c81871a54904a9a2f6c24faf92ed for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:16.293144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.308965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.348083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9ddea96f-a36c-4ecc-be8b-5d4f70891295, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ddea96f-a36c-4ecc-be8b-5d4f70891295,segment=NetworkSegment(0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6),segment_id=0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:16.391663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-90d10ee1-d3ab-4976-be75-e09edf3a543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.394164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a127e924-553e-4eb6-9f0c-0ed38c07aef0 req-90d10ee1-d3ab-4976-be75-e09edf3a543d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3727422 Aug 16 20:36:16.406726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d03f30b7-5a61-46d9-84bb-f5d66f2ee5d9 req-1ac62cd2-04f0-402f-9f14-505274aa1e7a service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741245 Aug 16 20:36:16.440974 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.512945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.528526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9ddea96f-a36c-4ecc-be8b-5d4f70891295,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.573151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Allocated IP 2001:db8::1 (77b8a638-0ca7-43d2-b726-1532d4a7ebe5/130d3e24-7215-4658-8bf6-9201987d90fe/c82635bd-4cb7-4eeb-996a-9534c35bbbd9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:16.642047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-0e584798-2736-43a8-9969-9112ff793bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.644320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-0e584798-2736-43a8-9969-9112ff793bdd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7e553a2ba27e450a98f45aed711be360&device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 1095 time: 0.1830509 Aug 16 20:36:16.671792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a759ee2-239a-4368-b6fa-615681992a7b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.750415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:36:16.751014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.766232 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-64ad6510-db56-4d70-89bd-edefd369cf88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def82797-338d-4325-a108-48039fa9c91f HTTP/1.1" status: 200 len: 217 time: 0.1046700 Aug 16 20:36:16.831014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:16.853778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Checking segment: {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:16.854381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Network hostable DHCP agents. Network: d0b95d82-61b9-4fe7-8b9f-b69f757f5116, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:16.872496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Subnet': ['ID=620322b6-9bef-416f-b4ef-0e309830c91d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:16.877893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Checking segment: {'id': '89b5c99d-5e34-4972-a2c0-93a6e0ef64aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:16.878288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network hostable DHCP agents. Network: 192750e0-b2f2-432e-a2ec-a97f19ab975e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:16.938081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-5022d8b8-ad98-413d-b5cf-4fe53a148b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:16.940044 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-5022d8b8-ad98-413d-b5cf-4fe53a148b44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 200 len: 851 time: 0.1637397 Aug 16 20:36:16.986978 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-9ea691d9-a195-467e-8ead-cd67c4e79f36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eff85b81-d795-4b49-9ee4-d60b804fb775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379698 Aug 16 20:36:16.989953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.045116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Transition to ACTIVE for port object c82635bd-4cb7-4eeb-996a-9534c35bbbd9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:17.112226 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-379d01c4-f379-4416-8fa3-392b96a7fbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180921 Aug 16 20:36:17.115442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:17.246599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d30eb0e-65d8-419a-b816-151e47748d46 req-199848be-c8d5-4c3b-ab02-039826d04301 service neutron] 10.222.0.64 "GET /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116159 Aug 16 20:36:17.249662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37c358-693e-4e06-83f3-fd59cfda6cec req-85573890-5035-4b20-9216-7cbdc261794c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:17.251405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf37c358-693e-4e06-83f3-fd59cfda6cec req-85573890-5035-4b20-9216-7cbdc261794c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 943 time: 0.0680943 Aug 16 20:36:17.298529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf37c358-693e-4e06-83f3-fd59cfda6cec req-cc123eb5-d432-4aa1-a14b-9bd7d522dd1e tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Aug 16 20:36:17.367095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:17.407259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.411650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.442017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 192750e0-b2f2-432e-a2ec-a97f19ab975e) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:17.447500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:17.448263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.453730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0b42ae-42ef-457e-b477-5ccd283eaab2 None None] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:17.474405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d0b95d82-61b9-4fe7-8b9f-b69f757f5116) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:17.490942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:17.491547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.494724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d473a24-b34a-4901-a091-43bd5ca71ac2 None None] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:17.507107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:17.519649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:17.526726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:17.526881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.551560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fcdc3462-4c61-4408-b3de-1dd593902105 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4496093 Aug 16 20:36:17.562363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34104) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:17.574647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1170422008', 'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:17.687099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Made reservation on behalf of 23b4c81871a54904a9a2f6c24faf92ed for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:17.691445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.727655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a41ed01-5a43-44b9-9474-dca68dadabe3 None None] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:17.734156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] device_id is not set on port d4d80452-7f1a-44d2-bdd4-63ccec7721cf yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:36:17.869771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'fixed_ips': [{'subnet_id': '2a759ee2-239a-4368-b6fa-615681992a7b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:17.869771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:17.879279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 2001:db8::26b (192750e0-b2f2-432e-a2ec-a97f19ab975e/620322b6-9bef-416f-b4ef-0e309830c91d/d4d80452-7f1a-44d2-bdd4-63ccec7721cf) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:17.926830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Port': ['ID=c82635bd-4cb7-4eeb-996a-9534c35bbbd9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:17.930221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ddea96f-a36c-4ecc-be8b-5d4f70891295 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:17.995344 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a8079e6f-1b06-4224-99d1-b5a6e5bfa01d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9283221 Aug 16 20:36:17.998135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.005097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:18.057452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.063387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6768fe67-ef9d-4d9e-af55-e577fd33fd55 None None] Provisioning for port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:18.081088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6768fe67-ef9d-4d9e-af55-e577fd33fd55 None None] Provisioning complete for port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:18.081565 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6768fe67-ef9d-4d9e-af55-e577fd33fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.104460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.149765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.154047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.181645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6768fe67-ef9d-4d9e-af55-e577fd33fd55 None None] Port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:18.188412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:18.188787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.203189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.228877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.233542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Allocated IP 172.20.0.2 (d0b95d82-61b9-4fe7-8b9f-b69f757f5116/2a759ee2-239a-4368-b6fa-615681992a7b/af094cbc-df5e-449b-8d6a-e735dba12b3a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:18.248491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.248692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.276741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:18.281469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:18.285588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:18.286612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.287233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.305572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.314950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d80452-7f1a-44d2-bdd4-63ccec7721cf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.417669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8dd9794d-61a4-41f0-82f7-a46590b101f8 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8545387 Aug 16 20:36:18.420663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34118) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:18.484369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=08d017ee-4b11-43cc-bc20-bd43549be69e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.487683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.497129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Transition to ACTIVE for port object af094cbc-df5e-449b-8d6a-e735dba12b3a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:18.497950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.520482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Transition to ACTIVE for port object af094cbc-df5e-449b-8d6a-e735dba12b3a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:18.578245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.610594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.610731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb8df-14ea-45ae-b6eb-dd4d4015a3ce req-f7dafb1f-56c9-4dfe-ab60-94da6ff7153b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:18.615576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17cfb8df-14ea-45ae-b6eb-dd4d4015a3ce req-f7dafb1f-56c9-4dfe-ab60-94da6ff7153b tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 943 time: 0.1831899 Aug 16 20:36:18.656423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:18.661887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:18.667288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:18.667960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Deleting port d4d80452-7f1a-44d2-bdd4-63ccec7721cf {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:18.668311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.674519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Pushing event updated for resources: {'Port': ['ID=af094cbc-df5e-449b-8d6a-e735dba12b3a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:18.682295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17cfb8df-14ea-45ae-b6eb-dd4d4015a3ce req-7ea12631-7eb1-46a2-a127-cd1fe8c4baa3 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657663 Aug 16 20:36:18.725561 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 1941b836-5f12-4aba-8c2f-1bd75334b452 associated. External IP: 172.25.7.46, port: d19e7c2a-e937-4029-9999-1b8e3a14297f. Aug 16 20:36:18.743139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Attempting to bind port af094cbc-df5e-449b-8d6a-e735dba12b3a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:18.743526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Attempting to bind port af094cbc-df5e-449b-8d6a-e735dba12b3a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:18.743961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Attempting to bind port af094cbc-df5e-449b-8d6a-e735dba12b3a on network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:18.754071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:18.754071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Checking segment: {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:18.754470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.754870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Bound using segment: {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:18.755351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Bound port: af094cbc-df5e-449b-8d6a-e735dba12b3a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:18.755758 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.824844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.842900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Calling delete_port for d4d80452-7f1a-44d2-bdd4-63ccec7721cf owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:18.875397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] For port af094cbc-df5e-449b-8d6a-e735dba12b3a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:18.880151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] For port af094cbc-df5e-449b-8d6a-e735dba12b3a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af094cbc-df5e-449b-8d6a-e735dba12b3a,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:18.917959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:18.984245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.006591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.007506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.096515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161cd7a-f74d-46bc-930e-49152a08b817 None None] Pushing event updated for resources: {'Port': ['ID=af094cbc-df5e-449b-8d6a-e735dba12b3a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.134921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.144750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event updated for resources: {'Port': ['ID=c82635bd-4cb7-4eeb-996a-9534c35bbbd9,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.152086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:19.159598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.164818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.203109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4d80452-7f1a-44d2-bdd4-63ccec7721cf,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:19.265006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:19.265006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:19.287882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.301581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-22c53131-ff64-45ab-9b6c-a3b4680d9e22 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d4d80452-7f1a-44d2-bdd4-63ccec7721cf HTTP/1.1" status: 204 len: 168 time: 0.8797245 Aug 16 20:36:19.304610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34140) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.313502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e', 'external_fixed_ips': [{'subnet_id': '620322b6-9bef-416f-b4ef-0e309830c91d', 'ip_address': '2001:db8::26b'}]}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:19.403795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Allocated IP 172.25.7.141 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/fb0c0d45-2961-470c-bec3-157c3593d1f4) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:19.474143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.475272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.490804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Router 35ea73b0-7873-47d0-99aa-da9ad9dfe073 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:19.494288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:19.509524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:19.523370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:19.524066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.538133 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.637315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.686306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-218bb2af-c701-48c4-af4b-70f0fa87b4eb tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1660602 Aug 16 20:36:19.689837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34144) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.695366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-711774575'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:19.707073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:19.718887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-786b6037-d96d-4d00-9cd2-e1d94347920d tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0209374 Aug 16 20:36:19.723540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:19.727181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.728750 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] Sync routers for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:19.740987 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:19.746652 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.798070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.827451 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.835275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:19.837207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.844283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:19.844890 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.865678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12985f02-6427-437b-b187-4348bf212e2a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.897535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.949417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852204d2-c2e4-45b5-a631-97a7c5fa6e3e req-b62f29c2-f7b7-45c9-9fb9-50676ceb51be tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:19.957045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852204d2-c2e4-45b5-a631-97a7c5fa6e3e req-b62f29c2-f7b7-45c9-9fb9-50676ceb51be tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 943 time: 0.1377258 Aug 16 20:36:19.960627 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:19.964084 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e15fe9-c6f1-4e33-ae34-a1e656724731 None None] The sync data for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:19.987958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-47fe6514-7b20-410d-9314-b34bc59a75a3 None None] Provisioning complete for port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:19.996040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47fe6514-7b20-410d-9314-b34bc59a75a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:19.996040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device def82797-338d-4325-a108-48039fa9c91f details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:36:20.086085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852204d2-c2e4-45b5-a631-97a7c5fa6e3e req-60f07780-a7c3-4c8b-8430-09a220427e2f tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281567 Aug 16 20:36:20.100821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.132907 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-12985f02-6427-437b-b187-4348bf212e2a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 20:36:20.138131 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12985f02-6427-437b-b187-4348bf212e2a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073 HTTP/1.1" status: 409 len: 329 time: 0.4106512 Aug 16 20:36:20.138662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:20.143147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=def82797-338d-4325-a108-48039fa9c91f,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:20.160191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'def82797-338d-4325-a108-48039fa9c91f', 'network_id': 'eff85b81-d795-4b49-9ee4-d60b804fb775', 'port_id': 'def82797-338d-4325-a108-48039fa9c91f', 'mac_address': 'fa:16:3e:56:9d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e5ade4-a62b-4f51-a30d-45d6e1251209', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:36:20.168300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af094cbc-df5e-449b-8d6a-e735dba12b3a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:20.168300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:20.168300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40541ff4-e2ef-4e20-94e1-5370b9b03b41 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:20.216070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:20.221423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:20.222869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.228835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:20.231558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:20.269277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0c0d45-2961-470c-bec3-157c3593d1f4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.306086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-47fe6514-7b20-410d-9314-b34bc59a75a3 None None] Port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:20.316251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:20.330827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.345168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def82797-338d-4325-a108-48039fa9c91f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:20.369848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=def82797-338d-4325-a108-48039fa9c91f,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:20.380104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.380514 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Added segment 997ea868-b76b-4926-9702-ee0bab779e5a of type vlan for network 7e2033f5-cfc0-499d-a766-704e568db0ed Aug 16 20:36:20.434890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port af094cbc-df5e-449b-8d6a-e735dba12b3a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:20.466272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e042978-2e28-4198-af1b-e67e919a7af7 None None] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:20.486467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.511901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.611379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:20.683890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Provisioning for port af094cbc-df5e-449b-8d6a-e735dba12b3a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:20.685070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.691366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Provisioning complete for port af094cbc-df5e-449b-8d6a-e735dba12b3a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:20.691744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:20.692073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.692474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.717321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.724907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['def82797-338d-4325-a108-48039fa9c91f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:20.843173 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1520894 Aug 16 20:36:20.850219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34158) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:20.857480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'subnet': {'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:20.914354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:20.970716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] For port af094cbc-df5e-449b-8d6a-e735dba12b3a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af094cbc-df5e-449b-8d6a-e735dba12b3a,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:21.086500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.272502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0b04d0f5-4bfe-40d8-a254-d120642d1e72 None None] Provisioning complete for port af094cbc-df5e-449b-8d6a-e735dba12b3a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:21.272903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b04d0f5-4bfe-40d8-a254-d120642d1e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.289798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9531d-c5bf-41bc-ae7a-accc5d681642 None None] Pushing event updated for resources: {'Port': ['ID=af094cbc-df5e-449b-8d6a-e735dba12b3a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.354722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.363818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61418adc-f9ec-440a-8b3c-2218ae5b265c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Network': ['ID=7e2033f5-cfc0-499d-a766-704e568db0ed,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:21.385056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.395136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7e2033f5-cfc0-499d-a766-704e568db0ed details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:21.487191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:21.491023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.505467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e721-8f70-496f-99f5-9c675d60e772 req-3239d2f9-c262-4701-8e94-4c8b58669f52 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:21.507104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15f6e721-8f70-496f-99f5-9c675d60e772 req-3239d2f9-c262-4701-8e94-4c8b58669f52 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 944 time: 0.2217467 Aug 16 20:36:21.507784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.517667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port c82635bd-4cb7-4eeb-996a-9534c35bbbd9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:21.518317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.610518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.623551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for c82635bd-4cb7-4eeb-996a-9534c35bbbd9 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:21.750923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 2001:db8::26b (192750e0-b2f2-432e-a2ec-a97f19ab975e/620322b6-9bef-416f-b4ef-0e309830c91d/3349444e-2954-45a1-8d00-164ea7906578) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:21.768291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15f6e721-8f70-496f-99f5-9c675d60e772 req-f01f30a7-6da1-4bf9-a7a8-db3bd8f0c1a0 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149856 Aug 16 20:36:21.789490 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.893356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af094cbc-df5e-449b-8d6a-e735dba12b3a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:21.921597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.947199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af094cbc-df5e-449b-8d6a-e735dba12b3a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:21.947707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:21.953739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=c82635bd-4cb7-4eeb-996a-9534c35bbbd9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.003007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device def82797-338d-4325-a108-48039fa9c91f up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:22.092413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.108175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.136315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.269529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port def82797-338d-4325-a108-48039fa9c91f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:22.274011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port def82797-338d-4325-a108-48039fa9c91f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:22.274360 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.282314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Router 35ea73b0-7873-47d0-99aa-da9ad9dfe073 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:22.362573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.362573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.378156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:22.382704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.383513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1502379d-9774-4f99-a2b6-aa2588a4c4b2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435560 Aug 16 20:36:22.386887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:22.399700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] Sync routers for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:22.426557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=def82797-338d-4325-a108-48039fa9c91f,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:22.429108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def82797-338d-4325-a108-48039fa9c91f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:22.431497 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3620a-9cc2-49a8-915f-568ad1598421" -d '{"events": [{"server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "name": "network-vif-plugged", "status": "completed", "tag": "def82797-338d-4325-a108-48039fa9c91f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:22.435840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 192750e0-b2f2-432e-a2ec-a97f19ab975e is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:22.439776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:22.440502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.451820 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-167a1612-019f-4c4c-97f8-975f5a9bd778 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] show failed (client error): The resource could not be found. Aug 16 20:36:22.451820 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-167a1612-019f-4c4c-97f8-975f5a9bd778 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1497044232 HTTP/1.1" status: 404 len: 335 time: 0.0564764 Aug 16 20:36:22.452637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:22.452811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:22.458717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2f63be8e-2667-4b5a-8149-c722fcbe5ed6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:22.462314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Router 70e479ae-8566-4cf5-b750-190e9879cee6 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:22.468205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:22.494080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.501184 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2f63be8e-2667-4b5a-8149-c722fcbe5ed6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] update failed (client error): The resource could not be found. Aug 16 20:36:22.508151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2f63be8e-2667-4b5a-8149-c722fcbe5ed6 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1333339936 HTTP/1.1" status: 404 len: 335 time: 0.0486884 Aug 16 20:36:22.512944 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f94dfd-c6cd-41a7-8059-e7195f5c15f9 x-openstack-request-id: req-d9f94dfd-c6cd-41a7-8059-e7195f5c15f9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:22.512944 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "name": "network-vif-plugged", "status": "completed", "tag": "def82797-338d-4325-a108-48039fa9c91f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:22.512944 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9f94dfd-c6cd-41a7-8059-e7195f5c15f9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:22.512944 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def82797-338d-4325-a108-48039fa9c91f', 'code': 200} Aug 16 20:36:22.513532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:22.520959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] Routers {'35ea73b0-7873-47d0-99aa-da9ad9dfe073'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:22.523719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.553384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=3349444e-2954-45a1-8d00-164ea7906578,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.569261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Subnet': ['ID=93f86eb2-a5fa-4b84-b837-ace2e13cebe4,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.598387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.605985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.606823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10397795-b13b-4c73-9dc2-c0aa640ae1ba None None] The sync data for ids ['35ea73b0-7873-47d0-99aa-da9ad9dfe073'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:22.619781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting subnet 051f4cf4-3d38-4246-af65-519ea6e85376 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:22.635191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.655494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Checking segment: {'id': '997ea868-b76b-4926-9702-ee0bab779e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:22.655972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network hostable DHCP agents. Network: 7e2033f5-cfc0-499d-a766-704e568db0ed, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:22.664110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:22.699187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.729059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd448715-4bb9-49d9-93f1-d3e710e645d0 req-07481787-f4bd-4946-8185-48dbf5639e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:22.730670 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bd448715-4bb9-49d9-93f1-d3e710e645d0 req-07481787-f4bd-4946-8185-48dbf5639e28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 1097 time: 0.1079760 Aug 16 20:36:22.740296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:22.752961 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Sync routers for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:22.765107 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:22.766334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:22.784098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bd448715-4bb9-49d9-93f1-d3e710e645d0 req-1815a715-67e8-447e-afa7-3924b321956a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Aug 16 20:36:22.818985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 7e2033f5-cfc0-499d-a766-704e568db0ed is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:22.832070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.839357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:22.842252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-daf3f2a9-6df3-4e45-bb4f-7df55deec319 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8429303 Aug 16 20:36:22.847847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34186) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:22.953568 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:22.953956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7e2033f5-cfc0-499d-a766-704e568db0ed) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:22.964017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f2f17-dc48-4fe3-9d1a-2c09398ed6fe None None] Network 7e2033f5-cfc0-499d-a766-704e568db0ed requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:22.978097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:22.978097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.019143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.060536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.083459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.085242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c067075-e4c6-4404-9138-0b2e660aaeae None None] Network 8e9c638d-cd76-403b-8470-5e45587f8c8f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:23.088246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/subnets/051f4cf4-3d38-4246-af65-519ea6e85376 HTTP/1.1" status: 204 len: 168 time: 0.5755699 Aug 16 20:36:23.088246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89adce-a613-4ae3-8aaf-020f2b586fb2 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Subnet': ['ID=051f4cf4-3d38-4246-af65-519ea6e85376,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.089363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34196) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:23.140916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b37c7-6cf8-4d95-a677-edfaa6988dec req-bb89e2d9-9d9c-4c7e-a6a1-646bdb497aff tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:23.142719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a33b37c7-6cf8-4d95-a677-edfaa6988dec req-bb89e2d9-9d9c-4c7e-a6a1-646bdb497aff tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.2013369 Aug 16 20:36:23.152579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-870f9c6c-311a-4dcf-b77f-cbc755f2f2cc tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3010921 Aug 16 20:36:23.153189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34198) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:23.187499 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:20Z', 'revision_number': 3, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:23.192399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1537248598', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:23.283259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.366862 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Checking router: 70e479ae-8566-4cf5-b750-190e9879cee6 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:23.368457 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Updating router 70e479ae-8566-4cf5-b750-190e9879cee6 port fb0c0d45-2961-470c-bec3-157c3593d1f4 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:23.440216 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.481847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:23.482434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.491861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7e2033f5-cfc0-499d-a766-704e568db0ed', 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed', 'tenant_id': '2fa6cececd1342cbb6d7abd09294358f', 'fixed_ips': [{'subnet_id': '93f86eb2-a5fa-4b84-b837-ace2e13cebe4'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:23.492915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.636289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] For port 9ddea96f-a36c-4ecc-be8b-5d4f70891295, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ddea96f-a36c-4ecc-be8b-5d4f70891295,segment=NetworkSegment(0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6),segment_id=0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:23.636665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.654060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for 9ddea96f-a36c-4ecc-be8b-5d4f70891295 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:23.803492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Allocated IP 172.20.0.2 (7e2033f5-cfc0-499d-a766-704e568db0ed/93f86eb2-a5fa-4b84-b837-ace2e13cebe4/af1f405a-0c70-4028-9cc6-98db1b8893da) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:23.874585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:23.885187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5898b1-ed06-49fc-956e-2ceba91ac61b None None] DHCP port deletion for 8e9c638d-cd76-403b-8470-5e45587f8c8f request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:23.933528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a33b37c7-6cf8-4d95-a677-edfaa6988dec req-3371b3f9-0f97-4398-be2c-6a0091b9a090 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7488067 Aug 16 20:36:23.979193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=9ddea96f-a36c-4ecc-be8b-5d4f70891295,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:23.987105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] No DVR routers for this DVR port 9ddea96f-a36c-4ecc-be8b-5d4f70891295 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:24.036893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.039889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.062324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ddea96f-a36c-4ecc-be8b-5d4f70891295 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:24.072222 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.084835 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Transition to ACTIVE for port object fb0c0d45-2961-470c-bec3-157c3593d1f4 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:24.106581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9ddea96f-a36c-4ecc-be8b-5d4f70891295 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:24.106927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ddea96f-a36c-4ecc-be8b-5d4f70891295 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:24.128530 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.138151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Transition to ACTIVE for port object af1f405a-0c70-4028-9cc6-98db1b8893da will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:24.154495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Transition to ACTIVE for port object af1f405a-0c70-4028-9cc6-98db1b8893da will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:24.160148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.170291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9c638d-cd76-403b-8470-5e45587f8c8f']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.171765 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.181307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.181307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6bc7e0-39a4-4981-a03f-f3d6c9300cd6') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.189820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.215342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.215545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.228677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:24.229185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.230431 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Attempting to bind port fb0c0d45-2961-470c-bec3-157c3593d1f4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:24.230998 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Attempting to bind port fb0c0d45-2961-470c-bec3-157c3593d1f4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:24.231520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Attempting to bind port fb0c0d45-2961-470c-bec3-157c3593d1f4 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:24.234745 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:24.239800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.255041 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.260528 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:24.260785 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:24.261100 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.268254 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:24.268813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Bound port: fb0c0d45-2961-470c-bec3-157c3593d1f4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:24.269262 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.300716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Pushing event updated for resources: {'Port': ['ID=af1f405a-0c70-4028-9cc6-98db1b8893da,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.313449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Network 7e2033f5-cfc0-499d-a766-704e568db0ed is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:24.315356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:24.318885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:24.349930 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccace1-5484-4954-9827-47410aff694d None None] Pushing event updated for resources: {'Port': ['ID=fb0c0d45-2961-470c-bec3-157c3593d1f4,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.381287 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] For port fb0c0d45-2961-470c-bec3-157c3593d1f4, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:24.388153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] For port fb0c0d45-2961-470c-bec3-157c3593d1f4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fb0c0d45-2961-470c-bec3-157c3593d1f4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:24.416532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Attempting to bind port af1f405a-0c70-4028-9cc6-98db1b8893da on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:24.416911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Attempting to bind port af1f405a-0c70-4028-9cc6-98db1b8893da by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '997ea868-b76b-4926-9702-ee0bab779e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:24.417939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Attempting to bind port af1f405a-0c70-4028-9cc6-98db1b8893da on network 7e2033f5-cfc0-499d-a766-704e568db0ed {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:24.423974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:24.424669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Checking segment: {'id': '997ea868-b76b-4926-9702-ee0bab779e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:24.425573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.426100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Bound using segment: {'id': '997ea868-b76b-4926-9702-ee0bab779e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:24.426584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Bound port: af1f405a-0c70-4028-9cc6-98db1b8893da, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997ea868-b76b-4926-9702-ee0bab779e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:24.426969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.452545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.461945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.468263 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/networks/8e9c638d-cd76-403b-8470-5e45587f8c8f HTTP/1.1" status: 204 len: 168 time: 1.3777423 Aug 16 20:36:24.470995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34212) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:24.475876 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.496072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e0953-aee8-40c2-963f-9a5bd03920d9 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Network': ['ID=8e9c638d-cd76-403b-8470-5e45587f8c8f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.540969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.561840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting subnet 39beaea6-9669-42d7-8344-cc1734bf8e5d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:24.573074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.631981 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccace1-5484-4954-9827-47410aff694d None None] Pushing event updated for resources: {'Port': ['ID=fb0c0d45-2961-470c-bec3-157c3593d1f4,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.634401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] For port af1f405a-0c70-4028-9cc6-98db1b8893da, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:24.642189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.650447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] For port af1f405a-0c70-4028-9cc6-98db1b8893da, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af1f405a-0c70-4028-9cc6-98db1b8893da,segment=NetworkSegment(997ea868-b76b-4926-9702-ee0bab779e5a),segment_id=997ea868-b76b-4926-9702-ee0bab779e5a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:24.662002 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:24.663381 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:24.735424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.759282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.779284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.818293 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:24.836408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router f8353629-1364-490e-b8a6-2a494ccbac00 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:24.868353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738be33-5c2b-48c1-91f6-8869bdecc7fd None None] Pushing event updated for resources: {'Port': ['ID=af1f405a-0c70-4028-9cc6-98db1b8893da,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:24.887465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.910437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa989de9-9d3b-4ef0-910c-cb778b45c014 None None] Network 71d4959e-7026-4bcc-b2c3-209952a56db8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:24.911266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:24.915820 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/subnets/39beaea6-9669-42d7-8344-cc1734bf8e5d HTTP/1.1" status: 204 len: 168 time: 0.4410086 Aug 16 20:36:24.915820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34216) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.019376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting subnet d3032b76-aa75-4aa5-98e2-2ca26d272637 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:25.023646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.070019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.218573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.255592 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:20Z', 'revision_number': 3, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:25.289045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e7d7c-db7b-4756-900d-14b6d9497052 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Subnet': ['ID=39beaea6-9669-42d7-8344-cc1734bf8e5d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:25.305166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e58c0e-0438-4fed-a6be-3539a3a420ce None None] The sync data for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 is: [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:20Z', 'revision_number': 3, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:25.351400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8303bc0-c767-4302-b2f5-a20b07a30fd2 req-e96dfa22-441c-447f-8286-70ec080a068a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:25.353223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8303bc0-c767-4302-b2f5-a20b07a30fd2 req-e96dfa22-441c-447f-8286-70ec080a068a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.2684686 Aug 16 20:36:25.361315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.371445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.402622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Subnet': ['ID=d3032b76-aa75-4aa5-98e2-2ca26d272637,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:25.414933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.417546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8fbac87-0500-46ba-a851-3f3342751992 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/subnets/d3032b76-aa75-4aa5-98e2-2ca26d272637 HTTP/1.1" status: 204 len: 168 time: 0.5009427 Aug 16 20:36:25.419869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34220) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.441592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Allocated IP 172.20.0.1 (d0b95d82-61b9-4fe7-8b9f-b69f757f5116/2a759ee2-239a-4368-b6fa-615681992a7b/1b3827f6-a80c-4cc8-a156-e81052a859a8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:25.444022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da618c-6c66-4f74-91aa-c4a9de6e6c94 None None] Network e01d789c-74f5-4487-9617-cf684e5d5169 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:25.467923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:25.515509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Sync routers for ids ['f8353629-1364-490e-b8a6-2a494ccbac00'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:25.583885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] DHCP port deletion for 71d4959e-7026-4bcc-b2c3-209952a56db8 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:25.619436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Routers {'f8353629-1364-490e-b8a6-2a494ccbac00'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:25.620160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f8353629-1364-490e-b8a6-2a494ccbac00'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:25.643450 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.644648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.729685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8303bc0-c767-4302-b2f5-a20b07a30fd2 req-61796878-463d-40a6-9723-9aa8e088fa12 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446815 Aug 16 20:36:25.789799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.795463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fcca71c1-53ad-40eb-b5b1-4d210e4bfc38 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.4872990 Aug 16 20:36:25.796311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34230) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:25.800337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:25.800337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:25.908589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.045515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Set router f8353629-1364-490e-b8a6-2a494ccbac00 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:26.063860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Transition to ACTIVE for port object 1b3827f6-a80c-4cc8-a156-e81052a859a8 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:26.122621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.25.7.81 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f8e5be46-149b-4060-9874-95ab2bd91da4) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:26.137615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] For port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,segment=NetworkSegment(37a1e566-a436-4b09-bca3-c195194fed95),segment_id=37a1e566-a436-4b09-bca3-c195194fed95)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:26.137985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.165108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:26.210710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] DHCP port deletion for e01d789c-74f5-4487-9617-cf684e5d5169 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:26.212729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af1f405a-0c70-4028-9cc6-98db1b8893da up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:26.216707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Deleting port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:26.217087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.247519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.349472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.370139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.428295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.480586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:26.509112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:26.509112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:26.532145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.536235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] For port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,segment=NetworkSegment(37a1e566-a436-4b09-bca3-c195194fed95),segment_id=37a1e566-a436-4b09-bca3-c195194fed95)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:26.536813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.537967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.558769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.565943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.566285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.566628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.567187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.567317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.567610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.567960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.568292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.568609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.568946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.569256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:26.578283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Calling delete_port for 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:26.613578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34238) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:26.614874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:26.637976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] No DVR routers for this DVR port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:26.641459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f333-7be0-4522-847c-0c3f5d47e7c5 req-30c27558-b154-44ae-aac2-1d7b907a6b3c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:26.644277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f26f333-7be0-4522-847c-0c3f5d47e7c5 req-30c27558-b154-44ae-aac2-1d7b907a6b3c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.2318749 Aug 16 20:36:26.692775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.753023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f487c9-bbe7-45da-b662-4ca3aaf02ffb None None] Network 7e2033f5-cfc0-499d-a766-704e568db0ed requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:26.759406 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.766246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port af1f405a-0c70-4028-9cc6-98db1b8893da completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:26.787666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Deleting port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:26.788808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.858404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fb0c0d45-2961-470c-bec3-157c3593d1f4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:26.932321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:26.936120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Deleting subnet 0d68885c-ffa2-4068-b095-d6b0ef38c399 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:26.948849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:26.951902 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.958254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:26.967436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Provisioning for port af1f405a-0c70-4028-9cc6-98db1b8893da completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:26.970563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f26f333-7be0-4522-847c-0c3f5d47e7c5 req-deaff04f-8ab7-4cb6-8bd5-3ec76319055a tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841797 Aug 16 20:36:26.974887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:26.993851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d4959e-7026-4bcc-b2c3-209952a56db8']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:27.002687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Provisioning complete for port af1f405a-0c70-4028-9cc6-98db1b8893da triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:27.002687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.009768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Deleting port 3349444e-2954-45a1-8d00-164ea7906578 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:27.010122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.013538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=f8e5be46-149b-4060-9874-95ab2bd91da4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.056820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] For port 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5b88627a-4137-4c29-9ff0-f79ad04ddef5,segment=NetworkSegment(47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e),segment_id=47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:27.057479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.095095 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:27.098672 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:36:27.111347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.125941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Calling delete_port for 5b88627a-4137-4c29-9ff0-f79ad04ddef5 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:27.137810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8353629-1364-490e-b8a6-2a494ccbac00', 'name': '', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e', 'external_fixed_ips': [{'subnet_id': '620322b6-9bef-416f-b4ef-0e309830c91d', 'ip_address': '2001:db8::26b'}], 'enable_snat': True}, 'gw_port_id': '3349444e-2954-45a1-8d00-164ea7906578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:22Z', 'revision_number': 3, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port': {'id': '3349444e-2954-45a1-8d00-164ea7906578', 'name': '', 'network_id': '192750e0-b2f2-432e-a2ec-a97f19ab975e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:65:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8353629-1364-490e-b8a6-2a494ccbac00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '620322b6-9bef-416f-b4ef-0e309830c91d', 'ip_address': '2001:db8::26b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:21Z', 'updated_at': '2021-08-16T20:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '620322b6-9bef-416f-b4ef-0e309830c91d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:27.175059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.198696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Calling delete_port for 3349444e-2954-45a1-8d00-164ea7906578 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:27.252408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a1e566-a436-4b09-bca3-c195194fed95') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:27.252750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a1e566-a436-4b09-bca3-c195194fed95') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:27.262326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Checking router: f8353629-1364-490e-b8a6-2a494ccbac00 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:27.262948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Updating router f8353629-1364-490e-b8a6-2a494ccbac00 port 3349444e-2954-45a1-8d00-164ea7906578 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:27.265026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.265453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.289193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.302635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:27.303044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:27.306084 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:27.311996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] No DVR routers for this DVR port 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:27.333392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.369968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.379190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c87c97-0ffc-4568-bcf7-3cb3aab7de66 None None] Pushing event deleted for resources: {'Port': ['ID=9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.392403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.443215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port fb0c0d45-2961-470c-bec3-157c3593d1f4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:27.523654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port fb0c0d45-2961-470c-bec3-157c3593d1f4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:27.524114 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.543043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.586148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.590001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.590884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/networks/71d4959e-7026-4bcc-b2c3-209952a56db8 HTTP/1.1" status: 204 len: 168 time: 2.1695940 Aug 16 20:36:27.591784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ca5d4-bf0c-4086-8068-176bf630283a tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Network': ['ID=71d4959e-7026-4bcc-b2c3-209952a56db8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.593488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:27.695203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.695899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] For port af1f405a-0c70-4028-9cc6-98db1b8893da, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af1f405a-0c70-4028-9cc6-98db1b8893da,segment=NetworkSegment(997ea868-b76b-4926-9702-ee0bab779e5a),segment_id=997ea868-b76b-4926-9702-ee0bab779e5a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:27.698377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.709481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.768731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Port': ['ID=3349444e-2954-45a1-8d00-164ea7906578,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.808409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.916442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d68885c-ffa2-4068-b095-d6b0ef38c399,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:27.918589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:27.923707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-27fc190e-a4c6-4167-a091-9fadbed9deb5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0d68885c-ffa2-4068-b095-d6b0ef38c399 HTTP/1.1" status: 204 len: 168 time: 1.3015666 Aug 16 20:36:27.929289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:27.994176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.003362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.030719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.058099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] Pushing event deleted for resources: {'Port': ['ID=5b88627a-4137-4c29-9ff0-f79ad04ddef5,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.141477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7ef10-a1a3-4495-81ea-143cf802cd44 None None] No DVR routers for this DVR port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:28.149039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.175231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c3556-0eca-4ecc-b269-31497613feb9 None None] Pushing event updated for resources: {'Port': ['ID=af1f405a-0c70-4028-9cc6-98db1b8893da,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.175986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.296874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:36:28.297259 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:36:28.300759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port fb0c0d45-2961-470c-bec3-157c3593d1f4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fb0c0d45-2961-470c-bec3-157c3593d1f4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:28.301977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Provisioning for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:28.307126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Provisioning complete for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:28.307520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.314220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.317232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.328311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:28.328654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.352166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Port 1b3827f6-a80c-4cc8-a156-e81052a859a8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:28.363022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Provisioning complete for port af1f405a-0c70-4028-9cc6-98db1b8893da triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:28.363679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-faba533d-c932-4ab5-ab36-61138ba2d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.403682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.440757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] For port 5b88627a-4137-4c29-9ff0-f79ad04ddef5, host n-d-794306-10, got binding levels [] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:28.441621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.456369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for 5b88627a-4137-4c29-9ff0-f79ad04ddef5 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:28.459548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 was not found and therefore no delete operation was performed {{(pid=95241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:36:28.461076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.489114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=5b88627a-4137-4c29-9ff0-f79ad04ddef5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.492482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] No DVR routers for this DVR port 5b88627a-4137-4c29-9ff0-f79ad04ddef5 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:28.497061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:28.525500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=fb0c0d45-2961-470c-bec3-157c3593d1f4,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.531051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:28.531399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ee5c66c-df8c-4ded-ab58-d1c8bd6e1467 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:28.559010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.559539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8353629-1364-490e-b8a6-2a494ccbac00 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:28.567024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.571001 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-202e66eb-5844-48f1-90ac-0d5bde93a0be tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/routers/f8353629-1364-490e-b8a6-2a494ccbac00 HTTP/1.1" status: 204 len: 168 time: 2.7686398 Aug 16 20:36:28.574283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34252) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:28.614864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.628381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.632198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01d789c-74f5-4487-9617-cf684e5d5169']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:28.645484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:28.645861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fa8ab3-137d-4e2b-8faf-acd5ee8ad75e') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:28.659649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af1f405a-0c70-4028-9cc6-98db1b8893da up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:28.664079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.669688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Deleting subnet 620322b6-9bef-416f-b4ef-0e309830c91d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:28.683401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.715402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.716313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af1f405a-0c70-4028-9cc6-98db1b8893da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:28.716699 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.716873 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.729203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:28.729612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:28.732767 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:28.779823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.796412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.808871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Pushing event updated for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:28.827535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Port 3349444e-2954-45a1-8d00-164ea7906578 not found while updating agent binding for router f8353629-1364-490e-b8a6-2a494ccbac00. {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 16 20:36:28.828339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5361b7-455a-405e-9a57-ad6fed0c0052 req-aad3f898-2892-4f84-aaf6-a51a61ab6f63 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:28.830413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e5361b7-455a-405e-9a57-ad6fed0c0052 req-aad3f898-2892-4f84-aaf6-a51a61ab6f63 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.7305992 Aug 16 20:36:28.835676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.835877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fb0c0d45-2961-470c-bec3-157c3593d1f4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:28.863522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Routers set() bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:28.864027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Router IDs set() for agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 20:36:28.867716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_agentschedulers_db [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8353629-1364-490e-b8a6-2a494ccbac00'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent'). {{(pid=95242) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 20:36:28.867716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f1e925-bd74-461f-b0ec-54059dd96bd2 None None] The sync data for ids ['f8353629-1364-490e-b8a6-2a494ccbac00'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:28.893871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port fb0c0d45-2961-470c-bec3-157c3593d1f4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:28.894259 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.913826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.920753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:28.924745 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/networks/e01d789c-74f5-4487-9617-cf684e5d5169 HTTP/1.1" status: 204 len: 168 time: 1.3253808 Aug 16 20:36:28.931571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34256) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:28.974497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee152f-94e5-46d7-952e-cc21f32d516f tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Network': ['ID=e01d789c-74f5-4487-9617-cf684e5d5169,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:29.008089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.046190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting subnet 130d3e24-7215-4658-8bf6-9201987d90fe {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:29.050679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.066742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.067093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5b88627a-4137-4c29-9ff0-f79ad04ddef5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:29.093282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5b88627a-4137-4c29-9ff0-f79ad04ddef5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:29.093637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5b88627a-4137-4c29-9ff0-f79ad04ddef5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:29.097266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=620322b6-9bef-416f-b4ef-0e309830c91d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:29.104208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.107590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.109569 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76f2b293-1baa-4f6b-850f-c507a408af09 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/620322b6-9bef-416f-b4ef-0e309830c91d HTTP/1.1" status: 204 len: 168 time: 0.5346496 Aug 16 20:36:29.129501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34260) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:29.134000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.144226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e5361b7-455a-405e-9a57-ad6fed0c0052 req-1db91751-764d-441d-83b7-527b44fb5613 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887044 Aug 16 20:36:29.167580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191cb44c-4845-4791-881d-25a55f2f5916') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.168030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191cb44c-4845-4791-881d-25a55f2f5916') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.193675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.212956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:29.221005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:29.229211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.259938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.270160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.277825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:29.278240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:29.284840 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:29.290186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.413195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.435887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192750e0-b2f2-432e-a2ec-a97f19ab975e']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.447562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b5c99d-5e34-4972-a2c0-93a6e0ef64aa') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.447950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b5c99d-5e34-4972-a2c0-93a6e0ef64aa') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:29.462302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.477689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.484026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:29.484481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:29.486256 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:29.497157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Router 70e479ae-8566-4cf5-b750-190e9879cee6 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:29.551240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.561257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.562070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cfb6bdde-3487-40a4-86ac-f2d4f8b9756e None None] Provisioning complete for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:29.562488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cfb6bdde-3487-40a4-86ac-f2d4f8b9756e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.563224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11 HTTP/1.1" status: 204 len: 168 time: 1.6306896 Aug 16 20:36:29.571597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:29.583602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.587998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e56d5-d5c5-4309-9c0c-44e9e5941519 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb8d288-ef50-44ec-aa7a-c2a8ae5e8d11,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:29.620033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6bdde-3487-40a4-86ac-f2d4f8b9756e None None] Port 1b3827f6-a80c-4cc8-a156-e81052a859a8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:29.641343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Subnet': ['ID=130d3e24-7215-4658-8bf6-9201987d90fe,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:29.647437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.664787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.665159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec7654-8871-469e-bed5-54696dfa02db None None] Network 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:29.669156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9bd4772a-c9fb-4818-b33c-05b7e8e633ed tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/subnets/130d3e24-7215-4658-8bf6-9201987d90fe HTTP/1.1" status: 204 len: 168 time: 0.7340989 Aug 16 20:36:29.669156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 192750e0-b2f2-432e-a2ec-a97f19ab975e {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 20:36:29.671439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.677864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34268) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:29.678324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/networks/192750e0-b2f2-432e-a2ec-a97f19ab975e HTTP/1.1" status: 204 len: 168 time: 0.5475454 Aug 16 20:36:29.691809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930997a4-7515-4130-a13c-9a52325d65e2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Network': ['ID=192750e0-b2f2-432e-a2ec-a97f19ab975e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:29.696580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:29.708504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Deleting subnet 5fd9d345-bef2-4755-936b-8d0b5a459e54 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:29.711922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.745707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9b29cc84-e7f7-47ab-88d0-45a0ca17e929 admin admin] 10.222.0.70 "PUT /v2.0/routers/70e479ae-8566-4cf5-b750-190e9879cee6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8884809 Aug 16 20:36:29.745707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router 23550a45-f169-490b-9e05-0f5b98d2b5d0 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:29.767584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.803184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb38a-bf9a-4419-9fbb-472742e066d2 req-03f4af6e-38f9-47a6-a17d-cf4bbcb4cc72 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:29.804780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8eeb38a-bf9a-4419-9fbb-472742e066d2 req-03f4af6e-38f9-47a6-a17d-cf4bbcb4cc72 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.1638165 Aug 16 20:36:29.838446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.857943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:29.974557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8eeb38a-bf9a-4419-9fbb-472742e066d2 req-2c253b83-367c-454b-bf78-bbdff0a647b4 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310198 Aug 16 20:36:29.990455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:30.021728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Deleting port 7b75999a-538c-4abf-8ab3-07e6bb926e75 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:30.022181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.069020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] DHCP port deletion for 77b8a638-0ca7-43d2-b726-1532d4a7ebe5 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:30.069917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.098067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] For port 7b75999a-538c-4abf-8ab3-07e6bb926e75, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b75999a-538c-4abf-8ab3-07e6bb926e75,segment=NetworkSegment(7f0415a9-9d34-423c-a0a2-b45f25e669b3),segment_id=7f0415a9-9d34-423c-a0a2-b45f25e669b3)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:30.098511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.114790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Calling delete_port for 7b75999a-538c-4abf-8ab3-07e6bb926e75 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:30.116938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.122098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e901a741-f678-45f3-9959-142a9abd0242 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9365754 Aug 16 20:36:30.125289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34284) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:30.161038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd9d345-bef2-4755-936b-8d0b5a459e54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.171482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.178236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34286) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:30.179443 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0857bcae-c851-4fda-972f-decf411ca0ea admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5fd9d345-bef2-4755-936b-8d0b5a459e54 HTTP/1.1" status: 204 len: 168 time: 0.6044691 Aug 16 20:36:30.202135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Deleting port 7b75999a-538c-4abf-8ab3-07e6bb926e75 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:30.206340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.212417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:30.217581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'name': 'tempest-router--888585057', 'project_id': '44e1bdb67c764992b8e33c4848e35e27'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:30.280109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] For port 7b75999a-538c-4abf-8ab3-07e6bb926e75, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7b75999a-538c-4abf-8ab3-07e6bb926e75,segment=NetworkSegment(7f0415a9-9d34-423c-a0a2-b45f25e669b3),segment_id=7f0415a9-9d34-423c-a0a2-b45f25e669b3)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:30.280513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.297196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Calling delete_port for 7b75999a-538c-4abf-8ab3-07e6bb926e75 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:30.358089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.360410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.361562 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.437299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.473287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.478515 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Sync routers for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:30.491165 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:30.498339 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.520282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.524056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] No DVR routers for this DVR port 7b75999a-538c-4abf-8ab3-07e6bb926e75 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:30.527123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] Sync routers for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:30.534289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f621a-4783-4300-a12c-e95dc0cc4682 None None] Pushing event deleted for resources: {'Port': ['ID=7b75999a-538c-4abf-8ab3-07e6bb926e75,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.545204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.547597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:30.549113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.593900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.597320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Port': ['ID=7b75999a-538c-4abf-8ab3-07e6bb926e75,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:30.623489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f888d55-d44f-4cf8-8c0e-df3e191f28b2']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.627702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.627904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] No DVR routers for this DVR port 7b75999a-538c-4abf-8ab3-07e6bb926e75 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:30.640336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:30.641645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.664966 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:30.665084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332e72d6-3559-47a0-9672-0bae6aba4120') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.665084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332e72d6-3559-47a0-9672-0bae6aba4120') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.679790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.706186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b75999a-538c-4abf-8ab3-07e6bb926e75 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:30.710839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.711671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c54f63-1d39-400c-8cde-581e9787bd32 None None] The sync data for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:30.713126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-95759ea3-b018-4059-aaff-b49f3e311ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.733078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7b75999a-538c-4abf-8ab3-07e6bb926e75 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:30.733501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7b75999a-538c-4abf-8ab3-07e6bb926e75 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:30.781223 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.795863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.806086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:30.806499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:30.810026 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:30.815192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.818006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-41c535ed-6ffa-4690-8268-5fa819750e95 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6043725 Aug 16 20:36:30.820608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:30.825384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b8a638-0ca7-43d2-b726-1532d4a7ebe5']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.902144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 4, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1b3827f6-a80c-4cc8-a156-e81052a859a8', 'name': '', 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'mac_address': 'fa:16:3e:18:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:24Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 2, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'subnets': [{'id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.910437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0415a9-9d34-423c-a0a2-b45f25e669b3') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.910750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0415a9-9d34-423c-a0a2-b45f25e669b3') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:30.921942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.926231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.943285 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Checking router: 70e479ae-8566-4cf5-b750-190e9879cee6 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:30.943708 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Updating router 70e479ae-8566-4cf5-b750-190e9879cee6 port 1b3827f6-a80c-4cc8-a156-e81052a859a8 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:30.959190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.976284 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.995224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:30.995709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:30.998884 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:31.086879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.098141 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.103051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] 10.222.0.70 "DELETE /v2.0/networks/5f888d55-d44f-4cf8-8c0e-df3e191f28b2 HTTP/1.1" status: 204 len: 168 time: 0.9195082 Aug 16 20:36:31.146655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45393e96-0ad5-469b-a326-9530ee61b29d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f888d55-d44f-4cf8-8c0e-df3e191f28b2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.232455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.242516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-201597721-network', 'tenant_id': 'b194c45c0f444484af2c666168fbe226'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:31.247294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.264382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.268061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.324978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-b73711e9-23d8-404f-976f-a49e50d4facb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:31.326876 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-b73711e9-23d8-404f-976f-a49e50d4facb tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.2601025 Aug 16 20:36:31.437074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.437847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07a94498-ff84-4fba-9949-cac5224a43c3 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:31.442559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.444228 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2f9ba908-9993-40f3-965f-2d916da35ae6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/routers/07a94498-ff84-4fba-9949-cac5224a43c3 HTTP/1.1" status: 204 len: 168 time: 0.6210115 Aug 16 20:36:31.451953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Deleting port def82797-338d-4325-a108-48039fa9c91f {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:31.461217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.506815 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.518480 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Transition to ACTIVE for port object 1b3827f6-a80c-4cc8-a156-e81052a859a8 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:31.586008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] For port def82797-338d-4325-a108-48039fa9c91f, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=def82797-338d-4325-a108-48039fa9c91f,segment=NetworkSegment(851d0acd-b4d7-4001-a7e8-81e355a94401),segment_id=851d0acd-b4d7-4001-a7e8-81e355a94401)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:31.586603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.601543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Calling delete_port for def82797-338d-4325-a108-48039fa9c91f owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:31.612071 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.664816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Pushing event updated for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.668544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.675061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/networks/77b8a638-0ca7-43d2-b726-1532d4a7ebe5 HTTP/1.1" status: 204 len: 168 time: 1.9913974 Aug 16 20:36:31.675061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.675344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.676330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.676330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.676330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.676610 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:31.701352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.736644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0f6aff66-4ebe-45b7-bea9-6abf0c12039c tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "GET /v2.0/ports?device_id=35ea73b0-7873-47d0-99aa-da9ad9dfe073 HTTP/1.1" status: 200 len: 205 time: 0.0329733 Aug 16 20:36:31.743764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.749121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d3862-dace-4155-9b78-39ac40692f03 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Pushing event deleted for resources: {'Network': ['ID=77b8a638-0ca7-43d2-b726-1532d4a7ebe5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.794999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Attempting to bind port 1b3827f6-a80c-4cc8-a156-e81052a859a8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:31.795347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Attempting to bind port 1b3827f6-a80c-4cc8-a156-e81052a859a8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:31.795786 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Attempting to bind port 1b3827f6-a80c-4cc8-a156-e81052a859a8 on network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:31.796800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f3ffc-db55-48d5-9dde-95078ff8289d req-527b7adc-0230-4a38-867e-94693daa546c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:31.801410 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:31.801794 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Checking segment: {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:31.802301 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.802695 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Bound using segment: {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:31.803166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Bound port: 1b3827f6-a80c-4cc8-a156-e81052a859a8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2e8966-ec4c-44f0-9cfe-9349414e740f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:31.803548 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.805836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a7f3ffc-db55-48d5-9dde-95078ff8289d req-527b7adc-0230-4a38-867e-94693daa546c tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 945 time: 0.6653061 Aug 16 20:36:31.884401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34322) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.898419 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.904682 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] For port 1b3827f6-a80c-4cc8-a156-e81052a859a8, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:31.909577 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] For port 1b3827f6-a80c-4cc8-a156-e81052a859a8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1b3827f6-a80c-4cc8-a156-e81052a859a8,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:31.913906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.927397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['def82797-338d-4325-a108-48039fa9c91f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:36:31.949296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5bca159e-51d7-4e34-b3e2-3f7f36e723a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e01522b9be74eea8185c6dc0b0f14d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679787 Aug 16 20:36:31.950127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Made reservation on behalf of b194c45c0f444484af2c666168fbe226 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:31.952714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:31.958287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34326) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:31.973895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Pushing event deleted for resources: {'Port': ['ID=def82797-338d-4325-a108-48039fa9c91f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:31.995018 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.017269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a7f3ffc-db55-48d5-9dde-95078ff8289d req-ca73a039-af74-4c5a-b0de-8eb56b58d831 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/security-groups?id=dfca1468-01b8-4565-adbf-3d472d2d6d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101617 Aug 16 20:36:32.024943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.030168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.059590 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:32.060259 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:32.108105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] No DVR routers for this DVR port def82797-338d-4325-a108-48039fa9c91f on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:32.120305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.123048 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6d11d6de-cfcd-4602-a609-fffddee92317 req-2f47222e-4adf-4ede-9431-515eefcb274d tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.64 "DELETE /v2.0/ports/def82797-338d-4325-a108-48039fa9c91f HTTP/1.1" status: 204 len: 173 time: 0.7888854 Aug 16 20:36:32.131751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'name': 'network-vif-deleted', 'tag': 'def82797-338d-4325-a108-48039fa9c91f'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:32.134160 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a8849-9c72-4948-b458-7c555f932f0d" -d '{"events": [{"server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "name": "network-vif-deleted", "tag": "def82797-338d-4325-a108-48039fa9c91f"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:32.227013 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e41762-544a-46b2-81b2-b90263972406 None None] Pushing event updated for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:32.233833 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf86459-ddaa-4509-90ea-c06980322116 x-openstack-request-id: req-7cf86459-ddaa-4509-90ea-c06980322116 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:32.234132 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9400a675-3a2b-4dfd-a201-eca7226ca4ef", "name": "network-vif-deleted", "tag": "def82797-338d-4325-a108-48039fa9c91f", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:32.234543 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cf86459-ddaa-4509-90ea-c06980322116 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:32.234966 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9400a675-3a2b-4dfd-a201-eca7226ca4ef', 'name': 'network-vif-deleted', 'tag': 'def82797-338d-4325-a108-48039fa9c91f', 'status': 'completed', 'code': 200} Aug 16 20:36:32.264325 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:32.275553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608309301', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:32.394625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.395969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.420702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.424394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.464312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.535212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.623880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.653519 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 4, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1b3827f6-a80c-4cc8-a156-e81052a859a8', 'name': '', 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'mac_address': 'fa:16:3e:18:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:24Z', 'updated_at': '2021-08-16T20:36:31Z', 'revision_number': 4, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'subnets': [{'id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:32.678220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.678774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Fanout notify agent at l3_agent the message router_deleted on router 35ea73b0-7873-47d0-99aa-da9ad9dfe073 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:32.689549 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceef073-ba87-45b9-bb05-17c2dc9357bb None None] The sync data for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 is: [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:27Z', 'revision_number': 4, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1b3827f6-a80c-4cc8-a156-e81052a859a8', 'name': '', 'network_id': 'd0b95d82-61b9-4fe7-8b9f-b69f757f5116', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'mac_address': 'fa:16:3e:18:cb:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:24Z', 'updated_at': '2021-08-16T20:36:31Z', 'revision_number': 4, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'subnets': [{'id': '2a759ee2-239a-4368-b6fa-615681992a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:32.694342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.697573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a1de78f9-b3dd-44cd-b1f2-ad4a873d3345 tempest-RoutersNegativeIpV6Test-891710234 tempest-RoutersNegativeIpV6Test-891710234-project] 10.222.0.70 "DELETE /v2.0/routers/35ea73b0-7873-47d0-99aa-da9ad9dfe073 HTTP/1.1" status: 204 len: 168 time: 0.9405415 Aug 16 20:36:32.796270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.821642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.1 (7e2033f5-cfc0-499d-a766-704e568db0ed/93f86eb2-a5fa-4b84-b837-ace2e13cebe4/e42e6a6e-2faf-4c29-9c74-30b01035c56b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:32.857784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.873890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.877170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.880783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aecdde84-902b-4563-8f34-1a92cded726f HTTP/1.1" status: 204 len: 168 time: 0.9147530 Aug 16 20:36:32.911159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.932015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4136d-6165-4e30-bc41-2b12a1949cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecdde84-902b-4563-8f34-1a92cded726f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:32.942173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:32.987085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:32.987651 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Added segment b8c11588-900f-46bf-9cda-74155948a018 of type vlan for network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 Aug 16 20:36:33.038944 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.047237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85acf704-7d0b-47d9-ac91-d2eda1feff7a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.120529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.196529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.197525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:33.198203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.203057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Transition to ACTIVE for port object e42e6a6e-2faf-4c29-9c74-30b01035c56b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:33.209453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-285feff4-2950-4a18-b085-8519a3a1199c req-07e5346c-d656-41b8-9257-e231b2480ec8 tempest-DeleteServersTestJSON-1284203864 tempest-DeleteServersTestJSON-1284203864-project] 10.222.0.70 "GET /v2.0/ports?device_id=9400a675-3a2b-4dfd-a201-eca7226ca4ef HTTP/1.1" status: 200 len: 210 time: 0.0717332 Aug 16 20:36:33.250102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.276370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.315347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9549a0-7cc6-40b2-bff0-c472f57f21e7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.325590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:33.361555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-07e5aeae-4bfd-41f2-a452-c5c9106faa49 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1243000 Aug 16 20:36:33.362220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34340) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:33.384145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Request body: {'subnet': {'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-201597721-subnet', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:33.451550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Allocated IP 172.25.7.213 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/10ebe687-7069-48d4-92ea-25b316ab2b53) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:33.457549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.493389 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.558904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 7e2033f5-cfc0-499d-a766-704e568db0ed is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:33.569510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Made reservation on behalf of b194c45c0f444484af2c666168fbe226 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:33.572151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.606197 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a6ac-c962-4fb4-a5c7-d9a519d7a948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.632803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34350) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:33.633746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:33.641093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:33.655860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.700014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=e42e6a6e-2faf-4c29-9c74-30b01035c56b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.727883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.817727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:33.872676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:33.876774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:33.880955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:33.905675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event updated for resources: {'Port': ['ID=10ebe687-7069-48d4-92ea-25b316ab2b53,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:33.921944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.922202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.922918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.922918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.923250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.923786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.924131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.924459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.924792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.925119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.925584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.926265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:36:33.959967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6bd29dea-87ee-42ec-b65b-02fc0b2b8dd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=666f969ffdf14b8d8ca8ba9ca0553fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237956 Aug 16 20:36:33.963997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34354) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:34.010623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34356) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:34.065622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.090667 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d9cc7160-1d06-4ee1-a9d3-3a6b0892cc66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a55cc460c84439f8707946256f85349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794413 Aug 16 20:36:34.093088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34358) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:34.096279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.102535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-226fa77e-81f0-458e-996b-f9a93ccfbc00 None None] Provisioning for port e42e6a6e-2faf-4c29-9c74-30b01035c56b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:34.114030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-226fa77e-81f0-458e-996b-f9a93ccfbc00 None None] Provisioning complete for port e42e6a6e-2faf-4c29-9c74-30b01035c56b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:34.114030 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-226fa77e-81f0-458e-996b-f9a93ccfbc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.149442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.161767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-226fa77e-81f0-458e-996b-f9a93ccfbc00 None None] Port e42e6a6e-2faf-4c29-9c74-30b01035c56b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:34.178535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.180191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.224801 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.267662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=457983c9-6da7-4ff4-b406-02c2d3fc546c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.292564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.297932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Checking segment: {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:34.298344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Network hostable DHCP agents. Network: 4f9549a0-7cc6-40b2-bff0-c472f57f21e7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:34.343235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.343235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.343235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/032a3cc6-9917-4933-8fb6-c0e158fcd888 HTTP/1.1" status: 204 len: 168 time: 0.2463021 Aug 16 20:36:34.358746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.362518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.366583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6db6715-f6d3-4c9c-a966-afceef604479 HTTP/1.1" status: 204 len: 168 time: 0.3988771 Aug 16 20:36:34.382268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9e93e-6764-4045-b6df-09d9ec079459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db6715-f6d3-4c9c-a966-afceef604479,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.426288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a74d4-14d8-4ff0-a778-1691edcd7a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a3cc6-9917-4933-8fb6-c0e158fcd888,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:34.455048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:34.483555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.559336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4f9549a0-7cc6-40b2-bff0-c472f57f21e7) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:34.568115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07144bd-f583-4b0e-8c2b-da2a2b5cb611 None None] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:34.585500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:34.585921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.715186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d1e3c6aa-65c9-4eb7-9ae0-d5c32171f6bc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3421340 Aug 16 20:36:34.715619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34384) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:34.741901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:34.768526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1b3827f6-a80c-4cc8-a156-e81052a859a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:34.816111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.855992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.857764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.878376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.883116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:34.917502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'fixed_ips': [{'subnet_id': '457983c9-6da7-4ff4-b406-02c2d3fc546c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:36:34.919088 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.005944 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.055058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:35.064123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:35.064638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.096923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=e42e6a6e-2faf-4c29-9c74-30b01035c56b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:35.115634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.166997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Allocated IP 172.20.0.2 (4f9549a0-7cc6-40b2-bff0-c472f57f21e7/457983c9-6da7-4ff4-b406-02c2d3fc546c/80aeedb3-7095-4c34-81b0-6b1116a05ab4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:35.227200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Router 7e773772-6c64-470d-aa4a-9d511b95f2e9 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:35.341803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.382072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 7e2033f5-cfc0-499d-a766-704e568db0ed is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:35.383758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:35.438864 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.467959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.493256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Transition to ACTIVE for port object 80aeedb3-7095-4c34-81b0-6b1116a05ab4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:35.508861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1b3827f6-a80c-4cc8-a156-e81052a859a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1b3827f6-a80c-4cc8-a156-e81052a859a8,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:35.544576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Transition to ACTIVE for port object 80aeedb3-7095-4c34-81b0-6b1116a05ab4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:35.617738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.666327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router 23550a45-f169-490b-9e05-0f5b98d2b5d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:35.695624 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.803129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:35.819427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:35.855600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:35.868878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:35.898447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Pushing event updated for resources: {'Port': ['ID=80aeedb3-7095-4c34-81b0-6b1116a05ab4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:35.912595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:35.921462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6ee17b73-cc23-40ae-9637-4ab73acb4e9e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/routers/23550a45-f169-490b-9e05-0f5b98d2b5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7944164 Aug 16 20:36:35.924318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] Sync routers for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:35.925480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:35.926199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a198209b-ad83-437d-a4b2-4fa7c26d85d1 None None] Provisioning complete for port e42e6a6e-2faf-4c29-9c74-30b01035c56b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:35.926573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a198209b-ad83-437d-a4b2-4fa7c26d85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:35.946322 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:35.951688 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:35.971241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'port': {'network_id': '7e2033f5-cfc0-499d-a766-704e568db0ed', 'name': 'tempest-FloatingIPTestJSON-498043838'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:36.038069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:36.051922 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.076216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] Sync routers for ids ['7e773772-6c64-470d-aa4a-9d511b95f2e9'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:36.079933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:36.081298 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.131134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device def82797-338d-4325-a108-48039fa9c91f no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:36.139357 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.143668 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5513223-c819-439b-90ee-c47d8d67c675 None None] The sync data for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:36.151360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Attempting to bind port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:36.151748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Attempting to bind port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:36.154482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Attempting to bind port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 on network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:36.183001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.184256 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5149cdee-7200-4459-a6a7-edda34bbb8ed tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2987063 Aug 16 20:36:36.187024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:36.232043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: def82797-338d-4325-a108-48039fa9c91f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:36.232383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device def82797-338d-4325-a108-48039fa9c91f not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:36.234071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:36.234448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Checking segment: {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:36.234866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.235802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Bound using segment: {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:36.236363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Bound port: 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:36.236772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.250081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a198209b-ad83-437d-a4b2-4fa7c26d85d1 None None] Port e42e6a6e-2faf-4c29-9c74-30b01035c56b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:36.259258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] Routers {'7e773772-6c64-470d-aa4a-9d511b95f2e9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:36.267487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7e773772-6c64-470d-aa4a-9d511b95f2e9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.357485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.371137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.416053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] Routers {'7e773772-6c64-470d-aa4a-9d511b95f2e9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:36.416759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7e773772-6c64-470d-aa4a-9d511b95f2e9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.436201 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1e79353-6960-47db-b564-bbe14676d7d4 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/7e773772-6c64-470d-aa4a-9d511b95f2e9 HTTP/1.1" status: 200 len: 925 time: 0.2469931 Aug 16 20:36:36.438600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:36.464922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:36.465580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f8ff6-1d53-4a8d-b9dc-d977b5252b6a None None] The sync data for ids ['7e773772-6c64-470d-aa4a-9d511b95f2e9'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:36.483050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-875e4e94-9c1c-4668-b22c-3e5585ce3e30 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e773772-6c64-470d-aa4a-9d511b95f2e9 HTTP/1.1" status: 200 len: 205 time: 0.0408697 Aug 16 20:36:36.483776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:36.498115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] For port 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:36.503077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] For port 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80aeedb3-7095-4c34-81b0-6b1116a05ab4,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:36.636947 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.710705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35e7a-4682-4562-87c5-b27e2f1306c4 None None] Pushing event updated for resources: {'Port': ['ID=80aeedb3-7095-4c34-81b0-6b1116a05ab4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:36.731627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1b3827f6-a80c-4cc8-a156-e81052a859a8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:36.748986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.766649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.794254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.883230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1b3827f6-a80c-4cc8-a156-e81052a859a8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:36.883893 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:36.936467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.049296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Allocated IP 172.25.7.57 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:37.054052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Made reservation on behalf of 2fa6cececd1342cbb6d7abd09294358f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:37.073389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.167248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] device_id is not set on port 1948aa0b-6b37-4a32-bf02-d0d030817325 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:36:37.172439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 10ebe687-7069-48d4-92ea-25b316ab2b53 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:37.173207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.258761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.274529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 10ebe687-7069-48d4-92ea-25b316ab2b53 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:37.414501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.441525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Allocated IP 172.20.0.11 (7e2033f5-cfc0-499d-a766-704e568db0ed/93f86eb2-a5fa-4b84-b837-ace2e13cebe4/1948aa0b-6b37-4a32-bf02-d0d030817325) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:37.560503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.618207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:37.622227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:37.632042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:37.633296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Pushing event updated for resources: {'Port': ['ID=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.708767 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:37.752413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=10ebe687-7069-48d4-92ea-25b316ab2b53,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:37.870339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.046561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.053105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.108183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.131772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05510fe-af5f-4754-98f1-776dda27008e None None] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:38.140265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Transition to ACTIVE for port object 1948aa0b-6b37-4a32-bf02-d0d030817325 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:38.234234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.245871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router 7e773772-6c64-470d-aa4a-9d511b95f2e9 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:38.245871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.245871 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-14256972-2198-4d05-bcd1-b4aa9212e50d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/7e773772-6c64-470d-aa4a-9d511b95f2e9 HTTP/1.1" status: 204 len: 168 time: 1.7598789 Aug 16 20:36:38.248858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34492) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:38.255336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1716757404', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:38.386921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.406140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.408536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.445373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-91bd3efa-4f87-423a-a1ef-1b8c2f600e22 None None] Provisioning for port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:38.495294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.498504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.606986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Network 7e2033f5-cfc0-499d-a766-704e568db0ed is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:38.612302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:38.624587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:38.718609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event updated for resources: {'Port': ['ID=1948aa0b-6b37-4a32-bf02-d0d030817325,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:38.755933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80aeedb3-7095-4c34-81b0-6b1116a05ab4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:38.802807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.807513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:38.808341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:38.901555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8fbf181b-a93d-4559-a65b-fc766fec4f67 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9742470 Aug 16 20:36:38.906261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:38.912504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Request body: {'floatingip': {'port_id': '1948aa0b-6b37-4a32-bf02-d0d030817325'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:38.998228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.010833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.068505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb1f0557-b3ca-4c76-a619-326dec1d5b95 None None] Provisioning for port 1948aa0b-6b37-4a32-bf02-d0d030817325 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:39.073950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb1f0557-b3ca-4c76-a619-326dec1d5b95 None None] Provisioning complete for port 1948aa0b-6b37-4a32-bf02-d0d030817325 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:39.074445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb1f0557-b3ca-4c76-a619-326dec1d5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.123346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:39.135826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:39.137700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.186804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f0557-b3ca-4c76-a619-326dec1d5b95 None None] Port 1948aa0b-6b37-4a32-bf02-d0d030817325 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:39.187558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.229798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.307245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.354507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80aeedb3-7095-4c34-81b0-6b1116a05ab4,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:39.416134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:39.428592 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.451328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 172.25.7.175 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/54e70fa0-c790-4ea6-bf7b-acef4cd75c2a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:39.525268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=80aeedb3-7095-4c34-81b0-6b1116a05ab4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:39.636632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.637234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:39.650488 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Sync routers for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:39.664157 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:39.664806 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:39.752763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.758960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.763327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c49d1915-66ea-4384-bf0e-4fc8a68f0587 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0386851 Aug 16 20:36:39.763619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34520) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:39.814301 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:39.856940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:39.886851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.032933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:38Z', 'revision_number': 3, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:40.038713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:40.041752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:40.046478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:40.073540 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Checking router: 6c7a2933-4874-4518-a6cf-321aecfb0fd7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:40.074500 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Updating router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:40.099517 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 1941b836-5f12-4aba-8c2f-1bd75334b452 associated. External IP: 172.25.7.46, port: d19e7c2a-e937-4029-9999-1b8e3a14297f. Aug 16 20:36:40.111692 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.316023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:40.664315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34542) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:40.670731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.682792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:40.704105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80aeedb3-7095-4c34-81b0-6b1116a05ab4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:40.705262 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.716177 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Transition to ACTIVE for port object d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:40.761964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:40.762709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.775794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.784271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Deleting subnet 45e5ade4-a62b-4f51-a30d-45d6e1251209 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:40.790024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.805211 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.927956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Attempting to bind port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:40.928244 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Attempting to bind port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:40.930520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Attempting to bind port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:40.936036 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ea9d7-fd04-47ec-835f-83c73fe7c4c7 None None] Pushing event updated for resources: {'Port': ['ID=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:40.956769 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:40.957500 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:40.958138 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:40.958781 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:40.959495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Bound port: d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:40.960147 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.028738 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] For port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:41.033883 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] For port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:41.143307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.188958 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.222715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.286381 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:41.287193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.306729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.325511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ea9d7-fd04-47ec-835f-83c73fe7c4c7 None None] Pushing event updated for resources: {'Port': ['ID=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:41.394879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:41.411212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:41.421458 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:41.426413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:41.427417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.493053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.509276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:41.509789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.510477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.541628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Allocated IP 172.20.0.1 (4f9549a0-7cc6-40b2-bff0-c472f57f21e7/457983c9-6da7-4ff4-b406-02c2d3fc546c/2956d576-3bfa-440d-8129-653589577297) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:41.545497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e5ade4-a62b-4f51-a30d-45d6e1251209,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:41.553421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.557600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cbb6c848-efb5-4a13-8461-e75a4224ad20 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/45e5ade4-a62b-4f51-a30d-45d6e1251209 HTTP/1.1" status: 204 len: 168 time: 0.8881805 Aug 16 20:36:41.558535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34548) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:41.562074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.562772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635353d-78d2-4290-a853-6a00d003c414 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:41.675026 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:38Z', 'revision_number': 3, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.725412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1027db7d-61b1-4ce1-bcf4-62c6b91172d7 None None] The sync data for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 is: [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:38Z', 'revision_number': 3, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:41.795945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.806315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.816966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router 189a46e2-aadf-40c3-9b4f-df2b3836d834 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:41.829324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Transition to ACTIVE for port object 2956d576-3bfa-440d-8129-653589577297 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:41.868650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router 23550a45-f169-490b-9e05-0f5b98d2b5d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:41.958294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:41.968033 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Sync routers for ids ['189a46e2-aadf-40c3-9b4f-df2b3836d834'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:41.970506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:41.977935 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Routers {'189a46e2-aadf-40c3-9b4f-df2b3836d834'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:41.978397 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['189a46e2-aadf-40c3-9b4f-df2b3836d834'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:41.993120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff85b81-d795-4b49-9ee4-d60b804fb775']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.007657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851d0acd-b4d7-4001-a7e8-81e355a94401') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.007657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851d0acd-b4d7-4001-a7e8-81e355a94401') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.044091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.063834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.098706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.107792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:42.110232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:42.110627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:42.112513 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:42.135474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] Sync routers for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:42.135990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.144929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:42.145877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.183264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.196097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:42.197049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.211779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:42.226731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.242046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fac21ec5-dc61-485b-b8ea-0c73a50c393c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9765332 Aug 16 20:36:42.246049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34562) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:42.246924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.247810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736e5898-00da-4647-ad60-cf18d36d0e4d None None] The sync data for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:42.252852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:42.259837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:42.293870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cf6d5f10-3cc1-433d-9bb6-90d4824bf529 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/floatingips/1941b836-5f12-4aba-8c2f-1bd75334b452 HTTP/1.1" status: 200 len: 977 time: 3.3857501 Aug 16 20:36:42.295474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:42.298353 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Set router 189a46e2-aadf-40c3-9b4f-df2b3836d834 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:42.325588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:42.447466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.463418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.463418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] 10.222.0.70 "DELETE /v2.0/networks/eff85b81-d795-4b49-9ee4-d60b804fb775 HTTP/1.1" status: 204 len: 168 time: 0.8999896 Aug 16 20:36:42.492931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48875433-ba3d-486f-a5ce-8817702ba41a admin admin] Pushing event deleted for resources: {'Network': ['ID=eff85b81-d795-4b49-9ee4-d60b804fb775,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:42.545189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port 1948aa0b-6b37-4a32-bf02-d0d030817325 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:42.545189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.608910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.740377 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175'}], 'enable_snat': False}, 'gw_port_id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:38Z', 'updated_at': '2021-08-16T20:36:40Z', 'revision_number': 3, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port': {'id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:39Z', 'updated_at': '2021-08-16T20:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:42.782351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:42.805109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bbadbb0d-6e21-450f-8194-a66bba7a3153 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/189a46e2-aadf-40c3-9b4f-df2b3836d834 HTTP/1.1" status: 200 len: 909 time: 0.5570767 Aug 16 20:36:42.808006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.821490 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Checking router: 189a46e2-aadf-40c3-9b4f-df2b3836d834 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:42.821833 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Updating router 189a46e2-aadf-40c3-9b4f-df2b3836d834 port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:42.872399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2119a367-f78a-4797-9ce2-78fb4ff69049 None None] Provisioning for port 2956d576-3bfa-440d-8129-653589577297 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:42.908474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2119a367-f78a-4797-9ce2-78fb4ff69049 None None] Provisioning complete for port 2956d576-3bfa-440d-8129-653589577297 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:42.913327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:42.915533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2119a367-f78a-4797-9ce2-78fb4ff69049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.916647 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:42.919138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1716757404', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': True}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:42.981718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2119a367-f78a-4797-9ce2-78fb4ff69049 None None] Port 2956d576-3bfa-440d-8129-653589577297 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:43.028773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.031037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.074283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:43.080720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:43.081465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.123834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.165529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.201076 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.201398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.205897 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Floating IP 1941b836-5f12-4aba-8c2f-1bd75334b452 disassociated. External IP: 172.25.7.46, port: 1948aa0b-6b37-4a32-bf02-d0d030817325. Aug 16 20:36:43.205897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for 1948aa0b-6b37-4a32-bf02-d0d030817325 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:43.291854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34584) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:43.297377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.371280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7baf3f83-8201-4b95-8363-930279189066 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e553a2ba27e450a98f45aed711be360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778520 Aug 16 20:36:43.373928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34586) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:43.374670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:43.441368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.462530 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.580899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.585298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:43.618867 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.630458 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Transition to ACTIVE for port object 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:43.631103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.644644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.699384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=1948aa0b-6b37-4a32-bf02-d0d030817325,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:43.708340 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.811483 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2da3-075b-482f-8f37-1827aa517d08 None None] Pushing event updated for resources: {'Port': ['ID=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:43.868450 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Attempting to bind port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:43.868978 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Attempting to bind port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:43.869428 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Attempting to bind port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:43.887020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:43.887689 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:43.888939 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.888939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:43.889270 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Bound port: 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:43.889727 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:43.987317 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] For port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:43.990792 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] For port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:44.016468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.023868 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.026895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.028228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfca1468-01b8-4565-adbf-3d472d2d6d41 HTTP/1.1" status: 204 len: 168 time: 0.6528389 Aug 16 20:36:44.030970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router 23550a45-f169-490b-9e05-0f5b98d2b5d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:44.044774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abbd8b-b7ed-476b-abeb-d34f8e97317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca1468-01b8-4565-adbf-3d472d2d6d41,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:44.076051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.091622 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.106692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.120786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.237020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2da3-075b-482f-8f37-1827aa517d08 None None] Pushing event updated for resources: {'Port': ['ID=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:44.240121 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Routers {'189a46e2-aadf-40c3-9b4f-df2b3836d834'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:44.240818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['189a46e2-aadf-40c3-9b4f-df2b3836d834'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:44.256212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:44.293550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:44.296690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.315637 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] Sync routers for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:44.364920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:44.364920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:44.456968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.459132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-191ba1d1-c4bc-4849-b84a-322ef1b0c1f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/1948aa0b-6b37-4a32-bf02-d0d030817325 HTTP/1.1" status: 204 len: 168 time: 2.1624968 Aug 16 20:36:44.462309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34598) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:44.508421 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:44.591154 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:44.591495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:44.597959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:44.603602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:44.661494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 172.25.7.67 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6042785f-66be-455c-9113-0b0c82746ea3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:44.669719 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] Set router 189a46e2-aadf-40c3-9b4f-df2b3836d834 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:44.738921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:44.826346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:44.827249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:44.962616 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:44.966917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208d926b-99d8-4691-9a47-33bbddf36fad None None] The sync data for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:45.051465 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175'}], 'enable_snat': False}, 'gw_port_id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:38Z', 'updated_at': '2021-08-16T20:36:40Z', 'revision_number': 3, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port': {'id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:39Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:45.081868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:45.096591 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73db30fb-3ad5-4645-8097-e270f0c83a35 None None] The sync data for ids ['189a46e2-aadf-40c3-9b4f-df2b3836d834'] in n-d-794306-10 is: [{'id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175'}], 'enable_snat': False}, 'gw_port_id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:38Z', 'updated_at': '2021-08-16T20:36:40Z', 'revision_number': 3, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port': {'id': '54e70fa0-c790-4ea6-bf7b-acef4cd75c2a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189a46e2-aadf-40c3-9b4f-df2b3836d834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2282, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:39Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:45.129321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-96c1be0c-b7f7-4040-b77c-d815adc6a34a None None] Provisioning complete for port 2956d576-3bfa-440d-8129-653589577297 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:45.130492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-96c1be0c-b7f7-4040-b77c-d815adc6a34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.182903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-96c1be0c-b7f7-4040-b77c-d815adc6a34a None None] Port 2956d576-3bfa-440d-8129-653589577297 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:36:45.195462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.310169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:45.317145 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1336121b-2513-4060-bbac-3df281019fa8 admin admin] 10.222.0.70 "PUT /v2.0/routers/6c7a2933-4874-4518-a6cf-321aecfb0fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5526412 Aug 16 20:36:45.327935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Sync routers for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:45.340909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:45.341538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:45.377575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.436474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:45.437069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=6042785f-66be-455c-9113-0b0c82746ea3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:45.448183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:45.450659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:45.454478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:45.566298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:45.692799 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:36:46.020145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:42Z', 'revision_number': 4, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '2956d576-3bfa-440d-8129-653589577297', 'name': '', 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'mac_address': 'fa:16:3e:74:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:40Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 2, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'subnets': [{'id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:46.069896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port e42e6a6e-2faf-4c29-9c74-30b01035c56b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:46.070373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.120945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.124404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Checking router: 6c7a2933-4874-4518-a6cf-321aecfb0fd7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:46.126848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Updating router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 port 2956d576-3bfa-440d-8129-653589577297 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:46.187089 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.206693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:46.238589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.273357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for e42e6a6e-2faf-4c29-9c74-30b01035c56b owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:46.532156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1103902722-network', 'tenant_id': '2b5da764bba84c15af0ed4cc95dfcb22'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:46.567812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.608138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Transition to ACTIVE for port object 2956d576-3bfa-440d-8129-653589577297 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:46.662941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Made reservation on behalf of 2b5da764bba84c15af0ed4cc95dfcb22 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:46.666496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.680886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.720797 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.726704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:46.765929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.818256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=e42e6a6e-2faf-4c29-9c74-30b01035c56b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:46.912701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Attempting to bind port 2956d576-3bfa-440d-8129-653589577297 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:46.913086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Attempting to bind port 2956d576-3bfa-440d-8129-653589577297 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:46.913453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Attempting to bind port 2956d576-3bfa-440d-8129-653589577297 on network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:46.923755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:46.924164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Checking segment: {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:46.924575 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.924968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Bound using segment: {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:46.925452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Bound port: 2956d576-3bfa-440d-8129-653589577297, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c11588-900f-46bf-9cda-74155948a018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:46.925834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:46.946053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776aeda-49b8-4944-b34e-f39ce495383e None None] Pushing event updated for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.072760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] For port 2956d576-3bfa-440d-8129-653589577297, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:47.085308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] For port 2956d576-3bfa-440d-8129-653589577297, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2956d576-3bfa-440d-8129-653589577297,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:47.086517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:47.091345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:47.091662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.157031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.272905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.274066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.274373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.343693 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.402139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:47.415366 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.437437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:47.438117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:47.464678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776aeda-49b8-4944-b34e-f39ce495383e None None] Pushing event updated for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.467490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:36:47.477512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.490722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router 1ff63166-e3d9-4871-ab0f-bcd618281266 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:47.593313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.594025 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Added segment 80151f53-e458-4186-ba6f-d9146db9936d of type vlan for network db305ab9-feda-498c-98b7-7c87e000e18a Aug 16 20:36:47.679477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.696633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866659e0-578b-4b70-b5fe-c38223c9d6cd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.701906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:47.725398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:47.745445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:47.774735 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Sync routers for ids ['1ff63166-e3d9-4871-ab0f-bcd618281266'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:47.797857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Routers {'1ff63166-e3d9-4871-ab0f-bcd618281266'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:47.798482 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1ff63166-e3d9-4871-ab0f-bcd618281266'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:47.851234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.864562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8927bf8c-7ce1-4636-ace5-f9a5a8708bcc tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9484506 Aug 16 20:36:47.864562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34688) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:47.917537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:47.920279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:47.921685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.071136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:42Z', 'revision_number': 4, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '2956d576-3bfa-440d-8129-653589577297', 'name': '', 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'mac_address': 'fa:16:3e:74:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:40Z', 'updated_at': '2021-08-16T20:36:47Z', 'revision_number': 4, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'subnets': [{'id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:48.074280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Set router 1ff63166-e3d9-4871-ab0f-bcd618281266 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:48.123357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f722e-470d-461e-83ad-5b9601c02b57 None None] The sync data for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 is: [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:36:42Z', 'revision_number': 4, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '2956d576-3bfa-440d-8129-653589577297', 'name': '', 'network_id': '4f9549a0-7cc6-40b2-bff0-c472f57f21e7', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'mac_address': 'fa:16:3e:74:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:40Z', 'updated_at': '2021-08-16T20:36:47Z', 'revision_number': 4, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'subnets': [{'id': '457983c9-6da7-4ff4-b406-02c2d3fc546c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:48.253613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3b5d8ec-6bef-49e8-811d-c046a48a712d tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/1ff63166-e3d9-4871-ab0f-bcd618281266 HTTP/1.1" status: 200 len: 907 time: 0.3366125 Aug 16 20:36:48.253613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34704) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:48.344518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.461531 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.476670 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff63166-e3d9-4871-ab0f-bcd618281266', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67'}], 'enable_snat': True}, 'gw_port_id': '6042785f-66be-455c-9113-0b0c82746ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:43Z', 'updated_at': '2021-08-16T20:36:45Z', 'revision_number': 3, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port': {'id': '6042785f-66be-455c-9113-0b0c82746ea3', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff63166-e3d9-4871-ab0f-bcd618281266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:44Z', 'updated_at': '2021-08-16T20:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:48.543270 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Checking router: 1ff63166-e3d9-4871-ab0f-bcd618281266 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:48.547244 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Updating router 1ff63166-e3d9-4871-ab0f-bcd618281266 port 6042785f-66be-455c-9113-0b0c82746ea3 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:36:48.593354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] Pushing event updated for resources: {'Network': ['ID=db305ab9-feda-498c-98b7-7c87e000e18a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:48.594347 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.600165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-38cb85f7-7d5c-4135-9c9f-41270ea84a2b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3898551 Aug 16 20:36:48.601166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34712) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:48.608243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Request body: {'subnet': {'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1103902722-subnet', 'tenant_id': '2b5da764bba84c15af0ed4cc95dfcb22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:48.660360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router 23550a45-f169-490b-9e05-0f5b98d2b5d0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:48.664569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network db305ab9-feda-498c-98b7-7c87e000e18a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:36:48.682993 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.742940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Made reservation on behalf of 2b5da764bba84c15af0ed4cc95dfcb22 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:48.748965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:48.837697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Deleting port 6042785f-66be-455c-9113-0b0c82746ea3 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:48.843156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.054446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:49.152149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-279333d3-63e1-41d2-99ad-23e34b43c9e6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/routers/23550a45-f169-490b-9e05-0f5b98d2b5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6707969 Aug 16 20:36:49.155785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34730) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:49.164082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.190533 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.202215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] Sync routers for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:49.205374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Transition to ACTIVE for port object 6042785f-66be-455c-9113-0b0c82746ea3 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:49.206634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Calling delete_port for 6042785f-66be-455c-9113-0b0c82746ea3 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:49.207589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:49.305721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:49.306602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:49.307858 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.357592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:49.364718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:49.365016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.423920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] Routers {'23550a45-f169-490b-9e05-0f5b98d2b5d0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:49.424559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['23550a45-f169-490b-9e05-0f5b98d2b5d0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:49.446642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e69e6-c4ec-4f2e-8431-058848382cc6 None None] Pushing event updated for resources: {'Port': ['ID=6042785f-66be-455c-9113-0b0c82746ea3,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.464193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Attempting to bind port 6042785f-66be-455c-9113-0b0c82746ea3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:49.464562 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Attempting to bind port 6042785f-66be-455c-9113-0b0c82746ea3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:49.464915 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Attempting to bind port 6042785f-66be-455c-9113-0b0c82746ea3 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:49.476457 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:49.476911 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:49.477316 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.477705 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:49.478182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Bound port: 6042785f-66be-455c-9113-0b0c82746ea3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:49.478558 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.494452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.532327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34736) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:49.538721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:49.539128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ce7c62-e2e2-4b78-992a-7f6805bdf899 None None] The sync data for ids ['23550a45-f169-490b-9e05-0f5b98d2b5d0'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:49.543950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.606277 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] For port 6042785f-66be-455c-9113-0b0c82746ea3, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:49.612590 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] For port 6042785f-66be-455c-9113-0b0c82746ea3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6042785f-66be-455c-9113-0b0c82746ea3,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:49.633476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2956d576-3bfa-440d-8129-653589577297 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:49.708932 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.747567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e28fad-dd06-41b2-92e3-8dcd456fa70a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.761253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Checking segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:49.763285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Network hostable DHCP agents. Network: db305ab9-feda-498c-98b7-7c87e000e18a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:36:49.804642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e69e6-c4ec-4f2e-8431-058848382cc6 None None] Pushing event updated for resources: {'Port': ['ID=6042785f-66be-455c-9113-0b0c82746ea3,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:49.821890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 2956d576-3bfa-440d-8129-653589577297 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:36:49.822093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.822238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2956d576-3bfa-440d-8129-653589577297 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:49.822238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:49.836878 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Routers {'1ff63166-e3d9-4871-ab0f-bcd618281266'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:49.837791 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['1ff63166-e3d9-4871-ab0f-bcd618281266'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:49.927630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Network db305ab9-feda-498c-98b7-7c87e000e18a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:36:49.981080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port f8e5be46-149b-4060-9874-95ab2bd91da4 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:49.981733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.001442 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] Set router 1ff63166-e3d9-4871-ab0f-bcd618281266 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:50.013771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.036518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, db305ab9-feda-498c-98b7-7c87e000e18a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:50.045095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:50.045803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.084546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 2956d576-3bfa-440d-8129-653589577297, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2956d576-3bfa-440d-8129-653589577297,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:50.087339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ab7f94-8c6a-425e-828f-f0773f552f04 None None] Network db305ab9-feda-498c-98b7-7c87e000e18a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:50.145513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.178524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for f8e5be46-149b-4060-9874-95ab2bd91da4 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:50.248457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.262831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff63166-e3d9-4871-ab0f-bcd618281266', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:43Z', 'updated_at': '2021-08-16T20:36:48Z', 'revision_number': 4, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:50.299715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dec2d2b-67d8-40cd-8951-05cb88923a4c None None] The sync data for ids ['1ff63166-e3d9-4871-ab0f-bcd618281266'] in n-d-794306-10 is: [{'id': '1ff63166-e3d9-4871-ab0f-bcd618281266', 'name': 'tempest-snat-router-1716757404', 'tenant_id': '23b4c81871a54904a9a2f6c24faf92ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:43Z', 'updated_at': '2021-08-16T20:36:48Z', 'revision_number': 4, 'project_id': '23b4c81871a54904a9a2f6c24faf92ed', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:50.317002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1644053d-9e43-4439-982c-5acae34b8943 None None] Network db305ab9-feda-498c-98b7-7c87e000e18a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:50.346661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.361371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c8b4e98e-e37b-4de8-858c-2e564a021588 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7590790 Aug 16 20:36:50.425359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Port': ['ID=6042785f-66be-455c-9113-0b0c82746ea3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.576195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.627625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.634785 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.650235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.667060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=f8e5be46-149b-4060-9874-95ab2bd91da4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:50.870556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.901668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:50.915075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.058509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.075141 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.090599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.097150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff63166-e3d9-4871-ab0f-bcd618281266 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:51.097150 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.103309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0978e5a8-44e8-4606-aacd-fae7a438e4c0 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/routers/1ff63166-e3d9-4871-ab0f-bcd618281266 HTTP/1.1" status: 204 len: 168 time: 2.8452594 Aug 16 20:36:51.103418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34774) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:51.217365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.245207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Deleting port 1b3827f6-a80c-4cc8-a156-e81052a859a8 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:51.245642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.390236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] For port 1b3827f6-a80c-4cc8-a156-e81052a859a8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1b3827f6-a80c-4cc8-a156-e81052a859a8,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:51.390782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.407019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Calling delete_port for 1b3827f6-a80c-4cc8-a156-e81052a859a8 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:51.408222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-11df70bd-8751-493d-8e9e-96785a3b85b7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:51.409793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-11df70bd-8751-493d-8e9e-96785a3b85b7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.3671043 Aug 16 20:36:51.434360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.434921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Fanout notify agent at l3_agent the message router_deleted on router 23550a45-f169-490b-9e05-0f5b98d2b5d0 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:51.444409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.445523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-28d9b2f1-d1a5-41b5-aec6-d692de05f678 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/routers/23550a45-f169-490b-9e05-0f5b98d2b5d0 HTTP/1.1" status: 204 len: 168 time: 2.2883658 Aug 16 20:36:51.446953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-c97ea48b-413f-43dc-994f-862a979d6100 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/quotas/2b5da764bba84c15af0ed4cc95dfcb22 HTTP/1.1" status: 200 len: 375 time: 0.0259295 Aug 16 20:36:51.448630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34776) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:51.458812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.511771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-dfb4b0d3-6970-4564-9054-a06860ba4d1d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544465 Aug 16 20:36:51.655766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting subnet 93f86eb2-a5fa-4b84-b837-ace2e13cebe4 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:51.668233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.720518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.756389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.783348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Deleting port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:51.784423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:51.788294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3827f6-a80c-4cc8-a156-e81052a859a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:51.791016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-467d1b20-6ba6-437c-a605-a0a5a8ad3d8b service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671978 Aug 16 20:36:51.829446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.088406 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.126597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.180851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-f9d6b457-85c3-4282-a368-6d2da7900e9c service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426702 Aug 16 20:36:52.206866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] For port 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:52.207341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.227046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Calling delete_port for 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:52.359323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.385854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Router 70e479ae-8566-4cf5-b750-190e9879cee6 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:36:52.412603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Subnet': ['ID=93f86eb2-a5fa-4b84-b837-ace2e13cebe4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:52.422444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.428991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5f3bc-1007-45b4-aba0-8647c8c87141 None None] Network 7e2033f5-cfc0-499d-a766-704e568db0ed requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:52.441650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-627b1080-d473-4500-92c3-da299741c19d tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/subnets/93f86eb2-a5fa-4b84-b837-ace2e13cebe4 HTTP/1.1" status: 204 len: 168 time: 0.9896443 Aug 16 20:36:52.461856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:52.581879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b92decce-1008-4b94-8f73-c0ef22080a14 req-509b8c62-a3f7-4950-96e6-79df86e13b74 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 210 time: 0.0951815 Aug 16 20:36:52.805158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:52.866937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event deleted for resources: {'Port': ['ID=54e70fa0-c790-4ea6-bf7b-acef4cd75c2a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:52.875758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] DHCP port deletion for 7e2033f5-cfc0-499d-a766-704e568db0ed request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:52.948949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2956d576-3bfa-440d-8129-653589577297 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:36:53.032029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.164503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Deleting port af1f405a-0c70-4028-9cc6-98db1b8893da {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:53.170122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.276502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.284854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.320250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:53.323325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] For port af1f405a-0c70-4028-9cc6-98db1b8893da, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af1f405a-0c70-4028-9cc6-98db1b8893da,segment=NetworkSegment(997ea868-b76b-4926-9702-ee0bab779e5a),segment_id=997ea868-b76b-4926-9702-ee0bab779e5a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:53.324002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.326302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9a2e7d80-d829-4d3a-9ebe-ec6348632b9d admin admin] 10.222.0.70 "PUT /v2.0/routers/70e479ae-8566-4cf5-b750-190e9879cee6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7929444 Aug 16 20:36:53.331482 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Sync routers for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:53.342226 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:53.345456 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:53.345606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:53.356815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Calling delete_port for af1f405a-0c70-4028-9cc6-98db1b8893da owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:53.467667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.471315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2956d576-3bfa-440d-8129-653589577297 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:36:53.471692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.474154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.478427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 189a46e2-aadf-40c3-9b4f-df2b3836d834 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:53.497493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.499421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9ec59af5-c7ae-466a-91a0-92c313a2b084 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "DELETE /v2.0/routers/189a46e2-aadf-40c3-9b4f-df2b3836d834 HTTP/1.1" status: 204 len: 168 time: 2.3959875 Aug 16 20:36:53.503789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:53.511759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1861548885', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:53.573636 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:53.625987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.661606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.669725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.691930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.834221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] Pushing event deleted for resources: {'Port': ['ID=af1f405a-0c70-4028-9cc6-98db1b8893da,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:53.853159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d75a8-3ae8-4e08-9f31-378b1bc8fc9e None None] No DVR routers for this DVR port af1f405a-0c70-4028-9cc6-98db1b8893da on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:53.873420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.878879 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port af1f405a-0c70-4028-9cc6-98db1b8893da {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:53.879444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:53.926752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6d93fb4-e2a5-4bb8-ade2-fb2c3e73a173 req-f322940c-ef59-4286-9303-8cf0071db1e1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 210 time: 0.1145575 Aug 16 20:36:54.033383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] For port af1f405a-0c70-4028-9cc6-98db1b8893da, host n-d-794306-10, got binding levels [] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:54.033968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.043345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:51Z', 'revision_number': 5, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.053832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for af1f405a-0c70-4028-9cc6-98db1b8893da owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:54.063559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Port af1f405a-0c70-4028-9cc6-98db1b8893da was not found and therefore no delete operation was performed {{(pid=95241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:36:54.069879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.071167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.102022 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Checking router: 70e479ae-8566-4cf5-b750-190e9879cee6 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:36:54.105474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=af1f405a-0c70-4028-9cc6-98db1b8893da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:54.114788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Routers {'70e479ae-8566-4cf5-b750-190e9879cee6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:54.115488 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['70e479ae-8566-4cf5-b750-190e9879cee6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.116542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] No DVR routers for this DVR port af1f405a-0c70-4028-9cc6-98db1b8893da on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:54.252362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.293940 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] Set router 70e479ae-8566-4cf5-b750-190e9879cee6 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:36:54.313091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.325591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2033f5-cfc0-499d-a766-704e568db0ed']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.342065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997ea868-b76b-4926-9702-ee0bab779e5a') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.342065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997ea868-b76b-4926-9702-ee0bab779e5a') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.350160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.389548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.398917 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:54.399688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: items = [ Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:54.462280 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:54.496613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Deleting port fb0c0d45-2961-470c-bec3-157c3593d1f4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:54.496613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.597997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:51Z', 'revision_number': 5, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:54.636575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] For port fb0c0d45-2961-470c-bec3-157c3593d1f4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fb0c0d45-2961-470c-bec3-157c3593d1f4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:54.637313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.639940 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647681-8520-4673-a13f-3971d9defe09 None None] The sync data for ids ['70e479ae-8566-4cf5-b750-190e9879cee6'] in n-d-794306-10 is: [{'id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'name': 'tempest-TestAggregatesBasicOps-97927047-router', 'tenant_id': 'f205a34372a44cc8b47ea8af66c205a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:18Z', 'updated_at': '2021-08-16T20:36:51Z', 'revision_number': 5, 'project_id': 'f205a34372a44cc8b47ea8af66c205a8', 'gw_port': {'id': 'fb0c0d45-2961-470c-bec3-157c3593d1f4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e479ae-8566-4cf5-b750-190e9879cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:19Z', 'updated_at': '2021-08-16T20:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:54.652988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Calling delete_port for fb0c0d45-2961-470c-bec3-157c3593d1f4 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:54.708142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.716308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:54.721968 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/networks/7e2033f5-cfc0-499d-a766-704e568db0ed HTTP/1.1" status: 204 len: 168 time: 2.2547522 Aug 16 20:36:54.721968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34826) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:54.791328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1136b-be46-4ca8-ace7-8cba696ecd2c tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Network': ['ID=7e2033f5-cfc0-499d-a766-704e568db0ed,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:54.986032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port 08d017ee-4b11-43cc-bc20-bd43549be69e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:54.986383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.021841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:55.076588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:55.077231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 54e70fa0-c790-4ea6-bf7b-acef4cd75c2a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:55.078687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af1f405a-0c70-4028-9cc6-98db1b8893da no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:55.108068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: af1f405a-0c70-4028-9cc6-98db1b8893da {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:55.108621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af1f405a-0c70-4028-9cc6-98db1b8893da not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:55.144174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.144614 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.170927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for 08d017ee-4b11-43cc-bc20-bd43549be69e owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:55.320960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.354922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1dcbc09-fd87-49bd-9d86-7f2750b2d5b4 req-9611e44e-9417-4800-b228-9660b160b262 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 210 time: 0.0439773 Aug 16 20:36:55.355980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.369607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.402557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0c0d45-2961-470c-bec3-157c3593d1f4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:55.470708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.510353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.561269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Allocated IP 172.25.7.169 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/8ef422d5-9204-4151-8552-b20d9525201f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:55.607768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=08d017ee-4b11-43cc-bc20-bd43549be69e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:55.614981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.618277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.690746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.724689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.727471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.728693 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3899476-8821-4b81-b47e-23dd2d3c21f6 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/floatingips/1941b836-5f12-4aba-8c2f-1bd75334b452 HTTP/1.1" status: 204 len: 168 time: 1.0060713 Aug 16 20:36:55.733165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:55.761572 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c0ca7f-ccae-4d3f-8093-43bf5a9fceee tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] DELETE failed (client error): The resource could not be found. Aug 16 20:36:55.762328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c0ca7f-ccae-4d3f-8093-43bf5a9fceee tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:36:55.767054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74c0ca7f-ccae-4d3f-8093-43bf5a9fceee tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/1948aa0b-6b37-4a32-bf02-d0d030817325 HTTP/1.1" status: 404 len: 333 time: 0.0298624 Aug 16 20:36:55.767651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:55.781758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.782336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e479ae-8566-4cf5-b750-190e9879cee6 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:36:55.789047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.790916 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-716701cd-881b-4c9f-82fc-d49bc294d7b6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/70e479ae-8566-4cf5-b750-190e9879cee6 HTTP/1.1" status: 204 len: 168 time: 2.4445457 Aug 16 20:36:55.791573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34852) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:55.822258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d60a64b3-8d97-4601-921f-e3b3cb111806 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/ports?device_id=23550a45-f169-490b-9e05-0f5b98d2b5d0 HTTP/1.1" status: 200 len: 205 time: 0.0537298 Aug 16 20:36:55.825837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34854) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:55.876539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Deleting subnet 2a759ee2-239a-4368-b6fa-615681992a7b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:36:55.880192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.881287 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-0f865943-b605-4115-a224-349f7529c6c7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] delete failed (client error): The resource could not be found. Aug 16 20:36:55.885379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0f865943-b605-4115-a224-349f7529c6c7 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/routers/23550a45-f169-490b-9e05-0f5b98d2b5d0 HTTP/1.1" status: 404 len: 336 time: 0.0553527 Aug 16 20:36:55.885379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.886524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34856) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:55.970719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:55.978847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:55.990287 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0171c1b-11e5-469a-af09-8d47f98cda59 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] DELETE failed (client error): The resource could not be found. Aug 16 20:36:55.991013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0171c1b-11e5-469a-af09-8d47f98cda59 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:36:55.993344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c0171c1b-11e5-469a-af09-8d47f98cda59 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/subnets/93f86eb2-a5fa-4b84-b837-ace2e13cebe4 HTTP/1.1" status: 404 len: 337 time: 0.1041429 Aug 16 20:36:55.999211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:56.002272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:56.008959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:56.099826 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.109510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event updated for resources: {'Port': ['ID=8ef422d5-9204-4151-8552-b20d9525201f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:56.294610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.356301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a759ee2-239a-4368-b6fa-615681992a7b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:56.367401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port d19e7c2a-e937-4029-9999-1b8e3a14297f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:56.367940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.372138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e778e-7d21-4197-b745-e685bcb014dd None None] Network d0b95d82-61b9-4fe7-8b9f-b69f757f5116 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:36:56.375830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.381072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-14608fd7-e6f2-4ff6-9b2d-6b117abcbb6a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2a759ee2-239a-4368-b6fa-615681992a7b HTTP/1.1" status: 204 len: 168 time: 0.5884619 Aug 16 20:36:56.408348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34868) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:56.495793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-1c0520b9-4d05-419f-a72e-c5cd06f588ca tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:56.499354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-1c0520b9-4d05-419f-a72e-c5cd06f588ca tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.3403628 Aug 16 20:36:56.513250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Request body: {'port': {'device_id': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'admin_state_up': True, 'tenant_id': '2b5da764bba84c15af0ed4cc95dfcb22'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:56.726094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57eae555-c51b-41f9-910b-7271dfb08e31 req-5b19c65e-576a-4496-88b4-40f9454f4657 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 210 time: 0.1618698 Aug 16 20:36:56.776057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fb0c0d45-2961-470c-bec3-157c3593d1f4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:56.865217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: fb0c0d45-2961-470c-bec3-157c3593d1f4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:56.865475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fb0c0d45-2961-470c-bec3-157c3593d1f4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:56.866096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1b3827f6-a80c-4cc8-a156-e81052a859a8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:56.887585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.910632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1b3827f6-a80c-4cc8-a156-e81052a859a8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:56.910897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1b3827f6-a80c-4cc8-a156-e81052a859a8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:56.931336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:56.945324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for d19e7c2a-e937-4029-9999-1b8e3a14297f owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:57.026784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] DHCP port deletion for d0b95d82-61b9-4fe7-8b9f-b69f757f5116 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:36:57.062393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Made reservation on behalf of 2b5da764bba84c15af0ed4cc95dfcb22 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:36:57.071860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.131814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Deleting port af094cbc-df5e-449b-8d6a-e735dba12b3a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:57.132140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.223611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] For port af094cbc-df5e-449b-8d6a-e735dba12b3a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af094cbc-df5e-449b-8d6a-e735dba12b3a,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:57.224364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.236267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.273525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Calling delete_port for af094cbc-df5e-449b-8d6a-e735dba12b3a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:57.324419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Allocated IP 172.20.0.11 (db305ab9-feda-498c-98b7-7c87e000e18a/73e28fad-dd06-41b2-92e3-8dcd456fa70a/b69435d5-7a50-455f-b2b3-41f527dee49d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:36:57.524051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Deleting port af094cbc-df5e-449b-8d6a-e735dba12b3a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:57.524051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.541785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.593006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.596063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] Pushing event deleted for resources: {'Port': ['ID=af094cbc-df5e-449b-8d6a-e735dba12b3a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:57.635890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fa83c-bec2-4941-aebe-cdfbb5edf5a5 None None] No DVR routers for this DVR port af094cbc-df5e-449b-8d6a-e735dba12b3a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:57.748265 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.771645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] For port af094cbc-df5e-449b-8d6a-e735dba12b3a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af094cbc-df5e-449b-8d6a-e735dba12b3a,segment=NetworkSegment(0e2e8966-ec4c-44f0-9cfe-9349414e740f),segment_id=0e2e8966-ec4c-44f0-9cfe-9349414e740f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:36:57.772271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.788318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.811132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Calling delete_port for af094cbc-df5e-449b-8d6a-e735dba12b3a owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:57.842866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=d19e7c2a-e937-4029-9999-1b8e3a14297f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:57.852812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:57.860093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Network db305ab9-feda-498c-98b7-7c87e000e18a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:36:57.864541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:36:57.866910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:36:57.897536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:57.932700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:57.933223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.051500 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-71535e32-069a-438f-8b7c-3c1bfc882d42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5425766 Aug 16 20:36:58.066103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Request body: {'port': {'device_id': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:58.094335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c0964-7080-44eb-85e2-f9964f28847e req-8c8fcd29-f794-4726-9434-49532b82a328 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:58.096021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da9c0964-7080-44eb-85e2-f9964f28847e req-8c8fcd29-f794-4726-9434-49532b82a328 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 932 time: 0.2387986 Aug 16 20:36:58.108292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.113466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-20fa9643-43b3-4bba-8684-f6237d478111 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/d19e7c2a-e937-4029-9999-1b8e3a14297f HTTP/1.1" status: 204 len: 168 time: 2.1102273 Aug 16 20:36:58.115387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34888) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:58.131355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.146740 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.194853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da9c0964-7080-44eb-85e2-f9964f28847e req-bbbf1128-febb-4f01-bfa8-89bca8ff98a6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825005 Aug 16 20:36:58.198967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Pushing event deleted for resources: {'Port': ['ID=af094cbc-df5e-449b-8d6a-e735dba12b3a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:58.205426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] No DVR routers for this DVR port af094cbc-df5e-449b-8d6a-e735dba12b3a on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:36:58.285194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.295762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b95d82-61b9-4fe7-8b9f-b69f757f5116']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.306547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2e8966-ec4c-44f0-9cfe-9349414e740f') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.306847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2e8966-ec4c-44f0-9cfe-9349414e740f') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.317856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.334763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.341041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:36:58.342847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:36:58.345345 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:36:58.365732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Router 5901ddde-42a4-4ab7-bf97-5069379091b7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:36:58.383366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port 0a2f0eef-e7ac-41de-b6b2-b8917998a7d9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:36:58.385537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.479382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.489472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.512343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] 10.222.0.70 "DELETE /v2.0/networks/d0b95d82-61b9-4fe7-8b9f-b69f757f5116 HTTP/1.1" status: 204 len: 168 time: 2.0799963 Aug 16 20:36:58.512343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34894) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:58.541688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.566732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for 0a2f0eef-e7ac-41de-b6b2-b8917998a7d9 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:36:58.594482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761195d-e93f-41d5-8f80-4dd17702969c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b95d82-61b9-4fe7-8b9f-b69f757f5116,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:58.628114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:36:58.640202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] Sync routers for ids ['5901ddde-42a4-4ab7-bf97-5069379091b7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:36:58.654636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] Routers {'5901ddde-42a4-4ab7-bf97-5069379091b7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:58.659956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5901ddde-42a4-4ab7-bf97-5069379091b7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.685110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69435d5-7a50-455f-b2b3-41f527dee49d {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:36:58.698617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.714614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af094cbc-df5e-449b-8d6a-e735dba12b3a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:36:58.723551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Transition to ACTIVE for port object b69435d5-7a50-455f-b2b3-41f527dee49d will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:36:58.736206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.739543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: af094cbc-df5e-449b-8d6a-e735dba12b3a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:36:58.740212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af094cbc-df5e-449b-8d6a-e735dba12b3a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:36:58.752567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] Routers {'5901ddde-42a4-4ab7-bf97-5069379091b7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:36:58.753204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5901ddde-42a4-4ab7-bf97-5069379091b7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.789615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.789908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:36:58.791772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b3dd7b-1a63-413b-9164-cafc75ff9045 None None] The sync data for ids ['5901ddde-42a4-4ab7-bf97-5069379091b7'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:36:58.791937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-badf3081-ce64-43a2-b1f2-1164b767c4ee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2851582 Aug 16 20:36:58.793782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34902) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:58.795744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.831621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:36:58.891428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:58.976438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Attempting to bind port b69435d5-7a50-455f-b2b3-41f527dee49d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:36:58.978610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Attempting to bind port b69435d5-7a50-455f-b2b3-41f527dee49d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:36:58.979053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Attempting to bind port b69435d5-7a50-455f-b2b3-41f527dee49d on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:58.983761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:58.988952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Port b69435d5-7a50-455f-b2b3-41f527dee49d on network db305ab9-feda-498c-98b7-7c87e000e18a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:36:58.989412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Attempting to bind port b69435d5-7a50-455f-b2b3-41f527dee49d on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:36:58.997829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:36:59.001779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Checking segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:36:59.001779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Bound using segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:36:59.001779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Bound port: b69435d5-7a50-455f-b2b3-41f527dee49d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:36:59.001779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:59.039007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=0a2f0eef-e7ac-41de-b6b2-b8917998a7d9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:59.171373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:59.174538 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8d6f6fc-ae95-4ee8-b340-1f705bec0c16 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/ports/0a2f0eef-e7ac-41de-b6b2-b8917998a7d9 HTTP/1.1" status: 204 len: 168 time: 1.0585659 Aug 16 20:36:59.178065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34908) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:59.209529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:36:59.246374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:36:59.256391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517515d2-d853-4276-ae7d-77fec216ed81 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.259881 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-517515d2-d853-4276-ae7d-77fec216ed81 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc1eb989-67c2-488c-96a9-9e8013bb1485 HTTP/1.1" status: 200 len: 913 time: 0.0792074 Aug 16 20:36:59.264074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:36:59.331148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:59.416264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.416690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:36:59.418396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] 10.222.0.64 "PUT /v2.0/ports/b69435d5-7a50-455f-b2b3-41f527dee49d HTTP/1.1" status: 200 len: 1093 time: 1.3577337 Aug 16 20:36:59.432248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:36:59.436370 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9213c88-ee20-4e43-ad78-0db8949b55b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:36:59.511612 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e17ccb-5674-4c1a-bf23-96b70c237a62 x-openstack-request-id: req-f9e17ccb-5674-4c1a-bf23-96b70c237a62 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:36:59.515092 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:36:59.515092 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9e17ccb-5674-4c1a-bf23-96b70c237a62 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:36:59.515092 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'status': 'completed', 'code': 200} Aug 16 20:36:59.523543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e6373-b49f-48e8-b8e1-c27251366746 service neutron] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:36:59.663187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-f90295cc-9a31-4833-aa9c-90fcae0c0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.664774 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-f90295cc-9a31-4833-aa9c-90fcae0c0cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 1096 time: 0.1258671 Aug 16 20:36:59.742813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287967c1-618a-4c6a-8ee0-97e96286b481 req-a8b1d081-7122-4c43-9558-02519181f601 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:36:59.751862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-287967c1-618a-4c6a-8ee0-97e96286b481 req-a8b1d081-7122-4c43-9558-02519181f601 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 944 time: 0.2371900 Aug 16 20:36:59.859883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-287967c1-618a-4c6a-8ee0-97e96286b481 req-6546f9e4-4fb3-402a-ba44-64cd69ca9354 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068623 Aug 16 20:36:59.886453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.084996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.254381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-1392f792-d3bb-4a4c-ad3e-e667420d8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.256874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-1392f792-d3bb-4a4c-ad3e-e667420d8214 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1639144 Aug 16 20:37:00.383206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-f13584d2-5e59-4738-8724-71954147b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.384722 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b9213c88-ee20-4e43-ad78-0db8949b55b7 req-f13584d2-5e59-4738-8724-71954147b4d6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212373 Aug 16 20:37:00.515881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.552635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Deleting port 2956d576-3bfa-440d-8129-653589577297 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:00.553134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.553439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f18ca37a-e241-4e0a-b903-f3ca21c20970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.600597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-f5502310-2f94-425d-8f11-334d554f94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.602200 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-f5502310-2f94-425d-8f11-334d554f94c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 1096 time: 0.1736007 Aug 16 20:37:00.723036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] For port 2956d576-3bfa-440d-8129-653589577297, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2956d576-3bfa-440d-8129-653589577297,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:00.723509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.778393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Calling delete_port for 2956d576-3bfa-440d-8129-653589577297 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:00.789845 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-77703516-30c3-4fb9-a33c-ebe2bc44b543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69435d5-7a50-455f-b2b3-41f527dee49d HTTP/1.1" status: 200 len: 217 time: 0.0745137 Aug 16 20:37:00.860891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-5e0c06a1-1b37-4dda-a732-6e0a7ab48eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:00.862422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-5e0c06a1-1b37-4dda-a732-6e0a7ab48eda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.0648119 Aug 16 20:37:00.901306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.908323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:00.986402 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-36772534-bfb6-4e50-af55-baaa143f4c15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163638 Aug 16 20:37:01.126945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port d6dd2fc8-789e-49e7-986f-7b3206e04e21 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:01.127654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.161314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-adf3696e-be66-41f8-bcec-c2379d34ca81 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521716 Aug 16 20:37:01.190478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f50b-372d-4978-8ce8-3c4f750b0cd7 req-8012487c-51c7-4c30-bee2-7a34c37b8dba tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.192109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b115f50b-372d-4978-8ce8-3c4f750b0cd7 req-8012487c-51c7-4c30-bee2-7a34c37b8dba tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 944 time: 0.1788485 Aug 16 20:37:01.255879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router 5901ddde-42a4-4ab7-bf97-5069379091b7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:01.310065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.314663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b115f50b-372d-4978-8ce8-3c4f750b0cd7 req-5fdced94-0755-43a0-acf1-a14be736d079 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073985 Aug 16 20:37:01.331763 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3c2f7902-1deb-4d2a-86a8-3b6803716cab req-a0b6c7e5-8765-4679-8928-fc668a911193 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374667 Aug 16 20:37:01.335668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for d6dd2fc8-789e-49e7-986f-7b3206e04e21 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:01.389152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.429773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2956d576-3bfa-440d-8129-653589577297,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:01.438916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:01.448308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.451815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-25afea27-9e05-486d-96fe-242c7e8cde57 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "PUT /v2.0/routers/5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 200 len: 926 time: 2.6215446 Aug 16 20:37:01.462165 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] Sync routers for ids ['5901ddde-42a4-4ab7-bf97-5069379091b7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:01.465515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34938) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:01.476636 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] Routers {'5901ddde-42a4-4ab7-bf97-5069379091b7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:01.477128 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5901ddde-42a4-4ab7-bf97-5069379091b7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:01.516117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:01.527526 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] Routers {'5901ddde-42a4-4ab7-bf97-5069379091b7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:01.528168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5901ddde-42a4-4ab7-bf97-5069379091b7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:01.592657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:01.593965 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc849add-b4ec-42f2-b3d1-cee54c8e55f4 None None] The sync data for ids ['5901ddde-42a4-4ab7-bf97-5069379091b7'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:01.661023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.665899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7de15239-ed42-4e20-bd4a-b8cc54f10421 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 200 len: 926 time: 0.1991484 Aug 16 20:37:01.671826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:01.780013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9411d01d-bae3-434b-b97e-46f4611b2b10 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.784602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9411d01d-bae3-434b-b97e-46f4611b2b10 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=5901ddde-42a4-4ab7-bf97-5069379091b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1092079 Aug 16 20:37:01.785290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:01.885720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe3069-4f85-4f99-8158-a7145aed1db2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:01.888268 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6bfe3069-4f85-4f99-8158-a7145aed1db2 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.1018817 Aug 16 20:37:01.891078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:01.919073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c67a70d7-22b0-4565-a35b-c438cc35277f tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 200 len: 205 time: 0.0271673 Aug 16 20:37:01.922113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:01.922335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34948) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:01.949729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=d6dd2fc8-789e-49e7-986f-7b3206e04e21,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:01.968050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:02.120497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:02.140217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:02.213239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:02.222870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-95b6df58-69a9-4deb-8aae-bef1a7568fd9 admin admin] 10.222.0.70 "PUT /v2.0/routers/6c7a2933-4874-4518-a6cf-321aecfb0fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6845958 Aug 16 20:37:02.223675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34954) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:02.240385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Sync routers for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:02.267481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:02.267481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:02.463474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:02.627484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Router cc1eb989-67c2-488c-96a9-9e8013bb1485 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:02.793872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:37:01Z', 'revision_number': 5, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:02.806012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:02.837204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Checking router: 6c7a2933-4874-4518-a6cf-321aecfb0fd7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:37:02.839863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:02.851265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] Sync routers for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:02.858428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Routers {'6c7a2933-4874-4518-a6cf-321aecfb0fd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:02.860093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:02.862891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:02.867323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:02.869243 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f10918d0-2bb2-422b-81d2-b65e25a6191e tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "PUT /v2.0/routers/cc1eb989-67c2-488c-96a9-9e8013bb1485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6069443 Aug 16 20:37:02.870538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:02.957168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:02.980030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] Routers {'cc1eb989-67c2-488c-96a9-9e8013bb1485'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:02.980905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:36:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cc1eb989-67c2-488c-96a9-9e8013bb1485'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:03.001724 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.010767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] Set router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:03.023617 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:03.024614 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fa14cc-c122-4536-85a1-f3cdf673eb77 None None] The sync data for ids ['cc1eb989-67c2-488c-96a9-9e8013bb1485'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:03.035942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a500f8-51d6-48f2-8ae3-d44b2d674bb3 req-acab40c7-9539-4d36-a4a8-dbe7c03afc26 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:03.035942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7a500f8-51d6-48f2-8ae3-d44b2d674bb3 req-acab40c7-9539-4d36-a4a8-dbe7c03afc26 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 944 time: 0.1371365 Aug 16 20:37:03.043781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.097974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be80ef8f-be65-400a-8665-fe919c2b771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.128178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.192515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7a500f8-51d6-48f2-8ae3-d44b2d674bb3 req-2153163f-fc93-4463-ba1c-5876d0773bf0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567891 Aug 16 20:37:03.241808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 8ef422d5-9204-4151-8552-b20d9525201f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:03.248371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.252199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.301415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:37:01Z', 'revision_number': 5, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:03.332296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be80ef8f-be65-400a-8665-fe919c2b771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.341136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.351299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99c97c-9c59-4740-b118-12829fa3b953 None None] The sync data for ids ['6c7a2933-4874-4518-a6cf-321aecfb0fd7'] in n-d-794306-10 is: [{'id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'name': 'tempest-TestAggregatesBasicOps-201597721-router', 'tenant_id': 'b194c45c0f444484af2c666168fbe226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57'}], 'enable_snat': True}, 'gw_port_id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:36:34Z', 'updated_at': '2021-08-16T20:37:01Z', 'revision_number': 5, 'project_id': 'b194c45c0f444484af2c666168fbe226', 'gw_port': {'id': 'd9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7a2933-4874-4518-a6cf-321aecfb0fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:36:36Z', 'updated_at': '2021-08-16T20:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:03.403239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.415000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 8ef422d5-9204-4151-8552-b20d9525201f owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:03.478715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be80ef8f-be65-400a-8665-fe919c2b771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.530612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.533125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be80ef8f-be65-400a-8665-fe919c2b771f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32582eb272fa4831a4f4a08de9504cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260602 Aug 16 20:37:03.538609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:03.541540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80ef8f-be65-400a-8665-fe919c2b771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a31b93-c107-4083-b657-7026e18f45b1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:03.558847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-49697320-1b44-4e40-aeb7-7907a0492d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.579214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting port f624bb7e-bf9b-47f8-ae6e-331f631d032e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:03.579631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.591518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Deleting port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:03.600753 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.652592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.694071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.697685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.703739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34982) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:03.717705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Calling delete_port for f624bb7e-bf9b-47f8-ae6e-331f631d032e owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:03.725262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] For port d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:03.725735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.741148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Calling delete_port for d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:03.759106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.814610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=8ef422d5-9204-4151-8552-b20d9525201f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:03.885220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.888020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.892677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59a31b93-c107-4083-b657-7026e18f45b1 HTTP/1.1" status: 204 len: 168 time: 0.3486829 Aug 16 20:37:03.899778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7f792-5189-422f-84d0-66b39422f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a31b93-c107-4083-b657-7026e18f45b1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:03.910111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6e12b9e-0481-4236-b56d-796134a4f0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:03.969829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.072549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.087006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.094917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.109551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Port': ['ID=f624bb7e-bf9b-47f8-ae6e-331f631d032e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.176814 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.179047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.183911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:04.250513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.250513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router 5901ddde-42a4-4ab7-bf97-5069379091b7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:04.250513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6e12b9e-0481-4236-b56d-796134a4f0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.250513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.251852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2dac8a67-5d48-4402-b19d-61d2d665bceb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 204 len: 168 time: 2.3290458 Aug 16 20:37:04.252718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34994) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.259054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1177657615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:04.268621 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.293326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.295549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.301342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.331162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:04.349172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'port_id': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'mac_address': 'fa:16:3e:99:b6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e28fad-dd06-41b2-92e3-8dcd456fa70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:04.353061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6e12b9e-0481-4236-b56d-796134a4f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.395306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.408856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69435d5-7a50-455f-b2b3-41f527dee49d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:04.414964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e12b9e-0481-4236-b56d-796134a4f0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece2b0b-ed2f-4801-8b63-e174a1e43575,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.415639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.416225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Fanout notify agent at l3_agent the message router_deleted on router cc1eb989-67c2-488c-96a9-9e8013bb1485 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:04.430449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.432866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa7626b6-5211-4e69-a2df-03e7ca0586f0 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/routers/cc1eb989-67c2-488c-96a9-9e8013bb1485 HTTP/1.1" status: 204 len: 168 time: 1.5592253 Aug 16 20:37:04.436190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:04.439110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.457921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f6e12b9e-0481-4236-b56d-796134a4f0c0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c691f852285a42558fce60520efbae2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7530568 Aug 16 20:37:04.472782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.473724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f32846-611b-4949-960f-e9f4f674fd01 req-8e94a87f-14c5-445d-89d3-dfefcaa4cdb4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:04.475277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68f32846-611b-4949-960f-e9f4f674fd01 req-8e94a87f-14c5-445d-89d3-dfefcaa4cdb4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 944 time: 0.1444726 Aug 16 20:37:04.476230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.519105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Deleting subnet bab149fe-fd8a-4ca7-b608-90f4905496c6 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:37:04.529059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.538989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.540053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.557364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.575788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.590241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.591170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.595586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.630783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.651877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.660533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.664784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:04.665659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68f32846-611b-4949-960f-e9f4f674fd01 req-fb52403e-83e2-40b3-bfe0-4ba53b47d29e tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Aug 16 20:37:04.682110 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.704927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.722209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35002) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.737031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a31dc70-9667-46aa-98b1-5e67398313a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.747820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2956d576-3bfa-440d-8129-653589577297 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:04.768346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.768937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c7a2933-4874-4518-a6cf-321aecfb0fd7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:04.776599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.776599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-25a9db81-36e7-42db-8c15-66ad0984cbb8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6c7a2933-4874-4518-a6cf-321aecfb0fd7 HTTP/1.1" status: 204 len: 168 time: 2.5510554 Aug 16 20:37:04.777712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['b69435d5-7a50-455f-b2b3-41f527dee49d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:04.777833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35004) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.778343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 2956d576-3bfa-440d-8129-653589577297 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:04.778777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2956d576-3bfa-440d-8129-653589577297 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:04.792866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.795486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.798009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bece2b0b-ed2f-4801-8b63-e174a1e43575 HTTP/1.1" status: 204 len: 168 time: 0.3236585 Aug 16 20:37:04.818261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.820454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9458e-f872-43b3-9913-14d9829970fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece2b0b-ed2f-4801-8b63-e174a1e43575,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:04.844249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.875121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Deleting subnet 457983c9-6da7-4ff4-b406-02c2d3fc546c {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:37:04.881263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.882751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:04.886765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/subnets/bab149fe-fd8a-4ca7-b608-90f4905496c6 HTTP/1.1" status: 204 len: 168 time: 0.4443531 Aug 16 20:37:04.894581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35008) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:04.908964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcbf61-17c3-4e38-b59a-6c11c385c944 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Subnet': ['ID=bab149fe-fd8a-4ca7-b608-90f4905496c6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:05.008967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.066353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a31dc70-9667-46aa-98b1-5e67398313a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.070192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.132900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a31dc70-9667-46aa-98b1-5e67398313a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.232249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a31dc70-9667-46aa-98b1-5e67398313a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ba7493e3d5548d1a8a8a71299757dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094757 Aug 16 20:37:05.235756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:05.235922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.244462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31dc70-9667-46aa-98b1-5e67398313a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e68c5c-7826-4b29-b769-526a5ffa9527,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:05.252903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:05.256094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.262560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.263872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b761109b-3af5-4c53-9467-00c5e5025151 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0099041 Aug 16 20:37:05.267468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35016) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:05.279922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:05.284603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10d0df2-157e-4330-ab3f-2a9d77a19ec5') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:05.284904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10d0df2-157e-4330-ab3f-2a9d77a19ec5') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:05.307372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.331910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.341126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:05.341584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:05.345842 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:05.497504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.500522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.517354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.519279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] 10.222.0.70 "DELETE /v2.0/networks/69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f HTTP/1.1" status: 204 len: 168 time: 0.6037765 Aug 16 20:37:05.548485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457983c9-6da7-4ff4-b406-02c2d3fc546c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:05.554077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.556225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6126157c-9cbb-4f59-9807-ae48dc8e943d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/457983c9-6da7-4ff4-b406-02c2d3fc546c HTTP/1.1" status: 204 len: 168 time: 0.7774796 Aug 16 20:37:05.557177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06e1af-369d-4780-96cc-27d820427571 tempest-FloatingIPTestJSON-1894478736 tempest-FloatingIPTestJSON-1894478736-project] Pushing event deleted for resources: {'Network': ['ID=69972e4b-f4d8-4bd6-bfa3-96cd79b1bc3f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:05.560962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4b9f8-3675-4416-8e5a-ad85f2f968fa None None] Network 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:05.565452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35022) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:05.660022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.729561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Deleting port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:05.729908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.798612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35026) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:05.806714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.840663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ceb-5428-4aa3-a0ca-4fc4f865214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.876959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.877810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] For port 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80aeedb3-7095-4c34-81b0-6b1116a05ab4,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:05.878509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.893185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:05.904661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Calling delete_port for 80aeedb3-7095-4c34-81b0-6b1116a05ab4 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:05.921158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e8bd-e6d0-47c2-b15b-ae4ef51cbc31 req-b39eb574-560d-49a5-9554-9e543415d3ba tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:05.922728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4d3e8bd-e6d0-47c2-b15b-ae4ef51cbc31 req-b39eb574-560d-49a5-9554-9e543415d3ba tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 945 time: 0.1610861 Aug 16 20:37:05.951242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] DHCP port deletion for 4f9549a0-7cc6-40b2-bff0-c472f57f21e7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:37:06.020330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4d3e8bd-e6d0-47c2-b15b-ae4ef51cbc31 req-3383dded-c250-4496-a485-ab753db77b26 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898991 Aug 16 20:37:06.042601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.047355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.050409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Deleting port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:06.050787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.062144 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50e68c5c-7826-4b29-b769-526a5ffa9527 HTTP/1.1" status: 204 len: 168 time: 0.8139288 Aug 16 20:37:06.071635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35032) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:06.097745 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.097989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3492-f3cb-4174-919f-2ce821ffa16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e68c5c-7826-4b29-b769-526a5ffa9527,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.134077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ceb-5428-4aa3-a0ca-4fc4f865214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.145030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] For port 80aeedb3-7095-4c34-81b0-6b1116a05ab4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80aeedb3-7095-4c34-81b0-6b1116a05ab4,segment=NetworkSegment(b8c11588-900f-46bf-9cda-74155948a018),segment_id=b8c11588-900f-46bf-9cda-74155948a018)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:06.145571 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.162202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Calling delete_port for 80aeedb3-7095-4c34-81b0-6b1116a05ab4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:06.204814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.211099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:06.249703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Pushing event deleted for resources: {'Port': ['ID=80aeedb3-7095-4c34-81b0-6b1116a05ab4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.268240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b9e0ceb-5428-4aa3-a0ca-4fc4f865214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.271425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] No DVR routers for this DVR port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:06.300010 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.324485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.328414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] No DVR routers for this DVR port 80aeedb3-7095-4c34-81b0-6b1116a05ab4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:06.333650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdbf54-bd59-43a6-9b7c-602e1cc7a931 None None] Pushing event deleted for resources: {'Port': ['ID=80aeedb3-7095-4c34-81b0-6b1116a05ab4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.364516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.377192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port b69435d5-7a50-455f-b2b3-41f527dee49d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:06.381234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port b69435d5-7a50-455f-b2b3-41f527dee49d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:06.381607 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.410217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6b9e0ceb-5428-4aa3-a0ca-4fc4f865214c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=575250de459a4510a30cd2d50dbbdd41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066301 Aug 16 20:37:06.411116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:06.414365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e0ceb-5428-4aa3-a0ca-4fc4f865214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26e095-4009-4eab-8db2-fad3ce3ba674,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.430764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47018483-8c37-407d-a217-0cd0946e7370 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2fa6cececd1342cbb6d7abd09294358f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579051 Aug 16 20:37:06.433182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.434095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:06.445224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9549a0-7cc6-40b2-bff0-c472f57f21e7']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:06.460492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c11588-900f-46bf-9cda-74155948a018') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:06.460492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c11588-900f-46bf-9cda-74155948a018') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:06.472013 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.481379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.489494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.506389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:06.506389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:06.507971 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:06.530870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:06.533339 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4062b6-5a14-49e1-9eb3-9778698d7b1b" -d '{"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-plugged", "status": "completed", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:06.563421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:06.600732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.605109 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba04c29e-4f07-44b9-80bd-ab15a08ed007 x-openstack-request-id: req-ba04c29e-4f07-44b9-80bd-ab15a08ed007 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:06.605411 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-plugged", "status": "completed", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:06.605548 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba04c29e-4f07-44b9-80bd-ab15a08ed007 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:06.605943 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'code': 200} Aug 16 20:37:06.611902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.651781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.662145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Allocated IP 172.25.7.106 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/021bc79f-5764-46fb-ac16-772f0cb3a98e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:06.677446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.677744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.683689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.687469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4f9549a0-7cc6-40b2-bff0-c472f57f21e7 HTTP/1.1" status: 204 len: 168 time: 1.1179278 Aug 16 20:37:06.697655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.716357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f87dd8-0be6-48a6-970a-85beebe67690 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9549a0-7cc6-40b2-bff0-c472f57f21e7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.730550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:06.734571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:06.755316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:06.760022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9667cfd-4ebc-4cc8-aa20-42ce21c0b3a9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:06.760022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80aeedb3-7095-4c34-81b0-6b1116a05ab4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:06.777244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 80aeedb3-7095-4c34-81b0-6b1116a05ab4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:06.777589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80aeedb3-7095-4c34-81b0-6b1116a05ab4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:06.897486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3acd1-caf0-4cf9-9f20-88a113780558 req-03a69e03-be4e-4738-ba20-f448cf40e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:06.898987 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-01c3acd1-caf0-4cf9-9f20-88a113780558 req-03a69e03-be4e-4738-ba20-f448cf40e5de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 1098 time: 0.1240876 Aug 16 20:37:06.923457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:06.956367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-01c3acd1-caf0-4cf9-9f20-88a113780558 req-54904781-77c2-4e0f-95de-a4c68d2d1f88 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479035 Aug 16 20:37:07.004911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.007798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.009015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c244a19f-b2a1-467d-a335-20b8ae7f2b35 HTTP/1.1" status: 204 len: 168 time: 0.5715787 Aug 16 20:37:07.012328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.012560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.013564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d26e095-4009-4eab-8db2-fad3ce3ba674 HTTP/1.1" status: 204 len: 168 time: 0.6018839 Aug 16 20:37:07.022414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d525-f3ae-4dc6-9f64-8d15f07f93e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244a19f-b2a1-467d-a335-20b8ae7f2b35,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.032030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71fd3-1cec-489a-9298-f01d7ee433e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26e095-4009-4eab-8db2-fad3ce3ba674,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.084374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.131142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:07.141095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:07.145201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:07.152369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event updated for resources: {'Port': ['ID=021bc79f-5764-46fb-ac16-772f0cb3a98e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.173672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eefa7-f0ee-46ab-ad18-c19a40b661fe req-19f19812-6f65-4c35-b340-5e5a9f21bf44 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:07.174207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35066) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:07.179975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd4eefa7-f0ee-46ab-ad18-c19a40b661fe req-19f19812-6f65-4c35-b340-5e5a9f21bf44 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0802467 Aug 16 20:37:07.245676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd4eefa7-f0ee-46ab-ad18-c19a40b661fe req-08719709-226b-4444-8682-9fd6c8a730b7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 Aug 16 20:37:07.315193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54dd2345-18fe-436b-8493-d118825acfdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f205a34372a44cc8b47ea8af66c205a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400738 Aug 16 20:37:07.324618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35070) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:07.376838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.404637 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.535837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.540090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.541570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4766464-b8ad-40f9-be5b-19034a61587e HTTP/1.1" status: 204 len: 168 time: 0.2159419 Aug 16 20:37:07.555331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fd198-81de-4eb8-b7f7-5bba36abe50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4766464-b8ad-40f9-be5b-19034a61587e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:07.555582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.789025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:07.792308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.038314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Router 9f42fb60-b932-46f1-83af-071108bc26c7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:37:08.156310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:08.164482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.165278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] Sync routers for ids ['9f42fb60-b932-46f1-83af-071108bc26c7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:08.165726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de4ac9c2-4b8f-46d1-8bb3-0fb301a3f95e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "PUT /v2.0/routers/9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 200 len: 884 time: 2.8958638 Aug 16 20:37:08.168561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35100) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.175214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] Routers {'9f42fb60-b932-46f1-83af-071108bc26c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:08.175944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9f42fb60-b932-46f1-83af-071108bc26c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:08.210431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:08.219382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] Routers {'9f42fb60-b932-46f1-83af-071108bc26c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:08.220019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9f42fb60-b932-46f1-83af-071108bc26c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:08.252570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:08.253232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbcbb10-3129-49ed-b92c-15583ce171c7 None None] The sync data for ids ['9f42fb60-b932-46f1-83af-071108bc26c7'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:08.285901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b252a9a0-f5bf-47c1-a850-f1ac70b50d52 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 200 len: 925 time: 0.1161275 Aug 16 20:37:08.288782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35106) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.362455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595ca61c-6214-4972-a1f8-6b507d919f71 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.364044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-595ca61c-6214-4972-a1f8-6b507d919f71 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=9f42fb60-b932-46f1-83af-071108bc26c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0742610 Aug 16 20:37:08.369649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.396632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388e2-8519-4811-8329-40c225fdebd2 req-2760cda0-9d16-438f-84cd-aeeb1cbfceec tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.398143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05f388e2-8519-4811-8329-40c225fdebd2 req-2760cda0-9d16-438f-84cd-aeeb1cbfceec tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0806689 Aug 16 20:37:08.417856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35112) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.468351 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a98e673-5bc8-43a8-a64e-107c158efc01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b194c45c0f444484af2c666168fbe226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461490 Aug 16 20:37:08.470041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35114) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.478873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05f388e2-8519-4811-8329-40c225fdebd2 req-20e485c4-6582-40df-81c2-dba0651c4104 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514467 Aug 16 20:37:08.502406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91331033-1439-42f8-9ab6-fc038ad21e37 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.513493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91331033-1439-42f8-9ab6-fc038ad21e37 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.1457586 Aug 16 20:37:08.517154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35120) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.551575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.583484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.596653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-62d12053-7596-47c3-845d-bb9439ca6dee tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 200 len: 205 time: 0.0782948 Aug 16 20:37:08.601196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35124) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:08.702296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.705200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.707790 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85acf704-7d0b-47d9-ac91-d2eda1feff7a HTTP/1.1" status: 204 len: 168 time: 0.2369349 Aug 16 20:37:08.715462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931398a-d47a-4f68-808d-fb618398b90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85acf704-7d0b-47d9-ac91-d2eda1feff7a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:08.756887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65cbad-8d32-407f-a435-39d119d7594c req-77b9db73-fd5b-450c-b0f6-a079e63a948f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:08.756887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d65cbad-8d32-407f-a435-39d119d7594c req-77b9db73-fd5b-450c-b0f6-a079e63a948f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1117170 Aug 16 20:37:08.762360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:08.864670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d65cbad-8d32-407f-a435-39d119d7594c req-74fdaa5e-04d7-406d-937b-f814f32276a1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001158 Aug 16 20:37:08.899890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.026372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 021bc79f-5764-46fb-ac16-772f0cb3a98e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:09.027054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.111158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.124887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 021bc79f-5764-46fb-ac16-772f0cb3a98e owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:09.405782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.436253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=021bc79f-5764-46fb-ac16-772f0cb3a98e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:09.517950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.658910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.661784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.676269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:09.733550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc5b70-dc29-4683-a3c7-4ec42da11c0a req-708db046-5c77-42a3-b767-1eea1f77eb87 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:09.733550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fdc5b70-dc29-4683-a3c7-4ec42da11c0a req-708db046-5c77-42a3-b767-1eea1f77eb87 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.3987324 Aug 16 20:37:09.771965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-226524c1-449c-487c-8073-1c181637d450 tempest-ServiceProvidersTest-313107452 tempest-ServiceProvidersTest-313107452-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0938423 Aug 16 20:37:09.785201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.785770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router 9f42fb60-b932-46f1-83af-071108bc26c7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:09.802432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.804357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19930ab0-b476-4877-9b45-05b7472ccaf3 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 204 len: 168 time: 1.2012074 Aug 16 20:37:09.816139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:09.816278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fdc5b70-dc29-4683-a3c7-4ec42da11c0a req-49a6b999-38ad-4103-8cdb-42730a217ec9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Aug 16 20:37:09.816410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-551857957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:09.923119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.924461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:09.982012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-1afa5d41-a999-4a10-9900-f3c9ecdd7e60 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0511453 Aug 16 20:37:10.008967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.016448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-2337f6ff-c82c-4da7-962f-0070206816ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.018012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-2337f6ff-c82c-4da7-962f-0070206816ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 1098 time: 0.0819321 Aug 16 20:37:10.055849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.056432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.056913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.057456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.057929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.058455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.059773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.062420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-7f346246-f4a1-4c29-9a5a-23c295b03505 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.0546892 Aug 16 20:37:10.103850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.142077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-4ced5ea4-2753-4d6a-9fcd-2aedbadef1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.143676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-4ced5ea4-2753-4d6a-9fcd-2aedbadef1b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 916 time: 0.1027305 Aug 16 20:37:10.192851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-925f51ac-967a-47cd-a5a1-9a6493fc0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.193598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-925f51ac-967a-47cd-a5a1-9a6493fc0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.194376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-925f51ac-967a-47cd-a5a1-9a6493fc0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.196229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-925f51ac-967a-47cd-a5a1-9a6493fc0570 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 2298 time: 0.1081636 Aug 16 20:37:10.197145 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-47a494c0-d05a-444b-af9d-d37995341b9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69435d5-7a50-455f-b2b3-41f527dee49d HTTP/1.1" status: 200 len: 217 time: 0.0454519 Aug 16 20:37:10.245964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.247615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-565acd44-f193-4bdb-92f7-65fc5101b90e tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4388223 Aug 16 20:37:10.251528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:10.258699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': True}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:10.263326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-de85d2c6-31fd-483b-a92d-e5f1d02f9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.265903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-de85d2c6-31fd-483b-a92d-e5f1d02f9db7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.0625844 Aug 16 20:37:10.285868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-731c7772-a107-4dae-8481-c820d5d069f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1002 time: 0.0818992 Aug 16 20:37:10.350722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-3ee1ae1e-d8c4-4645-ab2d-ad030a57b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.352664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-3ee1ae1e-d8c4-4645-ab2d-ad030a57b7bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.0581200 Aug 16 20:37:10.357388 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-17bc80fc-62de-4a10-91b8-dde187b7c8da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559723 Aug 16 20:37:10.414194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-35463297-0a78-4ca2-9a77-94579285e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.415759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-35463297-0a78-4ca2-9a77-94579285e96a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552952 Aug 16 20:37:10.556961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-1012c579-3fa9-440f-b8a0-1faf05f56fd3 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332476 Aug 16 20:37:10.692515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-9f34c960-9490-4235-bb25-d5ce58b6176c service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246538 Aug 16 20:37:10.753928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-aaee8253-d2d5-4dd5-8cb3-1601ad72069d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 217 time: 0.0528362 Aug 16 20:37:10.820810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-40042dd8-b760-4f6c-bff1-98e8d883da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.822747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-40042dd8-b760-4f6c-bff1-98e8d883da8e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.0611923 Aug 16 20:37:10.823366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:10.850306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:10.856475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:10.889122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-2d260929-35ca-4dec-878a-103cf1aa2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:10.891624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-2d260929-35ca-4dec-878a-103cf1aa2782 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603735 Aug 16 20:37:10.966221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-46b3bc53-81b1-42ea-a749-eaab51380910 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017346 Aug 16 20:37:11.121978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49470dfc-052e-4822-8830-ae091fbea242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.170709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62c61b9-49bc-4866-97a4-3c88621808cf req-c6675eba-c666-4495-bb5d-85ab240add24 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825941 Aug 16 20:37:11.428081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db025b08-bc0d-4dfc-b222-3182f5897dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.429569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49470dfc-052e-4822-8830-ae091fbea242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.437239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.469759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.475579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f461b8-9382-4a19-a572-346ac6ba738b req-dc713291-a7ba-45ab-906c-72f64b129c80 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.477327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3f461b8-9382-4a19-a572-346ac6ba738b req-dc713291-a7ba-45ab-906c-72f64b129c80 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.5269880 Aug 16 20:37:11.508707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-16a1d6cf-f0c6-4da6-adc2-d6cc3764729b service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089764 Aug 16 20:37:11.510038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49470dfc-052e-4822-8830-ae091fbea242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.598284 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49470dfc-052e-4822-8830-ae091fbea242 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a3600fdf4a474e3ab4352770fe0ab636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385824 Aug 16 20:37:11.600562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35252) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:11.615933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49470dfc-052e-4822-8830-ae091fbea242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df33212-26c4-462f-ac3c-b275f6fdb999,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:11.692202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-d0db7ab4-32d2-4667-9dac-2fd9c453e4b9 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734343 Aug 16 20:37:11.698212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 172.25.7.105 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6ba5f604-f2ea-48ff-9975-eb8671054cca) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:11.756254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.762336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-5a6d8653-d747-4914-ae23-f813a1656e1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 217 time: 0.0540709 Aug 16 20:37:11.765988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db025b08-bc0d-4dfc-b222-3182f5897dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.824931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.828960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.900974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-8d80339a-93f7-4bd1-9e1b-66152ee0893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:11.902484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-8d80339a-93f7-4bd1-9e1b-66152ee0893b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1306403 Aug 16 20:37:11.915427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3f461b8-9382-4a19-a572-346ac6ba738b req-6f4734b3-f2a9-4c56-882c-4404b998a283 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246004 Aug 16 20:37:11.945779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db025b08-bc0d-4dfc-b222-3182f5897dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:11.988872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.000859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db025b08-bc0d-4dfc-b222-3182f5897dc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a2a4402457b44cc9b8aaf8fc146c75f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1731169 Aug 16 20:37:12.002157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35262) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:12.009694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025b08-bc0d-4dfc-b222-3182f5897dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162c5fb-a733-4967-8795-329493acd9e5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.014830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-d23d6696-c6a8-42c8-8425-0a60cc74c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.021510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-d23d6696-c6a8-42c8-8425-0a60cc74c3d1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1044064 Aug 16 20:37:12.037504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:12.040564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:12.042997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:12.071298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=6ba5f604-f2ea-48ff-9975-eb8671054cca,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.104624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.104624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.104624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8df33212-26c4-462f-ac3c-b275f6fdb999 HTTP/1.1" status: 204 len: 168 time: 0.5001099 Aug 16 20:37:12.131258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7925d3f-4246-40cd-b195-3ea52b8f68cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df33212-26c4-462f-ac3c-b275f6fdb999,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.137211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.183059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-5727436c-4949-411c-b0cb-3337d345b621 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574242 Aug 16 20:37:12.193390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.319675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-ff723346-38be-400c-9ecd-2dd3b91710a4 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229987 Aug 16 20:37:12.361877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-db2b8737-f24a-4bc4-8cc1-0780fe7ad45b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 217 time: 0.0399323 Aug 16 20:37:12.414765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-0cb293cb-3863-45e6-8d79-5a87b5da9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.416292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-0cb293cb-3863-45e6-8d79-5a87b5da9b7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.0477135 Aug 16 20:37:12.423420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35274) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:12.470777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-c1345ab9-15e9-4c41-a942-678ab68ec158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.472401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-c1345ab9-15e9-4c41-a942-678ab68ec158 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432715 Aug 16 20:37:12.472714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.478697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.481413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.485720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0162c5fb-a733-4967-8795-329493acd9e5 HTTP/1.1" status: 204 len: 168 time: 0.4793272 Aug 16 20:37:12.512532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764e867-49bd-4300-89de-d16e65ce63a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162c5fb-a733-4967-8795-329493acd9e5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:12.602490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-8e04f6f7-f867-4064-9d1e-794d23dcc3d5 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172833 Aug 16 20:37:12.705589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'network': {'name': 'tempest-network-smoke--603437157', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:12.726101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-49c2f733-03d8-4596-8977-73a030cb552e service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156976 Aug 16 20:37:12.764848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.768801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.792536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-2dc18723-0d20-4310-a1f9-5f4188f56f83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 217 time: 0.0576692 Aug 16 20:37:12.833578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:12.837084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.848953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:12.887919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-85913e44-26fc-4253-aad1-ff28917fc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.889953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-85913e44-26fc-4253-aad1-ff28917fc1dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.0893607 Aug 16 20:37:12.977684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-ab912c82-eb2e-416c-96bc-cdd31e2e1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:12.980910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-ab912c82-eb2e-416c-96bc-cdd31e2e1b2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0819991 Aug 16 20:37:13.032819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:37:13.095130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.137799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1556e5-db70-4390-b346-03592691be93 req-d6914c8e-1828-4ffc-b3f0-3b9d6bbb047c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.140065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce1556e5-db70-4390-b346-03592691be93 req-d6914c8e-1828-4ffc-b3f0-3b9d6bbb047c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0968256 Aug 16 20:37:13.177229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:13.181611 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.182861 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1bf0be43-d740-482e-92c4-990d565c5a97 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "PUT /v2.0/routers/b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 200 len: 918 time: 2.9299934 Aug 16 20:37:13.185485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35312) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.190936 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] Sync routers for ids ['b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:13.204117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] Routers {'b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:13.205182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.210945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.267177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-880f499e-e453-4fec-8c1d-23becebf1bab service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742329 Aug 16 20:37:13.290157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce1556e5-db70-4390-b346-03592691be93 req-1a5e54e8-9cd9-48d8-8c2a-db759b820d8f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326902 Aug 16 20:37:13.297127 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.318667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:13.322586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] Routers {'b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:13.326265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.340094 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a50e546-01b3-4248-9313-1816f1ae26a9 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 200 len: 924 time: 0.1529052 Aug 16 20:37:13.343278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35322) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.374811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6165a88e-a74f-491e-a249-b210cbd4db41,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:13.378081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.378506 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Added segment 088a6458-6ea9-43f8-b104-f8dc7a6a27ef of type vlan for network c8fea11f-550c-41ca-a3ce-f29ebf63b615 Aug 16 20:37:13.402183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa87a2-d1b6-4273-9d19-cef2ea5e04e6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.407365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4baa87a2-d1b6-4273-9d19-cef2ea5e04e6 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0598223 Aug 16 20:37:13.407531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35326) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.420206 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:13.421607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb35a2-8f41-4cfe-bf21-96e952a35282 None None] The sync data for ids ['b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:13.435983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.478681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-b90691a3-234d-4990-9c5c-1188c7aabf84 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715117 Aug 16 20:37:13.522182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae6900-799e-4a8f-8d67-96532486bd8e tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.526252 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31ae6900-799e-4a8f-8d67-96532486bd8e tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.1148515 Aug 16 20:37:13.527055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.536882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-4c8f8d0e-163e-41b2-bbdc-2d97374eb481 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 217 time: 0.0493393 Aug 16 20:37:13.566913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75a92ba1-a744-4786-9c12-2a87ce2a912d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 200 len: 205 time: 0.0364234 Aug 16 20:37:13.567110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.589199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.596084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.597387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.702941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.705281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-532a25ac-a2c4-4916-bbab-b396655dda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.711958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-532a25ac-a2c4-4916-bbab-b396655dda44 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.1633601 Aug 16 20:37:13.754788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Network': ['ID=c8fea11f-550c-41ca-a3ce-f29ebf63b615,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:13.769316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-6756e59f-318b-46ea-b06d-3b5648750c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:13.771114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-6756e59f-318b-46ea-b06d-3b5648750c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500324 Aug 16 20:37:13.776060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:13.786740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-229b5fb3-a9b9-4f0a-87de-68e2cfcd0c7c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3622503 Aug 16 20:37:13.789824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35342) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:13.819920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'admin_state_up': True, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:13.883046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.956349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-8fd500e2-e87b-473e-a6f1-22bb1f4ac972 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715908 Aug 16 20:37:13.962796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:13.964242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.039925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 6ba5f604-f2ea-48ff-9975-eb8671054cca {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:14.040592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.070035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.103085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-36955554-a07d-47bb-b8da-cd6090ed818e service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333065 Aug 16 20:37:14.121689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.134044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 6ba5f604-f2ea-48ff-9975-eb8671054cca owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:14.147665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-1a224444-0499-417c-b701-1f01d0003075 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.0370185 Aug 16 20:37:14.326559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-ba30191f-26ac-4414-ad6c-149a95618d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.326559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-ba30191f-26ac-4414-ad6c-149a95618d19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.1627340 Aug 16 20:37:14.390774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.430149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-3b4b1820-1440-48f1-ab35-18d5d52cb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.431649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-3b4b1820-1440-48f1-ab35-18d5d52cb256 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796521 Aug 16 20:37:14.454792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4cfc1-7105-4e6f-9c02-1cfe3aeac94f req-33b4c950-c5fc-4d18-b77a-cdc0fc6fc301 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:14.456257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24a4cfc1-7105-4e6f-9c02-1cfe3aeac94f req-33b4c950-c5fc-4d18-b77a-cdc0fc6fc301 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0697510 Aug 16 20:37:14.461726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.490611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=6ba5f604-f2ea-48ff-9975-eb8671054cca,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:14.566043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.604651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24a4cfc1-7105-4e6f-9c02-1cfe3aeac94f req-b3dec021-84d5-4841-9f42-973a1870fdd3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332364 Aug 16 20:37:14.638258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-a1b6183e-cd35-4845-b911-2ad99b0e84b0 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986661 Aug 16 20:37:14.682579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.684727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.821297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.821875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:14.835587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.835587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4a7c42d3-7770-4f5c-bb4f-ca339f0e2720 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 204 len: 168 time: 1.2630594 Aug 16 20:37:14.836013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28c8eaa9-7079-4461-9575-f1385ad8b046 req-f8e881fe-8a7a-4ac1-afa4-85ffa2916b41 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891048 Aug 16 20:37:14.837784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:14.843568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1164332643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:14.869879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.896732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.945793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:14.946879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.017763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.024218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.25.7.181 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c7f1700d-d4a8-4c3c-9b64-f93794a44b70) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:15.147470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.148002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.221960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.223386 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0fea53aa-2581-4abe-9ff4-20ac0ce73015 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3846138 Aug 16 20:37:15.226571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:15.233795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'enable_snat': False}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:15.256917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.367827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:15.369542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:15.377983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:15.384694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:15.575987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.806286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d8041-af21-401c-95b2-0adb3f7d8f25 req-55b5feb8-12c9-4fc8-a542-eb7b5aa8e0f5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:15.807981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da2d8041-af21-401c-95b2-0adb3f7d8f25 req-55b5feb8-12c9-4fc8-a542-eb7b5aa8e0f5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1003079 Aug 16 20:37:15.845710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:15.968555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da2d8041-af21-401c-95b2-0adb3f7d8f25 req-db3f9929-de1a-4a4e-b345-6e2e36b64758 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395769 Aug 16 20:37:16.150578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35424) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:16.187558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.259787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.283791 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.288345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-951432a8-49ea-4836-b7e4-55c4ad93ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.390749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Allocated IP 172.25.7.50 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/2080553f-4258-4159-8fbb-8bee0f9de573) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:16.412059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-951432a8-49ea-4836-b7e4-55c4ad93ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.437223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:37:16.492032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-951432a8-49ea-4836-b7e4-55c4ad93ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.496827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.571834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-951432a8-49ea-4836-b7e4-55c4ad93ad33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f1e902c56d44f86b167f7a2594950c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201767 Aug 16 20:37:16.574143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951432a8-49ea-4836-b7e4-55c4ad93ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2495a9-36a6-4439-bfb3-6c6ed10f6c38,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:16.574544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35434) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:16.596694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:16.606252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:16.616678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:16.617287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:16.618285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.664963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:16.671432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:16.677790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:16.679666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.683981 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.689065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-69cd8b4d-e1e3-47e9-9992-e5f8eaa0cdb2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8833961 Aug 16 20:37:16.689065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35440) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:16.718988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Pushing event updated for resources: {'Port': ['ID=2080553f-4258-4159-8fbb-8bee0f9de573,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:16.745207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:16.767401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:16.892396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8aae2e75-5ea8-4586-a714-343a87b883d3 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e2b3d951bfa14737ab42955702efc63b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2022846 Aug 16 20:37:16.893068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:16.972368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:15Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:17.004745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:37:17.005266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Updating router 6068f63d-75e5-4505-a378-2b54eb146815 port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:37:17.015795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.017998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.022203 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e2495a9-36a6-4439-bfb3-6c6ed10f6c38 HTTP/1.1" status: 204 len: 168 time: 0.4435992 Aug 16 20:37:17.044436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.104929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224b80-1e38-47ae-a4b7-8d18e32a7dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2495a9-36a6-4439-bfb3-6c6ed10f6c38,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:17.169360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d3f97-06f5-4cb9-8e74-1d018b93faf8 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.172764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd5d3f97-06f5-4cb9-8e74-1d018b93faf8 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2780843 Aug 16 20:37:17.177412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35460) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:17.234663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dd64df78-55bc-48ce-8796-eb4afb1ee06c tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548239 Aug 16 20:37:17.237941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:17.240835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b8d4-b09f-455a-9331-b14fe7101c51 req-b9b99132-4a65-4184-b2cd-689ab910d758 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:17.244555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-636600079', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:17.258595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c126b8d4-b09f-455a-9331-b14fe7101c51 req-b9b99132-4a65-4184-b2cd-689ab910d758 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1605039 Aug 16 20:37:17.306889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.346568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c126b8d4-b09f-455a-9331-b14fe7101c51 req-a2cfaddb-01c1-4622-88de-feb8e2c1cd77 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865841 Aug 16 20:37:17.498590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.505797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35468) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:17.516851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Transition to ACTIVE for port object c7f1700d-d4a8-4c3c-9b64-f93794a44b70 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:17.589708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.595322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.617935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.684776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b56be6c-2797-49e1-9c40-249da393c69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.701225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:17.705062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.747456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a578d4-f684-469e-b619-b4e305bbe317 None None] Pushing event updated for resources: {'Port': ['ID=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:17.788287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Attempting to bind port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:17.788663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Attempting to bind port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:17.789257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Attempting to bind port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:17.796564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:17.797818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:17.798252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.798645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:17.799133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Bound port: c7f1700d-d4a8-4c3c-9b64-f93794a44b70, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:17.799519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.834318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b56be6c-2797-49e1-9c40-249da393c69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.868853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] For port c7f1700d-d4a8-4c3c-9b64-f93794a44b70, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:17.871943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] For port c7f1700d-d4a8-4c3c-9b64-f93794a44b70, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:17.941083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b56be6c-2797-49e1-9c40-249da393c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.964164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Router 7427d588-99e1-4193-95a1-49812845160a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:37:17.964431 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:17.985092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:17.985309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b56be6c-2797-49e1-9c40-249da393c69d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79c090f993e04caa8fd7504e420f050e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776242 Aug 16 20:37:17.987600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56be6c-2797-49e1-9c40-249da393c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bcd7fa-ae61-4b52-81c5-a8763d524245,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.040827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:18.041432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.060158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.095354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a578d4-f684-469e-b619-b4e305bbe317 None None] Pushing event updated for resources: {'Port': ['ID=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.141085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35478) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.155203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de01ea7d-6212-48bf-a68b-447e79f7fe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.192567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.192839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:18.223242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Subnet': ['ID=b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.256389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.259835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Checking segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:18.265871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network hostable DHCP agents. Network: c8fea11f-550c-41ca-a3ce-f29ebf63b615, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:18.267684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.278012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:18.290092 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] Sync routers for ids ['7427d588-99e1-4193-95a1-49812845160a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:18.291398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.295512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-923d69a9-387e-4635-a20c-3a060aaea508 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "PUT /v2.0/routers/7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 200 len: 919 time: 3.0644300 Aug 16 20:37:18.296205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35482) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.301820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de01ea7d-6212-48bf-a68b-447e79f7fe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.306088 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] Routers {'7427d588-99e1-4193-95a1-49812845160a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:18.308056 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7427d588-99e1-4193-95a1-49812845160a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.358865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de01ea7d-6212-48bf-a68b-447e79f7fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.377599 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.387363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] Routers {'7427d588-99e1-4193-95a1-49812845160a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:18.388468 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7427d588-99e1-4193-95a1-49812845160a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.422021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de01ea7d-6212-48bf-a68b-447e79f7fe97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c83ada27de854a548b08066215367839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797918 Aug 16 20:37:18.422861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35486) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.423528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01ea7d-6212-48bf-a68b-447e79f7fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc6fcb-0e48-4955-9090-bf84ef2a4377,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.441219 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.443811 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbeadd5d-6521-4629-a6ba-1bd8e03f6f97 None None] The sync data for ids ['7427d588-99e1-4193-95a1-49812845160a'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:18.453438 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09004f28-afac-4946-8c4f-85418703f967 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 200 len: 925 time: 0.1560376 Aug 16 20:37:18.456134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35488) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.495771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-641809c9-12b7-4114-9145-80625f71d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:15Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:18.496590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.502242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616bc7ab-05ed-4e56-86dc-86c4767f0b69 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.506306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-616bc7ab-05ed-4e56-86dc-86c4767f0b69 tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=7427d588-99e1-4193-95a1-49812845160a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0468187 Aug 16 20:37:18.506793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35490) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.530979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641809c9-12b7-4114-9145-80625f71d230 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:15Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:18.558050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:18.563358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.585417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.592824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.594376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61bcd7fa-ae61-4b52-81c5-a8763d524245 HTTP/1.1" status: 204 len: 168 time: 0.6077180 Aug 16 20:37:18.604672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001ab2-b331-4936-a1ac-750216533e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bcd7fa-ae61-4b52-81c5-a8763d524245,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:18.642608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c8fea11f-550c-41ca-a3ce-f29ebf63b615) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:18.647414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:18.648200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:18.659266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a280d1-6cd5-4c1a-836e-e60b9999b49f None None] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:18.750837 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f113fc8-a043-45fc-a1a6-60b10b738958 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5085216 Aug 16 20:37:18.751069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35496) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:18.901041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:18.902786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.187314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Allocated IP 172.20.0.2 (c8fea11f-550c-41ca-a3ce-f29ebf63b615/b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0/5563d5c0-54e9-4e61-af3c-5618971aa7a5) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:19.194327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071d3dc-3b15-4fc6-84aa-f36a06b0c6af req-6991b97d-fd56-4aeb-82e3-5ded6d0ceb42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.203785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f071d3dc-3b15-4fc6-84aa-f36a06b0c6af req-6991b97d-fd56-4aeb-82e3-5ded6d0ceb42 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.7069187 Aug 16 20:37:19.234178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f47eb-4850-46ff-9775-c3d74e5d2d1c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:19.238332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5a1f47eb-4850-46ff-9775-c3d74e5d2d1c tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 881 time: 0.7294345 Aug 16 20:37:19.238639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35500) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:19.274361 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-46296303-45b2-47b4-8840-10a3d2389e06 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 200 len: 205 time: 0.0346920 Aug 16 20:37:19.277293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:19.281935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f071d3dc-3b15-4fc6-84aa-f36a06b0c6af req-db4907bd-ea34-48e0-8627-ced5d2e82f29 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781772 Aug 16 20:37:19.317209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.321058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.322762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0fc6fcb-0e48-4955-9090-bf84ef2a4377 HTTP/1.1" status: 204 len: 168 time: 0.8961463 Aug 16 20:37:19.351024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeed36f-cb82-425f-924c-d5710e895515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc6fcb-0e48-4955-9090-bf84ef2a4377,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:19.752779 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.765196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Transition to ACTIVE for port object 5563d5c0-54e9-4e61-af3c-5618971aa7a5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:19.799164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Transition to ACTIVE for port object 5563d5c0-54e9-4e61-af3c-5618971aa7a5 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:19.896288 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:19.945870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:19.960599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:19.965023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:19.974980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Pushing event updated for resources: {'Port': ['ID=5563d5c0-54e9-4e61-af3c-5618971aa7a5,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.005195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35516) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:20.024153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-718b255d-4bff-4db5-b124-0d2d54e13ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.045639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Attempting to bind port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:20.046082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Attempting to bind port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:20.046547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Attempting to bind port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 on network c8fea11f-550c-41ca-a3ce-f29ebf63b615 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:20.052829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:20.053344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Checking segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:20.053857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.054439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Bound using segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:20.055025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Bound port: 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:20.055516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.088713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.147920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-718b255d-4bff-4db5-b124-0d2d54e13ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.150449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] For port 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:20.159667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] For port 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5563d5c0-54e9-4e61-af3c-5618971aa7a5,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:20.219833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-718b255d-4bff-4db5-b124-0d2d54e13ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.249950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.267956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-718b255d-4bff-4db5-b124-0d2d54e13ab7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdb10d76b86a4b3fb8ef89e80dc5941a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604821 Aug 16 20:37:20.267956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b255d-4bff-4db5-b124-0d2d54e13ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e105ff31-d055-44ba-b53b-59de9bedfc40,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.269506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:20.291871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.345535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836283e5-4c7a-41f7-9ea1-25d668fedf12 None None] Pushing event updated for resources: {'Port': ['ID=5563d5c0-54e9-4e61-af3c-5618971aa7a5,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.381131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.400199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.443313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc654-9108-43c0-8a93-6521fc2a7df9 req-9d3dcc69-8ec0-4d4a-8f25-9133c75a17b1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:20.452933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38fc654-9108-43c0-8a93-6521fc2a7df9 req-9d3dcc69-8ec0-4d4a-8f25-9133c75a17b1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0694816 Aug 16 20:37:20.469025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.490825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38fc654-9108-43c0-8a93-6521fc2a7df9 req-6fbc2213-c73d-444e-826f-0035433318da tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Aug 16 20:37:20.688331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 2080553f-4258-4159-8fbb-8bee0f9de573 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:20.692337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.768525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.771347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.772768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e105ff31-d055-44ba-b53b-59de9bedfc40 HTTP/1.1" status: 204 len: 168 time: 0.5003254 Aug 16 20:37:20.786761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7f1700d-d4a8-4c3c-9b64-f93794a44b70 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:20.881733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaeb93d-67b3-4268-9b16-e5a87c48730e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105ff31-d055-44ba-b53b-59de9bedfc40,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:20.911400 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.950463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:20.956898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:20.959392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:20.970039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 2080553f-4258-4159-8fbb-8bee0f9de573 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:21.088526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.100717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.1 (c8fea11f-550c-41ca-a3ce-f29ebf63b615/b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0/18883752-00bd-43d4-8b7f-15571f00fa54) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:21.130965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c7f1700d-d4a8-4c3c-9b64-f93794a44b70, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:21.187938 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.188756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5563d5c0-54e9-4e61-af3c-5618971aa7a5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:21.291645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.432622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:21.468663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.487234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.511785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=2080553f-4258-4159-8fbb-8bee0f9de573,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.543968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object 18883752-00bd-43d4-8b7f-15571f00fa54 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:21.609361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.666845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54db48-72fe-4753-9aeb-c93897201461 req-43195c8f-e98f-4f58-962d-e33614933ffe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:21.676752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a54db48-72fe-4753-9aeb-c93897201461 req-43195c8f-e98f-4f58-962d-e33614933ffe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0823870 Aug 16 20:37:21.713215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae834a-093b-4645-9f3c-98d05ec3fb24 None None] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:21.724916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.727875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.743323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a54db48-72fe-4753-9aeb-c93897201461 req-25ea5f3b-f481-4331-a6b5-af5238e9895e tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655315 Aug 16 20:37:21.791626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.853287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:21.856980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:21.862012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.862475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router 7427d588-99e1-4193-95a1-49812845160a {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:21.864232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:21.871691 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:21.878690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-adcb49ff-4cd4-4c49-a6b7-f020d6a96f0d tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 204 len: 168 time: 2.5946920 Aug 16 20:37:21.878690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:21.879268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35572) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:21.884806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-440885064', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:21.929155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.004051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.005178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Provisioning for port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:22.012743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.015250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.021966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Provisioning complete for port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:22.022356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.159218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.181131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.251555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] For port 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5563d5c0-54e9-4e61-af3c-5618971aa7a5,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:22.256018 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.340537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.509253 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.516144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae155058-65c3-4daf-8bab-8ae7e1d55d46 None None] Pushing event updated for resources: {'Port': ['ID=5563d5c0-54e9-4e61-af3c-5618971aa7a5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:22.608311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Provisioning for port 18883752-00bd-43d4-8b7f-15571f00fa54 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:22.612813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Provisioning complete for port 18883752-00bd-43d4-8b7f-15571f00fa54 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:22.617485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.692999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:22.708829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Port 18883752-00bd-43d4-8b7f-15571f00fa54 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:22.719946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Provisioning complete for port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:22.720355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-572ca370-d84e-4591-9559-f47061ca304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.796068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7f1700d-d4a8-4c3c-9b64-f93794a44b70 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:22.901787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:22.903417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:22.966309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.035550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.063108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5563d5c0-54e9-4e61-af3c-5618971aa7a5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:23.069729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61138-0da4-4e87-8980-b7ca984168c3 req-43b4fb13-92ba-4f9a-9962-b29d1260d2e9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:23.071260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78a61138-0da4-4e87-8980-b7ca984168c3 req-43b4fb13-92ba-4f9a-9962-b29d1260d2e9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1535544 Aug 16 20:37:23.072530 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.089915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.124177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:23.124562 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.175789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ede80bb5-bd8c-4afc-ab25-a242a95c8c90 None None] Provisioning complete for port 18883752-00bd-43d4-8b7f-15571f00fa54 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:23.176386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ede80bb5-bd8c-4afc-ab25-a242a95c8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.192428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78a61138-0da4-4e87-8980-b7ca984168c3 req-bfe67846-7d6f-45d8-b9a9-c36f8915cc0b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010671 Aug 16 20:37:23.271124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ede80bb5-bd8c-4afc-ab25-a242a95c8c90 None None] Port 18883752-00bd-43d4-8b7f-15571f00fa54 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:23.315104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:23.342495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Allocated IP 172.25.7.182 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6f072776-1049-4de4-858e-9dbcf0b7a11d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:23.360026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.567912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.590682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:23.605728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:23.707281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:23.747344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:23.748611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:23.758158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:23.775775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:23.847515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event updated for resources: {'Port': ['ID=6f072776-1049-4de4-858e-9dbcf0b7a11d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:23.886443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:23.891601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1920696f-a1af-419d-afd2-3c3269779087 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/6068f63d-75e5-4505-a378-2b54eb146815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1394372 Aug 16 20:37:23.894088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35638) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:23.915015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:23.931427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:23.936800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:24.064728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-065a60c9-a7b5-40d2-98dd-5ccbcfa9f89d None None] Provisioning complete for port 18883752-00bd-43d4-8b7f-15571f00fa54 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:24.067209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-065a60c9-a7b5-40d2-98dd-5ccbcfa9f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.117490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.118767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.119469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.120213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.124368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.124368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.124368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.124706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-065a60c9-a7b5-40d2-98dd-5ccbcfa9f89d None None] Port 18883752-00bd-43d4-8b7f-15571f00fa54 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:24.124818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.125396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.126548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.127315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.129031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:24.129656 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-abf90bf7-a91a-450c-8d12-1e8ffba444ae tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7747 time: 0.2333517 Aug 16 20:37:24.133949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35650) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:24.221676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.317850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.320753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.321161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.321638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.322072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.322521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.324603 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6d74d91-e479-4850-a9d8-78f10326a37e tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6992 time: 0.1894608 Aug 16 20:37:24.328232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:24.402420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c312b2-b4dd-443f-b792-972999b3d666 req-6b23d072-3559-46be-a5cf-e6d1184597c9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:24.405633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62c312b2-b4dd-443f-b792-972999b3d666 req-6b23d072-3559-46be-a5cf-e6d1184597c9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0951250 Aug 16 20:37:24.503217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62c312b2-b4dd-443f-b792-972999b3d666 req-1f986220-182d-4785-8ef7-e923bf4e5303 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882998 Aug 16 20:37:24.550755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 2, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:24.595037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:37:24.595837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Updating router 6068f63d-75e5-4505-a378-2b54eb146815 port 18883752-00bd-43d4-8b7f-15571f00fa54 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:37:24.615922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.639006 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.687297 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffea49ff-7e34-4aee-9694-df8244bf1624 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3766 time: 0.3579473 Aug 16 20:37:24.819380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Router 9ea4b545-6795-4288-9751-e5c794203c67 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:37:24.921410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35696) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:24.926593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971090922', 'description': 'tempest-secgroup-smoke-1971090922 description', 'project_id': 'e2b3d951bfa14737ab42955702efc63b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:24.940413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:24.951494 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] Sync routers for ids ['9ea4b545-6795-4288-9751-e5c794203c67'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:24.961028 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:24.961789 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] Routers {'9ea4b545-6795-4288-9751-e5c794203c67'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:24.962618 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ea4b545-6795-4288-9751-e5c794203c67'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:24.973368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Transition to ACTIVE for port object 18883752-00bd-43d4-8b7f-15571f00fa54 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:25.000017 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:25.008759 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] Routers {'9ea4b545-6795-4288-9751-e5c794203c67'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:25.009361 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ea4b545-6795-4288-9751-e5c794203c67'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:25.044466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.046457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.059049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:25.059688 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5243-1d29-4bea-86fb-16c8332feebb None None] The sync data for ids ['9ea4b545-6795-4288-9751-e5c794203c67'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:25.067236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35706) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:25.119052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.121945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-13f8b918-dc6e-4dc4-a509-1ed9516f125c tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2399194 Aug 16 20:37:25.125196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35710) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:25.130435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:25.132705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed089cd-5b29-46bc-a1c8-7b167a86af7c None None] Pushing event updated for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:25.221940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Attempting to bind port 18883752-00bd-43d4-8b7f-15571f00fa54 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:25.222313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Attempting to bind port 18883752-00bd-43d4-8b7f-15571f00fa54 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:25.222922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Attempting to bind port 18883752-00bd-43d4-8b7f-15571f00fa54 on network c8fea11f-550c-41ca-a3ce-f29ebf63b615 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:25.236816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:25.237091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Checking segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:25.237760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.238158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Bound using segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:25.238634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Bound port: 18883752-00bd-43d4-8b7f-15571f00fa54, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:25.239004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.250387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.352288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c86-1e09-4619-9f23-72e7e1db1161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.358885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.410811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] For port 18883752-00bd-43d4-8b7f-15571f00fa54, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:25.420887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] For port 18883752-00bd-43d4-8b7f-15571f00fa54, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=18883752-00bd-43d4-8b7f-15571f00fa54,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:25.423265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e668be-a49b-4ffb-833d-07028e842392,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:25.493936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.565506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed089cd-5b29-46bc-a1c8-7b167a86af7c None None] Pushing event updated for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:25.574781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:25.575500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:25.699656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:25.787305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c86-1e09-4619-9f23-72e7e1db1161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.815761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.842438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d31d7-abda-49c9-8826-3c1303946f53 req-d3d8b6a9-7e02-4514-a3a9-4dbc4a2e2483 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:25.846887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c62d31d7-abda-49c9-8826-3c1303946f53 req-d3d8b6a9-7e02-4514-a3a9-4dbc4a2e2483 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1444995 Aug 16 20:37:25.864903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4dd25c86-1e09-4619-9f23-72e7e1db1161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.927602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4dd25c86-1e09-4619-9f23-72e7e1db1161 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08d029c189a041e4ba276bb86fbe3a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569832 Aug 16 20:37:25.928953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35746) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:25.940518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c62d31d7-abda-49c9-8826-3c1303946f53 req-3242d6d8-c8e5-405a-984f-2ef4faaf6d92 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Aug 16 20:37:25.956642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25c86-1e09-4619-9f23-72e7e1db1161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f263227f-3ecd-4f30-8555-82e689b94c6f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:25.960909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.965664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-38e9cee4-d232-4bba-a24a-89eaba739054 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0431213 Aug 16 20:37:25.973358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35750) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:25.979597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:25.979846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:25Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:25.991914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:26.017662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3297d44-d31d-441f-acb3-89d34d11f6a8 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:25Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:26.038873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.063965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.142142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.242800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Deleting port 6f072776-1049-4de4-858e-9dbcf0b7a11d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:26.243387 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.301009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.305042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.306775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f263227f-3ecd-4f30-8555-82e689b94c6f HTTP/1.1" status: 204 len: 168 time: 0.3764834 Aug 16 20:37:26.317345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53685f7-0cfd-4f5e-bd13-8c7fb762119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f263227f-3ecd-4f30-8555-82e689b94c6f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:26.318144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.366352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.389839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Calling delete_port for 6f072776-1049-4de4-858e-9dbcf0b7a11d owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:26.445373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.473290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c9171d-d338-4ada-8b0f-72070b24754e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:26.610869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.617178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:26.617867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fd549808-8c56-4d43-a096-20c780095460 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6423965 Aug 16 20:37:26.637537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:26.829733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:26.842979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 18883752-00bd-43d4-8b7f-15571f00fa54 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:26.896773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Pushing event deleted for resources: {'Port': ['ID=6f072776-1049-4de4-858e-9dbcf0b7a11d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:26.905666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.906324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.906855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.907402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.907994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.908512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.909044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.909569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.910108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.910508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.910854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:26.911190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:27.007079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.038332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 18883752-00bd-43d4-8b7f-15571f00fa54 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:27.043495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 18883752-00bd-43d4-8b7f-15571f00fa54 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:27.043898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.168214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.219579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 18883752-00bd-43d4-8b7f-15571f00fa54, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=18883752-00bd-43d4-8b7f-15571f00fa54,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:27.275260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.282576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b2c1-0ce4-4d4d-9278-8aa48f37c9a9 req-0bec7302-a9bf-446c-8a8f-72e288c7af35 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:27.290730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f74b2c1-0ce4-4d4d-9278-8aa48f37c9a9 req-0bec7302-a9bf-446c-8a8f-72e288c7af35 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.2217789 Aug 16 20:37:27.297775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c78b6bc4-e9ed-4bcf-b397-b1f476dd6f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.322249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.333678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.381989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.392461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.399901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:27.408115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f74b2c1-0ce4-4d4d-9278-8aa48f37c9a9 req-cbe7af21-2ffd-4263-b453-b51867797826 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162417 Aug 16 20:37:27.429569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.467113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c78b6bc4-e9ed-4bcf-b397-b1f476dd6f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.493680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Router 9ea4b545-6795-4288-9751-e5c794203c67 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:27.510296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.534664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2614c190-3ccb-4b28-afc4-a6230ec2f168,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:27.536771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c78b6bc4-e9ed-4bcf-b397-b1f476dd6f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.577087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c78b6bc4-e9ed-4bcf-b397-b1f476dd6f1f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baf67ae12f344bdd93f637f82e28e7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008597 Aug 16 20:37:27.580478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.594973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35792) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.597036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:27.605087 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.607199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cba4f46a-f61c-4327-9ff1-837d6211f1ac tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "PUT /v2.0/routers/9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 200 len: 709 time: 2.4802570 Aug 16 20:37:27.613250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] Sync routers for ids ['9ea4b545-6795-4288-9751-e5c794203c67'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:27.622507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35794) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.624563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] Routers {'9ea4b545-6795-4288-9751-e5c794203c67'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:27.625492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ea4b545-6795-4288-9751-e5c794203c67'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:27.633096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b6bc4-e9ed-4bcf-b397-b1f476dd6f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8808a0-c329-41dd-855c-25f2115746e5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:27.641976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.646205 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05a530ef-e50b-4fed-84fe-4678bcdee40b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0238519 Aug 16 20:37:27.647831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.653521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:27.698746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:27.709362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] Routers {'9ea4b545-6795-4288-9751-e5c794203c67'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:27.710111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ea4b545-6795-4288-9751-e5c794203c67'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:27.717797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.778315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.832146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0b54ed91-412e-4b96-b4b9-d8770fbc3d1d tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/routers/9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 200 len: 744 time: 0.2067316 Aug 16 20:37:27.836207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35802) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.880620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1496a918-dda0-4a7d-9520-9a24a4cc68f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.899890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:27.915087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e65b9ada-2cba-44a7-886d-1040b49d98fd tempest-RoutersIpV6AdminTest-1436842733 tempest-RoutersIpV6AdminTest-1436842733-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&device_id=9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 200 len: 205 time: 0.0775201 Aug 16 20:37:27.915699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35804) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:27.948777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:27.949570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1c4b66-456c-4861-b027-c477462bd309 None None] The sync data for ids ['9ea4b545-6795-4288-9751-e5c794203c67'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:27.952487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7fcd50f7-8d55-40fa-989a-8cf00320874f tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 200 len: 205 time: 0.0346014 Aug 16 20:37:27.954812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35806) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:28.005354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.072615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.093298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33342186-912c-4914-9651-7342dbdbd137,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.103578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.106229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.108261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c8808a0-c329-41dd-855c-25f2115746e5 HTTP/1.1" status: 204 len: 168 time: 0.5269701 Aug 16 20:37:28.127010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1923-52e1-4954-a8f8-3b1a90b0f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8808a0-c329-41dd-855c-25f2115746e5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.205234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1496a918-dda0-4a7d-9520-9a24a4cc68f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.292828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1496a918-dda0-4a7d-9520-9a24a4cc68f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.324727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-516647eb-3313-4b39-a0c0-48098ff9ce57 req-04a7cdcd-55af-4a74-9606-6ab4eb9ec350 service neutron] (95241) timed out ('10.222.0.70', 36604) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:37:28.342482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1496a918-dda0-4a7d-9520-9a24a4cc68f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6883eeeaf50d4378a59c6aa82acb8004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409487 Aug 16 20:37:28.344993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:28.368993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496a918-dda0-4a7d-9520-9a24a4cc68f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3be7f2-8075-41e2-8e23-aeb3379b39c8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.408905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.412907 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e2ea4db-72b3-4a8f-b5ce-fbad22fd937e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7604942 Aug 16 20:37:28.416989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:28.423630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:28.459440 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.464874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.492459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.583759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.663156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.668972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.674223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f3be7f2-8075-41e2-8e23-aeb3379b39c8 HTTP/1.1" status: 204 len: 168 time: 0.3258681 Aug 16 20:37:28.719479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.734664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d56cfa-f262-4410-83d3-8b9015816305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3be7f2-8075-41e2-8e23-aeb3379b39c8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.761945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cfd2b-1378-4f4e-b085-4584cddeda04 req-912d648a-2d17-4985-b76d-3446ef117d21 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:28.780274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2cfd2b-1378-4f4e-b085-4584cddeda04 req-912d648a-2d17-4985-b76d-3446ef117d21 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.2331192 Aug 16 20:37:28.780727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.788127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.798011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.811082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1b4295-ae5d-42f5-bae3-064fec1c70cc,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:28.827420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 18883752-00bd-43d4-8b7f-15571f00fa54 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:28.865853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb2cfd2b-1378-4f4e-b085-4584cddeda04 req-9921d995-adf4-4bd4-845a-90b9a843c1c7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840940 Aug 16 20:37:28.892068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 18883752-00bd-43d4-8b7f-15571f00fa54 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:28.892068 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.903268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:28.903268 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8ba099a-96eb-49fa-a86f-c54b693a1cc5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4839628 Aug 16 20:37:28.906240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:28.918973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:28.998821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.000571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea4b545-6795-4288-9751-e5c794203c67 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:37:29.008217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.013876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-082ffed1-e8dc-4f3e-932b-0e5f0a1f4ff1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 204 len: 168 time: 1.0576062 Aug 16 20:37:29.014169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.027459 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:37:29.047902 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a04a1fa-2f90-4a1a-8c60-1c490ab0b7a2 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 200 len: 205 time: 0.0324047 Aug 16 20:37:29.050348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.057359 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.101714 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-ce2a52bd-e44b-4cca-8a0f-4292c9f96a90 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.103179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce2a52bd-e44b-4cca-8a0f-4292c9f96a90 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/9ea4b545-6795-4288-9751-e5c794203c67 HTTP/1.1" status: 404 len: 336 time: 0.0516818 Aug 16 20:37:29.105857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.145789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d0341e6-601d-46b6-937d-20e1af0cb145 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 200 len: 205 time: 0.0363698 Aug 16 20:37:29.146624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.172743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.194131 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-558eb474-c865-4b87-a8a6-62080849f1eb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.195295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-558eb474-c865-4b87-a8a6-62080849f1eb tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/7427d588-99e1-4193-95a1-49812845160a HTTP/1.1" status: 404 len: 336 time: 0.0475450 Aug 16 20:37:29.198160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35848) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.232586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c87d56d7-dec5-4405-87c4-22ce7e2933e1 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 200 len: 205 time: 0.0325954 Aug 16 20:37:29.235604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35852) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.272671 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-e33d4632-4d46-4c2b-b2bf-f6a570a20e64 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.274063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e33d4632-4d46-4c2b-b2bf-f6a570a20e64 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/b8cd117a-f4b4-4f6f-a1bc-dc8c87bc690f HTTP/1.1" status: 404 len: 336 time: 0.0370867 Aug 16 20:37:29.276477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35856) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.295257 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.304818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7480469e-a5db-4836-ac62-1df3f5f57394 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 200 len: 205 time: 0.0270512 Aug 16 20:37:29.307110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35858) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.313704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33c4f13-5c5c-47fe-bb8a-506b2aced511,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.348287 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-aee3095f-8a67-4e59-8d06-55a58b1e90a5 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.349443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aee3095f-8a67-4e59-8d06-55a58b1e90a5 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/9f42fb60-b932-46f1-83af-071108bc26c7 HTTP/1.1" status: 404 len: 336 time: 0.0414228 Aug 16 20:37:29.352102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35860) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.380593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3a28f9f2-e8c4-453c-bd5b-2d68a2300b59 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 200 len: 205 time: 0.0274026 Aug 16 20:37:29.383260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35864) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.409930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.416095 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb359943-a767-46aa-8dbe-427642428103 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5062399 Aug 16 20:37:29.420121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.422256 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-9540dc73-a546-44c4-bdcf-d85f352dcdab tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.423379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9540dc73-a546-44c4-bdcf-d85f352dcdab tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/5901ddde-42a4-4ab7-bf97-5069379091b7 HTTP/1.1" status: 404 len: 336 time: 0.0391495 Aug 16 20:37:29.430844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35870) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.431012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '90e668be-a49b-4ffb-833d-07028e842392', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:29.481293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1be7134a-9a24-4e92-80d1-4927be3035b0 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e773772-6c64-470d-aa4a-9d511b95f2e9 HTTP/1.1" status: 200 len: 205 time: 0.0487695 Aug 16 20:37:29.483089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35872) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.484952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35874) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.502234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-392370f8-7c37-4c24-bae0-2e5f4e885043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.526775 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-3902857a-b965-412d-a25b-629b31b60e20 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] delete failed (client error): The resource could not be found. Aug 16 20:37:29.528066 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3902857a-b965-412d-a25b-629b31b60e20 tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/routers/7e773772-6c64-470d-aa4a-9d511b95f2e9 HTTP/1.1" status: 404 len: 336 time: 0.0418291 Aug 16 20:37:29.531260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35876) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.561800 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cba1a7-cdaf-4ce6-ad0b-ad6747e914fa tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] DELETE failed (client error): The resource could not be found. Aug 16 20:37:29.562360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cba1a7-cdaf-4ce6-ad0b-ad6747e914fa tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:37:29.566662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-03cba1a7-cdaf-4ce6-ad0b-ad6747e914fa tempest-RoutersIpV6AdminTest-2080526757 tempest-RoutersIpV6AdminTest-2080526757-project] 10.222.0.70 "DELETE /v2.0/subnets/620322b6-9bef-416f-b4ef-0e309830c91d HTTP/1.1" status: 404 len: 337 time: 0.0319452 Aug 16 20:37:29.596488 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:37:29.602588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.710378 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.734950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-392370f8-7c37-4c24-bae0-2e5f4e885043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.796385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.816964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2defffbd-0205-4e6b-bce5-aca6215a4b56,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.830327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-392370f8-7c37-4c24-bae0-2e5f4e885043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.869236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-392370f8-7c37-4c24-bae0-2e5f4e885043 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7331895cabae4257ba41b5c44cdea4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846550 Aug 16 20:37:29.871297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392370f8-7c37-4c24-bae0-2e5f4e885043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e27e7-d85d-46ae-89fb-c2f4aa909b55,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:29.872061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35888) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:29.914207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.923373 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-997cd10b-3e6c-48b1-8bf8-d85746834b4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4921894 Aug 16 20:37:29.930763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:29.955671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.029962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5f8da-48ef-443f-8325-0e464d9154bf req-626ba37f-9948-4b6a-a5c2-c02c95d7330c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:30.032186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1b5f8da-48ef-443f-8325-0e464d9154bf req-626ba37f-9948-4b6a-a5c2-c02c95d7330c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0734267 Aug 16 20:37:30.079179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1b5f8da-48ef-443f-8325-0e464d9154bf req-6e1b9b15-bcf8-4013-b34e-1203d6a4272a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Aug 16 20:37:30.110469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.113173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.116909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e3e27e7-d85d-46ae-89fb-c2f4aa909b55 HTTP/1.1" status: 204 len: 168 time: 0.2408257 Aug 16 20:37:30.122888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f4d91-7f15-48ce-b0a5-23a8c698729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e27e7-d85d-46ae-89fb-c2f4aa909b55,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:30.353527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:30.368384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-c8c52571-2033-4bd1-9916-391d60c732d8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971090922&fields=id&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 267 time: 0.0560820 Aug 16 20:37:30.385940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:30.525430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfa8968e-23b7-433d-abec-a6c6735f950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.527512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-496c7a4b-de1f-4846-821d-080b49687f00 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:30.535584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-496c7a4b-de1f-4846-821d-080b49687f00 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/networks?id=c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 200 len: 796 time: 0.1545908 Aug 16 20:37:30.549558 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01956bc3-84eb-4fc4-a821-f595de993172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.558823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-d4194761-bdaf-4143-ba76-db41cb155019 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/quotas/e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 375 time: 0.0222695 Aug 16 20:37:30.656425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfa8968e-23b7-433d-abec-a6c6735f950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.695348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-fc4e5a89-5fac-47d6-9178-47fb9e384bac tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266017 Aug 16 20:37:30.727284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bfa8968e-23b7-433d-abec-a6c6735f950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.806985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bfa8968e-23b7-433d-abec-a6c6735f950b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b0f2763717b40a8b396c6173ec42c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501574 Aug 16 20:37:30.807564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35928) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:30.814646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c47-8e7b-4148-b9e5-f7729519d627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:30.834194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8968e-23b7-433d-abec-a6c6735f950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135ddf70-7954-4a77-ae5a-50f0a56e1580,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:30.880790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-a73b3ed6-3bdd-4ac2-b426-84c67e9b1364 service neutron] 10.222.0.70 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688929 Aug 16 20:37:30.971001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.002055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.003025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c47-8e7b-4148-b9e5-f7729519d627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.076034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9103ccf-c11d-4974-b1a9-b3cf10393f6f service neutron] 10.222.0.70 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845541 Aug 16 20:37:31.112335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5c43c47-8e7b-4148-b9e5-f7729519d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.164950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a5c43c47-8e7b-4148-b9e5-f7729519d627 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=710b1186305d4b6998e00ec99bb0f99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777045 Aug 16 20:37:31.167885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:31.200397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.201473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c43c47-8e7b-4148-b9e5-f7729519d627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea4eb09-127c-43b3-bba4-2f956f65e986,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:31.201592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.212614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/135ddf70-7954-4a77-ae5a-50f0a56e1580 HTTP/1.1" status: 204 len: 168 time: 0.4041317 Aug 16 20:37:31.243298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833095-1f76-4ec2-bd81-a29f60d12bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135ddf70-7954-4a77-ae5a-50f0a56e1580,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:31.627258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.627258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.633756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86115128-6e78-4503-81d2-c225a00c3f54 req-389a51d0-ba2e-4537-9aa8-591aea02f1b6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:31.633756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86115128-6e78-4503-81d2-c225a00c3f54 req-389a51d0-ba2e-4537-9aa8-591aea02f1b6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0688875 Aug 16 20:37:31.633756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86115128-6e78-4503-81d2-c225a00c3f54 req-723eec41-8792-424a-89db-0209d1d26ee0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Aug 16 20:37:31.633756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0635e72-24ff-4962-8043-e1d2cc5c8149 req-bcb6206d-21ce-4937-96fa-82b0bcd883ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 210 time: 0.0341556 Aug 16 20:37:31.640434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.640434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:31.640434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ea4eb09-127c-43b3-bba4-2f956f65e986 HTTP/1.1" status: 204 len: 168 time: 0.4024591 Aug 16 20:37:31.640434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76ea4c-ed2d-4b22-8cd4-434c133418a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea4eb09-127c-43b3-bba4-2f956f65e986,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:32.506453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 35994) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:32.602441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-15f3f596-1b6b-4cce-a398-41a429e68a68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23b4c81871a54904a9a2f6c24faf92ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948102 Aug 16 20:37:32.605813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:32.691511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.708090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-daea617b-1168-45fc-b9b5-1c58207b764d req-8b76115b-a925-40a2-86c8-250974a933fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 210 time: 0.0876536 Aug 16 20:37:32.737362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.749832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b52183-b0e9-4aa3-aa2f-a03d1f3aebf7 req-0cb44adc-17f7-46a0-b75c-aa1356c971b3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:32.749832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b52183-b0e9-4aa3-aa2f-a03d1f3aebf7 req-0cb44adc-17f7-46a0-b75c-aa1356c971b3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.2159083 Aug 16 20:37:32.789581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b52183-b0e9-4aa3-aa2f-a03d1f3aebf7 req-29c56579-2d3e-4a0b-a6c4-dc1ff09c600f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Aug 16 20:37:32.901122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.904722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:32.906353 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c02b50c7-e643-41eb-ae6e-f9fb8a69cc30 HTTP/1.1" status: 204 len: 168 time: 0.2994444 Aug 16 20:37:32.915323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e042a9-ac33-4f77-810d-87f428198e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b50c7-e643-41eb-ae6e-f9fb8a69cc30,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:33.467827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.567509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6b9d9843-4aab-4a12-8e36-eacb2cc0dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:33.796578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5e44c53-f252-4abd-802c-392894bbae69 req-2c65f0f1-8a78-416d-9c1a-c1047688ab43 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 210 time: 0.0347066 Aug 16 20:37:33.958291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36056) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:33.959349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fa4ea-2b00-4dde-8b44-e69c778ebf96 req-484e9ab6-59f0-4652-a1f1-ef2bd9ac4d44 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:33.964236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4fa4ea-2b00-4dde-8b44-e69c778ebf96 req-484e9ab6-59f0-4652-a1f1-ef2bd9ac4d44 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0919583 Aug 16 20:37:34.009643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4fa4ea-2b00-4dde-8b44-e69c778ebf96 req-eeba63ff-9cdd-42c0-b01d-113d1082ad23 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Aug 16 20:37:34.184663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.263920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245172808-network', 'tenant_id': 'b58b83eabab748f8bb1e5d2afea8dd5f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:34.364677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-c0964da2-9e0d-43ed-8d41-2665289344cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.366144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-c0964da2-9e0d-43ed-8d41-2665289344cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.73 "GET /v2.0/networks?id=c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 200 len: 796 time: 0.1035438 Aug 16 20:37:34.382187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Made reservation on behalf of b58b83eabab748f8bb1e5d2afea8dd5f for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:34.384615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.397299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.432660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-2ee2142d-1510-4734-9b19-2c0b8423caed tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 380 time: 0.0565932 Aug 16 20:37:34.444118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'port': {'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'admin_state_up': True, 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'security_groups': ['90e668be-a49b-4ffb-833d-07028e842392']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:34.497925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.614539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.644374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36074) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:34.657445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:34.670830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671376e-8bff-459f-b7e9-f52fa4d6ac8f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:34.675012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.675458 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Added segment 2a8418e2-cc15-4a85-bb91-e7f96dde4fba of type vlan for network cc787a86-ab90-4cc6-9142-943c3a284491 Aug 16 20:37:34.677782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.678132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.678476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.678811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.679146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.679482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.679836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.680169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.680488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.680810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.681137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.681461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:37:34.718023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:34.721645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.730967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.828725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2b75ccf4-f4b0-436a-8aa4-d0963df7920f tempest-AgentManagementNegativeTest-234840969 tempest-AgentManagementNegativeTest-234840969-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1788986 Aug 16 20:37:34.895440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.895944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:34.896693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:34.938544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b64a5a6-6486-46a9-8d18-66ffbb4410ae req-8fa84c1c-622b-46b2-a267-0f78bcf9432e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 210 time: 0.0547993 Aug 16 20:37:34.968931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.8 (c8fea11f-550c-41ca-a3ce-f29ebf63b615/b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0/d9b31ca5-65c2-46b0-a534-5292ad7ebb3b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:35.002823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] Pushing event updated for resources: {'Network': ['ID=cc787a86-ab90-4cc6-9142-943c3a284491,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:35.020100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network cc787a86-ab90-4cc6-9142-943c3a284491 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:35.044979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d82962ff-820a-4767-b858-599af7f3b43f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0841198 Aug 16 20:37:35.048167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36092) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:35.056182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Request body: {'subnet': {'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245172808-subnet', 'tenant_id': 'b58b83eabab748f8bb1e5d2afea8dd5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:35.197934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80302915-a2dd-487d-99bb-886962052dac req-bea1155c-32e7-4261-bbdf-8926f43010a9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.199688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80302915-a2dd-487d-99bb-886962052dac req-bea1155c-32e7-4261-bbdf-8926f43010a9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0902426 Aug 16 20:37:35.207476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Made reservation on behalf of b58b83eabab748f8bb1e5d2afea8dd5f for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:35.210088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.228325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.256729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object d9b31ca5-65c2-46b0-a534-5292ad7ebb3b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:35.262727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80302915-a2dd-487d-99bb-886962052dac req-378b5aa6-a9be-4fde-b84a-79aa13c53319 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Aug 16 20:37:35.449819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.499981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:35.506760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.512349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:35.532799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:35.563202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:35.612303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Checking segment: {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:35.612750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Network hostable DHCP agents. Network: cc787a86-ab90-4cc6-9142-943c3a284491, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:35.615062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7890268-acc1-4c9f-bf5e-7f748a477356,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:35.649162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.649819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.774649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Network cc787a86-ab90-4cc6-9142-943c3a284491 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:35.786835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-26b08045-6ba6-4af4-806b-96112f26ea6b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3471682 Aug 16 20:37:35.801804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Request body: {'port': {'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:35.839535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36106) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:35.876161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.892980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, cc787a86-ab90-4cc6-9142-943c3a284491) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:35.899631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:35.899631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:35.906686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39151ea-d387-4d21-b57b-856aa7d45a57 None None] Network cc787a86-ab90-4cc6-9142-943c3a284491 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:35.973959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e14716b8-6b22-4f21-b2b6-ef0c3254ecd8 None None] Provisioning for port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:35.980643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e14716b8-6b22-4f21-b2b6-ef0c3254ecd8 None None] Provisioning complete for port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:35.982187 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e14716b8-6b22-4f21-b2b6-ef0c3254ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.015632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e3fd-ec23-4f1e-b95a-9f69728ebaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.044494 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cd939845-a5ce-4554-ad92-ad63ca396514 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9930990 Aug 16 20:37:36.052261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e14716b8-6b22-4f21-b2b6-ef0c3254ecd8 None None] Port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:37:36.181550 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.234943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af20da63-f5a6-415b-8d4e-c37529c1035b None None] Network cc787a86-ab90-4cc6-9142-943c3a284491 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:36.312534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e3fd-ec23-4f1e-b95a-9f69728ebaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.374644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2dd6e3fd-ec23-4f1e-b95a-9f69728ebaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.414370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb27b9-3971-4043-bceb-e5a0754badbf req-44aba0d3-7f97-49b6-b5b3-4825bff45252 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.415613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2dd6e3fd-ec23-4f1e-b95a-9f69728ebaab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91fc85d14d5d4b52aabbbf304212c85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747519 Aug 16 20:37:36.416273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2cb27b9-3971-4043-bceb-e5a0754badbf req-44aba0d3-7f97-49b6-b5b3-4825bff45252 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 931 time: 0.1931343 Aug 16 20:37:36.425585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36126) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:36.447957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6e3fd-ec23-4f1e-b95a-9f69728ebaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce59bdd-02b0-4cad-93c1-ac52c90a0a37,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:36.470793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b31ca5-65c2-46b0-a534-5292ad7ebb3b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:36.485194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.530609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a50dc-3772-4880-94ee-8e089d99acf0 req-9d515a7d-de55-4b06-a59e-5d39fb9c96f3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:36.532159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-149a50dc-3772-4880-94ee-8e089d99acf0 req-9d515a7d-de55-4b06-a59e-5d39fb9c96f3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1348004 Aug 16 20:37:36.537172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2cb27b9-3971-4043-bceb-e5a0754badbf req-f277988e-e409-4564-b015-9425cfaad2b0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101077 Aug 16 20:37:36.538104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Transition to ACTIVE for port object d9b31ca5-65c2-46b0-a534-5292ad7ebb3b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:36.572495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.599181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-149a50dc-3772-4880-94ee-8e089d99acf0 req-40a8a2c0-bcfb-4b7a-bb31-7c10a9459f27 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454969 Aug 16 20:37:36.602061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.603817 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.671558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:36.725459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.728475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.732991 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fce59bdd-02b0-4cad-93c1-ac52c90a0a37 HTTP/1.1" status: 204 len: 168 time: 0.2832816 Aug 16 20:37:36.746998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be4c32-c65f-4a3e-a625-bb1b85da9678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce59bdd-02b0-4cad-93c1-ac52c90a0a37,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:36.749262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Attempting to bind port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:36.749262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Attempting to bind port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:36.749722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Attempting to bind port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b on network c8fea11f-550c-41ca-a3ce-f29ebf63b615 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:36.760267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b on network c8fea11f-550c-41ca-a3ce-f29ebf63b615 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:36.760680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Attempting to bind port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b on network c8fea11f-550c-41ca-a3ce-f29ebf63b615 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:36.791766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:36.792394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Checking segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:36.793169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Bound using segment: {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:36.793950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Bound port: d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088a6458-6ea9-43f8-b104-f8dc7a6a27ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:36.794326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:36.975148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:36.980105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:37.110659 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:37.150535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.151185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:37.152627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] 10.222.0.73 "PUT /v2.0/ports/d9b31ca5-65c2-46b0-a534-5292ad7ebb3b HTTP/1.1" status: 200 len: 1092 time: 1.3557327 Aug 16 20:37:37.153087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:37.156166 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9bee3c-7e3c-4901-8c10-79766f1f5958" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:37.215064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abc346-51e9-4440-8611-cadf3bd001f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:37.223249 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061331b-77a3-4ab9-8764-07bc182258ca x-openstack-request-id: req-5061331b-77a3-4ab9-8764-07bc182258ca {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:37.223720 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:37.224254 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5061331b-77a3-4ab9-8764-07bc182258ca {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:37.224803 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'status': 'completed', 'code': 200} Aug 16 20:37:37.350992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-54bf1af9-d58e-4ed9-82b4-aa92f9d21ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.353475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-54bf1af9-d58e-4ed9-82b4-aa92f9d21ef9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1095 time: 0.1003044 Aug 16 20:37:37.517911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-94a5a452-4b13-4b3d-bd3d-674872101a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.520431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-94a5a452-4b13-4b3d-bd3d-674872101a41 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e2b3d951bfa14737ab42955702efc63b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1581821 Aug 16 20:37:37.670970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-6d0a22b1-20d0-4013-b2ae-6fb8efc0635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.672810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d9bee3c-7e3c-4901-8c10-79766f1f5958 req-6d0a22b1-20d0-4013-b2ae-6fb8efc0635b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449533 Aug 16 20:37:37.841735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72a341-1876-40c7-9763-8a2b7cbe0d2a req-542af293-9df4-4618-9625-06a631f792da tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.845941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd72a341-1876-40c7-9763-8a2b7cbe0d2a req-542af293-9df4-4618-9625-06a631f792da tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 943 time: 0.1475441 Aug 16 20:37:37.856786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efeab8-c8fd-49a4-ad90-baabe4a75185 req-efd7e2b1-bb02-4fd2-a4db-8c08f03f168b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.858737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80efeab8-c8fd-49a4-ad90-baabe4a75185 req-efd7e2b1-bb02-4fd2-a4db-8c08f03f168b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1615846 Aug 16 20:37:37.860942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-a580a64c-ec73-46b7-982a-1b5adde5e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:37.862312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-a580a64c-ec73-46b7-982a-1b5adde5e289 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1095 time: 0.1416702 Aug 16 20:37:37.933893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-de505c65-8569-46b2-a1ba-9f6b811545d8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b HTTP/1.1" status: 200 len: 217 time: 0.0507872 Aug 16 20:37:37.984851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd72a341-1876-40c7-9763-8a2b7cbe0d2a req-b6db5998-dfc6-44f2-aff8-26875d69e89c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212859 Aug 16 20:37:37.998229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80efeab8-c8fd-49a4-ad90-baabe4a75185 req-8f1f371d-2a60-4e5c-acf6-0a54e6586b17 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329484 Aug 16 20:37:38.007633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-a5b080c2-0095-4e66-8922-8abbe45964d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.009192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-a5b080c2-0095-4e66-8922-8abbe45964d9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0 HTTP/1.1" status: 200 len: 834 time: 0.0640225 Aug 16 20:37:38.087988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-adc85d9b-2c65-4659-9412-43b20dca38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.090430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-adc85d9b-2c65-4659-9412-43b20dca38c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8fea11f-550c-41ca-a3ce-f29ebf63b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720417 Aug 16 20:37:38.171872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:38.230577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-62bfc64a-0c70-4c80-8154-4ec35139afae service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312587 Aug 16 20:37:38.293528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2072340420'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:38.340534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b941b3b-9244-44a3-8024-71cbd500f13d req-1e3f03d4-f8c3-4cbb-a891-7ab45d2c1131 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010606 Aug 16 20:37:38.433046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:38.439713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.455310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.570078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.670384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.701465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:38.708493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33eb53d-a4fd-4303-a1c8-f1d81260fb7f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:38.715411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.719576 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment c2b06ced-e8dd-40ca-8a38-f73616e15026 of type vlan for network 15043adc-ec4c-4743-93db-036e33fa702d Aug 16 20:37:38.769192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.860487 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.866284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:38.866937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:38.942167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=15043adc-ec4c-4743-93db-036e33fa702d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:38.956278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 15043adc-ec4c-4743-93db-036e33fa702d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:38.970724 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ef98b685-6217-4756-933b-a0edf3d1f007 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7971547 Aug 16 20:37:39.197111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00aed8-e589-4f4c-81e5-d6d0eaade0cb req-0ae8dcd2-212c-43db-9c15-d2c5368fdbcd tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.199543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa00aed8-e589-4f4c-81e5-d6d0eaade0cb req-0ae8dcd2-212c-43db-9c15-d2c5368fdbcd tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1137476 Aug 16 20:37:39.242040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938005e8-ba77-4875-bce7-fec420c1a4a3 req-84d3eb72-3b7c-4ab1-bee1-c807c5c92153 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.243830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938005e8-ba77-4875-bce7-fec420c1a4a3 req-84d3eb72-3b7c-4ab1-bee1-c807c5c92153 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 943 time: 0.1465333 Aug 16 20:37:39.299768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa00aed8-e589-4f4c-81e5-d6d0eaade0cb req-0ae1d8ce-339c-4bd8-a2fd-a7ce0ecd4731 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864186 Aug 16 20:37:39.368232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938005e8-ba77-4875-bce7-fec420c1a4a3 req-648525f7-3e25-4334-9a06-d27aecad52cf tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083584 Aug 16 20:37:39.867471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-721db5aa-dbd5-4d00-a6ce-4ca4739495b2 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:39.875803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-721db5aa-dbd5-4d00-a6ce-4ca4739495b2 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/networks?id=cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 200 len: 808 time: 0.1314397 Aug 16 20:37:39.894652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-730bd78e-e6dc-4ee3-a683-22072bdcf73e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/quotas/b58b83eabab748f8bb1e5d2afea8dd5f HTTP/1.1" status: 200 len: 375 time: 0.0177031 Aug 16 20:37:39.931913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-5a24593c-4a46-48c3-b339-247d7208c442 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362594 Aug 16 20:37:40.034484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-501f9a6a-ea14-4b58-b80b-064ca07f6660 service neutron] 10.222.0.70 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017561 Aug 16 20:37:40.136923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-a34e8868-f6e1-4f4e-8fb2-75c39323753c service neutron] 10.222.0.70 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010849 Aug 16 20:37:40.221222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d9b31ca5-65c2-46b0-a534-5292ad7ebb3b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:40.374824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:40.525210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848a6d-2c57-4a9d-bf2f-9e4491380f17 req-b3487792-51e0-4636-ac09-c82f25efeb14 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.529724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6848a6d-2c57-4a9d-bf2f-9e4491380f17 req-b3487792-51e0-4636-ac09-c82f25efeb14 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1168554 Aug 16 20:37:40.587639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:40.625901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'port_id': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'mac_address': 'fa:16:3e:99:b6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e28fad-dd06-41b2-92e3-8dcd456fa70a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:40.652899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6848a6d-2c57-4a9d-bf2f-9e4491380f17 req-c253ed5b-b4ea-4b70-bb3a-4961109dbded tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132801 Aug 16 20:37:40.754063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b3e57-69b3-4dbf-bac0-7a0cecfde84f req-4a32018d-cd48-4d41-8986-1a3f4ced6aba tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:40.761110 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.762062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-246b3e57-69b3-4dbf-bac0-7a0cecfde84f req-4a32018d-cd48-4d41-8986-1a3f4ced6aba tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 943 time: 0.2273228 Aug 16 20:37:40.779992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:40.808327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b69435d5-7a50-455f-b2b3-41f527dee49d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:40.843979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-246b3e57-69b3-4dbf-bac0-7a0cecfde84f req-c46503cc-0bc1-4f31-aeed-1e7dd894ebf5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802178 Aug 16 20:37:40.850920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:40.852587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:40.940513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ccbcd73-b4cd-436f-8a43-dcf5d9c3b0b1 req-22412db9-bb4d-4015-bd6e-520306dbb435 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0708406 Aug 16 20:37:40.957771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:40.970563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.000499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b31ca5-65c2-46b0-a534-5292ad7ebb3b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:41.048689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:41.072186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:41.109733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:41.173537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['b69435d5-7a50-455f-b2b3-41f527dee49d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:41.177276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:41.456282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['d9b31ca5-65c2-46b0-a534-5292ad7ebb3b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:41.864692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726ced9-c476-4b7a-bc0a-0a924cf9a6db req-73a013c0-1cd8-4282-9cdd-309845a8e72c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:41.866263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6726ced9-c476-4b7a-bc0a-0a924cf9a6db req-73a013c0-1cd8-4282-9cdd-309845a8e72c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 945 time: 0.0837533 Aug 16 20:37:41.922906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6726ced9-c476-4b7a-bc0a-0a924cf9a6db req-9ae5c3c4-c9da-405b-aaaf-7c54a6d72564 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487018 Aug 16 20:37:42.013375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954e0c-f5af-452f-8308-cb24e1dd9e7a req-1a32dbb3-9b16-46c6-9a35-f6433c0f3314 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:42.023447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34954e0c-f5af-452f-8308-cb24e1dd9e7a req-1a32dbb3-9b16-46c6-9a35-f6433c0f3314 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 944 time: 0.0761924 Aug 16 20:37:42.080606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34954e0c-f5af-452f-8308-cb24e1dd9e7a req-b928ebbe-b5cd-45e3-b628-951ac2b750b3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535207 Aug 16 20:37:42.115110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-823959cb-dcb7-4b73-8d4e-a65f2ea95d28 req-92a7c1f6-44d8-4d3f-a887-72de589d90b9 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0713904 Aug 16 20:37:42.299068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:42.306403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': '15043adc-ec4c-4743-93db-036e33fa702d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:42.368446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:42.426509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port b69435d5-7a50-455f-b2b3-41f527dee49d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:42.426882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.477169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:42.482997 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.518122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.555016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:42.557120 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d4b0b9-5631-4091-ae4b-1a26290a2dbd" -d '{"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-plugged", "status": "completed", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:42.571669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:42.599104 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e9069e-76bb-4b7a-a2df-5bafa63f616a x-openstack-request-id: req-a6e9069e-76bb-4b7a-a2df-5bafa63f616a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:42.599419 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-plugged", "status": "completed", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:42.599754 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6e9069e-76bb-4b7a-a2df-5bafa63f616a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:42.600285 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'code': 200} Aug 16 20:37:42.658374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.713396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:42.848672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:42.931014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=106ff9f3-5bff-45c2-be1a-e4e650df4220,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:42.943317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a54c-7b11-4a19-a2b5-52cb7883869a req-2b9f92e0-9cee-4c65-bdcd-69410c6d69ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:42.944982 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8923a54c-7b11-4a19-a2b5-52cb7883869a req-2b9f92e0-9cee-4c65-bdcd-69410c6d69ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 1098 time: 0.1836317 Aug 16 20:37:42.957285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': 'c2b06ced-e8dd-40ca-8a38-f73616e15026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:42.957285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: 15043adc-ec4c-4743-93db-036e33fa702d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:42.995239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8923a54c-7b11-4a19-a2b5-52cb7883869a req-458875c9-6546-4ee0-adac-d81d67ffeed3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383101 Aug 16 20:37:43.055080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea992b-8ea4-4fa7-a4fc-7f3b13426e55 req-319ee603-d050-48b8-9cc5-0a091842bba8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.056626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cea992b-8ea4-4fa7-a4fc-7f3b13426e55 req-319ee603-d050-48b8-9cc5-0a091842bba8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0524595 Aug 16 20:37:43.100166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cea992b-8ea4-4fa7-a4fc-7f3b13426e55 req-a9a740cf-a8e9-4559-835c-2b5d3dc6f9a3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Aug 16 20:37:43.144249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network 15043adc-ec4c-4743-93db-036e33fa702d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:43.234097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55798144-2d88-449c-b239-87a4f9522869 req-a4a5ad54-6af8-4bba-aa6c-bcb726989a56 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.235740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55798144-2d88-449c-b239-87a4f9522869 req-a4a5ad54-6af8-4bba-aa6c-bcb726989a56 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 944 time: 0.0724633 Aug 16 20:37:43.253085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae247847-fbc7-49f8-8c6f-464252bd3504 req-10040701-9881-46ad-ba82-b68392b7143d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0429835 Aug 16 20:37:43.260855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 15043adc-ec4c-4743-93db-036e33fa702d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:43.280230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b968e1d-c5b8-4cda-ad33-810dddaf2d70 None None] Network 15043adc-ec4c-4743-93db-036e33fa702d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:43.282088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.286444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.296945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55798144-2d88-449c-b239-87a4f9522869 req-1379c3ea-3e1f-4a3b-b534-e1cbc9eed53f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464191 Aug 16 20:37:43.432976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-15043adc-ec4c-4743-93db-036e33fa702d', 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '106ff9f3-5bff-45c2-be1a-e4e650df4220'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:43.433888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.443809 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0313c6b5-9ca7-4122-8852-cdde93845237 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1416614 Aug 16 20:37:43.445479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36290) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:43.451143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25068733'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:43.587053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Allocated IP 2001:db8:0:ffff::2 (15043adc-ec4c-4743-93db-036e33fa702d/106ff9f3-5bff-45c2-be1a-e4e650df4220/f75b8459-0848-499f-a826-a45308cc0fe9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:43.643438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:43.647582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.702344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:43.740236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.740588 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment aea8ea40-bdf4-4879-82dc-a8cd54ed63cf of type vlan for network 90018ebd-d063-488e-944e-21b9fef0c6d9 Aug 16 20:37:43.795277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.804981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36296) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:43.815855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Transition to ACTIVE for port object f75b8459-0848-499f-a826-a45308cc0fe9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:43.825279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-0d0de90b-55e9-436c-adb4-2aaae45cb7f9 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:43.826572 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-0d0de90b-55e9-436c-adb4-2aaae45cb7f9 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "GET /v2.0/networks?id=cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 200 len: 808 time: 0.2347496 Aug 16 20:37:43.834071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Transition to ACTIVE for port object f75b8459-0848-499f-a826-a45308cc0fe9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:43.835304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.845142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Request body: {'port': {'device_id': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491', 'admin_state_up': True, 'tenant_id': 'b58b83eabab748f8bb1e5d2afea8dd5f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:43.912502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.944689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51a81741-80ba-4aa1-96c4-b0ba8293b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:43.968633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Network 15043adc-ec4c-4743-93db-036e33fa702d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:43.975656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:43.980244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:43.987335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Pushing event updated for resources: {'Port': ['ID=f75b8459-0848-499f-a826-a45308cc0fe9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.004760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 20:37:44.004760 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 20:37:44.004760 n-d-794306-10 neutron-server[95241]: [parameters: {'project_id_1': 'b58b83eabab748f8bb1e5d2afea8dd5f', 'expiration_1': datetime.datetime(2021, 8, 16, 20, 37, 43, 986924)}] Aug 16 20:37:44.004760 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:37:44.005248 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:37:44.049431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Attempting to bind port f75b8459-0848-499f-a826-a45308cc0fe9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:44.049795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Attempting to bind port f75b8459-0848-499f-a826-a45308cc0fe9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c2b06ced-e8dd-40ca-8a38-f73616e15026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:44.050153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Attempting to bind port f75b8459-0848-499f-a826-a45308cc0fe9 on network 15043adc-ec4c-4743-93db-036e33fa702d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:44.053953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.055310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:44.055681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Checking segment: {'id': 'c2b06ced-e8dd-40ca-8a38-f73616e15026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:44.056115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.056499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Bound using segment: {'id': 'c2b06ced-e8dd-40ca-8a38-f73616e15026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:44.056957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Bound port: f75b8459-0848-499f-a826-a45308cc0fe9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b06ced-e8dd-40ca-8a38-f73616e15026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '15043adc-ec4c-4743-93db-036e33fa702d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:44.057334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.068780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.069574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.143520 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51a81741-80ba-4aa1-96c4-b0ba8293b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.155870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] For port f75b8459-0848-499f-a826-a45308cc0fe9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:44.159147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=90018ebd-d063-488e-944e-21b9fef0c6d9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.165636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] For port f75b8459-0848-499f-a826-a45308cc0fe9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f75b8459-0848-499f-a826-a45308cc0fe9,segment=NetworkSegment(c2b06ced-e8dd-40ca-8a38-f73616e15026),segment_id=c2b06ced-e8dd-40ca-8a38-f73616e15026)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:44.174525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 90018ebd-d063-488e-944e-21b9fef0c6d9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:44.244131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db53b-d3e9-4998-bedf-754a9501a7af req-7a2d0265-e9ea-48b9-9eb7-212655912159 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.245989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-264db53b-d3e9-4998-bedf-754a9501a7af req-7a2d0265-e9ea-48b9-9eb7-212655912159 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0549693 Aug 16 20:37:44.258103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d9b31ca5-65c2-46b0-a534-5292ad7ebb3b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:44.291548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-264db53b-d3e9-4998-bedf-754a9501a7af req-398622e6-73c0-404a-b328-e3965cc304ea tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Aug 16 20:37:44.300448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51a81741-80ba-4aa1-96c4-b0ba8293b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.317063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.345176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-51a81741-80ba-4aa1-96c4-b0ba8293b0be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc336e2f7c6e466cbd3629aa2946f190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390105 Aug 16 20:37:44.350356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a81741-80ba-4aa1-96c4-b0ba8293b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686938d0-1855-4071-b255-9219dcdae267,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.353908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36310) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:44.411141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2fc90-e1d7-4b22-a031-ae7ee32bcef5 None None] Pushing event updated for resources: {'Port': ['ID=f75b8459-0848-499f-a826-a45308cc0fe9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.420939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03b1d6e5-0c57-42ee-a134-f572213d80e4 req-4f9176af-681a-4f11-88b6-923c86e3d59b tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0409698 Aug 16 20:37:44.469397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dbbf0986-ff4a-4e6c-b64f-2e6c4a565312 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0226133 Aug 16 20:37:44.470931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:44.476812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:44.498606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:44.502758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:44.503185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.516806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8e59-4308-4c27-81d6-49064ccb1f27 req-627fa850-4762-4dae-93f3-93898dc256b6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.518361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b4b8e59-4308-4c27-81d6-49064ccb1f27 req-627fa850-4762-4dae-93f3-93898dc256b6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.0776377 Aug 16 20:37:44.571619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.579219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7acc7a-de40-43c8-ab90-9264f36c0fd0 req-e1fe27a7-6f9d-4ebe-b21c-4066d26d1c41 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.580793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b7acc7a-de40-43c8-ab90-9264f36c0fd0 req-e1fe27a7-6f9d-4ebe-b21c-4066d26d1c41 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 944 time: 0.0835764 Aug 16 20:37:44.605500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b4b8e59-4308-4c27-81d6-49064ccb1f27 req-47a0e165-c3d1-49cf-addb-4bf6aee4204c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670686 Aug 16 20:37:44.607209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.625039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.704320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b7acc7a-de40-43c8-ab90-9264f36c0fd0 req-61a7d0a6-59a0-45ad-8545-0560adcf8538 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025419 Aug 16 20:37:44.705746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:44.708271 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61470a3-7d6a-4ef0-8e9b-7baa40a9bc89" -d '{"events": [{"server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "name": "network-vif-plugged", "status": "completed", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:44.728871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:44.795760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Made reservation on behalf of b58b83eabab748f8bb1e5d2afea8dd5f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:44.799328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.836893 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052e3cfe-b943-4077-ba6b-336ce48823ff x-openstack-request-id: req-052e3cfe-b943-4077-ba6b-336ce48823ff {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:44.837194 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "name": "network-vif-plugged", "status": "completed", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:44.837456 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-052e3cfe-b943-4077-ba6b-336ce48823ff {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:44.838209 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'code': 200} Aug 16 20:37:44.841597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.843357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.846770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:44.854117 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/686938d0-1855-4071-b255-9219dcdae267 HTTP/1.1" status: 204 len: 168 time: 0.4931731 Aug 16 20:37:44.906431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da1c90-9548-4433-86c5-9a639fb8b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686938d0-1855-4071-b255-9219dcdae267,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:44.957852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f75b8459-0848-499f-a826-a45308cc0fe9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:44.977550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6356926-0804-427e-887e-4482c5b4bbee req-219e4bea-2af1-4ea0-be16-38accda30a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:44.978687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6356926-0804-427e-887e-4482c5b4bbee req-219e4bea-2af1-4ea0-be16-38accda30a2d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1097 time: 0.0564115 Aug 16 20:37:44.978812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:44.983005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.025964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6356926-0804-427e-887e-4482c5b4bbee req-33a5aaba-471b-4030-9c5a-c123cfc5d8b2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394771 Aug 16 20:37:45.027719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.076426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Allocated IP 172.20.0.11 (cc787a86-ab90-4cc6-9142-943c3a284491/c7890268-acc1-4c9f-bf5e-7f748a477356/fb0464d0-30a3-405f-ab3e-3293bce25aaa) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:45.155281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port f75b8459-0848-499f-a826-a45308cc0fe9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:45.361774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.498260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-5662ff6a-7b78-449c-8927-cfbba54532a1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.499776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.503580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-5662ff6a-7b78-449c-8927-cfbba54532a1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.1224711 Aug 16 20:37:45.521795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-36eaa225-f498-4820-8912-937486acc2c4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/quotas/2b5da764bba84c15af0ed4cc95dfcb22 HTTP/1.1" status: 200 len: 375 time: 0.0133352 Aug 16 20:37:45.563264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cf0d839-f85e-4d95-b432-b47c2751b552 req-2ef1df20-85ed-45b9-a73f-ba2d13a5c8e8 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0402548 Aug 16 20:37:45.592120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=04438de6-8852-470f-b4cb-0fa2a2632456,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.604066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.612733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-66f31191-dbeb-449c-a78c-73004c41caca tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759370 Aug 16 20:37:45.640358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:45.640723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: 90018ebd-d063-488e-944e-21b9fef0c6d9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:45.682836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Network cc787a86-ab90-4cc6-9142-943c3a284491 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:45.687786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:45.690497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:45.694279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Pushing event updated for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:45.714757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd94aaf-a35d-47ad-a8e1-785cbf850495 None None] Network 15043adc-ec4c-4743-93db-036e33fa702d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:45.730004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a8788d88-5fa6-47bf-8333-efe569612365 service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099486 Aug 16 20:37:45.758153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.758819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:45.874720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a8f83-3efa-491f-8abc-b8a3d509427c req-53f47a7c-bebc-4ab5-b5a7-252f29734e0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:45.876313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-638a8f83-3efa-491f-8abc-b8a3d509427c req-53f47a7c-bebc-4ab5-b5a7-252f29734e0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.0760198 Aug 16 20:37:45.889414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network 90018ebd-d063-488e-944e-21b9fef0c6d9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:45.905258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-3476ae40-27cc-4445-a449-63289c5b3f13 service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633680 Aug 16 20:37:45.931471 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-701cba74-a849-4758-8d41-b42fc036c5d6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0895693 Aug 16 20:37:45.940087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-638a8f83-3efa-491f-8abc-b8a3d509427c req-b1d3a326-47a9-4fed-bcff-17006521bb9a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482395 Aug 16 20:37:45.940912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-61c899c5-95ea-450d-914b-d882acbfb102 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:37:45.941895 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-61c899c5-95ea-450d-914b-d882acbfb102 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057075 Aug 16 20:37:45.944936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Provisioning for port f75b8459-0848-499f-a826-a45308cc0fe9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:45.959148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Request body: {'port': {'device_id': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:45.961740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Provisioning complete for port f75b8459-0848-499f-a826-a45308cc0fe9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:45.965353 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.004438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:46.040354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ce348a7-393a-45fc-9ccb-6f1b5f9a7fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.063253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 90018ebd-d063-488e-944e-21b9fef0c6d9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:46.097785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.098380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.113527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8880c5d1-1f35-4c1d-940a-1af7eb61874d None None] Network 90018ebd-d063-488e-944e-21b9fef0c6d9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:46.115034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.222922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ce348a7-393a-45fc-9ccb-6f1b5f9a7fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.234439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.318638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] For port f75b8459-0848-499f-a826-a45308cc0fe9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f75b8459-0848-499f-a826-a45308cc0fe9,segment=NetworkSegment(c2b06ced-e8dd-40ca-8a38-f73616e15026),segment_id=c2b06ced-e8dd-40ca-8a38-f73616e15026)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:46.385205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b57e8e5-c659-4f62-ad89-930785056413 req-8774e313-22ab-4bfa-8c14-81be920a216f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 210 time: 0.0444534 Aug 16 20:37:46.412249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-90018ebd-d063-488e-944e-21b9fef0c6d9', 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '04438de6-8852-470f-b4cb-0fa2a2632456'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:46.414397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ce348a7-393a-45fc-9ccb-6f1b5f9a7fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.424526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.459543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8ce348a7-393a-45fc-9ccb-6f1b5f9a7fdd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=149880c741fb429aa517e4696aea9b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525023 Aug 16 20:37:46.461812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce348a7-393a-45fc-9ccb-6f1b5f9a7fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afebf206-1df3-4410-85b4-de30c4af5255,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:46.465954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36358) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:46.516477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0464d0-30a3-405f-ab3e-3293bce25aaa {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:46.526418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.538788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.558537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.561313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Transition to ACTIVE for port object fb0464d0-30a3-405f-ab3e-3293bce25aaa will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:46.597183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.612632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-77f9460e-a16a-430d-b7b4-54aae88fba0f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.617473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f6694b4b-537a-4de1-9697-dee748e20d6c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1450582 Aug 16 20:37:46.618073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36362) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:46.628917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-77f9460e-a16a-430d-b7b4-54aae88fba0f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "GET /v2.0/ports?device_id=f493bbf6-ec94-45c7-a267-9e3e04cde99e HTTP/1.1" status: 200 len: 946 time: 0.1129966 Aug 16 20:37:46.721369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ada57-91c9-4559-afba-44172f757856 None None] Pushing event updated for resources: {'Port': ['ID=f75b8459-0848-499f-a826-a45308cc0fe9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:46.724249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.728901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e28244d6-ce41-4cfd-b6dc-c29293ebedc3 None None] Provisioning complete for port f75b8459-0848-499f-a826-a45308cc0fe9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:46.729278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e28244d6-ce41-4cfd-b6dc-c29293ebedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.779908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.792328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Allocated IP 2001:db8::1 (90018ebd-d063-488e-944e-21b9fef0c6d9/04438de6-8852-470f-b4cb-0fa2a2632456/6006bbfe-2b6c-4bb2-abfe-2947b9734e5e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:46.877152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bb08a-e9ed-4951-8fe0-6f31d0fae078 req-192005a2-09bd-45fb-81ab-f52e90ef2aa3 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:46.878723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-741bb08a-e9ed-4951-8fe0-6f31d0fae078 req-192005a2-09bd-45fb-81ab-f52e90ef2aa3 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 944 time: 0.1427159 Aug 16 20:37:46.892727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:46.920011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Deleting port b69435d5-7a50-455f-b2b3-41f527dee49d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:46.920357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.987080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:46.990511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.001016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afebf206-1df3-4410-85b4-de30c4af5255 HTTP/1.1" status: 204 len: 168 time: 0.5292749 Aug 16 20:37:47.017490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.038499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-741bb08a-e9ed-4951-8fe0-6f31d0fae078 req-4e9da8de-492d-465c-987e-0eb7beeadc02 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462367 Aug 16 20:37:47.154442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Attempting to bind port fb0464d0-30a3-405f-ab3e-3293bce25aaa on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:47.154792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Attempting to bind port fb0464d0-30a3-405f-ab3e-3293bce25aaa by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:47.155128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Attempting to bind port fb0464d0-30a3-405f-ab3e-3293bce25aaa on network cc787a86-ab90-4cc6-9142-943c3a284491 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:47.182248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Port fb0464d0-30a3-405f-ab3e-3293bce25aaa on network cc787a86-ab90-4cc6-9142-943c3a284491 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:47.182570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Attempting to bind port fb0464d0-30a3-405f-ab3e-3293bce25aaa on network cc787a86-ab90-4cc6-9142-943c3a284491 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:47.191942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] For port b69435d5-7a50-455f-b2b3-41f527dee49d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=b69435d5-7a50-455f-b2b3-41f527dee49d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:47.191942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.198882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3fb7-4c7b-4599-ac9c-387056972a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afebf206-1df3-4410-85b4-de30c4af5255,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:47.201777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:47.202128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Checking segment: {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:47.202515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Bound using segment: {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:47.202968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Bound port: fb0464d0-30a3-405f-ab3e-3293bce25aaa, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:47.203331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.255856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Calling delete_port for b69435d5-7a50-455f-b2b3-41f527dee49d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:47.377335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.387310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:47.390485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:47.396798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Transition to ACTIVE for port object 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:47.417083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Transition to ACTIVE for port object 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:47.450456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45928a-164c-4c1d-b071-4321231b731d req-26edf6f8-3918-4a7e-a554-55e73e50747d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.451996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b45928a-164c-4c1d-b071-4321231b731d req-26edf6f8-3918-4a7e-a554-55e73e50747d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.2457645 Aug 16 20:37:47.496238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49177d07-972a-4ec7-800d-44c1bceae302 req-3b4b6673-6744-449b-86ad-52f8f88588b2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 210 time: 0.0432422 Aug 16 20:37:47.524168 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.524313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.580431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Pushing event updated for resources: {'Port': ['ID=6006bbfe-2b6c-4bb2-abfe-2947b9734e5e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:47.595675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Network 90018ebd-d063-488e-944e-21b9fef0c6d9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:47.597378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:47.605625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:47.617943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.618782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.620287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] 10.222.0.64 "PUT /v2.0/ports/fb0464d0-30a3-405f-ab3e-3293bce25aaa HTTP/1.1" status: 200 len: 1093 time: 1.6655524 Aug 16 20:37:47.621830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:47.622820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b45928a-164c-4c1d-b071-4321231b731d req-bf7f2000-728f-4d4d-8361-5ac92d0ea62c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642590 Aug 16 20:37:47.633273 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56" -d '{"events": [{"name": "network-changed", "server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:47.659740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d24f1e-aaec-489f-a13b-6812b3d1b2ef service neutron] Pushing event updated for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:47.681151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.695456 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4306c8-e922-4325-94a4-7d473295e5d7 x-openstack-request-id: req-df4306c8-e922-4325-94a4-7d473295e5d7 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:47.695792 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:47.696052 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df4306c8-e922-4325-94a4-7d473295e5d7 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:47.696451 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa', 'status': 'completed', 'code': 200} Aug 16 20:37:47.703577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['b69435d5-7a50-455f-b2b3-41f527dee49d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:47.754620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Attempting to bind port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:47.755237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Attempting to bind port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:47.755237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Attempting to bind port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e on network 90018ebd-d063-488e-944e-21b9fef0c6d9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:47.761162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:47.761546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Checking segment: {'id': 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:47.761936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.762569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Bound using segment: {'id': 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:47.763154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Bound port: 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '90018ebd-d063-488e-944e-21b9fef0c6d9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:47.763270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.769625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.803506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=04438de6-8852-470f-b4cb-0fa2a2632456,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:47.869242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] For port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:47.875190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-fe9c448c-69e1-49d8-bdd4-39b0efbad38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:47.880110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] For port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6006bbfe-2b6c-4bb2-abfe-2947b9734e5e,segment=NetworkSegment(aea8ea40-bdf4-4879-82dc-a8cd54ed63cf),segment_id=aea8ea40-bdf4-4879-82dc-a8cd54ed63cf)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:47.880448 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-fe9c448c-69e1-49d8-bdd4-39b0efbad38e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 1096 time: 0.1506000 Aug 16 20:37:47.920703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.960383 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90018ebd-d063-488e-944e-21b9fef0c6d9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:47.976529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:47.976863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:47.981288 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:47.991527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.017276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.032857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:48.034370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:48.037346 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:48.049811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-826798e7-1ebf-4c29-a760-dee217671274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.051305 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-826798e7-1ebf-4c29-a760-dee217671274 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1589413 Aug 16 20:37:48.079341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0607b02-eb0d-4d38-a6f5-12d299c1fbec None None] Pushing event updated for resources: {'Port': ['ID=6006bbfe-2b6c-4bb2-abfe-2947b9734e5e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:48.123327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467c39b-ebc0-43d5-b3c1-bbbd7904ee51 None None] Network 90018ebd-d063-488e-944e-21b9fef0c6d9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:48.202000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event deleted for resources: {'Port': ['ID=b69435d5-7a50-455f-b2b3-41f527dee49d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:48.235153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-886d029d-29a5-4416-9317-3eaeb3f27227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.237583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8d7b32f2-4ae8-4cba-8fdc-c6f5d5f62c56 req-886d029d-29a5-4416-9317-3eaeb3f27227 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554458 Aug 16 20:37:48.239483 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:37:48.239483 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:37:48.239483 n-d-794306-10 neutron-server[95241]: [parameters: {'id': '90018ebd-d063-488e-944e-21b9fef0c6d9'}] Aug 16 20:37:48.239483 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:37:48.240081 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:37:48.293153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad87e2-0fa7-4124-8c0c-eb5e9cdd4deb None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:37:48.324320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] No DVR routers for this DVR port b69435d5-7a50-455f-b2b3-41f527dee49d on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:48.327666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.330035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-140881fe-6ded-4b1a-9d90-b8ef013aa8f5 req-16579855-25ce-4d37-b73c-b99d69d87335 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "DELETE /v2.0/ports/b69435d5-7a50-455f-b2b3-41f527dee49d HTTP/1.1" status: 204 len: 173 time: 1.6898775 Aug 16 20:37:48.333425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-deleted', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:48.335974 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b5b561-ede3-42c0-bdab-079471b88047" -d '{"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-deleted", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:48.353486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-288d6603-323d-4d79-b9d6-5660facc9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.355818 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-288d6603-323d-4d79-b9d6-5660facc9b7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 1096 time: 0.0605557 Aug 16 20:37:48.362621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae76a39-5457-4285-80b7-3000316a5624 req-90961441-6d99-4fe3-a472-76c0eced37e8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.368833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ae76a39-5457-4285-80b7-3000316a5624 req-90961441-6d99-4fe3-a472-76c0eced37e8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.1649466 Aug 16 20:37:48.376180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8a316-015c-431d-8df2-7888e0654592 req-fa8d58de-47b9-43bd-a362-4ef1b2ef0d2e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.381096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6f8a316-015c-431d-8df2-7888e0654592 req-fa8d58de-47b9-43bd-a362-4ef1b2ef0d2e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 944 time: 0.1828701 Aug 16 20:37:48.411170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-0be5d37e-b23c-4a9d-b5e1-3695e06401b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa HTTP/1.1" status: 200 len: 217 time: 0.0472400 Aug 16 20:37:48.424680 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.455915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ae76a39-5457-4285-80b7-3000316a5624 req-0b2b0919-1b08-4fbd-a146-7c9e133a56fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733247 Aug 16 20:37:48.490261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6f8a316-015c-431d-8df2-7888e0654592 req-ad326737-807e-4d02-b94c-214a31b51f1c tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042185 Aug 16 20:37:48.500300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36412) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:48.551891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0808-7256-40da-98e4-6001ee605965 req-b5c393f8-437a-4e96-98d8-3575b4d1ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.552341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad87e2-0fa7-4124-8c0c-eb5e9cdd4deb None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:37:48.553777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-b5c393f8-437a-4e96-98d8-3575b4d1ba42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7890268-acc1-4c9f-bf5e-7f748a477356 HTTP/1.1" status: 200 len: 848 time: 0.1344471 Aug 16 20:37:48.602688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d735c90-10b6-4b6b-b40b-ae09b7c9a61a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:48.607425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2d735c90-10b6-4b6b-b40b-ae09b7c9a61a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1092 time: 0.1055253 Aug 16 20:37:48.612272 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc726d4a-eb2f-43b2-90d4-627d0c574108 x-openstack-request-id: req-bc726d4a-eb2f-43b2-90d4-627d0c574108 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:48.612958 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f493bbf6-ec94-45c7-a267-9e3e04cde99e", "name": "network-vif-deleted", "tag": "b69435d5-7a50-455f-b2b3-41f527dee49d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:48.613432 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc726d4a-eb2f-43b2-90d4-627d0c574108 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:48.616601 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f493bbf6-ec94-45c7-a267-9e3e04cde99e', 'name': 'network-vif-deleted', 'tag': 'b69435d5-7a50-455f-b2b3-41f527dee49d', 'status': 'completed', 'code': 200} Aug 16 20:37:48.617480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36418) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:48.632804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:48.658948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-b4c605c0-4136-480b-9c1d-30ab376bc4bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc787a86-ab90-4cc6-9142-943c3a284491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935957 Aug 16 20:37:48.771080 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.774880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.803607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f75b8459-0848-499f-a826-a45308cc0fe9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:48.926323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8daf7e2-ca91-44a5-ab08-c3067c26044e req-a46c3df9-c102-44d8-80a5-6415d28deea1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 210 time: 0.1264794 Aug 16 20:37:48.943106 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-18fc41fa-da75-4afb-a997-1cd690685d62 service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758243 Aug 16 20:37:48.943956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:37:48.944170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:48.963160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f75b8459-0848-499f-a826-a45308cc0fe9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:48.963793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.017167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.187227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.25.7.58 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/384725c4-2bac-4b50-bf51-63c197e88b4c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:49.352952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.526980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6006bbfe-2b6c-4bb2-abfe-2947b9734e5e,segment=NetworkSegment(aea8ea40-bdf4-4879-82dc-a8cd54ed63cf),segment_id=aea8ea40-bdf4-4879-82dc-a8cd54ed63cf)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:49.526980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.561925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:37:49.595314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f21b0808-7256-40da-98e4-6001ee605965 req-ea356a24-1941-4301-8357-873a369b425c service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895863 Aug 16 20:37:49.630171 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.722126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:49.729306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:49.739391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-cc401c60-824d-4716-b9e3-4ef52c7a63ae tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:49.740911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-cc401c60-824d-4716-b9e3-4ef52c7a63ae tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.73 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.2426152 Aug 16 20:37:49.741862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=384725c4-2bac-4b50-bf51-63c197e88b4c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:49.743967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:49.776382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Request body: {'port': {'device_id': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'admin_state_up': True, 'tenant_id': '2b5da764bba84c15af0ed4cc95dfcb22'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:49.842216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd098c1e-62a3-43e5-8957-4306580b6c73 req-c5e32da3-c015-46cf-a5bd-0aac954b07b2 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:49.842386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd098c1e-62a3-43e5-8957-4306580b6c73 req-c5e32da3-c015-46cf-a5bd-0aac954b07b2 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 944 time: 0.2065549 Aug 16 20:37:49.849009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.880834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=6006bbfe-2b6c-4bb2-abfe-2947b9734e5e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:49.885752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port 6006bbfe-2b6c-4bb2-abfe-2947b9734e5e on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:37:49.961879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd098c1e-62a3-43e5-8957-4306580b6c73 req-72324ade-dd50-4d25-a8db-047765bdd45e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095724 Aug 16 20:37:49.977881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:49.998560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90018ebd-d063-488e-944e-21b9fef0c6d9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:50.013639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:50.014012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea8ea40-bdf4-4879-82dc-a8cd54ed63cf') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:50.026591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.042455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.052150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:50.052546 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:50.055666 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:50.110732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d66a2427-941d-4244-a04f-69ed1d08ab63 req-9ba60256-5984-4bf1-aa76-43b943e54b38 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 210 time: 0.0841076 Aug 16 20:37:50.191322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Made reservation on behalf of 2b5da764bba84c15af0ed4cc95dfcb22 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:50.195151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.257791 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.267415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.270071 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/90018ebd-d063-488e-944e-21b9fef0c6d9 HTTP/1.1" status: 204 len: 168 time: 3.6505866 Aug 16 20:37:50.279745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36472) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:50.284692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682818975'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:50.289069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e0cb6-a3e9-4614-a645-751a4cb80f67 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=90018ebd-d063-488e-944e-21b9fef0c6d9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:50.407048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:37:50.435925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: b69435d5-7a50-455f-b2b3-41f527dee49d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:37:50.436275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device b69435d5-7a50-455f-b2b3-41f527dee49d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:37:50.459186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.467457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Allocated IP 172.20.0.5 (db305ab9-feda-498c-98b7-7c87e000e18a/73e28fad-dd06-41b2-92e3-8dcd456fa70a/37b5810b-ab4c-4fa8-8f4f-516ceb4a462d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:50.467771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:50.471979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.500649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:50.519585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.519585 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 9d65a977-2f9d-4b99-8a2b-803d7d40ad6f of type vlan for network f4d75c18-a9c1-42f8-9c7b-6e282481155b Aug 16 20:37:50.568287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.659523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.694346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.701215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:50.702140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.726146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:50.779285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=f4d75c18-a9c1-42f8-9c7b-6e282481155b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:50.797788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:50.830106 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6cb4459a-c8c5-4be9-8af5-7dbfc5649564 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5491617 Aug 16 20:37:50.835872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36482) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:50.843716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:50.961236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.014837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.092586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Network db305ab9-feda-498c-98b7-7c87e000e18a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:51.095685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:51.101474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.101474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.123161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:51.160367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:51.174082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:51.335747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b195d-2748-4baf-a568-51410a86a044 req-b95e35ad-f746-4928-bdfa-461f93e0858d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:51.337259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1b195d-2748-4baf-a568-51410a86a044 req-b95e35ad-f746-4928-bdfa-461f93e0858d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 944 time: 0.2855647 Aug 16 20:37:51.368539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:51.369157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.385288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.387476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=384725c4-2bac-4b50-bf51-63c197e88b4c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:51.517545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d6dc-a05d-4373-bb4e-538f42eade60 req-0294fbe9-54f3-446f-84ac-92919f2d1774 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:51.519327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46a8d6dc-a05d-4373-bb4e-538f42eade60 req-0294fbe9-54f3-446f-84ac-92919f2d1774 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 931 time: 0.2839408 Aug 16 20:37:51.529364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea1b195d-2748-4baf-a568-51410a86a044 req-a7b9b770-6b34-4f13-b994-3bf8fb7cfe2a tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763530 Aug 16 20:37:51.584379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-a36a5d29-1013-451e-b5e5-18d8b6f538fe tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8136032 Aug 16 20:37:51.602213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Request body: {'port': {'device_id': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:51.646209 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Floating IP 32dc1d46-9b5e-4d63-b84b-78159adf45c8 associated. External IP: 172.25.7.58, port: d9b31ca5-65c2-46b0-a534-5292ad7ebb3b. Aug 16 20:37:51.686132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46a8d6dc-a05d-4373-bb4e-538f42eade60 req-b4dfba9e-2bd9-4018-98e5-96e74a3bd09a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557667 Aug 16 20:37:51.796684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.835063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:51.873999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.104197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=bd010146-2103-4243-84a8-29cf40328f81,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:52.149092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:52.149507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: f4d75c18-a9c1-42f8-9c7b-6e282481155b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:52.195510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:37:52.301733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:52.421435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fb0464d0-30a3-405f-ab3e-3293bce25aaa details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:52.552901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:52.578534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa', 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491', 'port_id': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa', 'mac_address': 'fa:16:3e:31:3b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7890268-acc1-4c9f-bf5e-7f748a477356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:52.626264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.644631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0464d0-30a3-405f-ab3e-3293bce25aaa {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:52.672219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:52.705008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.710532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:52.741462 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.768171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Transition to ACTIVE for port object 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:52.789331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30857a-14e2-4424-beb7-f7b0eb34713d req-60579281-d52e-461f-8ed0-3e38454e4d9e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.790928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a30857a-14e2-4424-beb7-f7b0eb34713d req-60579281-d52e-461f-8ed0-3e38454e4d9e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 944 time: 0.0904071 Aug 16 20:37:52.792110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:37:52.798550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:52.806002 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:37:52.827520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:52.828184 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:52.847142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a30857a-14e2-4424-beb7-f7b0eb34713d req-13701c8a-8436-4857-bb72-0884da856294 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Aug 16 20:37:52.857039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f4d75c18-a9c1-42f8-9c7b-6e282481155b) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:52.861989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.862566 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.867650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8665c9-c704-4b75-9d1a-8184816232ed None None] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:52.891199 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:52.956051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fb0464d0-30a3-405f-ab3e-3293bce25aaa'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:52.960024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d5b2-97d5-451a-a159-adcb3c03ecad req-84f7f875-9d43-4ba8-937a-d94ed5f0bde9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:52.968045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c572d5b2-97d5-451a-a159-adcb3c03ecad req-84f7f875-9d43-4ba8-937a-d94ed5f0bde9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 931 time: 0.1198630 Aug 16 20:37:52.981843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.017620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.057864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7a9fa9a5-8e07-4d3f-918c-42583c916c64 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2167068 Aug 16 20:37:53.058900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36540) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:53.072539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393481055'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:53.086015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a25d240a-8f87-499e-af4d-d09dae8374fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4668059 Aug 16 20:37:53.106920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:53.108917 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b27fd-1f60-4e44-a40f-7f96688ed803" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:53.124190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36542) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:53.145181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c572d5b2-97d5-451a-a159-adcb3c03ecad req-2d5206c8-bdb9-4992-9eee-0552d8dba249 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761611 Aug 16 20:37:53.231496 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1405c6ed-b1c1-4131-994b-a21370d343c6 x-openstack-request-id: req-1405c6ed-b1c1-4131-994b-a21370d343c6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:53.231496 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:53.231496 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1405c6ed-b1c1-4131-994b-a21370d343c6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:53.231496 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'status': 'completed', 'code': 200} Aug 16 20:37:53.237893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Attempting to bind port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:53.238251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Attempting to bind port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:53.238689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Attempting to bind port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.240247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:53.245771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.252557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f4d75c18-a9c1-42f8-9c7b-6e282481155b', 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': 'bd010146-2103-4243-84a8-29cf40328f81'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:53.253611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.270953 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:53.314759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d on network db305ab9-feda-498c-98b7-7c87e000e18a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:37:53.315213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Attempting to bind port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:53.320305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:53.330092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.330504 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment ac532046-1098-45cb-922b-d9f64921a17f of type vlan for network fda0f006-e4e7-4127-bdf0-28adbf4d352d Aug 16 20:37:53.348657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:53.349095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Checking segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:53.349487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Bound using segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:53.350022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Bound port: 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:53.350719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.384193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-b02433d1-3e42-405f-95a6-4df0da0c552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.385264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.386641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-b02433d1-3e42-405f-95a6-4df0da0c552a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1097 time: 0.1428926 Aug 16 20:37:53.415751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-487532f4-a027-46ea-8291-984df241895c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/32dc1d46-9b5e-4d63-b84b-78159adf45c8 HTTP/1.1" status: 200 len: 990 time: 0.2904503 Aug 16 20:37:53.429085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Allocated IP 2001:db8::1 (f4d75c18-a9c1-42f8-9c7b-6e282481155b/bd010146-2103-4243-84a8-29cf40328f81/e05a062f-c70b-47d9-82c9-cab3197f049c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:53.505719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.511302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.512529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.530970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:53.610485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-40bf147c-366d-4323-8e34-26d76e79d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.612040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-40bf147c-366d-4323-8e34-26d76e79d586 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 200 len: 897 time: 0.1846693 Aug 16 20:37:53.622706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=fda0f006-e4e7-4127-bdf0-28adbf4d352d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.623550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:53.643042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network fda0f006-e4e7-4127-bdf0-28adbf4d352d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:53.667265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:50Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:53.700813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:37:53.705193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be2b15e5-a8dd-40b5-a955-f5081f343db8 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6422610 Aug 16 20:37:53.705342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36546) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:53.710625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-7e2d977a-997b-48a2-bb50-28e3fdefd966 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b HTTP/1.1" status: 200 len: 998 time: 0.0838220 Aug 16 20:37:53.713981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'fda0f006-e4e7-4127-bdf0-28adbf4d352d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:53.743896 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:37:53.744568 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:37:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:53.779377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.822877 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.854178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Transition to ACTIVE for port object e05a062f-c70b-47d9-82c9-cab3197f049c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:53.855108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.856339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:53.859786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] 10.222.0.73 "PUT /v2.0/ports/37b5810b-ab4c-4fa8-8f4f-516ceb4a462d HTTP/1.1" status: 200 len: 1092 time: 2.2613556 Aug 16 20:37:53.893889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-9d6082fe-c5f9-48df-9ae0-3166650dc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.893889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-9d6082fe-c5f9-48df-9ae0-3166650dc42f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0 HTTP/1.1" status: 200 len: 834 time: 0.1696615 Aug 16 20:37:53.909321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Transition to ACTIVE for port object e05a062f-c70b-47d9-82c9-cab3197f049c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:53.932470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ef7c4-ec37-4801-8c8d-8e0cdf0534f1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:53.935509 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:37:53.969140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-1943d502-db69-4fdb-8a7d-8083457a44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:53.972618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-1943d502-db69-4fdb-8a7d-8083457a44bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8fea11f-550c-41ca-a3ce-f29ebf63b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715122 Aug 16 20:37:54.026261 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.063474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:54.084061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.121736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:54.130269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:54.137646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:54.140047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Pushing event updated for resources: {'Port': ['ID=e05a062f-c70b-47d9-82c9-cab3197f049c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:54.178356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-6049470c-fb68-4000-b7fc-2b41676a137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.178356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-6049470c-fb68-4000-b7fc-2b41676a137d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 1095 time: 0.1786699 Aug 16 20:37:54.201444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing IP validity checks on allocation pools {{(pid=95241) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:37:54.202017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95241) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:37:54.239387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Attempting to bind port e05a062f-c70b-47d9-82c9-cab3197f049c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:54.239912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Attempting to bind port e05a062f-c70b-47d9-82c9-cab3197f049c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:54.240274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Attempting to bind port e05a062f-c70b-47d9-82c9-cab3197f049c on network f4d75c18-a9c1-42f8-9c7b-6e282481155b {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:54.250519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:54.250990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Checking segment: {'id': '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:54.251136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daff7c-c318-4bcc-b369-df6b947fa688 req-e96d5432-a470-439f-9aaa-b69df465fef4 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.251401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.251817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Bound using segment: {'id': '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:54.252304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Bound port: e05a062f-c70b-47d9-82c9-cab3197f049c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f4d75c18-a9c1-42f8-9c7b-6e282481155b'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:54.253023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.259067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7daff7c-c318-4bcc-b369-df6b947fa688 req-e96d5432-a470-439f-9aaa-b69df465fef4 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 945 time: 0.2593102 Aug 16 20:37:54.262669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-87005319-d2f0-4073-bb2e-f85654b297c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d HTTP/1.1" status: 200 len: 217 time: 0.0756867 Aug 16 20:37:54.355339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7daff7c-c318-4bcc-b369-df6b947fa688 req-7ef73880-a9b5-4454-b7cb-0844e2ce99f7 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 Aug 16 20:37:54.370064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] For port e05a062f-c70b-47d9-82c9-cab3197f049c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:54.370264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-f6b159b9-4c6e-4ef0-8713-8a7bdfb581e9 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851259 Aug 16 20:37:54.374608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] For port e05a062f-c70b-47d9-82c9-cab3197f049c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e05a062f-c70b-47d9-82c9-cab3197f049c,segment=NetworkSegment(9d65a977-2f9d-4b99-8a2b-803d7d40ad6f),segment_id=9d65a977-2f9d-4b99-8a2b-803d7d40ad6f)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:54.412865 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:50Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:54.438150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fb0464d0-30a3-405f-ab3e-3293bce25aaa up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:54.438540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:54.442994 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45105f09-4f6f-428e-b540-772c8d4aa2e9 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:37:22Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:50Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:37:54.499698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.525513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-80e5cea7-84db-4fcc-9a96-9dede3608650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.527251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-80e5cea7-84db-4fcc-9a96-9dede3608650 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.2550013 Aug 16 20:37:54.535308 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-98ec9fd6-c9dc-45c5-abc0-7e8cfe67fc02 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/32dc1d46-9b5e-4d63-b84b-78159adf45c8 HTTP/1.1" status: 200 len: 990 time: 0.0952482 Aug 16 20:37:54.597880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.615692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-7d961e75-3c49-4e64-add6-fcbfcd20bead service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776908 Aug 16 20:37:54.617453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acfe9e-407d-43f1-9b80-eb8aed0a2997 None None] Pushing event updated for resources: {'Port': ['ID=e05a062f-c70b-47d9-82c9-cab3197f049c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:54.696306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port fb0464d0-30a3-405f-ab3e-3293bce25aaa completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:54.702303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port fb0464d0-30a3-405f-ab3e-3293bce25aaa triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:54.702683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:54.727754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2759c3-f3b8-49c0-bef2-27c252281c77 req-6da77dab-d3a3-46d7-b69d-d23154f76f15 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:54.743551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c2759c3-f3b8-49c0-bef2-27c252281c77 req-6da77dab-d3a3-46d7-b69d-d23154f76f15 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 943 time: 0.3358126 Aug 16 20:37:54.753199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=693010fa-1cd3-46c9-b30b-1339b58b22dc,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:54.755975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': 'ac532046-1098-45cb-922b-d9f64921a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fda0f006-e4e7-4127-bdf0-28adbf4d352d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:54.756419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: fda0f006-e4e7-4127-bdf0-28adbf4d352d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:54.825195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-771b27fd-1f60-4e44-a40f-7f96688ed803 req-a6609f41-99cd-40cb-8941-b59c964bc9c7 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503343 Aug 16 20:37:54.830493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e3c3df-444f-4393-a266-5a15a42702f6 None None] New status for floating IP 32dc1d46-9b5e-4d63-b84b-78159adf45c8: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:37:54.863210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network fda0f006-e4e7-4127-bdf0-28adbf4d352d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:54.907612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c2759c3-f3b8-49c0-bef2-27c252281c77 req-a9b57416-b591-4cf8-ba97-7f8c03907ee5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626139 Aug 16 20:37:54.937579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-145341c9-f66b-4bb7-b69b-3a49fe7146c9 service neutron] 10.222.0.73 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054659 Aug 16 20:37:54.966196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.002736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, fda0f006-e4e7-4127-bdf0-28adbf4d352d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:55.006880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.010943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.056306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61de7b9-916a-487e-888a-e3b4a865cd35 None None] Network fda0f006-e4e7-4127-bdf0-28adbf4d352d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:55.074729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-62755d6f-8bc0-4457-bfd7-07a56e0b62ef req-8eeb8c25-66c7-4c17-a6e1-60a1e8fc6ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280341 Aug 16 20:37:55.088821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:55.088821 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caaa269-0725-435b-8ef6-33490019307c" -d '{"events": [{"server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:55.147923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:55.171560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:55.171660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8a7eaa1-af9a-46ff-8506-13beed247d85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4525886 Aug 16 20:37:55.218929 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93742922-b10c-43d1-a398-56cd48b69ded x-openstack-request-id: req-93742922-b10c-43d1-a398-56cd48b69ded {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:55.219303 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:55.219632 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93742922-b10c-43d1-a398-56cd48b69ded {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:55.220086 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa', 'code': 200} Aug 16 20:37:55.243455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:37:55.247826 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be528995-3661-41c7-9a38-f582d8af38f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:37:55.294372 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.351017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.356077 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e601f63a-8dc1-4081-af11-bf75d29f8b0c x-openstack-request-id: req-e601f63a-8dc1-4081-af11-bf75d29f8b0c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:37:55.356523 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:37:55.357040 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e601f63a-8dc1-4081-af11-bf75d29f8b0c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:37:55.357440 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'status': 'completed', 'code': 200} Aug 16 20:37:55.359779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c037d52-938d-4d48-a6fc-d838958cbaad req-0e7555e1-dd95-4b26-9da3-0d57ef3907fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.362060 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8c037d52-938d-4d48-a6fc-d838958cbaad req-0e7555e1-dd95-4b26-9da3-0d57ef3907fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 1098 time: 0.0778000 Aug 16 20:37:55.431547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:55.442306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341b330-40a6-4d0e-845b-5cff458497c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-fda0f006-e4e7-4127-bdf0-28adbf4d352d', 'network_id': 'fda0f006-e4e7-4127-bdf0-28adbf4d352d', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '693010fa-1cd3-46c9-b30b-1339b58b22dc'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:55.443446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3341b330-40a6-4d0e-845b-5cff458497c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.448194 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8c037d52-938d-4d48-a6fc-d838958cbaad req-4d98ffb2-69a0-40e2-ab40-17bec566750c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783243 Aug 16 20:37:55.463658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.539052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36578) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:55.551559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528995-3661-41c7-9a38-f582d8af38f9 req-fbf0a0c5-dfce-4670-a405-a56e4508c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.551559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-fbf0a0c5-dfce-4670-a405-a56e4508c630 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 1095 time: 0.1551754 Aug 16 20:37:55.682515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fac292e0-844c-4220-bf0d-560a71e5bf73 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/32dc1d46-9b5e-4d63-b84b-78159adf45c8 HTTP/1.1" status: 200 len: 992 time: 0.1366475 Aug 16 20:37:55.741703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31135c25-1957-43c5-a9e3-55e58685f44f req-a4621c1f-febe-4668-b23e-f3d5e0a36490 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.747314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31135c25-1957-43c5-a9e3-55e58685f44f req-a4621c1f-febe-4668-b23e-f3d5e0a36490 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 946 time: 0.2423732 Aug 16 20:37:55.760958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528995-3661-41c7-9a38-f582d8af38f9 req-9b2f0e7a-c552-4d5f-aa5e-aaf2bfe4b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.763251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-9b2f0e7a-c552-4d5f-aa5e-aaf2bfe4b709 service neutron] 10.222.0.73 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 916 time: 0.2016511 Aug 16 20:37:55.812637 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:55.815179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-e9552055-764c-4a5f-b74f-f9821ac44d18 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d HTTP/1.1" status: 200 len: 217 time: 0.0435920 Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server [None req-3341b330-40a6-4d0e-845b-5cff458497c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 693010fa-1cd3-46c9-b30b-1339b58b22dc: This subnet is being modified by another concurrent operation. Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:37:55.873268 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 693010fa-1cd3-46c9-b30b-1339b58b22dc: This subnet is being modified by another concurrent operation. Aug 16 20:37:55.882191 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Aug 16 20:37:55.884376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=693010fa-1cd3-46c9-b30b-1339b58b22dc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:55.884376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31135c25-1957-43c5-a9e3-55e58685f44f req-31204506-8d96-45c9-ae15-d0f9b17d9553 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298525 Aug 16 20:37:55.898760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190980ab-56d5-4f88-85db-7f6b250d4e89 None None] Network fda0f006-e4e7-4127-bdf0-28adbf4d352d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:55.988132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528995-3661-41c7-9a38-f582d8af38f9 req-b669e1a4-d518-4b97-83b6-d8d4754c0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:55.992638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-b669e1a4-d518-4b97-83b6-d8d4754c0f40 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.1604762 Aug 16 20:37:55.999626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.062838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda0f006-e4e7-4127-bdf0-28adbf4d352d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:56.067090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-b226af7a-0414-487a-8998-031975de17a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647113 Aug 16 20:37:56.079162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-a8577538-4575-4f95-9653-73a6ce9c7a1f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:37:56.080313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-a8577538-4575-4f95-9653-73a6ce9c7a1f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056908 Aug 16 20:37:56.094534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac532046-1098-45cb-922b-d9f64921a17f') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:56.094777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac532046-1098-45cb-922b-d9f64921a17f') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:56.144736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.210273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ff0d1-f4b6-42de-91a4-d788cb490b79 None None] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:56.244588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.260095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:56.260510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:56.264509 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:56.335948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46676719-2edf-45db-b393-276fa90327de req-333ce213-e048-485f-a6b8-f0caa75b47a0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.337508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46676719-2edf-45db-b393-276fa90327de req-333ce213-e048-485f-a6b8-f0caa75b47a0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 943 time: 0.2546933 Aug 16 20:37:56.387658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dabac7b5-c7f6-47c3-a946-a196b6ff3044 None None] Provisioning for port e05a062f-c70b-47d9-82c9-cab3197f049c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:56.405113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46676719-2edf-45db-b393-276fa90327de req-71f3ab12-1f80-402e-addb-096e275183df tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Aug 16 20:37:56.407189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-000ff948-bf99-4aae-afe2-f487af36da1e service neutron] 10.222.0.73 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104930 Aug 16 20:37:56.495455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.513168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.516210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/fda0f006-e4e7-4127-bdf0-28adbf4d352d HTTP/1.1" status: 204 len: 168 time: 1.3562489 Aug 16 20:37:56.519169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36592) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:56.534301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935438488'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:56.540087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dccfad-0641-40d8-983d-00914d2b0004 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=fda0f006-e4e7-4127-bdf0-28adbf4d352d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:56.576477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be528995-3661-41c7-9a38-f582d8af38f9 req-af120385-fe3c-45b2-9108-b42d9cd8a9d4 service neutron] 10.222.0.73 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604371 Aug 16 20:37:56.657691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909dd4ea-29b3-451a-b34a-8a2596ae779c None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:37:56.682272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:56.686526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.728428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:37:56.740302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.740875 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 25539917-1a9b-4f54-adf8-e3ae206c9a4d of type vlan for network 255eff3e-4561-45a7-ba92-14e64732d546 Aug 16 20:37:56.775551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e05a062f-c70b-47d9-82c9-cab3197f049c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:56.796752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.867170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909dd4ea-29b3-451a-b34a-8a2596ae779c None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:37:56.894520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.903408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:56.904094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.930487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e05a062f-c70b-47d9-82c9-cab3197f049c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:37:56.936783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e05a062f-c70b-47d9-82c9-cab3197f049c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:56.938831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:56.992213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=255eff3e-4561-45a7-ba92-14e64732d546,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:57.007239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 255eff3e-4561-45a7-ba92-14e64732d546 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:37:57.078658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4ebe9-da73-4699-aedc-d82d1c239b10 req-098f7903-4e99-43b9-b344-c6e487be2582 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.086894 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad750dd4-2959-4ee9-ab7d-3aed236d9a1b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5648401 Aug 16 20:37:57.087840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36598) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:57.091825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4f4ebe9-da73-4699-aedc-d82d1c239b10 req-098f7903-4e99-43b9-b344-c6e487be2582 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 946 time: 0.0852792 Aug 16 20:37:57.096061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': '255eff3e-4561-45a7-ba92-14e64732d546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:37:57.156404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4f4ebe9-da73-4699-aedc-d82d1c239b10 req-b92e2578-3292-4cc8-97e3-951d254c0405 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635402 Aug 16 20:37:57.189981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.292520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e05a062f-c70b-47d9-82c9-cab3197f049c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e05a062f-c70b-47d9-82c9-cab3197f049c,segment=NetworkSegment(9d65a977-2f9d-4b99-8a2b-803d7d40ad6f),segment_id=9d65a977-2f9d-4b99-8a2b-803d7d40ad6f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:57.350746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:37:57.354557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.391251 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.478421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e05a062f-c70b-47d9-82c9-cab3197f049c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:57.550554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbffe5-34d2-407f-b9e9-b1b5f03708c9 req-d492404a-0bf1-4f97-9dd7-a24b75c3882b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.559568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6afbffe5-34d2-407f-b9e9-b1b5f03708c9 req-d492404a-0bf1-4f97-9dd7-a24b75c3882b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 943 time: 0.0748951 Aug 16 20:37:57.593847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6afbffe5-34d2-407f-b9e9-b1b5f03708c9 req-d79a14a8-8674-4987-81d7-a359252457f7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Aug 16 20:37:57.694549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.762752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=929471e8-74dd-4a32-bb8b-3d2236a9580e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:57.771482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '25539917-1a9b-4f54-adf8-e3ae206c9a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:57.771889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: 255eff3e-4561-45a7-ba92-14e64732d546, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:37:57.876088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network 255eff3e-4561-45a7-ba92-14e64732d546 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:37:57.977303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 255eff3e-4561-45a7-ba92-14e64732d546) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:57.982346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:57.983005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:57.989523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212a305-b135-4ae5-a671-990bce13bbec None None] Network 255eff3e-4561-45a7-ba92-14e64732d546 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:58.094529 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d2fdd83-2f71-44b3-b5dd-e1b226edb663 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0037973 Aug 16 20:37:58.096967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:37:58.168443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-255eff3e-4561-45a7-ba92-14e64732d546', 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '929471e8-74dd-4a32-bb8b-3d2236a9580e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:37:58.169698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.288237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.293475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:37:58.426409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Allocated IP 2001:db8::1 (255eff3e-4561-45a7-ba92-14e64732d546/929471e8-74dd-4a32-bb8b-3d2236a9580e/33e14310-f900-4904-8842-c67e606f3938) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:37:58.427445 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.555384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:58.583832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'port_id': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'mac_address': 'fa:16:3e:99:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e28fad-dd06-41b2-92e3-8dcd456fa70a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:37:58.691776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.728495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:37:58.744059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.761937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Transition to ACTIVE for port object 33e14310-f900-4904-8842-c67e606f3938 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:58.774172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e05a062f-c70b-47d9-82c9-cab3197f049c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:37:58.781383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:37:58.820187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d734ca-bdc4-4c15-9cf3-e15a8bb9e65e req-f9f72aed-2876-48d6-9c6b-16fb71d7fbc5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.821778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d734ca-bdc4-4c15-9cf3-e15a8bb9e65e req-f9f72aed-2876-48d6-9c6b-16fb71d7fbc5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 943 time: 0.1057057 Aug 16 20:37:58.826615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Transition to ACTIVE for port object 33e14310-f900-4904-8842-c67e606f3938 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:37:58.861078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e05a062f-c70b-47d9-82c9-cab3197f049c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:37:58.862448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.889504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:58.909765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d734ca-bdc4-4c15-9cf3-e15a8bb9e65e req-e566c3c4-2abc-4311-a53d-4a605d318a8d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733550 Aug 16 20:37:58.922514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6ae64-1944-4c0a-b8b7-66bf6f69b1ec req-a7d7dcae-dfd1-4a09-a1cd-1175310104e6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:37:58.924286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97a6ae64-1944-4c0a-b8b7-66bf6f69b1ec req-a7d7dcae-dfd1-4a09-a1cd-1175310104e6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 946 time: 0.1013727 Aug 16 20:37:58.960541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:58.978591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97a6ae64-1944-4c0a-b8b7-66bf6f69b1ec req-2737ac29-a82d-429b-8039-e627e948e670 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479257 Aug 16 20:37:58.994038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.054433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Network 255eff3e-4561-45a7-ba92-14e64732d546 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:37:59.056454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:37:59.058019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Pushing event updated for resources: {'Port': ['ID=33e14310-f900-4904-8842-c67e606f3938,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.060693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:37:59.066057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.111700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=929471e8-74dd-4a32-bb8b-3d2236a9580e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.121229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Attempting to bind port 33e14310-f900-4904-8842-c67e606f3938 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:37:59.121709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Attempting to bind port 33e14310-f900-4904-8842-c67e606f3938 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '25539917-1a9b-4f54-adf8-e3ae206c9a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:37:59.122115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Attempting to bind port 33e14310-f900-4904-8842-c67e606f3938 on network 255eff3e-4561-45a7-ba92-14e64732d546 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:37:59.127972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:37:59.129999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Checking segment: {'id': '25539917-1a9b-4f54-adf8-e3ae206c9a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:37:59.129999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.129999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Bound using segment: {'id': '25539917-1a9b-4f54-adf8-e3ae206c9a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:37:59.129999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Bound port: 33e14310-f900-4904-8842-c67e606f3938, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25539917-1a9b-4f54-adf8-e3ae206c9a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '255eff3e-4561-45a7-ba92-14e64732d546'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:37:59.129999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.177553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.188263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255eff3e-4561-45a7-ba92-14e64732d546']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:59.199810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25539917-1a9b-4f54-adf8-e3ae206c9a4d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:59.200114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25539917-1a9b-4f54-adf8-e3ae206c9a4d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:37:59.209649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.211962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] For port 33e14310-f900-4904-8842-c67e606f3938, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:37:59.216599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] For port 33e14310-f900-4904-8842-c67e606f3938, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=33e14310-f900-4904-8842-c67e606f3938,segment=NetworkSegment(25539917-1a9b-4f54-adf8-e3ae206c9a4d),segment_id=25539917-1a9b-4f54-adf8-e3ae206c9a4d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:37:59.264680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:37:59.331614 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.332930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.338474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:37:59.338865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:37:59.342614 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:37:59.455023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ec27c-a21b-44ec-a1b2-5b642f1f5cd6 None None] Pushing event updated for resources: {'Port': ['ID=33e14310-f900-4904-8842-c67e606f3938,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:37:59.465967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:37:59.465967 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:37:59.465967 n-d-794306-10 neutron-server[95241]: [parameters: {'id': '255eff3e-4561-45a7-ba92-14e64732d546'}] Aug 16 20:37:59.465967 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:37:59.466762 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:37:59.481340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda62c8-0f2a-452d-8246-18586e27a40a None None] Network 255eff3e-4561-45a7-ba92-14e64732d546 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:37:59.631878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b842daba-0f61-4db8-ad87-af42ea2e6cad None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:37:59.695998 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:37:59.903580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842daba-0f61-4db8-ad87-af42ea2e6cad None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:37:59.968069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.030884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port 33e14310-f900-4904-8842-c67e606f3938 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:00.031787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.042457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b27c-79c5-4cfa-8e5e-e5aa4a1540e8 req-af80e636-658f-4234-a501-8813ec124ce4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.051139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60f7b27c-79c5-4cfa-8e5e-e5aa4a1540e8 req-af80e636-658f-4234-a501-8813ec124ce4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.0767794 Aug 16 20:38:00.103909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port 33e14310-f900-4904-8842-c67e606f3938, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=33e14310-f900-4904-8842-c67e606f3938,segment=NetworkSegment(25539917-1a9b-4f54-adf8-e3ae206c9a4d),segment_id=25539917-1a9b-4f54-adf8-e3ae206c9a4d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:00.104464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.135133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60f7b27c-79c5-4cfa-8e5e-e5aa4a1540e8 req-49930431-a659-45fa-9304-d1d2771c5770 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826719 Aug 16 20:38:00.141419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for 33e14310-f900-4904-8842-c67e606f3938 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:00.153921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470dd42-4170-43fc-99c0-889ba92d2e6b req-400a0f92-8782-48e9-a67f-4a675f89d984 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.164739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3470dd42-4170-43fc-99c0-889ba92d2e6b req-400a0f92-8782-48e9-a67f-4a675f89d984 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 946 time: 0.0962501 Aug 16 20:38:00.213126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3470dd42-4170-43fc-99c0-889ba92d2e6b req-1b2fb8bf-7937-4ce3-bc44-741bf6ca8865 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Aug 16 20:38:00.225107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f927f-5313-4421-8982-2652884451c0 req-2a93f634-a48b-4735-80e4-814cc85e9d09 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:00.235480 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a9f927f-5313-4421-8982-2652884451c0 req-2a93f634-a48b-4735-80e4-814cc85e9d09 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 946 time: 0.1002855 Aug 16 20:38:00.348466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Deleting port fb0464d0-30a3-405f-ab3e-3293bce25aaa {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:00.348810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.397301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.430270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=33e14310-f900-4904-8842-c67e606f3938,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:00.438486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port 33e14310-f900-4904-8842-c67e606f3938 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:00.536989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] For port fb0464d0-30a3-405f-ab3e-3293bce25aaa, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fb0464d0-30a3-405f-ab3e-3293bce25aaa,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:00.537589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.565903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.569098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Calling delete_port for fb0464d0-30a3-405f-ab3e-3293bce25aaa owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:00.583643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255eff3e-4561-45a7-ba92-14e64732d546']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:00.588588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ba757a48-5523-40e0-a41d-454970a818f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.599600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25539917-1a9b-4f54-adf8-e3ae206c9a4d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:00.600109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25539917-1a9b-4f54-adf8-e3ae206c9a4d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:00.645131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.665768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.678325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:00.678725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:00.684493 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:00.825776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.833722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.835063 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/255eff3e-4561-45a7-ba92-14e64732d546 HTTP/1.1" status: 204 len: 168 time: 2.7369649 Aug 16 20:38:00.838728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:00.845036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1076118151'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:00.850769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604507a3-cb2a-4a26-b8f0-41e68c286bd2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=255eff3e-4561-45a7-ba92-14e64732d546,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:00.905478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.918135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fb0464d0-30a3-405f-ab3e-3293bce25aaa'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:00.937999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Pushing event deleted for resources: {'Port': ['ID=fb0464d0-30a3-405f-ab3e-3293bce25aaa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:00.980166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:00.983992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.986900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] No DVR routers for this DVR port fb0464d0-30a3-405f-ab3e-3293bce25aaa on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:00.989500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:00.991602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a9f927f-5313-4421-8982-2652884451c0 req-067097ca-7a7b-4bb5-93ca-1b2e328e3ebf tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "DELETE /v2.0/ports/fb0464d0-30a3-405f-ab3e-3293bce25aaa HTTP/1.1" status: 204 len: 173 time: 0.7586057 Aug 16 20:38:00.992093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'name': 'network-vif-deleted', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:00.994475 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade3f6d5-ce5a-40c8-957e-69840193f7ea" -d '{"events": [{"server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "name": "network-vif-deleted", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:01.012887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:01.024384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.024949 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 1553170b-ab60-4f69-bb8b-66d4d929c2f9 of type vlan for network d0c01bc6-b66a-4198-83db-f957529bb2b7 Aug 16 20:38:01.037377 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b9cd6f-ae3b-49d5-b5b4-0cdf209506ca x-openstack-request-id: req-04b9cd6f-ae3b-49d5-b5b4-0cdf209506ca {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:01.037377 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c497a5a-6ece-45d1-b07b-55a38c6c72f3", "name": "network-vif-deleted", "tag": "fb0464d0-30a3-405f-ab3e-3293bce25aaa", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:01.037377 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04b9cd6f-ae3b-49d5-b5b4-0cdf209506ca {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:01.037377 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c497a5a-6ece-45d1-b07b-55a38c6c72f3', 'name': 'network-vif-deleted', 'tag': 'fb0464d0-30a3-405f-ab3e-3293bce25aaa', 'status': 'completed', 'code': 200} Aug 16 20:38:01.075089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.183959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.191487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.191949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.329009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=d0c01bc6-b66a-4198-83db-f957529bb2b7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:01.344769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d0c01bc6-b66a-4198-83db-f957529bb2b7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:01.353730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a62c5-89b7-423c-8cca-8f8188b54b51 req-e62d0979-8876-4f55-907c-b68a9a150e0f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:01.363289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd8a62c5-89b7-423c-8cca-8f8188b54b51 req-e62d0979-8876-4f55-907c-b68a9a150e0f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.1048634 Aug 16 20:38:01.412461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5a600ff9-d244-4d9b-9a15-14925b1eb0c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5715818 Aug 16 20:38:01.414132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:01.419224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c7f4452-46dc-4fa9-a7ea-514c850bd346 req-0c647e91-185a-4086-b7b6-b4c631d73dc1 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c497a5a-6ece-45d1-b07b-55a38c6c72f3 HTTP/1.1" status: 200 len: 210 time: 0.0789578 Aug 16 20:38:01.421147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:01.458903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd8a62c5-89b7-423c-8cca-8f8188b54b51 req-8a907673-4f5b-4d6f-8b71-16d25a661e38 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946615 Aug 16 20:38:01.594097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:01.600084 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.914506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:01.979397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=7055cb54-e3f3-4c93-ac48-cd87337e7268,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:01.990446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '1553170b-ab60-4f69-bb8b-66d4d929c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:01.991058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: d0c01bc6-b66a-4198-83db-f957529bb2b7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:02.128723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network d0c01bc6-b66a-4198-83db-f957529bb2b7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:02.227833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d0c01bc6-b66a-4198-83db-f957529bb2b7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:02.227833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.227833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.234279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f800b4-c7b0-445d-bbd3-365cda83b898 None None] Network d0c01bc6-b66a-4198-83db-f957529bb2b7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:02.318655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36678) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:02.320058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a311737-5db3-46b4-869d-5c7900f9c12d tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9033871 Aug 16 20:38:02.335762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:02.427086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.445365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d0c01bc6-b66a-4198-83db-f957529bb2b7', 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '7055cb54-e3f3-4c93-ac48-cd87337e7268'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:02.446539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.523314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:02.532499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:02.533435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.547966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.688464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803ebab-5e07-45e4-8941-ea13c22b917b req-e3a4db03-1ee8-48a2-b02b-f51f73ba6898 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.690342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e803ebab-5e07-45e4-8941-ea13c22b917b req-e3a4db03-1ee8-48a2-b02b-f51f73ba6898 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.1298015 Aug 16 20:38:02.696310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Allocated IP 2001:db8::1 (d0c01bc6-b66a-4198-83db-f957529bb2b7/7055cb54-e3f3-4c93-ac48-cd87337e7268/557c8ecc-166e-444d-a720-a5966dc66a1b) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:02.713007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.748520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:02.751658 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba295e-7535-4a5b-9be9-24b343eb5efe" -d '{"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-plugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:02.784830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e803ebab-5e07-45e4-8941-ea13c22b917b req-4706e850-541e-49af-8ead-342ca1b43016 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849106 Aug 16 20:38:02.799688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:02.862715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.902688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-2c275c7b-9b2c-48fc-87b4-0faa1024c6dc tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:02.907045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-2c275c7b-9b2c-48fc-87b4-0faa1024c6dc tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/networks?id=cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 200 len: 808 time: 0.1876972 Aug 16 20:38:02.933869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-c2d09f7d-776c-4003-83e4-823eb659e2d4 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/quotas/b58b83eabab748f8bb1e5d2afea8dd5f HTTP/1.1" status: 200 len: 375 time: 0.0166118 Aug 16 20:38:02.963542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:02.971988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:02.976714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Transition to ACTIVE for port object 557c8ecc-166e-444d-a720-a5966dc66a1b will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:02.992597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-717fce15-f3a4-4cb1-8c6e-ffc86ed0a47e tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515156 Aug 16 20:38:02.993891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Transition to ACTIVE for port object 557c8ecc-166e-444d-a720-a5966dc66a1b will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:03.060696 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.144866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Network d0c01bc6-b66a-4198-83db-f957529bb2b7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:03.150341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-8c0dbe59-f626-4e75-a575-d1947b1b8552 service neutron] 10.222.0.70 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480908 Aug 16 20:38:03.154254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:03.158551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.162943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:03.177712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Pushing event updated for resources: {'Port': ['ID=557c8ecc-166e-444d-a720-a5966dc66a1b,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:03.208660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=7055cb54-e3f3-4c93-ac48-cd87337e7268,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:03.233604 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcbe225-f433-45b8-947c-c37a7849fe53 x-openstack-request-id: req-edcbe225-f433-45b8-947c-c37a7849fe53 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:03.234026 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-plugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:03.234387 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edcbe225-f433-45b8-947c-c37a7849fe53 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:03.234963 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'code': 200} Aug 16 20:38:03.235678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Attempting to bind port 557c8ecc-166e-444d-a720-a5966dc66a1b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:03.236213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Attempting to bind port 557c8ecc-166e-444d-a720-a5966dc66a1b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '1553170b-ab60-4f69-bb8b-66d4d929c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:03.236683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Attempting to bind port 557c8ecc-166e-444d-a720-a5966dc66a1b on network d0c01bc6-b66a-4198-83db-f957529bb2b7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:03.243889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:03.244119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Checking segment: {'id': '1553170b-ab60-4f69-bb8b-66d4d929c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:03.244440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.245062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Bound using segment: {'id': '1553170b-ab60-4f69-bb8b-66d4d929c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:03.245437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Bound port: 557c8ecc-166e-444d-a720-a5966dc66a1b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1553170b-ab60-4f69-bb8b-66d4d929c2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:03.246539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.356285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] For port 557c8ecc-166e-444d-a720-a5966dc66a1b, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:03.364550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] For port 557c8ecc-166e-444d-a720-a5966dc66a1b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=557c8ecc-166e-444d-a720-a5966dc66a1b,segment=NetworkSegment(1553170b-ab60-4f69-bb8b-66d4d929c2f9),segment_id=1553170b-ab60-4f69-bb8b-66d4d929c2f9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:03.379879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.402988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c01bc6-b66a-4198-83db-f957529bb2b7']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:03.420088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1553170b-ab60-4f69-bb8b-66d4d929c2f9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:03.420382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1553170b-ab60-4f69-bb8b-66d4d929c2f9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:03.438166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.445681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.447254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231846d-e748-46e7-b783-f3720797eda7 req-ed397d21-b5d8-4df7-b94f-70db773077ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:03.448937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d231846d-e748-46e7-b783-f3720797eda7 req-ed397d21-b5d8-4df7-b94f-70db773077ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 1097 time: 0.1219068 Aug 16 20:38:03.453596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.460588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-8ab2e327-b66e-4646-863e-eda676c0035c service neutron] 10.222.0.70 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872841 Aug 16 20:38:03.475564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.484633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:03.485763 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:03.601257 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:03.635612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8b38-bedb-4c8b-a989-19e7bd29988b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:03.637459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614cb63-6c14-4e71-8335-6e46a10429b9 None None] Pushing event updated for resources: {'Port': ['ID=557c8ecc-166e-444d-a720-a5966dc66a1b,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:03.648948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946eafd7-e135-4323-898c-955e0349b3b8 None None] Network d0c01bc6-b66a-4198-83db-f957529bb2b7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:03.650417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:38:03.650417 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:38:03.650417 n-d-794306-10 neutron-server[95240]: [parameters: {'id': 'd0c01bc6-b66a-4198-83db-f957529bb2b7'}] Aug 16 20:38:03.650417 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:38:03.650691 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:38:03.653060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d231846d-e748-46e7-b783-f3720797eda7 req-e754fbe7-f726-4504-a108-3243583fad79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867173 Aug 16 20:38:03.804522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92fe619-84c9-41ce-800e-33b0fc21cb99 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:38:03.845393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f0e0cf7-4cb4-4e34-9c33-51b84c033223 req-b59693ba-0c6b-42a3-9a8a-c9a9d621f4d2 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 210 time: 0.0381501 Aug 16 20:38:04.010047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b967248-108f-47e6-9e29-a04baa27c1e8 req-50ada705-e219-41ed-86cf-64009414e27f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:04.012637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b967248-108f-47e6-9e29-a04baa27c1e8 req-50ada705-e219-41ed-86cf-64009414e27f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0956404 Aug 16 20:38:04.034182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92fe619-84c9-41ce-800e-33b0fc21cb99 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:38:04.066286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b967248-108f-47e6-9e29-a04baa27c1e8 req-602445b8-03c4-4010-ae74-f0dde456b37b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Aug 16 20:38:04.152402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.216616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port 557c8ecc-166e-444d-a720-a5966dc66a1b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:04.217096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.278968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.490614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fb0464d0-30a3-405f-ab3e-3293bce25aaa no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:04.516506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: fb0464d0-30a3-405f-ab3e-3293bce25aaa {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:04.519842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fb0464d0-30a3-405f-ab3e-3293bce25aaa not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:04.752488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port 557c8ecc-166e-444d-a720-a5966dc66a1b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=557c8ecc-166e-444d-a720-a5966dc66a1b,segment=NetworkSegment(1553170b-ab60-4f69-bb8b-66d4d929c2f9),segment_id=1553170b-ab60-4f69-bb8b-66d4d929c2f9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:04.753556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:04.766155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for 557c8ecc-166e-444d-a720-a5966dc66a1b owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:04.939352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5104e0c3-6b76-42f0-bd8e-9fb47de7f298 req-1357f4f7-8ab7-49b8-957b-7219dbca4a05 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 210 time: 0.0321684 Aug 16 20:38:05.039876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.068739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=557c8ecc-166e-444d-a720-a5966dc66a1b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:05.072100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port 557c8ecc-166e-444d-a720-a5966dc66a1b on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:05.171463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.201817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c01bc6-b66a-4198-83db-f957529bb2b7']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:05.225929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1553170b-ab60-4f69-bb8b-66d4d929c2f9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:05.226226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1553170b-ab60-4f69-bb8b-66d4d929c2f9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:05.237962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.257262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.266258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610928-db8d-43b4-9d50-8da5771747bc req-15b0b485-6f8e-4f37-a0a0-2583338cd91a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.267828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95610928-db8d-43b4-9d50-8da5771747bc req-15b0b485-6f8e-4f37-a0a0-2583338cd91a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1008432 Aug 16 20:38:05.273140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:05.273548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:05.276958 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:05.380388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95610928-db8d-43b4-9d50-8da5771747bc req-8ab00ec9-6009-4d5f-8949-a760f32d4dac tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Aug 16 20:38:05.470679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.503463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.505806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/d0c01bc6-b66a-4198-83db-f957529bb2b7 HTTP/1.1" status: 204 len: 168 time: 3.1860518 Aug 16 20:38:05.509519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36748) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:05.514726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792682983'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:05.519758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3933b6-fbaa-47de-99b0-e670be99dded tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=d0c01bc6-b66a-4198-83db-f957529bb2b7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:05.576793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9687-a92b-434f-9e06-2590a1ed3dc0 req-8acdd5e7-75cc-4c50-b1bb-538c3140fb32 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.579207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc0d9687-a92b-434f-9e06-2590a1ed3dc0 req-8acdd5e7-75cc-4c50-b1bb-538c3140fb32 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1063740 Aug 16 20:38:05.626491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc0d9687-a92b-434f-9e06-2590a1ed3dc0 req-89374d26-d637-49ef-9dc2-60dcd83588fc tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Aug 16 20:38:05.642082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:05.645879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.741783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:05.754222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.757490 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 92a9431f-17bd-44b7-98d3-ce5d2e549d71 of type vlan for network c7143e14-68d5-4747-b514-1f99c34acf9c Aug 16 20:38:05.815017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.948342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:05.962932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:05.962932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:06.069430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a5e4-6530-41f1-a544-866241a86f4d req-02e12d06-967a-4510-993f-7b03b3d97822 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.081743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54b9a5e4-6530-41f1-a544-866241a86f4d req-02e12d06-967a-4510-993f-7b03b3d97822 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1405492 Aug 16 20:38:06.104137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:06.114287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6035428 Aug 16 20:38:06.129018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36762) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:06.141820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:06.156510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-177e0033-aa70-4e0e-b27a-b7b4db873d3d req-4f83c49d-9a09-4e0e-a564-dbf51fd40e59 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 210 time: 0.0656760 Aug 16 20:38:06.203927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54b9a5e4-6530-41f1-a544-866241a86f4d req-62aa8203-6fb5-4320-a8bc-f02cb6ab051d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206539 Aug 16 20:38:06.307246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2bfe2-10c8-4523-a93a-2bf6fe195fec tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=c7143e14-68d5-4747-b514-1f99c34acf9c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:06.320709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:06.388179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63313e0-39ba-4f2b-b814-a620134cfa4d req-5d2267f4-dfaf-4d3e-b306-5bf6ad2f9b60 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.390038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b63313e0-39ba-4f2b-b814-a620134cfa4d req-5d2267f4-dfaf-4d3e-b306-5bf6ad2f9b60 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0737848 Aug 16 20:38:06.419828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:06.424365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:06.458330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b63313e0-39ba-4f2b-b814-a620134cfa4d req-8b16c6aa-f224-406f-adbe-96ab049187fb tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607965 Aug 16 20:38:06.760298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-9d015697-2147-4948-9539-5c6595d6466a tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:06.761714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-9d015697-2147-4948-9539-5c6595d6466a tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "GET /v2.0/networks?id=cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 200 len: 808 time: 0.1691861 Aug 16 20:38:06.775312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Request body: {'port': {'device_id': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491', 'admin_state_up': True, 'tenant_id': 'b58b83eabab748f8bb1e5d2afea8dd5f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:06.842840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.003982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=0c6204ab-c8ea-4746-ad09-baa62418fbd6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:07.053363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '92a9431f-17bd-44b7-98d3-ce5d2e549d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:07.053580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: c7143e14-68d5-4747-b514-1f99c34acf9c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:07.093723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Made reservation on behalf of b58b83eabab748f8bb1e5d2afea8dd5f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:07.099539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.115777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c567c-a147-4a01-a102-feb679a34b51 req-3d0ccb7a-a679-4bcb-80d9-16b8a66a7cbf tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.118271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c567c-a147-4a01-a102-feb679a34b51 req-3d0ccb7a-a679-4bcb-80d9-16b8a66a7cbf tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0809329 Aug 16 20:38:07.200729 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d77c567c-a147-4a01-a102-feb679a34b51 req-42311ce6-bf38-4e6b-9f3f-e526ef64b9db tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615642 Aug 16 20:38:07.222903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network c7143e14-68d5-4747-b514-1f99c34acf9c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:07.298975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Allocated IP 172.20.0.11 (cc787a86-ab90-4cc6-9142-943c3a284491/c7890268-acc1-4c9f-bf5e-7f748a477356/a5d86e17-7211-4ce9-9706-7a21f092c2c1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:07.305381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4959d10-ac85-4af9-9d6b-77ec9320d568 req-7fd103c4-5cea-4d12-87cb-2b76df89c7e5 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 210 time: 0.0319803 Aug 16 20:38:07.330139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c7143e14-68d5-4747-b514-1f99c34acf9c) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:07.340560 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.341019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3b1d3-f688-4fe4-9b2b-b00271b0cdbe None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:07.341482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.439328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee967a9f-1a3f-49a9-9d3c-52e5054408ae tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3058276 Aug 16 20:38:07.442907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:07.452019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:07.526168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.624458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-c7143e14-68d5-4747-b514-1f99c34acf9c', 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': '0c6204ab-c8ea-4746-ad09-baa62418fbd6'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:07.625338 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.696971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:07.697457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.703279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:07.720556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Network cc787a86-ab90-4cc6-9142-943c3a284491 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:07.741456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:07.747917 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:07.842016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Allocated IP 2001:db8::2 (c7143e14-68d5-4747-b514-1f99c34acf9c/0c6204ab-c8ea-4746-ad09-baa62418fbd6/ddb2b225-b191-4d3e-9685-0d33aa9146cc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:07.866457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Pushing event updated for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:07.894057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:07.894980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.003205 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-7adcdbad-0aa8-4112-a1cf-689b3b9e11b0 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2328694 Aug 16 20:38:08.018860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Request body: {'port': {'device_id': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:08.047932 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.058746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Transition to ACTIVE for port object ddb2b225-b191-4d3e-9685-0d33aa9146cc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:08.075088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Transition to ACTIVE for port object ddb2b225-b191-4d3e-9685-0d33aa9146cc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:08.089976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.202632 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.239003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:08.244581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:08.247854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:08.253493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.261963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Pushing event updated for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:08.312543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.312543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.312857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.313232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.313627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.314023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.314544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.314984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.315377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.315827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.316213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.316594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:08.332839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Attempting to bind port ddb2b225-b191-4d3e-9685-0d33aa9146cc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:08.335976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Attempting to bind port ddb2b225-b191-4d3e-9685-0d33aa9146cc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '92a9431f-17bd-44b7-98d3-ce5d2e549d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:08.336955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Attempting to bind port ddb2b225-b191-4d3e-9685-0d33aa9146cc on network c7143e14-68d5-4747-b514-1f99c34acf9c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Checking segment: {'id': '92a9431f-17bd-44b7-98d3-ce5d2e549d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Bound using segment: {'id': '92a9431f-17bd-44b7-98d3-ce5d2e549d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Bound port: ddb2b225-b191-4d3e-9685-0d33aa9146cc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a9431f-17bd-44b7-98d3-ce5d2e549d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:08.346622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.372266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network c7143e14-68d5-4747-b514-1f99c34acf9c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:08.383710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:08.384740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:08.385418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.400539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=c95d3b6e-66f7-4514-a4bb-8182e141fcf9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:08.438813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906c063-6569-4a15-b984-cb3730b834e9 req-bc2a3f0d-1976-45e8-b56c-b49ecf773b92 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:08.440690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d906c063-6569-4a15-b984-cb3730b834e9 req-bc2a3f0d-1976-45e8-b56c-b49ecf773b92 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1257956 Aug 16 20:38:08.464436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:08.468823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ddb2b225-b191-4d3e-9685-0d33aa9146cc,segment=NetworkSegment(92a9431f-17bd-44b7-98d3-ce5d2e549d71),segment_id=92a9431f-17bd-44b7-98d3-ce5d2e549d71)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:08.470452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d86e17-7211-4ce9-9706-7a21f092c2c1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:08.480475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:08.499615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Transition to ACTIVE for port object a5d86e17-7211-4ce9-9706-7a21f092c2c1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:08.518688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d906c063-6569-4a15-b984-cb3730b834e9 req-ff9775d6-cf80-4c27-9b85-149b8f050cad tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634296 Aug 16 20:38:08.527522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d69f8-e7d2-47b9-9f6c-ade3a806d353 req-485a502f-7f75-4804-a3fc-360d46dd016c tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:08.532239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d23d69f8-e7d2-47b9-9f6c-ade3a806d353 req-485a502f-7f75-4804-a3fc-360d46dd016c tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 932 time: 0.0868962 Aug 16 20:38:08.587773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d23d69f8-e7d2-47b9-9f6c-ade3a806d353 req-78383ef1-8b76-44d1-8b04-7063e8b3f288 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Aug 16 20:38:09.266398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c6f5f26-e5cc-49b4-8356-6cda1ee35ac1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8216488 Aug 16 20:38:09.268947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36832) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:09.294439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.297459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.385056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c086f75-3e43-4597-87b3-8606968d2bd3 None None] Pushing event updated for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:09.436474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:09.442856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Attempting to bind port a5d86e17-7211-4ce9-9706-7a21f092c2c1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:09.443194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Attempting to bind port a5d86e17-7211-4ce9-9706-7a21f092c2c1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:09.443522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Attempting to bind port a5d86e17-7211-4ce9-9706-7a21f092c2c1 on network cc787a86-ab90-4cc6-9142-943c3a284491 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:09.454338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Port a5d86e17-7211-4ce9-9706-7a21f092c2c1 on network cc787a86-ab90-4cc6-9142-943c3a284491 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:09.454887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Attempting to bind port a5d86e17-7211-4ce9-9706-7a21f092c2c1 on network cc787a86-ab90-4cc6-9142-943c3a284491 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:09.462632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:09.465010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Checking segment: {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:09.465130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.465212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Bound using segment: {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:09.465212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Bound port: a5d86e17-7211-4ce9-9706-7a21f092c2c1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8418e2-cc15-4a85-bb91-e7f96dde4fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:09.465212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.465431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.466985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.468595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.470146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.471961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-31ec2354-6758-4aee-8c07-4ed6845d08e0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2018511 Aug 16 20:38:09.477811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36842) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:09.489393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922225826'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:09.554673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:09.561107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:09.585392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:09.589554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.640366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.646746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:09.647213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36852) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:09.713625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.714476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.716159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/a5d86e17-7211-4ce9-9706-7a21f092c2c1 HTTP/1.1" status: 200 len: 1093 time: 1.7036533 Aug 16 20:38:09.716854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:09.728573 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6568b2a-b815-445d-b7df-cd25aec27d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:09.744011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.746346 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 3dba7aac-7655-4e7d-a011-d8d7d2d204f9 of type vlan for network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 Aug 16 20:38:09.783435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97f405-4bd7-41fc-9bda-8d4e92b1e4c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:09.888118 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.904852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93193d-62d1-4b7e-ac06-b7eb8ccef2d8 req-9e0c4ec4-28b0-4541-851e-25c9be4fa45d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.906292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa93193d-62d1-4b7e-ac06-b7eb8ccef2d8 req-9e0c4ec4-28b0-4541-851e-25c9be4fa45d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.2148318 Aug 16 20:38:09.908934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f002ef-a9b9-4339-9c72-284d0ddac2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:09.929250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-e413052f-7f14-44cc-8560-1d464faf9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.930943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-e413052f-7f14-44cc-8560-1d464faf9b5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0660796 Aug 16 20:38:09.970820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b89fd-2ad6-4a3a-aacf-bc9363d3d153 req-bc97f49f-a27e-4691-a366-1cf2a4e348f4 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:09.978091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-723b89fd-2ad6-4a3a-aacf-bc9363d3d153 req-bc97f49f-a27e-4691-a366-1cf2a4e348f4 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 944 time: 0.1969631 Aug 16 20:38:09.980528 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-6ef6a7dd-cfb3-46ca-8ed0-3b073df2e7c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1 HTTP/1.1" status: 200 len: 217 time: 0.0420101 Aug 16 20:38:10.047845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-bbdf3e02-5ede-47c4-b15c-44d6c5f44f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.050462 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-bbdf3e02-5ede-47c4-b15c-44d6c5f44f5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7890268-acc1-4c9f-bf5e-7f748a477356 HTTP/1.1" status: 200 len: 848 time: 0.0634387 Aug 16 20:38:10.070130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.076744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.077365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.091459 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-da08ca52-1b32-42be-a0b4-750632c49fcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc787a86-ab90-4cc6-9142-943c3a284491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332477 Aug 16 20:38:10.146853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa93193d-62d1-4b7e-ac06-b7eb8ccef2d8 req-8dc0e624-61ae-4ab7-9e49-09852486b4bb tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251408 Aug 16 20:38:10.149525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-723b89fd-2ad6-4a3a-aacf-bc9363d3d153 req-45777992-1d34-4cd4-9598-ec0d48644512 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706581 Aug 16 20:38:10.232566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:10.243128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:10.251313 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77e780a-90db-4cbe-ad84-e4aa0434d0ca x-openstack-request-id: req-a77e780a-90db-4cbe-ad84-e4aa0434d0ca {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:10.251941 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:10.252403 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a77e780a-90db-4cbe-ad84-e4aa0434d0ca {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:10.253023 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1', 'status': 'completed', 'code': 200} Aug 16 20:38:10.256874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f3566f68-b3a5-4846-876a-47b40951c4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3255825 Aug 16 20:38:10.269455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-db398d9b-5394-4e4a-bf3a-fa03ec7e210f service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700828 Aug 16 20:38:10.336863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f002ef-a9b9-4339-9c72-284d0ddac2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.410718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.411390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.412900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.413693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.414447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.415299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.416100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.420252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-aeb41745-4c34-4f9e-9abf-de7adf2575b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdc04d18a078478397f1d427a200cd99&device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.0780535 Aug 16 20:38:10.431598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f002ef-a9b9-4339-9c72-284d0ddac2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.432461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b62d457f-f650-4cdd-a0d4-bcba55285bb1 req-1c08d840-0ef4-4cbd-9b81-fee2da546b44 service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559982 Aug 16 20:38:10.546168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:10.552574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9f002ef-a9b9-4339-9c72-284d0ddac2fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4804a54507994e2e9f115a0f21b49ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935390 Aug 16 20:38:10.556225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f002ef-a9b9-4339-9c72-284d0ddac2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c72600-301f-4ad7-b988-4d0bda170d30,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:10.565505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-75d7633c-f58e-463e-959e-e3790c6cdeb4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0840423 Aug 16 20:38:10.565702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36866) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:10.571937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:10.640812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.672156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-d1882dfa-b093-43bf-a242-3c4ca7dfc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.673693 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-d1882dfa-b093-43bf-a242-3c4ca7dfc90b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0725656 Aug 16 20:38:10.675895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.763070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f89bf106-828b-4393-8da1-e0e6c4ef5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.763793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f89bf106-828b-4393-8da1-e0e6c4ef5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.764254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f89bf106-828b-4393-8da1-e0e6c4ef5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.764603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cd9df-393c-47fc-b44f-c219d7b6b50b None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:10.766937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f89bf106-828b-4393-8da1-e0e6c4ef5d40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=64516a20-51df-4f01-adfd-a983d47d3dbf&id=3e7c39af-a19d-4f9c-9161-b821c23bac57&id=3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 200 len: 2289 time: 0.3035655 Aug 16 20:38:10.817605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-ca978b2c-0902-4679-9c0f-c4848cf2c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.819185 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-ca978b2c-0902-4679-9c0f-c4848cf2c319 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 200 len: 909 time: 0.1347423 Aug 16 20:38:10.821619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ddb2b225-b191-4d3e-9685-0d33aa9146cc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:10.842398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.864455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-38fe9681-0913-4d02-ae32-f1bc5e4c7959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1 HTTP/1.1" status: 200 len: 217 time: 0.0365393 Aug 16 20:38:10.875711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-459936de-24c9-4345-aa3d-7e0005fc8a84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 200 len: 1001 time: 0.0996916 Aug 16 20:38:10.914581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.917677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:10.919239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6c72600-301f-4ad7-b988-4d0bda170d30 HTTP/1.1" status: 204 len: 168 time: 0.3720679 Aug 16 20:38:10.934743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c596b-335d-42ad-92d6-7f5c5962db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c72600-301f-4ad7-b988-4d0bda170d30,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:10.949395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-6bc10684-c6e1-4d12-95c8-a7007a261fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.950979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-6bc10684-c6e1-4d12-95c8-a7007a261fd7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 200 len: 850 time: 0.0655622 Aug 16 20:38:10.956305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-49f29dcd-c0c1-4063-8999-058fb44a6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:10.961222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c58fcc8-1752-4ccf-a4e0-d5dab54dec56 None None] Provisioning for port ddb2b225-b191-4d3e-9685-0d33aa9146cc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:10.961900 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-49f29dcd-c0c1-4063-8999-058fb44a6e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c7890268-acc1-4c9f-bf5e-7f748a477356 HTTP/1.1" status: 200 len: 848 time: 0.0852101 Aug 16 20:38:11.012639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.013136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-7cb27153-c71f-4598-acd8-54c346b04274 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc787a86-ab90-4cc6-9142-943c3a284491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437632 Aug 16 20:38:11.024010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ddb2b225-b191-4d3e-9685-0d33aa9146cc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:11.050888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ddb2b225-b191-4d3e-9685-0d33aa9146cc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:11.051243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.065758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 is not hosted by any dhcp agent {{(pid=95240) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:38:11.071602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.072313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.073897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "PUT /v2.0/networks/c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 HTTP/1.1" status: 200 len: 723 time: 0.5072856 Aug 16 20:38:11.100675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:11.114205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:11.133676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-ea31e794-e1ea-4918-b4dc-0fe52d37bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.135269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-ea31e794-e1ea-4918-b4dc-0fe52d37bc72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745939 Aug 16 20:38:11.183607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff796ee-782e-4e32-8740-fe262d462768 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:11.195271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.206127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Update dhcp port {'port': {'network_id': 'c7143e14-68d5-4747-b514-1f99c34acf9c', 'fixed_ips': [{'subnet_id': '0c6204ab-c8ea-4746-ad09-baa62418fbd6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c95d3b6e-66f7-4514-a4bb-8182e141fcf9'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'ddb2b225-b191-4d3e-9685-0d33aa9146cc'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:38:11.208426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:11.331018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.360441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db7b4c-074f-4626-b9a8-11122d492363 req-312fdb23-ee6d-422b-8c7d-f17c1adca87c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.362150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79db7b4c-074f-4626-b9a8-11122d492363 req-312fdb23-ee6d-422b-8c7d-f17c1adca87c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1133170 Aug 16 20:38:11.372034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-3c0733f3-0d17-4c43-817c-3ce5911823a0 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251832 Aug 16 20:38:11.375871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ddb2b225-b191-4d3e-9685-0d33aa9146cc,segment=NetworkSegment(92a9431f-17bd-44b7-98d3-ce5d2e549d71),segment_id=92a9431f-17bd-44b7-98d3-ce5d2e549d71)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:11.471717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010ea04-b659-456e-b69f-9a846f78fdb3 req-1b7d26eb-7141-4146-96d4-79aae25d3ff1 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.479913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7010ea04-b659-456e-b69f-9a846f78fdb3 req-1b7d26eb-7141-4146-96d4-79aae25d3ff1 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 944 time: 0.1982064 Aug 16 20:38:11.507456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.540838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79db7b4c-074f-4626-b9a8-11122d492363 req-f3aff723-168c-4b2a-8b1a-2d50d04df2d7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677082 Aug 16 20:38:11.567797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7010ea04-b659-456e-b69f-9a846f78fdb3 req-29a68146-5f3b-4acf-8f83-198404350de3 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722442 Aug 16 20:38:11.626012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-e3cb480f-3708-4269-89c8-97068083a500 service neutron] 10.222.0.73 "GET /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432308 Aug 16 20:38:11.705993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-b153358d-1647-44ee-89ca-78ae0749761f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 217 time: 0.0718291 Aug 16 20:38:11.713292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:11.738862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Allocated IP 172.20.0.1 (c7143e14-68d5-4747-b514-1f99c34acf9c/c95d3b6e-66f7-4514-a4bb-8182e141fcf9/ddb2b225-b191-4d3e-9685-0d33aa9146cc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:11.756836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-5ef8ccf6-b405-4ee6-88b6-e6d3f9c70f89 service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350538 Aug 16 20:38:11.799175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-61ef773e-99a7-4682-8f9b-5fb7edadbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.801161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-61ef773e-99a7-4682-8f9b-5fb7edadbf8d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0867741 Aug 16 20:38:11.869183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f46868f8-a955-458c-9a4a-26fadd58cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:11.872975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f46868f8-a955-458c-9a4a-26fadd58cd33 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629845 Aug 16 20:38:11.905874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e6568b2a-b815-445d-b7df-cd25aec27d4e req-51fa3676-5423-4f77-9281-98f6b6b1eb98 service neutron] 10.222.0.64 "GET /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394579 Aug 16 20:38:11.907255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:11.911709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:11.990231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-23ebce14-4e88-4bbb-92e3-f8ec83f2110d service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095161 Aug 16 20:38:12.062140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ddb2b225-b191-4d3e-9685-0d33aa9146cc,segment=NetworkSegment(92a9431f-17bd-44b7-98d3-ce5d2e549d71),segment_id=92a9431f-17bd-44b7-98d3-ce5d2e549d71)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:12.102898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.113013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-dda5d6d1-a7f1-4add-a5f7-25a4f717882b service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153405 Aug 16 20:38:12.132913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Transition to ACTIVE for port object ddb2b225-b191-4d3e-9685-0d33aa9146cc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:12.162168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-13570671-5a65-494f-b657-51b62c03f43e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 217 time: 0.0403368 Aug 16 20:38:12.207782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.235521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.249919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-bf655007-37e8-4b28-8f41-75225669902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.253880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-bf655007-37e8-4b28-8f41-75225669902f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0813797 Aug 16 20:38:12.315087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-00562847-94cf-48e7-9c7f-2765448b417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.317450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-00562847-94cf-48e7-9c7f-2765448b417f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587032 Aug 16 20:38:12.341867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '3dba7aac-7655-4e7d-a011-d8d7d2d204f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:12.345398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:12.360197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=dae09962-0ac0-436c-8093-d41d47c7a5bb,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:12.375204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df83b57-1847-4e62-90ba-1eba950fd18d None None] Pushing event updated for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:12.424536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:12.436529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-3665bb2f-d2a9-4abf-9ca0-03ad50f27034 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107450 Aug 16 20:38:12.493839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36910) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:12.511912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:12.520717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5d86e17-7211-4ce9-9706-7a21f092c2c1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:12.526418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.527902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586994'] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.562426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafae230-8569-445f-964b-dff422176b96 None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:12.600569 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ff0f86ea-162b-4d00-96a4-f0acd016e805 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4953315 Aug 16 20:38:12.600971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:12.611105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-6b5038a4-3f78-4475-ae31-f1caf0f696a5 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663725 Aug 16 20:38:12.611412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:12.696320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.resource_extend [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:38:12.715296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-ab31e054-78e4-4dd5-8969-901e5fabfece service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 200 len: 217 time: 0.0959692 Aug 16 20:38:12.736763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-914102384-network', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:12.808269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ddb2b225-b191-4d3e-9685-0d33aa9146cc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:12.842032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30312624'] for subnet, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:12.905137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-da601c4e-46d6-40e1-afb0-8d329b65708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.906653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-da601c4e-46d6-40e1-afb0-8d329b65708c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.1158779 Aug 16 20:38:12.920225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:12.942990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1', 'network_id': 'cc787a86-ab90-4cc6-9142-943c3a284491', 'port_id': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1', 'mac_address': 'fa:16:3e:0e:85:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7890268-acc1-4c9f-bf5e-7f748a477356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:12.950655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1eaed-3923-4b03-b8ff-63d06376b8ee req-02a2ea57-8859-4123-91ed-9b92be4376b7 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.952770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52a1eaed-3923-4b03-b8ff-63d06376b8ee req-02a2ea57-8859-4123-91ed-9b92be4376b7 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 944 time: 0.2469137 Aug 16 20:38:12.983833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac186a-16e4-4ef9-941f-1c6cc30fb507 req-dc35c7a3-5829-49d1-bb1b-25d18b837efa tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:12.985706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33ac186a-16e4-4ef9-941f-1c6cc30fb507 req-dc35c7a3-5829-49d1-bb1b-25d18b837efa tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.2758467 Aug 16 20:38:13.033976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52a1eaed-3923-4b03-b8ff-63d06376b8ee req-32128a8f-1af7-4f36-a3dd-ef92c728c3a6 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470812 Aug 16 20:38:13.060499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Made reservation on behalf of dce308f4891147a9b0e516b5a4e98302 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:13.060499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.068111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.082988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.105729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d86e17-7211-4ce9-9706-7a21f092c2c1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:13.112938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71', 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': 'dae09962-0ac0-436c-8093-d41d47c7a5bb'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:13.115150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.125360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-b2918e50-1130-4c2b-a678-84351b9c0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.130988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-b2918e50-1130-4c2b-a678-84351b9c0cab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106533 Aug 16 20:38:13.152753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33ac186a-16e4-4ef9-941f-1c6cc30fb507 req-94cc0a58-53d2-4a64-b6bd-c5deceefd03b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233120 Aug 16 20:38:13.251956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743531232440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31827878'] for subnet, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.270638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.339869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fefa85-2073-4205-a115-8620ededa845 None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:13.347213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:13.352386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.353283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.353478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-02973457-911d-4cb5-80b4-e908a4a8fdf9 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941926 Aug 16 20:38:13.355045 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "PUT /v2.0/subnets/dae09962-0ac0-436c-8093-d41d47c7a5bb HTTP/1.1" status: 200 len: 826 time: 0.7529809 Aug 16 20:38:13.358639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36926) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:13.386731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.451317 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.461977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:13.467653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eff008-0cd5-4537-925e-04e319f7cd5c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=dae09962-0ac0-436c-8093-d41d47c7a5bb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.491797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4837160-bdc1-4337-8bcd-00879f9f0e37,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.505368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65d39d32-d69a-4858-b16c-4b4ca841d3b6 None None] Provisioning for port ddb2b225-b191-4d3e-9685-0d33aa9146cc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:13.516145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.518793 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Added segment 03c1e967-94a3-4463-93f6-00896fd9db3d of type vlan for network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d Aug 16 20:38:13.528224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-71465dd5-e76a-4be6-8a3f-2a35b89729c7 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583955 Aug 16 20:38:13.528745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Allocated IP 2001:db8::2 (c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71/dae09962-0ac0-436c-8093-d41d47c7a5bb/d014d50f-00fb-491b-ad59-89c9295affa9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:13.532641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65d39d32-d69a-4858-b16c-4b4ca841d3b6 None None] Provisioning complete for port ddb2b225-b191-4d3e-9685-0d33aa9146cc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:13.533183 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65d39d32-d69a-4858-b16c-4b4ca841d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.597378 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.601031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.609008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-65199025-a511-4e84-9800-c609202f59ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 200 len: 217 time: 0.0722990 Aug 16 20:38:13.657699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.679696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f359ff44-2a09-49d7-a5a7-6818ee93d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.680064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f359ff44-2a09-49d7-a5a7-6818ee93d003 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 200 len: 797 time: 0.0640492 Aug 16 20:38:13.687285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.715201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a5d86e17-7211-4ce9-9706-7a21f092c2c1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:13.730924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-d76ca8bc-16a8-46e7-8f89-09b8072e1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.733274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-d76ca8bc-16a8-46e7-8f89-09b8072e1e81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=64516a20-51df-4f01-adfd-a983d47d3dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0449972 Aug 16 20:38:13.750210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.751468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:13.752312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:13.842063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] Pushing event updated for resources: {'Network': ['ID=de98e756-bf7d-47c1-b29b-7f37cbd6bc3d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:13.860614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:13.873976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-d3be519a-24ef-4618-81bb-84bb2704c26a service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329982 Aug 16 20:38:13.913811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-06601807-aac1-4df8-a609-7519d949f52a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4167557 Aug 16 20:38:13.916108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:13.922051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Request body: {'subnet': {'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-914102384-subnet', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:13.996776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-df3d4ed5-1f6d-42c6-ace2-ec9542e25092 service neutron] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150594 Aug 16 20:38:14.033868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Made reservation on behalf of dce308f4891147a9b0e516b5a4e98302 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:14.042793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-b9d04d5f-05d9-478e-ac8d-063d2901429e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 200 len: 217 time: 0.0372589 Aug 16 20:38:14.050285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.060205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.081744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Transition to ACTIVE for port object d014d50f-00fb-491b-ad59-89c9295affa9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:14.104155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-93b031d0-99e7-487b-a709-e961f416fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.106988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-93b031d0-99e7-487b-a709-e961f416fc4f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0571048 Aug 16 20:38:14.129924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Transition to ACTIVE for port object d014d50f-00fb-491b-ad59-89c9295affa9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:14.191504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-2f4316b6-9faa-481c-82a4-4ad22eecfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.193060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-2f4316b6-9faa-481c-82a4-4ad22eecfc14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771153 Aug 16 20:38:14.218087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0bbcf477-6abd-4bd4-b593-6ba7338902e2 None None] Provisioning complete for port ddb2b225-b191-4d3e-9685-0d33aa9146cc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:14.218877 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0bbcf477-6abd-4bd4-b593-6ba7338902e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.265320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.274545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c50fc-abd3-438c-bc52-7ea4ef24ecaf req-0e655e30-8533-46d5-8bc1-2f26ec558c10 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.276247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-660c50fc-abd3-438c-bc52-7ea4ef24ecaf req-0e655e30-8533-46d5-8bc1-2f26ec558c10 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 945 time: 0.1176863 Aug 16 20:38:14.312779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:14.331348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:14.341418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:14.384989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0a29d-03d3-46a5-a65e-90a0a0af408c req-d8182073-e578-4c52-8703-a54944d64c26 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.385976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Pushing event updated for resources: {'Port': ['ID=d014d50f-00fb-491b-ad59-89c9295affa9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:14.386596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5f0a29d-03d3-46a5-a65e-90a0a0af408c req-d8182073-e578-4c52-8703-a54944d64c26 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1284904 Aug 16 20:38:14.391150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-660c50fc-abd3-438c-bc52-7ea4ef24ecaf req-aaeb254f-293a-4cb7-ae3c-2ccfdf46ba43 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030993 Aug 16 20:38:14.395890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-545aba55-d610-4caa-bc78-a71a8ad0bdc2 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924462 Aug 16 20:38:14.428144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Attempting to bind port d014d50f-00fb-491b-ad59-89c9295affa9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:14.428144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Attempting to bind port d014d50f-00fb-491b-ad59-89c9295affa9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '3dba7aac-7655-4e7d-a011-d8d7d2d204f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:14.428144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Attempting to bind port d014d50f-00fb-491b-ad59-89c9295affa9 on network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:14.434258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:14.434669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Checking segment: {'id': '3dba7aac-7655-4e7d-a011-d8d7d2d204f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:14.435027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.435474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Bound using segment: {'id': '3dba7aac-7655-4e7d-a011-d8d7d2d204f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:14.436000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Bound port: d014d50f-00fb-491b-ad59-89c9295affa9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dba7aac-7655-4e7d-a011-d8d7d2d204f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:14.437521 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.461804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.481536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5f0a29d-03d3-46a5-a65e-90a0a0af408c req-78847995-5cb7-4ac4-8a44-fabf90e1fc45 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856805 Aug 16 20:38:14.520833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] For port d014d50f-00fb-491b-ad59-89c9295affa9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:14.527149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] For port d014d50f-00fb-491b-ad59-89c9295affa9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d014d50f-00fb-491b-ad59-89c9295affa9,segment=NetworkSegment(3dba7aac-7655-4e7d-a011-d8d7d2d204f9),segment_id=3dba7aac-7655-4e7d-a011-d8d7d2d204f9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:14.530701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5d86e17-7211-4ce9-9706-7a21f092c2c1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:14.532547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-9dd23d0e-9de3-4664-b086-63e49daa82e0 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303449 Aug 16 20:38:14.544041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.568433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7812fee0-8889-4523-b73e-16bf7a5ee3d8,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:14.575541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Checking segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:14.576008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Network hostable DHCP agents. Network: de98e756-bf7d-47c1-b29b-7f37cbd6bc3d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:14.592657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-a606e211-4134-48b9-92eb-d31f026e50eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 200 len: 217 time: 0.0472045 Aug 16 20:38:14.625100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.650498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-84ea2764-88e5-4c2d-9f81-fa1e194bfb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.653289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=dae09962-0ac0-436c-8093-d41d47c7a5bb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:14.654156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-84ea2764-88e5-4c2d-9f81-fa1e194bfb53 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 200 len: 797 time: 0.0542078 Aug 16 20:38:14.688402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.691458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426677f-0005-4fd7-88aa-00bdce4715fa None None] Pushing event updated for resources: {'Port': ['ID=d014d50f-00fb-491b-ad59-89c9295affa9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:14.702241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:14.715666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dba7aac-7655-4e7d-a011-d8d7d2d204f9') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:14.715992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dba7aac-7655-4e7d-a011-d8d7d2d204f9') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:14.719091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f0ee5cd5-3992-4a3c-9b48-d87f967b2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.720968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-f0ee5cd5-3992-4a3c-9b48-d87f967b2dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3e7c39af-a19d-4f9c-9161-b821c23bac57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558095 Aug 16 20:38:14.725281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.730515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a5d86e17-7211-4ce9-9706-7a21f092c2c1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:14.737088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a5d86e17-7211-4ce9-9706-7a21f092c2c1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:14.739539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.740323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.749107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:14.749517 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:14.753797 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:14.798363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:14.832259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-3052382c-f0aa-41fe-ae06-ed28e7606fd1 service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031740 Aug 16 20:38:14.836124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.861471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:14.871670 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c74f4-c695-43aa-9137-f31a124018eb" -d '{"events": [{"server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "name": "network-vif-plugged", "status": "completed", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:14.906235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, de98e756-bf7d-47c1-b29b-7f37cbd6bc3d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:14.906715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:14.922500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:14.923968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:14.925658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555f6d6-5b78-4483-9d39-fd396cca2b89 None None] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:14.927237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:38:14.927237 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:38:14.927237 n-d-794306-10 neutron-server[95241]: [parameters: {'id': 'c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71'}] Aug 16 20:38:14.927237 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:38:14.927775 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:38:14.954604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d3c6c6-a4ef-4860-b69b-51d0912f8627 req-fdc20166-784f-430a-ba04-60b018557f2f service neutron] 10.222.0.73 "GET /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147323 Aug 16 20:38:14.974509 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2399ee0-ae6e-4a2a-bc2c-fa07332a466e x-openstack-request-id: req-f2399ee0-ae6e-4a2a-bc2c-fa07332a466e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:14.974802 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "name": "network-vif-plugged", "status": "completed", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:14.975053 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f2399ee0-ae6e-4a2a-bc2c-fa07332a466e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:14.975450 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1', 'code': 200} Aug 16 20:38:15.020905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.061481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4fa09a1e-74c8-4b65-bcf5-494baa1879a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1415801 Aug 16 20:38:15.061713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:15.067521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:15.092184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35d597-dbae-40a8-83a7-5e9b246051cc req-7b0461ed-f7f3-4832-8459-6c863027080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.093730 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b35d597-dbae-40a8-83a7-5e9b246051cc req-7b0461ed-f7f3-4832-8459-6c863027080b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0734413 Aug 16 20:38:15.105730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:15.136535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-de98e756-bf7d-47c1-b29b-7f37cbd6bc3d', 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'fixed_ips': [{'subnet_id': '7812fee0-8889-4523-b73e-16bf7a5ee3d8'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:15.137326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b35d597-dbae-40a8-83a7-5e9b246051cc req-1139e798-5f90-4f2e-b2df-f1b166482ec8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Aug 16 20:38:15.137574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.202206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.203830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.257026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.278388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Allocated IP 172.20.0.2 (de98e756-bf7d-47c1-b29b-7f37cbd6bc3d/7812fee0-8889-4523-b73e-16bf7a5ee3d8/1e3fced5-ca9c-4575-8afb-152f70cad06b) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:15.451452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.569143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028be6f4-bf0e-4b8d-bc0c-b0efff72fc0a req-6e46bc97-4b0d-4ff9-b7b5-5946f05a49fb tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.578593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-028be6f4-bf0e-4b8d-bc0c-b0efff72fc0a req-6e46bc97-4b0d-4ff9-b7b5-5946f05a49fb tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 946 time: 0.0670898 Aug 16 20:38:15.610788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.619611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Transition to ACTIVE for port object 1e3fced5-ca9c-4575-8afb-152f70cad06b will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:15.622381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-028be6f4-bf0e-4b8d-bc0c-b0efff72fc0a req-cce52a70-ed30-4123-856e-bb09fa1c1214 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492370 Aug 16 20:38:15.660545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Transition to ACTIVE for port object 1e3fced5-ca9c-4575-8afb-152f70cad06b will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:15.683321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.712327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port d014d50f-00fb-491b-ad59-89c9295affa9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:15.723098 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.739231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c443f-e9f1-45c0-9da2-164851f537bd req-50c28b77-13fa-4417-a0a0-0f43fba0fed2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:15.740801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b45c443f-e9f1-45c0-9da2-164851f537bd req-50c28b77-13fa-4417-a0a0-0f43fba0fed2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0643418 Aug 16 20:38:15.751368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.791574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port d014d50f-00fb-491b-ad59-89c9295affa9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d014d50f-00fb-491b-ad59-89c9295affa9,segment=NetworkSegment(3dba7aac-7655-4e7d-a011-d8d7d2d204f9),segment_id=3dba7aac-7655-4e7d-a011-d8d7d2d204f9)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:15.792101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.794083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:15.799575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:15.803382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:15.813388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for d014d50f-00fb-491b-ad59-89c9295affa9 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:15.813689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b45c443f-e9f1-45c0-9da2-164851f537bd req-25cf2f43-aef0-4bf1-bed4-f7febaa3c2e0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Aug 16 20:38:15.835879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Pushing event updated for resources: {'Port': ['ID=1e3fced5-ca9c-4575-8afb-152f70cad06b,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:15.870212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Attempting to bind port 1e3fced5-ca9c-4575-8afb-152f70cad06b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:15.870583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Attempting to bind port 1e3fced5-ca9c-4575-8afb-152f70cad06b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:15.870975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Attempting to bind port 1e3fced5-ca9c-4575-8afb-152f70cad06b on network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:15.876444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:15.876812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Checking segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:15.877214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.877598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Bound using segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:15.878053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Bound port: 1e3fced5-ca9c-4575-8afb-152f70cad06b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:15.878427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:15.895401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d709d08-7cb4-4c44-8cf5-e6755b248b2e None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:16.009139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fcce902a-4540-49f1-9371-906464f52350 None None] For port 1e3fced5-ca9c-4575-8afb-152f70cad06b, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:16.043329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fcce902a-4540-49f1-9371-906464f52350 None None] For port 1e3fced5-ca9c-4575-8afb-152f70cad06b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1e3fced5-ca9c-4575-8afb-152f70cad06b,segment=NetworkSegment(03c1e967-94a3-4463-93f6-00896fd9db3d),segment_id=03c1e967-94a3-4463-93f6-00896fd9db3d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:16.052956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.059776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-413f869e-d9c5-4c95-b775-b2aa68e9c81e None None] Provisioning for port d014d50f-00fb-491b-ad59-89c9295affa9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:16.064552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-413f869e-d9c5-4c95-b775-b2aa68e9c81e None None] Provisioning complete for port d014d50f-00fb-491b-ad59-89c9295affa9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:16.064926 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-413f869e-d9c5-4c95-b775-b2aa68e9c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.086596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=d014d50f-00fb-491b-ad59-89c9295affa9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.087015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-413f869e-d9c5-4c95-b775-b2aa68e9c81e None None] Port d014d50f-00fb-491b-ad59-89c9295affa9 was deleted so its status cannot be updated. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:38:16.109411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port d014d50f-00fb-491b-ad59-89c9295affa9 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:16.151316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4267a3-5901-4cce-bfe9-588e9a35a123 None None] DHCP port deletion for c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:16.168643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b10e9d-c3cf-4182-be4d-ae624d84cf10 None None] Network c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:16.190119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.208263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.220526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.223440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.243203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:16.283022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dba7aac-7655-4e7d-a011-d8d7d2d204f9') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:16.287288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dba7aac-7655-4e7d-a011-d8d7d2d204f9') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:16.300449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.321416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.331793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce902a-4540-49f1-9371-906464f52350 None None] Pushing event updated for resources: {'Port': ['ID=1e3fced5-ca9c-4575-8afb-152f70cad06b,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.351889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:16.352313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:16.355599 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:16.436053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Allocated IP 172.25.7.9 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/87df33f4-474f-4b65-97e0-192b7bfb90ea) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:16.514707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.522976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.524894 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 HTTP/1.1" status: 204 len: 168 time: 3.1650958 Aug 16 20:38:16.528574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:16.553567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633eb1-007d-4781-814d-491a4754659b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.567598 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-354510f2-e84f-4754-96f5-ad725dbc645f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:16.568177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354510f2-e84f-4754-96f5-ad725dbc645f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:16.573587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-354510f2-e84f-4754-96f5-ad725dbc645f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 HTTP/1.1" status: 404 len: 339 time: 0.0405383 Aug 16 20:38:16.574315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:16.582108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1598951998', 'description': 'd1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:16.640702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.736358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:16.740049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.771469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93db003-36c9-4c57-a5cf-d0f672676d27 req-eaebadec-c300-4496-b9e7-f492c7ca86f9 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.771469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93db003-36c9-4c57-a5cf-d0f672676d27 req-eaebadec-c300-4496-b9e7-f492c7ca86f9 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 946 time: 0.0615935 Aug 16 20:38:16.781732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1e3fced5-ca9c-4575-8afb-152f70cad06b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:16.788407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:16.799315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.799660 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 2614ce65-133d-4ba4-b686-db31e426aa33 of type vlan for network 41144211-19a5-4be6-9661-ee5ef34bce17 Aug 16 20:38:16.824498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93db003-36c9-4c57-a5cf-d0f672676d27 req-68c4ebaf-ca2b-4acf-aafd-f3543b8036ad tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556579 Aug 16 20:38:16.852090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.871686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:16.903912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:16.912978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:16.921354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:16.949402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Pushing event updated for resources: {'Port': ['ID=87df33f4-474f-4b65-97e0-192b7bfb90ea,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:16.960433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd741f-27fb-4a14-8470-12fd893f1c1c req-48841d96-d2a1-4f27-8035-8fdd791ec8f0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:16.962092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25cd741f-27fb-4a14-8470-12fd893f1c1c req-48841d96-d2a1-4f27-8035-8fdd791ec8f0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0575373 Aug 16 20:38:16.965436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1e3fced5-ca9c-4575-8afb-152f70cad06b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:17.008371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25cd741f-27fb-4a14-8470-12fd893f1c1c req-467ce0eb-8163-4f5e-87cb-4db252a292a0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Aug 16 20:38:17.135195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.137481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.138119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.215799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=41144211-19a5-4be6-9661-ee5ef34bce17,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:17.226457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 41144211-19a5-4be6-9661-ee5ef34bce17 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:17.345394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c002430-9d66-460a-80dc-40765956bed4 None None] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:17.365396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.400188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9a8857d1-feba-4494-b5cd-9ef2be3de6b9 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8252175 Aug 16 20:38:17.403759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36976) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:17.498866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b6fee-3055-489d-aec1-b468d6e43aee tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:17.503172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-721b6fee-3055-489d-aec1-b468d6e43aee tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks?id=41144211-19a5-4be6-9661-ee5ef34bce17 HTTP/1.1" status: 200 len: 765 time: 0.0960772 Aug 16 20:38:17.503488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 36980) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:17.509652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'description': 'd2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:17.538842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Provisioning for port 1e3fced5-ca9c-4575-8afb-152f70cad06b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:17.543374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Provisioning complete for port 1e3fced5-ca9c-4575-8afb-152f70cad06b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:17.545512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.615574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.644821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.705377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] For port 1e3fced5-ca9c-4575-8afb-152f70cad06b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1e3fced5-ca9c-4575-8afb-152f70cad06b,segment=NetworkSegment(03c1e967-94a3-4463-93f6-00896fd9db3d),segment_id=03c1e967-94a3-4463-93f6-00896fd9db3d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:17.778854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.830751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.905768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34263a2-baea-4a57-8010-8ad68d3972f2 None None] Pushing event updated for resources: {'Port': ['ID=1e3fced5-ca9c-4575-8afb-152f70cad06b,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:17.961833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Router 761d116a-19ff-489e-b5fa-8a78d8d0616a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:38:17.962047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:17.965530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1b43411d-46c4-469f-a1e6-4965f6e19ee7 None None] Provisioning complete for port 1e3fced5-ca9c-4575-8afb-152f70cad06b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:17.966126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b43411d-46c4-469f-a1e6-4965f6e19ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.019309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network 41144211-19a5-4be6-9661-ee5ef34bce17 is not hosted by any dhcp agent {{(pid=95240) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:38:18.025473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.026987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.031565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "PUT /v2.0/networks/41144211-19a5-4be6-9661-ee5ef34bce17 HTTP/1.1" status: 200 len: 762 time: 0.5268061 Aug 16 20:38:18.033039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 36992) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.108775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25170c4-cf79-4834-baaa-84061c78ab00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=41144211-19a5-4be6-9661-ee5ef34bce17,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:18.121210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 41144211-19a5-4be6-9661-ee5ef34bce17 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:18.196616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31296777-f1f1-428c-8a49-145fdb3ed28c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.199201 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31296777-f1f1-428c-8a49-145fdb3ed28c tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks?id=41144211-19a5-4be6-9661-ee5ef34bce17 HTTP/1.1" status: 200 len: 765 time: 0.1646562 Aug 16 20:38:18.206249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.217292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762f1f-746c-4033-a79e-aafff331ace2 req-c1d798fb-cc0d-4e1f-8de1-dd57eaac4269 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.226837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c762f1f-746c-4033-a79e-aafff331ace2 req-c1d798fb-cc0d-4e1f-8de1-dd57eaac4269 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0909336 Aug 16 20:38:18.270151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c762f1f-746c-4033-a79e-aafff331ace2 req-ce127be3-1c23-42da-bce8-82283eba8672 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Aug 16 20:38:18.287637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.292040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:18.305135 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Sync routers for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:18.324980 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:18.325769 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:18.427779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bddc6a-6ece-4326-ba79-2fe05d0ef1fb tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.433009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7bddc6a-6ece-4326-ba79-2fe05d0ef1fb tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2221580 Aug 16 20:38:18.433256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37002) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.449015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:18.474397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe233e73-7451-4e9a-9e70-dd3dde605f61 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 207 time: 0.0391016 Aug 16 20:38:18.477019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37004) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.481818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.485828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19382851-993f-48e1-9855-840b3da611d6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 3.4206922 Aug 16 20:38:18.486175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.650511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.659389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.667452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.674607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.681258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.689692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.696044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1f8db328-c24d-4802-b759-e059bf3dd8b5 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.2177224 Aug 16 20:38:18.696888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37010) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:18.704367 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:17Z', 'revision_number': 3, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:18.766088 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Checking router: 761d116a-19ff-489e-b5fa-8a78d8d0616a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:18.768668 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Updating router 761d116a-19ff-489e-b5fa-8a78d8d0616a port 87df33f4-474f-4b65-97e0-192b7bfb90ea binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:38:18.811595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1e3fced5-ca9c-4575-8afb-152f70cad06b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:18.811829 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:18.898798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a56e2-1fc7-455b-bff7-472033f63da3 req-206611ef-0ca8-423a-b3da-5a14ce32b387 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:18.907352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-662a56e2-1fc7-455b-bff7-472033f63da3 req-206611ef-0ca8-423a-b3da-5a14ce32b387 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 946 time: 0.0928035 Aug 16 20:38:18.925088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1e3fced5-ca9c-4575-8afb-152f70cad06b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:18.925887 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.155776 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.167762 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Transition to ACTIVE for port object 87df33f4-474f-4b65-97e0-192b7bfb90ea will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:19.316808 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.366812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-04bcb9c4-9f14-474f-a104-1c72f559c357 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.6628299 Aug 16 20:38:19.368601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37020) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.372557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.383968 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Attempting to bind port 87df33f4-474f-4b65-97e0-192b7bfb90ea on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:19.384414 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Attempting to bind port 87df33f4-474f-4b65-97e0-192b7bfb90ea by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:19.385019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Attempting to bind port 87df33f4-474f-4b65-97e0-192b7bfb90ea on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:19.396383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:19.396839 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:19.397309 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.397761 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:19.398457 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Bound port: 87df33f4-474f-4b65-97e0-192b7bfb90ea, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:19.398897 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.425579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Pushing event updated for resources: {'Port': ['ID=87df33f4-474f-4b65-97e0-192b7bfb90ea,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:19.439393 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.439759 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.440094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.440453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.440780 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.441117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.441220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-662a56e2-1fc7-455b-bff7-472033f63da3 req-51b58593-ed16-470a-84be-21b893b12401 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326097 Aug 16 20:38:19.441426 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.441733 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.442050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.442361 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.442730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.443045 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:19.477700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.480110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.481733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.483260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.484811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.489920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b29a9716-a253-437d-b697-c175b94c02d2 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1156473 Aug 16 20:38:19.490099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] For port 87df33f4-474f-4b65-97e0-192b7bfb90ea, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:19.490857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37022) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.492751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] For port 87df33f4-474f-4b65-97e0-192b7bfb90ea, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=87df33f4-474f-4b65-97e0-192b7bfb90ea,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:19.514135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a461cbe-f40a-4213-8fc5-7c1943df8e98 req-4c914b02-0f12-4b08-972c-951aadbcccb0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.515608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a461cbe-f40a-4213-8fc5-7c1943df8e98 req-4c914b02-0f12-4b08-972c-951aadbcccb0 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1311476 Aug 16 20:38:19.553634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Allocated IP 172.20.0.1 (de98e756-bf7d-47c1-b29b-7f37cbd6bc3d/7812fee0-8889-4523-b73e-16bf7a5ee3d8/6e4dedcc-6862-499f-a8b9-fe0be947ba17) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:19.585268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.586801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.588393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.590455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.591883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.593526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5439cc64-418a-466c-aad5-496a46606119 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1016994 Aug 16 20:38:19.598722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a461cbe-f40a-4213-8fc5-7c1943df8e98 req-50fd9620-d25b-44bb-b318-d451b76b419e tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640423 Aug 16 20:38:19.599185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37024) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.601928 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.674380 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.676427 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56740251-ccaa-4f30-aa10-11c31c42f865 None None] Pushing event updated for resources: {'Port': ['ID=87df33f4-474f-4b65-97e0-192b7bfb90ea,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:19.680290 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:19.681020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:19.689987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Transition to ACTIVE for port object 6e4dedcc-6862-499f-a8b9-fe0be947ba17 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:19.725798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba671397-7d76-4673-925c-5cb6b3fe0f80 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.732026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba671397-7d76-4673-925c-5cb6b3fe0f80 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks/15043adc-ec4c-4743-93db-036e33fa702d HTTP/1.1" status: 200 len: 804 time: 0.1317413 Aug 16 20:38:19.733000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37028) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.802493 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:19.826204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:19.838459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00adfe57-981f-4afb-9313-256bafe2ba85 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/networks/15043adc-ec4c-4743-93db-036e33fa702d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1039879 Aug 16 20:38:19.839854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37030) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.869573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:19.874947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:19.877469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:19.907715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4430f7-f704-4c76-9db3-6a2feb1d1aa3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:19.912185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2d4430f7-f704-4c76-9db3-6a2feb1d1aa3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets/106ff9f3-5bff-45c2-be1a-e4e650df4220 HTTP/1.1" status: 200 len: 843 time: 0.0679157 Aug 16 20:38:19.912716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37034) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:19.957154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4dedcc-6862-499f-a8b9-fe0be947ba17,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:19.990758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.017036 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:17Z', 'revision_number': 3, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:20.047008 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4994a-6189-4a61-9665-f56a6731f0ce None None] The sync data for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 is: [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:17Z', 'revision_number': 3, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:20.047183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca32baff-ae69-44f2-9fa9-f9d2dbe14c9b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['shared'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.051481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca32baff-ae69-44f2-9fa9-f9d2dbe14c9b tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "GET /v2.0/subnets/106ff9f3-5bff-45c2-be1a-e4e650df4220?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1370454 Aug 16 20:38:20.055262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37038) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:20.060977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2056773845'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:20.132572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-28f354ef-48fd-4084-92a0-1f98394ff7be tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.134327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-28f354ef-48fd-4084-92a0-1f98394ff7be tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 946 time: 0.0945885 Aug 16 20:38:20.178705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:20.182494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.211069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:20.222499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.222854 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Added segment 8f790141-0f38-4ab3-bc0c-98dcf51158e9 of type vlan for network cf1abc40-e70b-4718-aecb-d62983bd460d Aug 16 20:38:20.271100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.271846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Deleting port a5d86e17-7211-4ce9-9706-7a21f092c2c1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:20.271964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.344602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d6ead5e3-364b-4e36-ad3d-725aae64cb50 None None] Provisioning for port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:20.350256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d6ead5e3-364b-4e36-ad3d-725aae64cb50 None None] Provisioning complete for port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:20.350256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d6ead5e3-364b-4e36-ad3d-725aae64cb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.403519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] For port a5d86e17-7211-4ce9-9706-7a21f092c2c1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a5d86e17-7211-4ce9-9706-7a21f092c2c1,segment=NetworkSegment(2a8418e2-cc15-4a85-bb91-e7f96dde4fba),segment_id=2a8418e2-cc15-4a85-bb91-e7f96dde4fba)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:20.404225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.404368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d6ead5e3-364b-4e36-ad3d-725aae64cb50 None None] Port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:20.437225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Calling delete_port for a5d86e17-7211-4ce9-9706-7a21f092c2c1 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:20.456971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.496420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.502248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.502851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.630167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Network': ['ID=cf1abc40-e70b-4718-aecb-d62983bd460d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:20.642639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network cf1abc40-e70b-4718-aecb-d62983bd460d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:20.677509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb950-4915-48df-ac32-118a55eb213e req-3e240de7-c618-4124-8d55-18a35ec2c78b tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.683344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-868eb950-4915-48df-ac32-118a55eb213e req-3e240de7-c618-4124-8d55-18a35ec2c78b tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 946 time: 0.1071081 Aug 16 20:38:20.769690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db117c9a-4ed0-4663-841d-9127d622205e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7131391 Aug 16 20:38:20.773092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37046) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:20.781706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:20.798567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.838891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 87df33f4-474f-4b65-97e0-192b7bfb90ea up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:20.856044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-868eb950-4915-48df-ac32-118a55eb213e req-b60e35ed-787b-4d15-bb9b-75ca8194d62b tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/security-groups?id=c671376e-8bff-459f-b7e9-f52fa4d6ac8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656182 Aug 16 20:38:20.870903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.899259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a5d86e17-7211-4ce9-9706-7a21f092c2c1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:20.921184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:20.928944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acdbc9-efc6-4ac9-9651-869553c8c649 req-8be0c16c-61af-41e7-b193-419f1afdfa77 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:20.939950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32acdbc9-efc6-4ac9-9651-869553c8c649 req-8be0c16c-61af-41e7-b193-419f1afdfa77 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.2209964 Aug 16 20:38:20.948759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Pushing event deleted for resources: {'Port': ['ID=a5d86e17-7211-4ce9-9706-7a21f092c2c1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:20.994075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32acdbc9-efc6-4ac9-9651-869553c8c649 req-37f35d30-2ff7-4ea1-aa9d-c94d02e0b62d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528586 Aug 16 20:38:21.041230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] No DVR routers for this DVR port a5d86e17-7211-4ce9-9706-7a21f092c2c1 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:21.043553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.045866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.047823 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6fa83e38-d6dd-4d84-ae32-47f092559aa7 req-41939c31-bc88-41de-973d-5db2ae26331d tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.64 "DELETE /v2.0/ports/a5d86e17-7211-4ce9-9706-7a21f092c2c1 HTTP/1.1" status: 204 len: 173 time: 0.8862238 Aug 16 20:38:21.050715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'name': 'network-vif-deleted', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:21.051019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 87df33f4-474f-4b65-97e0-192b7bfb90ea completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:21.056110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 87df33f4-474f-4b65-97e0-192b7bfb90ea triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:21.064146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.064290 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c92d96-2181-420d-91fc-3275d993d427" -d '{"events": [{"server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "name": "network-vif-deleted", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:21.072023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4dedcc-6862-499f-a8b9-fe0be947ba17,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.115808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Made reservation on behalf of c7f5d5b8cb7d4dd6a34dc705a3790fcd for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:21.115808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.125429 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc8bf0-55de-4a14-a860-65f154c5147b x-openstack-request-id: req-59cc8bf0-55de-4a14-a860-65f154c5147b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:21.125768 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5", "name": "network-vif-deleted", "tag": "a5d86e17-7211-4ce9-9706-7a21f092c2c1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:21.126650 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59cc8bf0-55de-4a14-a860-65f154c5147b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:21.127128 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5', 'name': 'network-vif-deleted', 'tag': 'a5d86e17-7211-4ce9-9706-7a21f092c2c1', 'status': 'completed', 'code': 200} Aug 16 20:38:21.184292 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.195869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing IP validity checks on allocation pools {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:38:21.196353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:38:21.201824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:21.204091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:21.225031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 87df33f4-474f-4b65-97e0-192b7bfb90ea, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=87df33f4-474f-4b65-97e0-192b7bfb90ea,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:21.339136 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.358681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Router 761d116a-19ff-489e-b5fa-8a78d8d0616a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:38:21.393106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=87df33f4-474f-4b65-97e0-192b7bfb90ea,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.485075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:21.489970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5039fbe3-db95-4bf5-92a4-e9eb732eb475 admin admin] 10.222.0.70 "PUT /v2.0/routers/761d116a-19ff-489e-b5fa-8a78d8d0616a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023260 Aug 16 20:38:21.537977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56f9da91-202e-4ac0-9448-665a5ede11e4 None None] Provisioning complete for port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:21.538349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56f9da91-202e-4ac0-9448-665a5ede11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.574849 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.575051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-56f9da91-202e-4ac0-9448-665a5ede11e4 None None] Port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:21.644223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=df751319-e681-4cce-a882-eb59f46e2608,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:21.653218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Checking segment: {'id': '8f790141-0f38-4ab3-bc0c-98dcf51158e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:21.653587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network hostable DHCP agents. Network: cf1abc40-e70b-4718-aecb-d62983bd460d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:21.756008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Network cf1abc40-e70b-4718-aecb-d62983bd460d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:21.832845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.927393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, cf1abc40-e70b-4718-aecb-d62983bd460d) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:21.933755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:21.934312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:21.938493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286236fb-8200-48dc-b8cb-dafcd8afb355 None None] Network cf1abc40-e70b-4718-aecb-d62983bd460d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:21.990535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Sync routers for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:22.001435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9739f1a-0ed7-4989-8d35-5fa8261d9cd6 req-1f1d43cc-47f6-4afa-8f2d-e1909079d127 tempest-VolumesActionsTest-630285520 tempest-VolumesActionsTest-630285520-project] 10.222.0.70 "GET /v2.0/ports?device_id=42758f14-4e2b-4f55-8dcb-4ddfd3ff6fd5 HTTP/1.1" status: 200 len: 210 time: 0.0506525 Aug 16 20:38:22.016621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:22.017636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:22.118795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37074) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:22.118983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7a5b89c-ac75-42e9-a2c6-42b994e7b56f tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3415873 Aug 16 20:38:22.126316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:22.170008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683fc19-5a7b-4f5b-8ccc-15a36b749077 req-20f601c8-bb85-401f-b714-8d90510e864f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.172792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9683fc19-5a7b-4f5b-8ccc-15a36b749077 req-20f601c8-bb85-401f-b714-8d90510e864f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0904510 Aug 16 20:38:22.230301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:22.230949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9683fc19-5a7b-4f5b-8ccc-15a36b749077 req-edfdec15-dd10-472f-85f6-77bc0792d398 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514865 Aug 16 20:38:22.291101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30312624'] for subnet, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.398988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-cf1abc40-e70b-4718-aecb-d62983bd460d', 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d', 'tenant_id': 'c7f5d5b8cb7d4dd6a34dc705a3790fcd', 'fixed_ips': [{'subnet_id': 'df751319-e681-4cce-a882-eb59f46e2608'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:22.399957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.570651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743531232440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31827878'] for subnet, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.614765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:20Z', 'revision_number': 4, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '6e4dedcc-6862-499f-a8b9-fe0be947ba17', 'name': '', 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'mac_address': 'fa:16:3e:87:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '7812fee0-8889-4523-b73e-16bf7a5ee3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:19Z', 'updated_at': '2021-08-16T20:38:20Z', 'revision_number': 2, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'subnets': [{'id': '7812fee0-8889-4523-b73e-16bf7a5ee3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:22.617444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:22.618086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.619465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "PUT /v2.0/subnets/df751319-e681-4cce-a882-eb59f46e2608 HTTP/1.1" status: 200 len: 900 time: 0.4982855 Aug 16 20:38:22.623831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37084) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:22.643484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8458ce-f362-47c8-b5c5-45b823e877b1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event updated for resources: {'Subnet': ['ID=df751319-e681-4cce-a882-eb59f46e2608,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:22.657990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Checking router: 761d116a-19ff-489e-b5fa-8a78d8d0616a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:22.658420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Updating router 761d116a-19ff-489e-b5fa-8a78d8d0616a port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:38:22.691131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Allocated IP 2001:db8::3 (cf1abc40-e70b-4718-aecb-d62983bd460d/df751319-e681-4cce-a882-eb59f46e2608/b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:22.700218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.780809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 87df33f4-474f-4b65-97e0-192b7bfb90ea up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:22.781021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.851508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:22.976023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:23.014222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 87df33f4-474f-4b65-97e0-192b7bfb90ea triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:23.014598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.231157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.276631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Transition to ACTIVE for port object b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:23.314701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Transition to ACTIVE for port object b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:23.372980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4446b24-06a9-42b9-9dfb-b8d574ab4cc5 req-1367082a-d40a-4940-9163-f2e8aff7003e tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:23.376755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4446b24-06a9-42b9-9dfb-b8d574ab4cc5 req-1367082a-d40a-4940-9163-f2e8aff7003e tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0647354 Aug 16 20:38:23.395052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.414004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.435407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4446b24-06a9-42b9-9dfb-b8d574ab4cc5 req-cc35ab0a-dea4-4b2e-a705-8232cdf7fe43 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538137 Aug 16 20:38:23.467228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Network cf1abc40-e70b-4718-aecb-d62983bd460d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:23.469222 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.474483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:23.476928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:23.520580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Pushing event updated for resources: {'Port': ['ID=b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:23.549242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Attempting to bind port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:23.549549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Attempting to bind port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8f790141-0f38-4ab3-bc0c-98dcf51158e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:23.549856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Attempting to bind port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca on network cf1abc40-e70b-4718-aecb-d62983bd460d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:23.559133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:23.564279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Checking segment: {'id': '8f790141-0f38-4ab3-bc0c-98dcf51158e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:23.564279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.564279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Bound using segment: {'id': '8f790141-0f38-4ab3-bc0c-98dcf51158e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:23.564279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Bound port: b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f790141-0f38-4ab3-bc0c-98dcf51158e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:23.564279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.633756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.641019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Transition to ACTIVE for port object 6e4dedcc-6862-499f-a8b9-fe0be947ba17 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:23.647483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] For port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:23.656071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] For port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca,segment=NetworkSegment(8f790141-0f38-4ab3-bc0c-98dcf51158e9),segment_id=8f790141-0f38-4ab3-bc0c-98dcf51158e9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:23.665683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=df751319-e681-4cce-a882-eb59f46e2608,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:23.690550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Deleting port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:23.691133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.731510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.741608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1abc40-e70b-4718-aecb-d62983bd460d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:23.745099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.753540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f790141-0f38-4ab3-bc0c-98dcf51158e9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:23.753540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f790141-0f38-4ab3-bc0c-98dcf51158e9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:23.763967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.782146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.796143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Calling delete_port for 6e4dedcc-6862-499f-a8b9-fe0be947ba17 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:23.807413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616cf48-fecc-4488-ade8-96480540c5eb None None] Pushing event updated for resources: {'Port': ['ID=6e4dedcc-6862-499f-a8b9-fe0be947ba17,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:23.807413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.819285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.825975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:23.826644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:23.830604 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:23.953484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92ae86-9e5f-4375-8653-188994e3124a None None] Pushing event updated for resources: {'Port': ['ID=b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:23.958044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:23.958783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:23.958783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 on network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:23.964499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:23.964873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Checking segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:23.965271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.965826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Bound using segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:23.966343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Bound port: 6e4dedcc-6862-499f-a8b9-fe0be947ba17, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:23.966778 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:23.974876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:38:23.974876 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:38:23.974876 n-d-794306-10 neutron-server[95240]: [parameters: {'id': 'cf1abc40-e70b-4718-aecb-d62983bd460d'}] Aug 16 20:38:23.974876 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:38:23.975544 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:38:24.258852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.267849 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:38:24.267849 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:38:24.295884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4dedcc-6862-499f-a8b9-fe0be947ba17,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:24.476993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.493275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.598003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5d86e17-7211-4ce9-9706-7a21f092c2c1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:24.631877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a5d86e17-7211-4ce9-9706-7a21f092c2c1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:24.632224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a5d86e17-7211-4ce9-9706-7a21f092c2c1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:24.731171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f320-0d00-4f57-a6b0-4b65b2387649 req-a24ea84e-5c96-42b5-993e-06d07412cff3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:24.752253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e638f320-0d00-4f57-a6b0-4b65b2387649 req-a24ea84e-5c96-42b5-993e-06d07412cff3 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1976480 Aug 16 20:38:24.796538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:24.800744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:24.801523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Attempting to bind port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 on network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:24.821676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:24.835139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Checking segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:24.835922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.837377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Bound using segment: {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:24.840086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Bound port: 6e4dedcc-6862-499f-a8b9-fe0be947ba17, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c1e967-94a3-4463-93f6-00896fd9db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'de98e756-bf7d-47c1-b29b-7f37cbd6bc3d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:24.843268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.880354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:24.880897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:24.903655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:24.906772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Router 761d116a-19ff-489e-b5fa-8a78d8d0616a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:38:24.941866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e638f320-0d00-4f57-a6b0-4b65b2387649 req-b6ba6bf8-14c0-46ad-8924-3feb0aa7e38d tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884046 Aug 16 20:38:24.985148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37144) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:24.990244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Port 6e4dedcc-6862-499f-a8b9-fe0be947ba17 has been deleted concurrently {{(pid=95242) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 20:38:25.013637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:25.014467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:25.060019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca,segment=NetworkSegment(8f790141-0f38-4ab3-bc0c-98dcf51158e9),segment_id=8f790141-0f38-4ab3-bc0c-98dcf51158e9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:25.060392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.082237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:25.176685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:25.201486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:25.301459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.361588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:25.389562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ced141f3-4916-417d-8377-9b889bb60064 admin admin] 10.222.0.70 "PUT /v2.0/routers/761d116a-19ff-489e-b5fa-8a78d8d0616a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124193 Aug 16 20:38:25.394097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37158) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:25.409219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:25.435669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8adb21-51e3-4301-9af6-6ecbd156cb22 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.436366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8adb21-51e3-4301-9af6-6ecbd156cb22 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.436845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8adb21-51e3-4301-9af6-6ecbd156cb22 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:25.451577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9f8adb21-51e3-4301-9af6-6ecbd156cb22 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=e2b3d951bfa14737ab42955702efc63b&network_id=c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 200 len: 2972 time: 0.4519594 Aug 16 20:38:25.473697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:25.514024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e165a8-c8c1-47d5-8ec8-ff12dfbc64aa None None] Network cf1abc40-e70b-4718-aecb-d62983bd460d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:25.575308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.593875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1abc40-e70b-4718-aecb-d62983bd460d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:25.617911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f790141-0f38-4ab3-bc0c-98dcf51158e9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:25.618213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f790141-0f38-4ab3-bc0c-98dcf51158e9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:25.643252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.645394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.661786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0cb2912e-5224-4d35-a50f-f390c910b518 None None] Could not find standard attr ID for object b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:38:25.675189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.690849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:25.691268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:25.694754 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:25.729554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:23Z', 'revision_number': 5, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:25.766567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98871036-d107-440f-9a05-d607d08a29e8 None None] The sync data for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 is: [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:23Z', 'revision_number': 5, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port': {'id': '87df33f4-474f-4b65-97e0-192b7bfb90ea', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:16Z', 'updated_at': '2021-08-16T20:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:25.808078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.828433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94d4dd-26a7-4ab0-bada-e3345422721c None None] DHCP port deletion for cf1abc40-e70b-4718-aecb-d62983bd460d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:25.850254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef9faa-d498-478f-a430-e6b000e6e7c8 None None] Network cf1abc40-e70b-4718-aecb-d62983bd460d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:25.924339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.934089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:25.947297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/cf1abc40-e70b-4718-aecb-d62983bd460d HTTP/1.1" status: 204 len: 168 time: 3.3210199 Aug 16 20:38:25.949137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:25.966816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3857d01-f4be-42e8-8b98-c53e777681c4 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=cf1abc40-e70b-4718-aecb-d62983bd460d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:26.023489 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-514f49fb-e447-4a8e-ba9c-05663cbe2fe1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:26.023977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514f49fb-e447-4a8e-ba9c-05663cbe2fe1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:26.027454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-514f49fb-e447-4a8e-ba9c-05663cbe2fe1 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/df751319-e681-4cce-a882-eb59f46e2608 HTTP/1.1" status: 404 len: 337 time: 0.0764322 Aug 16 20:38:26.031223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37174) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:26.052223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Deleting port 87df33f4-474f-4b65-97e0-192b7bfb90ea {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:26.052737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.073266 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfc2ee6-4c4e-4694-b408-51a078e10c41 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:26.074097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cfc2ee6-4c4e-4694-b408-51a078e10c41 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:26.076327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5cfc2ee6-4c4e-4694-b408-51a078e10c41 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/cf1abc40-e70b-4718-aecb-d62983bd460d HTTP/1.1" status: 404 len: 339 time: 0.0437462 Aug 16 20:38:26.078736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37176) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:26.228409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610b40-0605-432a-86fd-3706bf208632 req-413809cb-1ae1-4cb8-9926-9d06c061cc4a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:26.231667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa610b40-0605-432a-86fd-3706bf208632 req-413809cb-1ae1-4cb8-9926-9d06c061cc4a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1688585 Aug 16 20:38:26.237649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.308244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa610b40-0605-432a-86fd-3706bf208632 req-6ab2ea93-b496-48a5-9fa2-c82a72176eb8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681593 Aug 16 20:38:26.412933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.424551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41144211-19a5-4be6-9661-ee5ef34bce17']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:26.439158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614ce65-133d-4ba4-b686-db31e426aa33') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:26.439158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614ce65-133d-4ba4-b686-db31e426aa33') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:26.448503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.467966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.478550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:26.485500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:26.491826 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:26.644962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] For port 87df33f4-474f-4b65-97e0-192b7bfb90ea, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=87df33f4-474f-4b65-97e0-192b7bfb90ea,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:26.644962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.659156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Calling delete_port for 87df33f4-474f-4b65-97e0-192b7bfb90ea owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:26.668282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.676772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.683161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/41144211-19a5-4be6-9661-ee5ef34bce17 HTTP/1.1" status: 204 len: 168 time: 0.6020257 Aug 16 20:38:26.685292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37208) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:26.731034 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbd2dca-7109-4e11-8763-1638190d9fe3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:26.731493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbd2dca-7109-4e11-8763-1638190d9fe3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:26.737650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9dbd2dca-7109-4e11-8763-1638190d9fe3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/dae09962-0ac0-436c-8093-d41d47c7a5bb HTTP/1.1" status: 404 len: 337 time: 0.0504744 Aug 16 20:38:26.738294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37214) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:26.741521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548fc5-2665-471e-b1cc-2bd65a1765ba tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=41144211-19a5-4be6-9661-ee5ef34bce17,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:26.788125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:26.790721 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-420d3e01-1af8-45ba-a642-d4ee6748dd00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:26.791395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420d3e01-1af8-45ba-a642-d4ee6748dd00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:26.800151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37216) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:26.802802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-420d3e01-1af8-45ba-a642-d4ee6748dd00 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/c78cf71a-bdb5-4f6f-a39b-ac5815e4dd71 HTTP/1.1" status: 404 len: 339 time: 0.0627100 Aug 16 20:38:26.830870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:26.831460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b25b0c46-2521-4f2a-8f7f-eba7cf4e9dca not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:26.887010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting subnet c95d3b6e-66f7-4514-a4bb-8182e141fcf9 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:26.892586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:26.945049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Sync routers for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:26.965644 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:26.966505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:27.075773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.206939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:27.238505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.269628 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:25Z', 'revision_number': 6, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:27.298676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.303220 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Checking router: 761d116a-19ff-489e-b5fa-8a78d8d0616a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:27.317220 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Routers {'761d116a-19ff-489e-b5fa-8a78d8d0616a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:27.317985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['761d116a-19ff-489e-b5fa-8a78d8d0616a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:27.352568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=87df33f4-474f-4b65-97e0-192b7bfb90ea,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:27.390548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37232) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:27.421878 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] Set router 761d116a-19ff-489e-b5fa-8a78d8d0616a gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:27.491387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.525103 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:27Z', 'revision_number': 7, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:27.557681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1924a50-c3b9-4f00-8acc-75f6c80a8541 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.566114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.566785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1924a50-c3b9-4f00-8acc-75f6c80a8541 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 814 time: 0.1746290 Aug 16 20:38:27.616720 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b7e69c-2ee7-4379-959d-3455c59b717a None None] The sync data for ids ['761d116a-19ff-489e-b5fa-8a78d8d0616a'] in n-d-794306-10 is: [{'id': '761d116a-19ff-489e-b5fa-8a78d8d0616a', 'name': 'tempest-ImageQuotaTest-914102384-router', 'tenant_id': 'dce308f4891147a9b0e516b5a4e98302', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:15Z', 'updated_at': '2021-08-16T20:38:27Z', 'revision_number': 7, 'project_id': 'dce308f4891147a9b0e516b5a4e98302', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:27.644345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0097df-45aa-41ed-b12d-d706d03d5d6a req-a18de342-db59-4253-9f6d-fcad5450a4d7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:27.654885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d0097df-45aa-41ed-b12d-d706d03d5d6a req-a18de342-db59-4253-9f6d-fcad5450a4d7 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1630599 Aug 16 20:38:27.701741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.709724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.790142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d0097df-45aa-41ed-b12d-d706d03d5d6a req-12c0b1c8-4ac5-4824-9bd2-b6bc257bafc1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336892 Aug 16 20:38:27.833441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=c95d3b6e-66f7-4514-a4bb-8182e141fcf9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:27.838970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.843607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37240) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:27.843710 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-89eea879-7370-4663-b341-bce1b45b7305 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/c95d3b6e-66f7-4514-a4bb-8182e141fcf9 HTTP/1.1" status: 204 len: 168 time: 1.0424144 Aug 16 20:38:27.851009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5311535a-60d6-435c-84b1-3d828c7f16b1 None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:27.921236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.922155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 761d116a-19ff-489e-b5fa-8a78d8d0616a {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:38:27.926475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:27.928208 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2e8fcd8c-cb08-4cef-ab3a-f611e8cb9d8f admin admin] 10.222.0.70 "DELETE /v2.0/routers/761d116a-19ff-489e-b5fa-8a78d8d0616a HTTP/1.1" status: 204 len: 168 time: 2.5136476 Aug 16 20:38:27.930303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:27.966505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting subnet 0c6204ab-c8ea-4746-ad09-baa62418fbd6 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:27.971067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.009143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Deleting subnet 7812fee0-8889-4523-b73e-16bf7a5ee3d8 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:28.013653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.020642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.058220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.165128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.188094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.276325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:28.276325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'network': {'name': 'tempest-network-smoke--1206988751', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:28.342686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.404822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.416486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6204ab-c8ea-4746-ad09-baa62418fbd6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:28.425105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.429998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/0c6204ab-c8ea-4746-ad09-baa62418fbd6 HTTP/1.1" status: 204 len: 168 time: 0.5851324 Aug 16 20:38:28.437191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37254) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:28.456472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7812fee0-8889-4523-b73e-16bf7a5ee3d8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:28.471018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:28.474176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.476376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-abd6e909-6958-4dec-b539-d85e5161e29f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7812fee0-8889-4523-b73e-16bf7a5ee3d8 HTTP/1.1" status: 204 len: 168 time: 0.5449789 Aug 16 20:38:28.483986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.486574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37256) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:28.492783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c88a8-9706-4e79-9748-6337ad8dbac0 None None] Network de98e756-bf7d-47c1-b29b-7f37cbd6bc3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:28.534319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.535400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.537523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.538470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.538827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.539173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.539536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.553713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.554223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.554586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.555119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.555475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc75fdf3-9d42-49a1-9739-722a46c39b14 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:28.686955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.843538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Deleting port 1e3fced5-ca9c-4575-8afb-152f70cad06b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:28.846747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.886508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 87df33f4-474f-4b65-97e0-192b7bfb90ea no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:28.909468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:28.921665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:28.957283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 87df33f4-474f-4b65-97e0-192b7bfb90ea {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:28.961428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 87df33f4-474f-4b65-97e0-192b7bfb90ea not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:29.018985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] For port 1e3fced5-ca9c-4575-8afb-152f70cad06b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1e3fced5-ca9c-4575-8afb-152f70cad06b,segment=NetworkSegment(03c1e967-94a3-4463-93f6-00896fd9db3d),segment_id=03c1e967-94a3-4463-93f6-00896fd9db3d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:29.019351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.052797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Calling delete_port for 1e3fced5-ca9c-4575-8afb-152f70cad06b owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:29.086777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.087129 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Added segment b7349425-6cbf-46c5-b9c1-09c139657156 of type vlan for network f46e708a-2381-473d-8649-f308c64ecc74 Aug 16 20:38:29.167698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] DHCP port deletion for de98e756-bf7d-47c1-b29b-7f37cbd6bc3d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:29.221279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.230678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1092ddd-ee5a-4a58-b723-a43678bf911a req-d69f8d60-d38e-45aa-9ae1-c3b95a4bd8c5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.232336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1092ddd-ee5a-4a58-b723-a43678bf911a req-d69f8d60-d38e-45aa-9ae1-c3b95a4bd8c5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.3120196 Aug 16 20:38:29.234219 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.245914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Deleting port 1e3fced5-ca9c-4575-8afb-152f70cad06b {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:29.246746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.285657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3fced5-ca9c-4575-8afb-152f70cad06b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:29.297227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] No DVR routers for this DVR port 1e3fced5-ca9c-4575-8afb-152f70cad06b on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:29.308723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1092ddd-ee5a-4a58-b723-a43678bf911a req-3946e558-5afc-4286-a089-fd7e02501597 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Aug 16 20:38:29.326472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port ddb2b225-b191-4d3e-9685-0d33aa9146cc {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:29.327128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.343569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] For port 1e3fced5-ca9c-4575-8afb-152f70cad06b, host n-d-794306-10, got binding levels [] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:29.344015 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.360050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Calling delete_port for 1e3fced5-ca9c-4575-8afb-152f70cad06b owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:29.363664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.ipam_backend_mixin [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Port 1e3fced5-ca9c-4575-8afb-152f70cad06b was not found and therefore no delete operation was performed {{(pid=95242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:38:29.366950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.408123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.431081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] Pushing event deleted for resources: {'Port': ['ID=1e3fced5-ca9c-4575-8afb-152f70cad06b,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:29.433580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1cf53-df2e-4c8b-b982-a40b2129e58a None None] Network c7143e14-68d5-4747-b514-1f99c34acf9c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:29.435923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2defed-b385-4e00-94aa-839a914d3012 None None] No DVR routers for this DVR port 1e3fced5-ca9c-4575-8afb-152f70cad06b on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:29.452677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.452677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.500789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.526921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de98e756-bf7d-47c1-b29b-7f37cbd6bc3d']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:29.549602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c1e967-94a3-4463-93f6-00896fd9db3d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:29.549900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c1e967-94a3-4463-93f6-00896fd9db3d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:29.571268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.605011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.611998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-221e8c08-5864-4e3c-9dba-aa4cba7745ee None None] Provisioning complete for port ddb2b225-b191-4d3e-9685-0d33aa9146cc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:29.622972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:29.622972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.623701 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-221e8c08-5864-4e3c-9dba-aa4cba7745ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.646613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ddb2b225-b191-4d3e-9685-0d33aa9146cc,segment=NetworkSegment(92a9431f-17bd-44b7-98d3-ce5d2e549d71),segment_id=92a9431f-17bd-44b7-98d3-ce5d2e549d71)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:29.654265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.708108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for ddb2b225-b191-4d3e-9685-0d33aa9146cc owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:29.716302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4397316 Aug 16 20:38:29.717028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37270) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:29.729320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177cc67-85df-4e2f-a60e-ddd10e463356 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Network': ['ID=f46e708a-2381-473d-8649-f308c64ecc74,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:29.742285 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f46e708a-2381-473d-8649-f308c64ecc74 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: items = [ Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:29.761605 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:29.828652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] DHCP port deletion for c7143e14-68d5-4747-b514-1f99c34acf9c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:29.838823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.843395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:29.845411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] 10.222.0.70 "DELETE /v2.0/networks/de98e756-bf7d-47c1-b29b-7f37cbd6bc3d HTTP/1.1" status: 204 len: 168 time: 1.3576019 Aug 16 20:38:29.885798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245318f-c380-4b0c-8a7f-bf7d5949d46e admin admin] Pushing event deleted for resources: {'Network': ['ID=de98e756-bf7d-47c1-b29b-7f37cbd6bc3d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:29.909746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45011f44-ed4d-4bc5-9058-723adc218869 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:29.912217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-45011f44-ed4d-4bc5-9058-723adc218869 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e2b3d951bfa14737ab42955702efc63b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1867218 Aug 16 20:38:29.914949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37274) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.021648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Deleting port ddb2b225-b191-4d3e-9685-0d33aa9146cc {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:30.022150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.119196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ba1f1-7705-4188-882f-6bb75edc8a9a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.124000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37280) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.124182 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-510ba1f1-7705-4188-882f-6bb75edc8a9a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2078428 Aug 16 20:38:30.167490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05d33cc0-137d-4a47-9097-178317353712 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422204 Aug 16 20:38:30.169437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] For port ddb2b225-b191-4d3e-9685-0d33aa9146cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ddb2b225-b191-4d3e-9685-0d33aa9146cc,segment=NetworkSegment(92a9431f-17bd-44b7-98d3-ce5d2e549d71),segment_id=92a9431f-17bd-44b7-98d3-ce5d2e549d71)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:30.169914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.170223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37282) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.182801 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.196926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Calling delete_port for ddb2b225-b191-4d3e-9685-0d33aa9146cc owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:30.244807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e55e4a39-79dc-4f64-abd7-2eace943724f tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e2b3d951bfa14737ab42955702efc63b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727401 Aug 16 20:38:30.248271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.248738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:30.256509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port ddb2b225-b191-4d3e-9685-0d33aa9146cc on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:30.335316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.356548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] No DVR routers for this DVR port ddb2b225-b191-4d3e-9685-0d33aa9146cc on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:30.383050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441b413-0e71-4bbc-bee7-6c8a93c72e44 None None] Pushing event deleted for resources: {'Port': ['ID=ddb2b225-b191-4d3e-9685-0d33aa9146cc,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:30.394131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37292) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.398016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.435023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e9fb5-0cfd-4868-abc9-b289d50f953b tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.437472 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e8e9fb5-0cfd-4868-abc9-b289d50f953b tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881616 Aug 16 20:38:30.440228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.462697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7143e14-68d5-4747-b514-1f99c34acf9c']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:30.483977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37298) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.487859 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1842ceec-39fc-4568-95dd-467646036d81 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329309 Aug 16 20:38:30.502941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a9431f-17bd-44b7-98d3-ce5d2e549d71') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:30.502941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a9431f-17bd-44b7-98d3-ce5d2e549d71') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:30.508241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1238151344', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:30.549573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.555247 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e6647bf-7e8f-4c4d-b1e4-dedfbe262ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.612929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c0e03ce7-fc76-4613-a776-f936ac6b1975 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dce308f4891147a9b0e516b5a4e98302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2037270 Aug 16 20:38:30.615112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.616876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.649159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:30.649880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:30.733541 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:30.761588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a963-0541-41fc-a70c-20e8c083b525 req-8899dadb-d47a-483e-b013-a7e2db89c150 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:30.763980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4de4a963-0541-41fc-a70c-20e8c083b525 req-8899dadb-d47a-483e-b013-a7e2db89c150 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.2987127 Aug 16 20:38:30.777449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.806305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.821838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.828076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1e3fced5-ca9c-4575-8afb-152f70cad06b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:30.848417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:30.851341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/c7143e14-68d5-4747-b514-1f99c34acf9c HTTP/1.1" status: 204 len: 168 time: 2.4104483 Aug 16 20:38:30.854779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37304) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.869365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1e3fced5-ca9c-4575-8afb-152f70cad06b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:30.870261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1e3fced5-ca9c-4575-8afb-152f70cad06b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:30.870876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ddb2b225-b191-4d3e-9685-0d33aa9146cc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:30.886721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4de4a963-0541-41fc-a70c-20e8c083b525 req-d8dc751f-edc0-4964-9a2e-a3d748a604f6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150777 Aug 16 20:38:30.926960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ddb2b225-b191-4d3e-9685-0d33aa9146cc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:30.926960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ddb2b225-b191-4d3e-9685-0d33aa9146cc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:30.927847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d19e5-b757-4453-a2ff-70a1b10922f7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=c7143e14-68d5-4747-b514-1f99c34acf9c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:30.936401 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e17f9fc-b359-4274-814e-671fc3f0da0e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:30.936871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e17f9fc-b359-4274-814e-671fc3f0da0e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:30.940459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0e17f9fc-b359-4274-814e-671fc3f0da0e tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/7055cb54-e3f3-4c93-ac48-cd87337e7268 HTTP/1.1" status: 404 len: 337 time: 0.0724554 Aug 16 20:38:30.943390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:30.974742 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7c5955-b262-4f16-8ee0-17014f4814d7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:30.976304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7c5955-b262-4f16-8ee0-17014f4814d7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:30.979467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db7c5955-b262-4f16-8ee0-17014f4814d7 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/d0c01bc6-b66a-4198-83db-f957529bb2b7 HTTP/1.1" status: 404 len: 339 time: 0.0341923 Aug 16 20:38:30.982559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.001494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:31.005939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.026725 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac11c23d-3d01-4e67-b31f-619334b2f4fd tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:31.027346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac11c23d-3d01-4e67-b31f-619334b2f4fd tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:31.029511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ac11c23d-3d01-4e67-b31f-619334b2f4fd tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/929471e8-74dd-4a32-bb8b-3d2236a9580e HTTP/1.1" status: 404 len: 337 time: 0.0457611 Aug 16 20:38:31.030346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.033681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.034329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.036391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4837160-bdc1-4337-8bcd-00879f9f0e37 HTTP/1.1" status: 204 len: 168 time: 0.4153562 Aug 16 20:38:31.054755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceffc0-3799-4312-bbc6-12662aab0a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4837160-bdc1-4337-8bcd-00879f9f0e37,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:31.301103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.369561 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3411e56-e167-40d3-9150-fc0eb48e2582 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:31.372717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3411e56-e167-40d3-9150-fc0eb48e2582 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:31.375142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b3411e56-e167-40d3-9150-fc0eb48e2582 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/255eff3e-4561-45a7-ba92-14e64732d546 HTTP/1.1" status: 404 len: 339 time: 0.3396864 Aug 16 20:38:31.377633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.459028 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d580bd-b0af-4b59-ad6f-b25ce55a8ba3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:31.460687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d580bd-b0af-4b59-ad6f-b25ce55a8ba3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:31.469521 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-32d580bd-b0af-4b59-ad6f-b25ce55a8ba3 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/693010fa-1cd3-46c9-b30b-1339b58b22dc HTTP/1.1" status: 404 len: 337 time: 0.0902350 Aug 16 20:38:31.471958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37330) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.550049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.570527 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dfb312-5ea6-400e-8952-dcfd8578f786 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:31.571105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dfb312-5ea6-400e-8952-dcfd8578f786 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:31.575242 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-85dfb312-5ea6-400e-8952-dcfd8578f786 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/fda0f006-e4e7-4127-bdf0-28adbf4d352d HTTP/1.1" status: 404 len: 339 time: 0.1018741 Aug 16 20:38:31.579031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:31.669380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Subnet': ['ID=7ccbe2f2-08f8-408c-b9f3-b9e6887a3820,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:31.734469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting subnet bd010146-2103-4243-84a8-29cf40328f81 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:31.766904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.773889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Checking segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:31.775780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network hostable DHCP agents. Network: f46e708a-2381-473d-8649-f308c64ecc74, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:31.807819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-efcd2eec-baa0-425d-932a-a7bcb820673b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.856019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network f46e708a-2381-473d-8649-f308c64ecc74 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:31.937045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.975125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f46e708a-2381-473d-8649-f308c64ecc74) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:31.982242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:31.982968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:31.989989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677dfbdf-4007-4544-ae07-fe9b2d435f65 None None] Network f46e708a-2381-473d-8649-f308c64ecc74 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:32.075278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37338) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:32.095189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-efcd2eec-baa0-425d-932a-a7bcb820673b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.112544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.126569 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b58fff1-26b3-4efc-a271-54c37b30cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.174347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-efcd2eec-baa0-425d-932a-a7bcb820673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.222787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-efcd2eec-baa0-425d-932a-a7bcb820673b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b57ee22a2f04ee99d295cd82e6ecb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9201174 Aug 16 20:38:32.231984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37342) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:32.286229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd2eec-baa0-425d-932a-a7bcb820673b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d880d3-665a-4057-84de-5af0d7d96ae7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:32.307843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-34a5b93f-e0b4-402e-9cc0-87fe6f77b74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8213739 Aug 16 20:38:32.399909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.404989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.424518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.427417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f46e708a-2381-473d-8649-f308c64ecc74', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ips': [{'subnet_id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:32.428328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.440565 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/bd010146-2103-4243-84a8-29cf40328f81 HTTP/1.1" status: 204 len: 168 time: 0.8586595 Aug 16 20:38:32.460078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:32.472514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c15d920-152a-4608-8079-6b5ae2c809c1 None None] Network f4d75c18-a9c1-42f8-9c7b-6e282481155b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:32.485759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa836-45a7-4236-8c06-34b4ffad4999 req-9bbf6a12-a07a-4241-a97c-6737106cf128 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:32.489068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f3aa836-45a7-4236-8c06-34b4ffad4999 req-9bbf6a12-a07a-4241-a97c-6737106cf128 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.3471019 Aug 16 20:38:32.501359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633eb09-8987-4b3b-9eb1-fada332aa121 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=bd010146-2103-4243-84a8-29cf40328f81,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:32.576822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.707166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f3aa836-45a7-4236-8c06-34b4ffad4999 req-436eb4f3-6dfc-4c12-8dce-137b54e8bafb tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804140 Aug 16 20:38:32.730800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.805799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b58fff1-26b3-4efc-a271-54c37b30cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.850114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port e05a062f-c70b-47d9-82c9-cab3197f049c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:32.850465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.901575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.904203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:32.905688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7d880d3-665a-4057-84de-5af0d7d96ae7 HTTP/1.1" status: 204 len: 168 time: 0.6714375 Aug 16 20:38:32.971863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Allocated IP 172.20.0.18 (f46e708a-2381-473d-8649-f308c64ecc74/7ccbe2f2-08f8-408c-b9f3-b9e6887a3820/7ff871b0-6ed4-43bd-9b98-813835605dde) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:33.006112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port e05a062f-c70b-47d9-82c9-cab3197f049c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e05a062f-c70b-47d9-82c9-cab3197f049c,segment=NetworkSegment(9d65a977-2f9d-4b99-8a2b-803d7d40ad6f),segment_id=9d65a977-2f9d-4b99-8a2b-803d7d40ad6f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:33.007452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.025079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for e05a062f-c70b-47d9-82c9-cab3197f049c owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:33.092265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37358) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:33.097922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067642311', 'description': 'tempest-secgroup-smoke-2067642311 description', 'project_id': 'e2b3d951bfa14737ab42955702efc63b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:33.098100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] DHCP port deletion for f4d75c18-a9c1-42f8-9c7b-6e282481155b request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:33.114380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b58fff1-26b3-4efc-a271-54c37b30cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.189981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.201498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.201498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Deleting port e05a062f-c70b-47d9-82c9-cab3197f049c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:33.201736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.244751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Transition to ACTIVE for port object 7ff871b0-6ed4-43bd-9b98-813835605dde will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:33.248374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7af7e-2bcf-4aa6-b59c-8ad4899e7734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d880d3-665a-4057-84de-5af0d7d96ae7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.261295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b58fff1-26b3-4efc-a271-54c37b30cf7a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.1817126 Aug 16 20:38:33.275594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37360) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:33.301117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Transition to ACTIVE for port object 7ff871b0-6ed4-43bd-9b98-813835605dde will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:33.337270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] For port e05a062f-c70b-47d9-82c9-cab3197f049c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e05a062f-c70b-47d9-82c9-cab3197f049c,segment=NetworkSegment(9d65a977-2f9d-4b99-8a2b-803d7d40ad6f),segment_id=9d65a977-2f9d-4b99-8a2b-803d7d40ad6f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:33.338516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.359179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.364793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Calling delete_port for e05a062f-c70b-47d9-82c9-cab3197f049c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:33.405056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58fff1-26b3-4efc-a271-54c37b30cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5697e4e8-07b4-4ebb-ae6f-2b324ac018a1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.441266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.462977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.484561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.491407 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.501123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.503848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.512889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.518291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c96c87a-4d41-4571-a924-f9676e7d225b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.522791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.530396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.541598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.547471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:33.549835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-bc955693-763a-4ae7-9a2d-db1a5d32030f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.4373775 Aug 16 20:38:33.552085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.561860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.564999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cfeed28b-27fc-465d-b050-a977e4822c0c tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4709353 Aug 16 20:38:33.567385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:33.589898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:33.602488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=e05a062f-c70b-47d9-82c9-cab3197f049c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.618074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Network f46e708a-2381-473d-8649-f308c64ecc74 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:33.623615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:33.629124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:33.647785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port e05a062f-c70b-47d9-82c9-cab3197f049c on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:33.652558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.665085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Pushing event updated for resources: {'Port': ['ID=7ff871b0-6ed4-43bd-9b98-813835605dde,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.686952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85d7efa3-ba95-40f7-972e-168e61f1cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.699842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Attempting to bind port 7ff871b0-6ed4-43bd-9b98-813835605dde on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:33.699842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Attempting to bind port 7ff871b0-6ed4-43bd-9b98-813835605dde by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:33.699842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Attempting to bind port 7ff871b0-6ed4-43bd-9b98-813835605dde on network f46e708a-2381-473d-8649-f308c64ecc74 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:33.705448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:33.706282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Checking segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:33.706282 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.707118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Bound using segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:33.707118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Bound port: 7ff871b0-6ed4-43bd-9b98-813835605dde, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:33.707689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.709438 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.721950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.793150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] Pushing event deleted for resources: {'Port': ['ID=e05a062f-c70b-47d9-82c9-cab3197f049c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:33.809043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2bdce58-9790-4778-8354-38daf0a1b1a9 req-b48d0737-f113-4c0d-8bca-788eb24c0da3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158856 Aug 16 20:38:33.814004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74fd47b-a8b9-43b7-9e1b-27cff4c5b645 None None] No DVR routers for this DVR port e05a062f-c70b-47d9-82c9-cab3197f049c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:33.859068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:33.946048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] For port 7ff871b0-6ed4-43bd-9b98-813835605dde, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:33.952423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d75c18-a9c1-42f8-9c7b-6e282481155b']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:33.957399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] For port 7ff871b0-6ed4-43bd-9b98-813835605dde, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ff871b0-6ed4-43bd-9b98-813835605dde,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:34.003608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.004371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:34.004680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d65a977-2f9d-4b99-8a2b-803d7d40ad6f') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:34.006544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.009884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.011416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5697e4e8-07b4-4ebb-ae6f-2b324ac018a1 HTTP/1.1" status: 204 len: 168 time: 0.7341475 Aug 16 20:38:34.056381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.056381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6082154-50de-49fe-a6f9-73ac77319b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5697e4e8-07b4-4ebb-ae6f-2b324ac018a1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:34.076194 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.078926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2bfc-6f38-4de6-9de4-0016d0a594f7 req-92afe28d-f549-4daa-a91b-3d68351810e5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.080034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8e2bfc-6f38-4de6-9de4-0016d0a594f7 req-92afe28d-f549-4daa-a91b-3d68351810e5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1488252 Aug 16 20:38:34.089008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.101833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.140643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:34.141072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.148194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8e2bfc-6f38-4de6-9de4-0016d0a594f7 req-76943696-b1a8-4baa-89fe-06183687e484 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540481 Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:34.291806 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:34.294347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb188818-8158-4a7e-9f63-d59b02c42256,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:34.294528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d168c92-91b9-49ae-a1e4-377af73ec810 req-c1870b4c-b922-48b1-90db-2e3a00a7e977 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.3296309 Aug 16 20:38:34.417503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473567a5-18bd-45a4-bd79-bc955103c75c None None] Pushing event updated for resources: {'Port': ['ID=7ff871b0-6ed4-43bd-9b98-813835605dde,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:34.561148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.565120 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43114191-63ae-45f9-9285-71ed86ddb7fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9926951 Aug 16 20:38:34.565493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37408) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:34.570861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:34.595844 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.596534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.629474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.630725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/f4d75c18-a9c1-42f8-9c7b-6e282481155b HTTP/1.1" status: 204 len: 168 time: 2.1664133 Aug 16 20:38:34.631380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:34.645380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ff24f-e14a-40c6-805e-fcebce937a73 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=f4d75c18-a9c1-42f8-9c7b-6e282481155b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:34.704436 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4aaf1d-3b0d-4652-960b-3d795f792b66 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:34.706589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4aaf1d-3b0d-4652-960b-3d795f792b66 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:34.710831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb4aaf1d-3b0d-4652-960b-3d795f792b66 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/04438de6-8852-470f-b4cb-0fa2a2632456 HTTP/1.1" status: 404 len: 337 time: 0.0758371 Aug 16 20:38:34.713975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:34.732386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.788553 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e255b8-eb4c-42ba-9930-b7342f7c9810 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] DELETE failed (client error): The resource could not be found. Aug 16 20:38:34.789255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e255b8-eb4c-42ba-9930-b7342f7c9810 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:38:34.793655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d8e255b8-eb4c-42ba-9930-b7342f7c9810 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/90018ebd-d063-488e-944e-21b9fef0c6d9 HTTP/1.1" status: 404 len: 339 time: 0.0762110 Aug 16 20:38:34.801607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:34.936974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.968997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting subnet 106ff9f3-5bff-45c2-be1a-e4e650df4220 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:34.972397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:34.991466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ff871b0-6ed4-43bd-9b98-813835605dde up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:35.065304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.097696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.102551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb1b93c-3e27-4a82-99a9-d5e3c871cddb,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:35.119185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.120797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.121255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.121747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.122107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.122439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.122774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.124806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.128174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.128525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.129301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.129807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:38:35.136381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7ff871b0-6ed4-43bd-9b98-813835605dde completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:35.218424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.220034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51a9620f-9b6f-45eb-9cf0-2805fe05456a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6535351 Aug 16 20:38:35.222728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37434) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:35.228794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:35.263140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e05a062f-c70b-47d9-82c9-cab3197f049c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:35.316459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e05a062f-c70b-47d9-82c9-cab3197f049c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:35.317037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e05a062f-c70b-47d9-82c9-cab3197f049c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:35.382732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.457692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abbc0-4487-4b84-99c4-c830c7d4b2a1 req-b50cd918-de9d-4036-968d-c1a57786b256 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:35.465367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.474353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795abbc0-4487-4b84-99c4-c830c7d4b2a1 req-b50cd918-de9d-4036-968d-c1a57786b256 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.1517138 Aug 16 20:38:35.588319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795abbc0-4487-4b84-99c4-c830c7d4b2a1 req-a5dc0736-2908-40f4-a0aa-40e50b5d8713 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057358 Aug 16 20:38:35.679513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.693254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37446) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:35.721573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.777208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.778645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Subnet': ['ID=106ff9f3-5bff-45c2-be1a-e4e650df4220,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:35.790053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.792885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5d2169f-326f-42bc-b5a4-15c93b6b0c10 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/subnets/106ff9f3-5bff-45c2-be1a-e4e650df4220 HTTP/1.1" status: 204 len: 168 time: 0.9902415 Aug 16 20:38:35.795870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:35.797669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423263f8-508e-42be-9d06-206e83d2f58c None None] Network 15043adc-ec4c-4743-93db-036e33fa702d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:35.845767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ec97b8-a931-4cd5-90ae-17f75517c213,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:35.902818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.932968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:35.934334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-73a3e760-68ff-4791-b0b4-91ba74cfabd3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7103660 Aug 16 20:38:35.936981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:35.942082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:35.954541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2dd3f8-4c51-440d-9c3f-be68d405f087 None None] Network f46e708a-2381-473d-8649-f308c64ecc74 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:35.985647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1403600450-network', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:36.035137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Deleting port f75b8459-0848-499f-a826-a45308cc0fe9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:36.035493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.083085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.141309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Provisioning for port 7ff871b0-6ed4-43bd-9b98-813835605dde completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:36.170268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] For port f75b8459-0848-499f-a826-a45308cc0fe9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f75b8459-0848-499f-a826-a45308cc0fe9,segment=NetworkSegment(c2b06ced-e8dd-40ca-8a38-f73616e15026),segment_id=c2b06ced-e8dd-40ca-8a38-f73616e15026)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:36.170790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.184286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Provisioning complete for port 7ff871b0-6ed4-43bd-9b98-813835605dde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:36.185514 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.201367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.206066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Calling delete_port for f75b8459-0848-499f-a826-a45308cc0fe9 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:36.245103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.267667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] DHCP port deletion for 15043adc-ec4c-4743-93db-036e33fa702d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:38:36.335717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.372141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aee2d9f-0f84-48a3-a1ce-676583a350fa,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:36.387107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.453419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] For port 7ff871b0-6ed4-43bd-9b98-813835605dde, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ff871b0-6ed4-43bd-9b98-813835605dde,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:36.500298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:36.588872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.635491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Deleting port f75b8459-0848-499f-a826-a45308cc0fe9 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:36.636061 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.697603 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:38:36.719355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] For port f75b8459-0848-499f-a826-a45308cc0fe9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f75b8459-0848-499f-a826-a45308cc0fe9,segment=NetworkSegment(c2b06ced-e8dd-40ca-8a38-f73616e15026),segment_id=c2b06ced-e8dd-40ca-8a38-f73616e15026)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:36.719779 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:36.771105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Calling delete_port for f75b8459-0848-499f-a826-a45308cc0fe9 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:36.898722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f75b8459-0848-499f-a826-a45308cc0fe9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:37.095056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1f559-1a97-4aab-8ae6-530e23c3b08d None None] Pushing event updated for resources: {'Port': ['ID=7ff871b0-6ed4-43bd-9b98-813835605dde,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.104515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb7903-19b9-4be1-888c-4d31b40e6aeb req-d33b0c67-afa7-4a6a-b734-01533aae60f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:37.106310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72cb7903-19b9-4be1-888c-4d31b40e6aeb req-d33b0c67-afa7-4a6a-b734-01533aae60f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0947430 Aug 16 20:38:37.158964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72cb7903-19b9-4be1-888c-4d31b40e6aeb req-976e3777-6222-462e-bf88-f37250634e85 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Aug 16 20:38:37.167953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.198573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.218106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:37.220716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.225276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Port': ['ID=f75b8459-0848-499f-a826-a45308cc0fe9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.232631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] No DVR routers for this DVR port f75b8459-0848-499f-a826-a45308cc0fe9 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:37.238623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.312621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.314059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c5178d33-96a3-44d4-b430-cfa768b5d56a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3760543 Aug 16 20:38:37.319440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:37.326070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:37.332902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e32969b-7277-41e7-bf07-fb0e8c426b77 None None] Provisioning complete for port 7ff871b0-6ed4-43bd-9b98-813835605dde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:37.337093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e32969b-7277-41e7-bf07-fb0e8c426b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.354259 n-d-794306-10 neutron-server[95242]: INFO neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No ports have port_id starting with f75b8459-0848-499f-a826-a45308cc0fe9 Aug 16 20:38:37.370658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.382314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15043adc-ec4c-4743-93db-036e33fa702d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:37.394934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b06ced-e8dd-40ca-8a38-f73616e15026') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:37.395243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b06ced-e8dd-40ca-8a38-f73616e15026') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:37.404671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.409652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.426428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:37.428676 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6768893-a7f6-435e-98ad-8fd57a37f69b" -d '{"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-unplugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:37.463293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.483915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:38:37.484968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.485849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] Pushing event deleted for resources: {'Port': ['ID=f75b8459-0848-499f-a826-a45308cc0fe9,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.488302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ada73-6fb9-4b8f-b7f3-3c7505cfe641 None None] No DVR routers for this DVR port f75b8459-0848-499f-a826-a45308cc0fe9 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:37.493704 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:38:37.499102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:37.520454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:38:37.529015 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:38:37.531344 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dd8be0-ca2e-4e65-a55c-4da793b4c634 x-openstack-request-id: req-39dd8be0-ca2e-4e65-a55c-4da793b4c634 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:37.531344 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-unplugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:37.531344 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39dd8be0-ca2e-4e65-a55c-4da793b4c634 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:37.531344 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'code': 200} Aug 16 20:38:37.595479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.663025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.697046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.792856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.834786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b697521f-81b8-4405-95bf-205d6441ba2e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.854797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.858745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.873003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.875310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] 10.222.0.70 "DELETE /v2.0/networks/15043adc-ec4c-4743-93db-036e33fa702d HTTP/1.1" status: 204 len: 168 time: 2.0782857 Aug 16 20:38:37.902304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06b47e-881a-4334-8955-d2f6b00d62b0 tempest-NetworksIpV6Test-1991172114 tempest-NetworksIpV6Test-1991172114-project] Pushing event deleted for resources: {'Network': ['ID=15043adc-ec4c-4743-93db-036e33fa702d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:37.935016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:37.982880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:37.986518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37500) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:38.005120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf38928b-6d1c-4c77-b4c6-67053e9a65fb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.011408 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.012100 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Added segment ec6b74b9-9653-473c-bc38-1835d352a803 of type vlan for network 411dd563-50ef-434f-973b-ecf6a1a8f572 Aug 16 20:38:38.037963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.043041 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8b11f170-bcbb-4a5e-bb57-a63fdea26e37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7225692 Aug 16 20:38:38.043634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37504) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:38.049592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': '1c96c87a-4d41-4571-a924-f9676e7d225b', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:38.063522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.128218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.128999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.129674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.130301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.130924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.131546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.132268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.141658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-8b1a7ddc-7af3-43e0-8c34-a2757735373e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 6497 time: 0.1530538 Aug 16 20:38:38.180487 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-54c99158-a62d-49de-b43f-96ba3bd76c11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375109 Aug 16 20:38:38.266832 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:38:38.268380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.269494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.270105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.273595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.337103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.417934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.430138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=411dd563-50ef-434f-973b-ecf6a1a8f572,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.443942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:38.465453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea23a5-e6a0-4688-b77a-ac9f61313b05 req-fee5697d-0299-484a-9960-831dde3b1cce tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:38.472284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aea23a5-e6a0-4688-b77a-ac9f61313b05 req-fee5697d-0299-484a-9960-831dde3b1cce tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 943 time: 0.2066009 Aug 16 20:38:38.484124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68046fab-8f6e-4b3e-9fd7-c03b031c3fae,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:38.510447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02cb8d68-e854-4790-a9fc-84e66ef2d3c0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8159826 Aug 16 20:38:38.514854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37516) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:38.520743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Request body: {'subnet': {'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1403600450-subnet', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:38.546277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:38.569511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.573193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aea23a5-e6a0-4688-b77a-ac9f61313b05 req-34b3eeac-5c63-4989-826b-9a89d4c7f773 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901227 Aug 16 20:38:38.577320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae63c090-e210-47a6-8462-407029495109 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5272901 Aug 16 20:38:38.653806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:38.690098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:38.692582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.781659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:38.799157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'port_id': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'mac_address': 'fa:16:3e:99:2d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e28fad-dd06-41b2-92e3-8dcd456fa70a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:38.888820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.902467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ff871b0-6ed4-43bd-9b98-813835605dde up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:38.948367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:38.986496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7ff871b0-6ed4-43bd-9b98-813835605dde triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:38.986884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:38.990857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:39.032915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-f66662df-bdd4-4e9d-8136-a571ee3f2dd9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067642311&fields=id&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 267 time: 0.1176655 Aug 16 20:38:39.124617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.179424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f14f29f3-7401-4acc-9272-bac96f4319d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7f5d5b8cb7d4dd6a34dc705a3790fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222189 Aug 16 20:38:39.179703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37544) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:39.242291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.245184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:39.274517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-e658926d-5d5b-4860-ab45-5adabcd3e55e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.278867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-e658926d-5d5b-4860-ab45-5adabcd3e55e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/networks?id=f46e708a-2381-473d-8649-f308c64ecc74 HTTP/1.1" status: 200 len: 797 time: 0.2347820 Aug 16 20:38:39.309261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-ecbc8560-eb34-4fab-b9c4-8526662a9f7b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/quotas/e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 375 time: 0.0204685 Aug 16 20:38:39.340912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.376518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7474d9c9-8653-45a1-ae0a-2053dc557ffb,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:39.389461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:39.390090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Network hostable DHCP agents. Network: 411dd563-50ef-434f-973b-ecf6a1a8f572, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:39.390323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-b1674d7b-4d59-43dd-9a69-a323705a15ee tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0721064 Aug 16 20:38:39.402285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.413127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-1e4677e3-bf10-42ae-bc50-6c0ab30fc930 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:38:39.414406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-1e4677e3-bf10-42ae-bc50-6c0ab30fc930 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059996 Aug 16 20:38:39.492286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:39.542056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-8a25c6b8-0444-4212-8b47-86d31312c85a service neutron] 10.222.0.70 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159294 Aug 16 20:38:39.549176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:39.578714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.583458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.589771 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a33eb53d-a4fd-4303-a1c8-f1d81260fb7f HTTP/1.1" status: 204 len: 168 time: 0.4087191 Aug 16 20:38:39.629680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da1fc5-baa2-4332-a769-4b630a78128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33eb53d-a4fd-4303-a1c8-f1d81260fb7f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:39.728451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 411dd563-50ef-434f-973b-ecf6a1a8f572) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:39.734857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.735386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:39.757764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd4e9c4-1385-4912-9b60-88d431a0b7ee None None] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:39.839942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-f00d0f87-aa36-47b4-9aa4-8afaaadca3ff service neutron] 10.222.0.70 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820711 Aug 16 20:38:39.876625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fe6b-de89-44b2-85cd-81b5944295fd req-1042f077-d6f8-45e0-a140-6ea6c5160117 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:39.878222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e9fe6b-de89-44b2-85cd-81b5944295fd req-1042f077-d6f8-45e0-a140-6ea6c5160117 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.1015477 Aug 16 20:38:39.942429 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0356269-4127-4066-9525-5103e9eb64e4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4264112 Aug 16 20:38:39.947634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:39.951363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:39.965304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e9fe6b-de89-44b2-85cd-81b5944295fd req-909e3fe0-0223-4c8a-8769-724610a036b9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789845 Aug 16 20:38:40.203945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.205255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.383960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.421757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-940aa531-de23-49a2-a9bd-307ac3965609 req-b73fed5b-cb42-48c9-b6e9-0b73926ea044 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.0361648 Aug 16 20:38:40.471756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-411dd563-50ef-434f-973b-ecf6a1a8f572', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:40.472644 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.706369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.729662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Allocated IP 172.20.0.2 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/97f95fe9-1183-437f-b214-c09a0b498753) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:40.876438 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:40.885123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Transition to ACTIVE for port object 97f95fe9-1183-437f-b214-c09a0b498753 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:40.900092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Transition to ACTIVE for port object 97f95fe9-1183-437f-b214-c09a0b498753 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:41.058582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.256932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:41.264466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ded80-cd9b-4c6b-94a9-f1c0871677ed req-9b35972c-f028-4193-a777-aee1d69af405 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:41.271327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:41.282719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c13ded80-cd9b-4c6b-94a9-f1c0871677ed req-9b35972c-f028-4193-a777-aee1d69af405 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.2296295 Aug 16 20:38:41.305403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:41.313063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Pushing event updated for resources: {'Port': ['ID=97f95fe9-1183-437f-b214-c09a0b498753,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.396563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c13ded80-cd9b-4c6b-94a9-f1c0871677ed req-d0299764-7ffe-4139-8e02-9856c9a08f8c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087427 Aug 16 20:38:41.432778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Attempting to bind port 97f95fe9-1183-437f-b214-c09a0b498753 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:41.433218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Attempting to bind port 97f95fe9-1183-437f-b214-c09a0b498753 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:41.433715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Attempting to bind port 97f95fe9-1183-437f-b214-c09a0b498753 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:41.439665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:41.440292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:41.441123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.442914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:41.442914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Bound port: 97f95fe9-1183-437f-b214-c09a0b498753, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:41.442914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.469947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.501556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.560397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f49af8f-8a0e-43c7-8427-06f4e03356c3 req-b2b62a9d-f783-4e2b-afff-4981fd1cfde3 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.0465539 Aug 16 20:38:41.590631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] For port 97f95fe9-1183-437f-b214-c09a0b498753, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:41.595003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] For port 97f95fe9-1183-437f-b214-c09a0b498753, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97f95fe9-1183-437f-b214-c09a0b498753,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:41.689486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:41.693344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Allocated IP 172.25.7.157 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/b7dd7c44-0826-459b-a0dc-72456a4c57a0) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:41.830300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdbd6a-351f-4e37-9806-219a80323e63 None None] Pushing event updated for resources: {'Port': ['ID=97f95fe9-1183-437f-b214-c09a0b498753,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:41.850409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37608) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:41.963774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.084123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1888111547'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:42.120099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.172231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:42.175538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:42.183317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:42.226160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Pushing event updated for resources: {'Port': ['ID=b7dd7c44-0826-459b-a0dc-72456a4c57a0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:42.262447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:42.264987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.291825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.435789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.492648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:42.581041 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.634962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1a218-9ed8-43fb-a834-864a873ff48d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:42.647340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:42.663596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:42.664144 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.668625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8bbc-9f28-48f5-b606-75cb3757c01f req-652fb982-82a6-4e39-89d9-352fcbbe1998 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:42.676789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fbb8bbc-9f28-48f5-b606-75cb3757c01f req-652fb982-82a6-4e39-89d9-352fcbbe1998 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 944 time: 0.1906846 Aug 16 20:38:42.682407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.682811 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment 750864e3-b4ab-4582-8962-397b4ec88423 of type vlan for network e26dbfab-47b2-4f3e-833b-00259f0d0417 Aug 16 20:38:42.885435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.940801 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:42.944118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97f95fe9-1183-437f-b214-c09a0b498753 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:42.953804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fbb8bbc-9f28-48f5-b606-75cb3757c01f req-bddcb744-2d0d-4024-9304-b8601563d010 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679579 Aug 16 20:38:42.967701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.007709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:38:43.008695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:43.012128 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e1dc9-dbb2-44e4-ae81-276af7dbe350" -d '{"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-plugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:43.064404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:43.125476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03bdd1f2-c3a6-42d7-b45b-a94d12f1833b req-b65cdb7b-4544-46f9-8483-ee65de3039bc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.2069254 Aug 16 20:38:43.133576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.175371 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3d8f7-3efe-4cdc-99c7-5f64fb5d4299 x-openstack-request-id: req-bcd3d8f7-3efe-4cdc-99c7-5f64fb5d4299 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:43.180526 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-plugged", "status": "completed", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:43.180526 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd3d8f7-3efe-4cdc-99c7-5f64fb5d4299 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:43.180526 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'code': 200} Aug 16 20:38:43.180526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 97f95fe9-1183-437f-b214-c09a0b498753 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:43.227439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:43.275250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.283142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.284474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.404290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e244f-5d8e-4c0b-8e19-1069f9a4f060 None None] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:43.476968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-292b5d55-8638-4c48-9f37-154a11d9c465 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.481512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-292b5d55-8638-4c48-9f37-154a11d9c465 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/networks?id=f46e708a-2381-473d-8649-f308c64ecc74 HTTP/1.1" status: 200 len: 797 time: 0.4055300 Aug 16 20:38:43.520735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:43.530721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6245308 Aug 16 20:38:43.591900 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-7dd8c366-1ce6-4da2-85ee-47969eca95a4 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 473 time: 0.1013734 Aug 16 20:38:43.615538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'port': {'device_id': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'admin_state_up': True, 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'security_groups': ['1c96c87a-4d41-4571-a924-f9676e7d225b']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:43.631170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8d85c-fb29-42bf-bde1-82d0feba0c4a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=e26dbfab-47b2-4f3e-833b-00259f0d0417,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:43.652117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badde455-605e-48f7-88ba-dd70d5e7193e req-401d8008-9292-4480-ba3f-1393d41ffe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:43.654425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-badde455-605e-48f7-88ba-dd70d5e7193e req-401d8008-9292-4480-ba3f-1393d41ffe04 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 1097 time: 0.2511907 Aug 16 20:38:43.724476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:43.769739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-badde455-605e-48f7-88ba-dd70d5e7193e req-55ed2670-90c2-4136-8b5a-df83a8ac95fd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015031 Aug 16 20:38:43.979303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Provisioning for port 97f95fe9-1183-437f-b214-c09a0b498753 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:43.991578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Provisioning complete for port 97f95fe9-1183-437f-b214-c09a0b498753 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:43.994544 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.219945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cff616-a7ae-4a75-bc86-c678b10bfd80 req-652c681c-40a5-4769-8835-aeaf146d0f88 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:44.229240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1cff616-a7ae-4a75-bc86-c678b10bfd80 req-652c681c-40a5-4769-8835-aeaf146d0f88 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.0832911 Aug 16 20:38:44.307009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1cff616-a7ae-4a75-bc86-c678b10bfd80 req-a692b14c-0809-45a5-abd0-867cc114514c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733299 Aug 16 20:38:44.320832 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.440363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] For port 97f95fe9-1183-437f-b214-c09a0b498753, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97f95fe9-1183-437f-b214-c09a0b498753,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:44.475565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4ff42cb-299d-4e2e-a5a3-0533ea6b1b53 req-38866d36-740a-4a19-9ff8-3bdc4a8850fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.1090884 Aug 16 20:38:44.532390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.720263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ccf1a-7005-43f5-88fb-e04059df8bfb None None] Pushing event updated for resources: {'Port': ['ID=97f95fe9-1183-437f-b214-c09a0b498753,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:44.729776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:38:44.733056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-48b07c86-e59e-4329-a4cf-0dbed3c1a464 None None] Provisioning complete for port 97f95fe9-1183-437f-b214-c09a0b498753 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:44.733417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-48b07c86-e59e-4329-a4cf-0dbed3c1a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.940499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:44.942430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:44.955049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:44.957965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:45.009271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:45.009799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:45.156753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:45.204073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c28c45fb-65ec-418e-9dcf-066de9dbf504 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2224073 Aug 16 20:38:45.204250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37672) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:45.303631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:45.411558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.25 (f46e708a-2381-473d-8649-f308c64ecc74/7ccbe2f2-08f8-408c-b9f3-b9e6887a3820/972884b5-485c-4885-b4e4-e7f5f16dfaa1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:45.726482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60f053e4-44fc-4fa9-ad1b-48a1769512bd req-cd4a5711-c527-4402-99e2-19a43e01fd39 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.1117601 Aug 16 20:38:45.805594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:45.851595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object 972884b5-485c-4885-b4e4-e7f5f16dfaa1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:45.896525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894316-2d2c-47fa-8008-f433afc8c6c8 req-3e9df261-f748-4139-930c-ad9589921e41 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:45.898090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e894316-2d2c-47fa-8008-f433afc8c6c8 req-3e9df261-f748-4139-930c-ad9589921e41 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.3193171 Aug 16 20:38:45.924468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:42Z', 'revision_number': 3, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:45.965734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:45.966194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Updating router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 port b7dd7c44-0826-459b-a0dc-72456a4c57a0 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:38:45.994561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e894316-2d2c-47fa-8008-f433afc8c6c8 req-0319a21e-8c96-44ba-a72b-58013d85a771 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810370 Aug 16 20:38:46.001126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:46.052300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:46.164442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network f46e708a-2381-473d-8649-f308c64ecc74 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:46.185977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:46.194188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:46.314412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:46.383641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.392793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:46.394936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1887c-e3cd-4c4e-86c4-433e91310008 req-55747294-b2cd-412d-a56c-450014b46360 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:46.407879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07e1887c-e3cd-4c4e-86c4-433e91310008 req-55747294-b2cd-412d-a56c-450014b46360 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.2440047 Aug 16 20:38:46.523624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-671530f4-44fe-4318-87ed-f4a08f071396 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9187491 Aug 16 20:38:46.541247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Request body: {'port': {'device_id': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:46.584177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07e1887c-e3cd-4c4e-86c4-433e91310008 req-989f2ba1-0c50-4d9a-a864-75616fc18bb5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520009 Aug 16 20:38:46.756846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:46.960049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97f95fe9-1183-437f-b214-c09a0b498753 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:46.990427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37694) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:47.005318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:47.019518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.103954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0243f0b9-4d79-4e1a-8119-2e3f32137d9e None None] Provisioning for port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:47.114707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.114939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Transition to ACTIVE for port object b7dd7c44-0826-459b-a0dc-72456a4c57a0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:47.118817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0243f0b9-4d79-4e1a-8119-2e3f32137d9e None None] Provisioning complete for port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:47.119375 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0243f0b9-4d79-4e1a-8119-2e3f32137d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.187684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0243f0b9-4d79-4e1a-8119-2e3f32137d9e None None] Port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:47.209201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 97f95fe9-1183-437f-b214-c09a0b498753 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:47.209599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.292775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.416731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972884b5-485c-4885-b4e4-e7f5f16dfaa1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:47.436793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.443607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d9045-039c-4c61-9fb9-fac0693e2cf1 None None] Pushing event updated for resources: {'Port': ['ID=b7dd7c44-0826-459b-a0dc-72456a4c57a0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:47.463346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Transition to ACTIVE for port object 972884b5-485c-4885-b4e4-e7f5f16dfaa1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:47.580168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Attempting to bind port b7dd7c44-0826-459b-a0dc-72456a4c57a0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:47.580565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Attempting to bind port b7dd7c44-0826-459b-a0dc-72456a4c57a0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:47.580729 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.580946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Attempting to bind port b7dd7c44-0826-459b-a0dc-72456a4c57a0 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:47.615357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d8468-1531-4eab-858d-48518947197a req-201554f9-e55d-44fd-a861-67262639bbd9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:47.625409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f68d8468-1531-4eab-858d-48518947197a req-201554f9-e55d-44fd-a861-67262639bbd9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 932 time: 0.6144469 Aug 16 20:38:47.695612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f68d8468-1531-4eab-858d-48518947197a req-7f1f5e9b-7241-474e-bbdb-f9a0190d8e87 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691710 Aug 16 20:38:47.711243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:47.711243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.720509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:47.720509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:47.724059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.724727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:47.725686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Bound port: b7dd7c44-0826-459b-a0dc-72456a4c57a0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:47.726324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:47.859982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Allocated IP 172.20.0.1 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/1d05beb0-c25e-4a21-a0ba-48d1f995420c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:47.890685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Pushing event updated for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:47.911702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] For port b7dd7c44-0826-459b-a0dc-72456a4c57a0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:47.917333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] For port b7dd7c44-0826-459b-a0dc-72456a4c57a0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7dd7c44-0826-459b-a0dc-72456a4c57a0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:47.981590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.002720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Attempting to bind port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:48.004284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Attempting to bind port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:48.005130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Attempting to bind port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 on network f46e708a-2381-473d-8649-f308c64ecc74 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:48.021782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 on network f46e708a-2381-473d-8649-f308c64ecc74 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:48.023787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Attempting to bind port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 on network f46e708a-2381-473d-8649-f308c64ecc74 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:48.038943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:48.040981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Checking segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:48.041764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Bound using segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:48.044355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Bound port: 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:48.046157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.134857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d9045-039c-4c61-9fb9-fac0693e2cf1 None None] Pushing event updated for resources: {'Port': ['ID=b7dd7c44-0826-459b-a0dc-72456a4c57a0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:48.147308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:48.152318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:48.161491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:48.162136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:48.226561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.308125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:48.339675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.340436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.342240 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] 10.222.0.64 "PUT /v2.0/ports/972884b5-485c-4885-b4e4-e7f5f16dfaa1 HTTP/1.1" status: 200 len: 1093 time: 1.8062274 Aug 16 20:38:48.345158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:48.360328 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:48.405067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60e447-d9b5-4cc3-9145-0435a2bffa09 service neutron] Pushing event updated for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:48.585569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.658288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-da4b26e0-53a6-49f0-a45e-d506a637ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.666954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-da4b26e0-53a6-49f0-a45e-d506a637ade6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 1096 time: 0.1519094 Aug 16 20:38:48.716351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:48.726643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-3f2d93db-956c-47cb-9827-56679d54f17b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.729327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-3f2d93db-956c-47cb-9827-56679d54f17b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.8210592 Aug 16 20:38:48.745587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-2ae974f9-517e-4a64-a540-f4c43fc941b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1 HTTP/1.1" status: 200 len: 217 time: 0.0699980 Aug 16 20:38:48.814971 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8b8c2-dd28-46a1-b4d8-4032903f2761 x-openstack-request-id: req-c1d8b8c2-dd28-46a1-b4d8-4032903f2761 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:48.815411 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:48.815777 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1d8b8c2-dd28-46a1-b4d8-4032903f2761 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:48.816284 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1', 'status': 'completed', 'code': 200} Aug 16 20:38:48.826080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:42Z', 'revision_number': 3, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:48.857539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-fb4544a8-9cea-4f22-a033-fc100715a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.860602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-fb4544a8-9cea-4f22-a033-fc100715a224 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ccbe2f2-08f8-408c-b9f3-b9e6887a3820 HTTP/1.1" status: 200 len: 838 time: 0.1086812 Aug 16 20:38:48.880791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f60b69-b7b4-4286-8f2d-fc4e84d8cfcb None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:42Z', 'revision_number': 3, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:48.902465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-162f2801-214e-47da-8d18-2fe164576ee2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/quotas/2b5da764bba84c15af0ed4cc95dfcb22 HTTP/1.1" status: 200 len: 375 time: 0.1654475 Aug 16 20:38:48.954894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Transition to ACTIVE for port object 1d05beb0-c25e-4a21-a0ba-48d1f995420c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:48.982920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-ada780ae-4f27-4b65-99a4-e7ff36fe8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:48.983982 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-ada780ae-4f27-4b65-99a4-e7ff36fe8f74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f46e708a-2381-473d-8649-f308c64ecc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1155932 Aug 16 20:38:49.123037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490e2bf-1573-41e6-a657-e5240a8c99fe req-f75e0f7a-d27a-4f5c-9940-0383593d02a8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.127556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d490e2bf-1573-41e6-a657-e5240a8c99fe req-f75e0f7a-d27a-4f5c-9940-0383593d02a8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 944 time: 0.1022747 Aug 16 20:38:49.141034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-1a1640a9-d7d0-4e83-b65c-29577cb9cb74 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.143191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-1a1640a9-d7d0-4e83-b65c-29577cb9cb74 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d175a0c-75e3-44fc-8ee1-9124a9adf1bb HTTP/1.1" status: 200 len: 945 time: 0.3300798 Aug 16 20:38:49.151230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-620970e7-d4ef-4e21-b6c7-4dd2aaace80a service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577086 Aug 16 20:38:49.175614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-2215538d-fda9-4ab3-8af3-da1c9546d9f4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2670541 Aug 16 20:38:49.232534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.263630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:49.282013 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-083b423e-ea1b-4c23-a313-b455f3df6764 req-19935870-b1ff-4755-976a-e6efd7a6f8cb service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237280 Aug 16 20:38:49.412295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d490e2bf-1573-41e6-a657-e5240a8c99fe req-83fd4e94-bb17-46e1-9962-2b30e4011157 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674844 Aug 16 20:38:49.480960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Pushing event updated for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:49.518646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-bf977be0-dad9-485b-a65f-728b933cd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.521033 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-bf977be0-dad9-485b-a65f-728b933cd8f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 1096 time: 0.1143768 Aug 16 20:38:49.538556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:49.582977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:49.606748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:49.697061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-9fd784c5-a94f-46b8-8a1e-c41981e91e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.700906 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-9fd784c5-a94f-46b8-8a1e-c41981e91e9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f46e708a-2381-473d-8649-f308c64ecc74 HTTP/1.1" status: 200 len: 898 time: 0.1707664 Aug 16 20:38:49.716720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-36a31055-40ce-4570-b935-7bde9ef2c4f9 service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901354 Aug 16 20:38:49.748424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=fe2e906b-8b80-4e62-b285-4cbb30aa434d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:49.797279 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-e0dac80c-20db-465a-9d4b-6e0d54a7404b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1 HTTP/1.1" status: 200 len: 217 time: 0.0881443 Aug 16 20:38:49.845471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': '750864e3-b4ab-4582-8962-397b4ec88423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:49.846219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: e26dbfab-47b2-4f3e-833b-00259f0d0417, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:49.915916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-2a6d8212-6a08-41cc-9214-ff5280809453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:49.917602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-2a6d8212-6a08-41cc-9214-ff5280809453 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ccbe2f2-08f8-408c-b9f3-b9e6887a3820 HTTP/1.1" status: 200 len: 838 time: 0.1126387 Aug 16 20:38:49.919328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.017867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-cb7fe968-398d-4c88-851a-516bb78c8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.022777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-cb7fe968-398d-4c88-851a-516bb78c8d56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f46e708a-2381-473d-8649-f308c64ecc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0963731 Aug 16 20:38:50.136933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Deleting port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:38:50.137459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.145636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f4ca0eeb-48ca-406d-8df1-85159a7853ad None None] Provisioning for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:50.151380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f4ca0eeb-48ca-406d-8df1-85159a7853ad None None] Provisioning complete for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:50.152727 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f4ca0eeb-48ca-406d-8df1-85159a7853ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.274021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-6cff9de4-e34a-4a6e-99e9-ed32ba25528f service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424967 Aug 16 20:38:50.276559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca0eeb-48ca-406d-8df1-85159a7853ad None None] Port 1d05beb0-c25e-4a21-a0ba-48d1f995420c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:50.383056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] For port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:50.383768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:50.454206 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c36d48f-cbcd-4355-b5ff-856ade53c1c1 req-46d1b54a-88c7-4f69-a112-adc15ddc31d4 service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420536 Aug 16 20:38:50.474476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Calling delete_port for 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:38:50.481168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:50.505722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-723bd50e-4138-4a31-a7f4-ff87a431952b service neutron] 10.222.0.70 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880249 Aug 16 20:38:50.767321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dc12-24d7-47de-8758-710697d641b4 req-a6cfc004-b441-4421-97d7-df4cecd7b6fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.775118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6791dc12-24d7-47de-8758-710697d641b4 req-a6cfc004-b441-4421-97d7-df4cecd7b6fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 944 time: 0.1578264 Aug 16 20:38:50.834927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6791dc12-24d7-47de-8758-710697d641b4 req-e6128c79-b33e-4819-a238-b432e9610601 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520637 Aug 16 20:38:50.847485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e26dbfab-47b2-4f3e-833b-00259f0d0417) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:50.851506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f4779-c2f7-4924-adce-8952f2be066b None None] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:50.872888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:50.875429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.242785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7dd7c44-0826-459b-a0dc-72456a4c57a0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:51.315551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-523030a4-15df-42ea-a58a-10a46530188b req-98b5fcb2-0692-46a5-9e1e-4b433bfaa1f9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 210 time: 0.2464316 Aug 16 20:38:51.322196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.357888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5ca06e6-9238-42e0-85c3-4a4dc5125b12 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3649604 Aug 16 20:38:51.360134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:51.366220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1800787873'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:51.435030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b7dd7c44-0826-459b-a0dc-72456a4c57a0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:51.462675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e26dbfab-47b2-4f3e-833b-00259f0d0417', 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': 'fe2e906b-8b80-4e62-b285-4cbb30aa434d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:51.464001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.477726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b7dd7c44-0826-459b-a0dc-72456a4c57a0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:51.478578 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.500246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:51.504395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.592338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:51.622778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.623428 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment e77091bb-c892-407b-b94e-2fd51f6a4fe6 of type vlan for network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 Aug 16 20:38:51.736868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.754663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Allocated IP 2001:db8:0:ffff::2 (e26dbfab-47b2-4f3e-833b-00259f0d0417/fe2e906b-8b80-4e62-b285-4cbb30aa434d/8ce7ff70-4520-4eb5-b489-eccf62a3551c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:51.790620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.870234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.891182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:51.894115 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:51.913665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:51.922582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event deleted for resources: {'Port': ['ID=37b5810b-ab4c-4fa8-8f4f-516ceb4a462d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.034611 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6726487 Aug 16 20:38:52.040046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:52.047529 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:52.074107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0035-a755-46fd-9388-81d4254e16bc tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=39c648d0-44d9-48aa-84dd-b29374d9e5a9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.106501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:52.133942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:52.194291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.239818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] No DVR routers for this DVR port 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:38:52.248127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.250327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2b03767-921e-4e21-a2b0-5baf5a0b691c req-c707c87b-1587-4904-89ea-c5dd3eebc5e8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.73 "DELETE /v2.0/ports/37b5810b-ab4c-4fa8-8f4f-516ceb4a462d HTTP/1.1" status: 204 len: 173 time: 3.0980508 Aug 16 20:38:52.252320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-deleted', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:52.258482 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4aed77-c54a-469e-802a-beb3c275cce0" -d '{"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-deleted", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:52.275201 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.295087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:52.300838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.314209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.356959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b7dd7c44-0826-459b-a0dc-72456a4c57a0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7dd7c44-0826-459b-a0dc-72456a4c57a0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:52.385545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3063361-4fa1-4b1a-aa04-2c6951fd95ab req-eaf12a9e-56f9-47d6-a9f6-1b4818fcfa56 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:52.386331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.387294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3063361-4fa1-4b1a-aa04-2c6951fd95ab req-eaf12a9e-56f9-47d6-a9f6-1b4818fcfa56 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 944 time: 0.3834748 Aug 16 20:38:52.436260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Transition to ACTIVE for port object 8ce7ff70-4520-4eb5-b489-eccf62a3551c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:52.478573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.479168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Transition to ACTIVE for port object 8ce7ff70-4520-4eb5-b489-eccf62a3551c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:52.505853 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.577634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b661a4d3-f3c6-4b61-9c24-923c6052f0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.644859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.668742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3063361-4fa1-4b1a-aa04-2c6951fd95ab req-b3ff1a7c-6405-46ca-ae01-841250efc819 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743409 Aug 16 20:38:52.701499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 972884b5-485c-4885-b4e4-e7f5f16dfaa1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:38:52.724730 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12f0b1-81fd-40b7-9137-fba2a148a972 x-openstack-request-id: req-ab12f0b1-81fd-40b7-9137-fba2a148a972 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:52.725033 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d175a0c-75e3-44fc-8ee1-9124a9adf1bb", "name": "network-vif-deleted", "tag": "37b5810b-ab4c-4fa8-8f4f-516ceb4a462d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:52.729344 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab12f0b1-81fd-40b7-9137-fba2a148a972 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:52.734653 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d175a0c-75e3-44fc-8ee1-9124a9adf1bb', 'name': 'network-vif-deleted', 'tag': '37b5810b-ab4c-4fa8-8f4f-516ceb4a462d', 'status': 'completed', 'code': 200} Aug 16 20:38:52.734653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.736403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Pushing event updated for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.874655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:52.891201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '972884b5-485c-4885-b4e4-e7f5f16dfaa1', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'port_id': '972884b5-485c-4885-b4e4-e7f5f16dfaa1', 'mac_address': 'fa:16:3e:e1:3e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:38:52.897767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:52.898776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b7dd7c44-0826-459b-a0dc-72456a4c57a0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.943067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Pushing event updated for resources: {'Port': ['ID=8ce7ff70-4520-4eb5-b489-eccf62a3551c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:52.950750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:52.974365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b661a4d3-f3c6-4b61-9c24-923c6052f0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:52.997213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:52.998934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.015935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972884b5-485c-4885-b4e4-e7f5f16dfaa1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:53.052366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:53.075586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b661a4d3-f3c6-4b61-9c24-923c6052f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.097884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b87fc0d-52f9-48ce-8eb6-9118732b8965 req-fe1f28ed-2d56-4123-8496-765d27303a87 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 210 time: 0.3061934 Aug 16 20:38:53.115209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:53.117051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:53.154157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Attempting to bind port 8ce7ff70-4520-4eb5-b489-eccf62a3551c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:53.154539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Attempting to bind port 8ce7ff70-4520-4eb5-b489-eccf62a3551c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '750864e3-b4ab-4582-8962-397b4ec88423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:53.154907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Attempting to bind port 8ce7ff70-4520-4eb5-b489-eccf62a3551c on network e26dbfab-47b2-4f3e-833b-00259f0d0417 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:53.157935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.250949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.262031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:53.262629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Checking segment: {'id': '750864e3-b4ab-4582-8962-397b4ec88423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:53.263257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.263825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Bound using segment: {'id': '750864e3-b4ab-4582-8962-397b4ec88423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:53.264481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Bound port: 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750864e3-b4ab-4582-8962-397b4ec88423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e26dbfab-47b2-4f3e-833b-00259f0d0417'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:53.265032 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.326319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:38:53.352839 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b661a4d3-f3c6-4b61-9c24-923c6052f0f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ae92d71869b4e6eba2b514b7a5f66ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2174628 Aug 16 20:38:53.354389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.375420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:53.443784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661a4d3-f3c6-4b61-9c24-923c6052f0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f5ed92-bf36-475e-a9b3-6258ef19432d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.550752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=64a4203c-2068-4cf3-a37c-fdab71ed009f,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:53.583361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['972884b5-485c-4885-b4e4-e7f5f16dfaa1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:38:53.617139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:38:53.648467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': 'e77091bb-c892-407b-b94e-2fd51f6a4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:53.649769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: 39c648d0-44d9-48aa-84dd-b29374d9e5a9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:53.658067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] For port 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:53.676898 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.682257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] For port 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce7ff70-4520-4eb5-b489-eccf62a3551c,segment=NetworkSegment(750864e3-b4ab-4582-8962-397b4ec88423),segment_id=750864e3-b4ab-4582-8962-397b4ec88423)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:53.707229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.829500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.888063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-07fe7799-7e83-43d9-bf1d-3c8c9bd047d6 None None] Provisioning complete for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:53.888439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-07fe7799-7e83-43d9-bf1d-3c8c9bd047d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.940700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.942494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:38:53.952114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bf41ca84-5356-4eb3-8860-6d40c33798bf admin admin] 10.222.0.70 "PUT /v2.0/routers/840eb81b-44bc-45b2-b1b6-e87148b4cb37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7660503 Aug 16 20:38:53.966307 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:38:53.974283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:53.981870 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96f5ed92-bf36-475e-a9b3-6258ef19432d HTTP/1.1" status: 204 len: 168 time: 0.5810254 Aug 16 20:38:54.010795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-07fe7799-7e83-43d9-bf1d-3c8c9bd047d6 None None] Port 1d05beb0-c25e-4a21-a0ba-48d1f995420c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:38:54.017462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4ba7-edd4-4160-bfdb-b63b3191bbaa None None] Pushing event updated for resources: {'Port': ['ID=8ce7ff70-4520-4eb5-b489-eccf62a3551c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:54.018362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:54.019041 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:54.021334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:54.044127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce19db-f9ce-4c70-a2d5-89a457487313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f5ed92-bf36-475e-a9b3-6258ef19432d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:54.064712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283196-468d-4d79-908e-d61d4b8dec4a req-c8c35e9c-50df-4ff9-ac1a-4e15641306c6 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.070379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb283196-468d-4d79-908e-d61d4b8dec4a req-c8c35e9c-50df-4ff9-ac1a-4e15641306c6 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 945 time: 0.1255054 Aug 16 20:38:54.139171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb283196-468d-4d79-908e-d61d4b8dec4a req-8beb72ef-b0d4-48c7-a7ee-fb70cf311c69 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557001 Aug 16 20:38:54.162451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 39c648d0-44d9-48aa-84dd-b29374d9e5a9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:54.177693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.178299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.202821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e0bc4-7a6b-4c4e-a4e7-74a1d432819b None None] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:54.312401 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e2d9a6cf-81be-4a18-be35-ae0a03587341 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2697370 Aug 16 20:38:54.314889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:54.321458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'port': {'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9', 'name': 'tempest-NetworksIpV6TestAttrs-1569532101'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:54.360815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40d1db8e-4141-4935-a7a7-5cce214e6ad5 req-1a9af4c2-d253-424c-a085-c3d26755c3f5 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 210 time: 0.1106157 Aug 16 20:38:54.369017 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:54.654217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:38:54.782343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:38:54.787438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37b5810b-ab4c-4fa8-8f4f-516ceb4a462d not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:38:54.826965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-5502810f-a917-4892-9347-a228293b0576 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:54.847005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-5502810f-a917-4892-9347-a228293b0576 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 815 time: 0.2998612 Aug 16 20:38:54.848614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:54.852727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:54.906662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Request body: {'port': {'device_id': '43694154-7046-4721-ae98-07d6dcbd62e0', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'admin_state_up': True, 'tenant_id': '2b5da764bba84c15af0ed4cc95dfcb22'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:55.010370 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:38:51Z', 'revision_number': 2, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:55.054212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7dd7c44-0826-459b-a0dc-72456a4c57a0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:55.081393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-39c648d0-44d9-48aa-84dd-b29374d9e5a9', 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': '64a4203c-2068-4cf3-a37c-fdab71ed009f'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:55.082761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.084792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] device_id is not set on port 44eebc90-81bf-476f-b507-e7a2a3df5b68 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:38:55.099873 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:38:55.103898 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Updating router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 port 1d05beb0-c25e-4a21-a0ba-48d1f995420c binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:38:55.158079 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.367294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b7dd7c44-0826-459b-a0dc-72456a4c57a0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:55.367294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.483592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Made reservation on behalf of 2b5da764bba84c15af0ed4cc95dfcb22 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:55.516334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.573417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa7d49-b280-4f02-ae20-4edc028ec902 req-d27f092a-a1e9-48bc-b4c4-dbc5058923b2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:55.575117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecfa7d49-b280-4f02-ae20-4edc028ec902 req-d27f092a-a1e9-48bc-b4c4-dbc5058923b2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 945 time: 0.2301211 Aug 16 20:38:55.596228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce7ff70-4520-4eb5-b489-eccf62a3551c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:55.760116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Allocated IP 2001:db8::f816:3eff:fef8:73f0 (39c648d0-44d9-48aa-84dd-b29374d9e5a9/64a4203c-2068-4cf3-a37c-fdab71ed009f/44eebc90-81bf-476f-b507-e7a2a3df5b68) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:55.768568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2c07a60-5e95-4136-9957-85e8ea9bfdb3 req-d0967c88-9000-464c-8e65-11fde3eb6c63 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 210 time: 0.1875718 Aug 16 20:38:55.827187 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:55.834455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecfa7d49-b280-4f02-ae20-4edc028ec902 req-8b464d4d-999b-4337-aa04-69c4ad975988 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485654 Aug 16 20:38:55.860420 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Transition to ACTIVE for port object 1d05beb0-c25e-4a21-a0ba-48d1f995420c will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:55.887926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 8ce7ff70-4520-4eb5-b489-eccf62a3551c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:55.950912 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.018199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Allocated IP 172.20.0.5 (db305ab9-feda-498c-98b7-7c87e000e18a/73e28fad-dd06-41b2-92e3-8dcd456fa70a/85740645-50b0-45ed-8ae7-1364cba4d4e1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:56.031035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37858) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:56.037441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396909623-network', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:56.107079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1edad-47f1-43a7-9327-8d0938a3ae9f None None] Pushing event updated for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:56.122867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba6a66-3b17-4b9e-b91b-0b27b7df41ec None None] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:56.194655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Attempting to bind port 1d05beb0-c25e-4a21-a0ba-48d1f995420c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:56.194917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Attempting to bind port 1d05beb0-c25e-4a21-a0ba-48d1f995420c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:56.195305 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Attempting to bind port 1d05beb0-c25e-4a21-a0ba-48d1f995420c on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:56.213382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:56.213664 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:56.214067 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.224199 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:56.229099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Bound port: 1d05beb0-c25e-4a21-a0ba-48d1f995420c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:56.229099 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.229337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Made reservation on behalf of c3473ad62b6c41f387a24226b9a6e8d6 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:56.229337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.257170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.324093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.374437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Provisioning for port 8ce7ff70-4520-4eb5-b489-eccf62a3551c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:56.379120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Transition to ACTIVE for port object 44eebc90-81bf-476f-b507-e7a2a3df5b68 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:56.379295 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] For port 1d05beb0-c25e-4a21-a0ba-48d1f995420c, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:56.385124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Provisioning complete for port 8ce7ff70-4520-4eb5-b489-eccf62a3551c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:56.386459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.404230 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] For port 1d05beb0-c25e-4a21-a0ba-48d1f995420c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d05beb0-c25e-4a21-a0ba-48d1f995420c,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:56.478414 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.506835 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.610400 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.614204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.695352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:56.698178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Port': ['ID=44eebc90-81bf-476f-b507-e7a2a3df5b68,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:56.703915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 972884b5-485c-4885-b4e4-e7f5f16dfaa1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:56.704380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:56.704635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:56.715583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:56.716278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.729175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.734242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.739180 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.750412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1edad-47f1-43a7-9327-8d0938a3ae9f None None] Pushing event updated for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:56.774896 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:38:56.776576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:38:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:56.816467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Network db305ab9-feda-498c-98b7-7c87e000e18a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:56.824613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:56.834473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:56.836813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Allocated IP 2001:db8::f816:3eff:fe36:ea03 (39c648d0-44d9-48aa-84dd-b29374d9e5a9/64a4203c-2068-4cf3-a37c-fdab71ed009f/4c8c1090-302e-4ad5-9c3b-8208d72fcffc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:38:56.851919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:38:56.879980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20461fb8-df97-481f-898c-5aea6a48efb5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:56.913817 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:56.914400 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Added segment 9ad90edf-ed67-48d1-bdc2-c638b69f29d4 of type vlan for network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 Aug 16 20:38:56.934286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] For port 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce7ff70-4520-4eb5-b489-eccf62a3551c,segment=NetworkSegment(750864e3-b4ab-4582-8962-397b4ec88423),segment_id=750864e3-b4ab-4582-8962-397b4ec88423)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:57.009434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.009434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.046803 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1f1a040f-fd63-4b5b-980e-5ea61977a135 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7308302 Aug 16 20:38:57.056672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:57.129606 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2379780 Aug 16 20:38:57.155759 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.163146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:38:57.167068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Request body: {'port': {'device_id': '43694154-7046-4721-ae98-07d6dcbd62e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:57.239205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.291349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:57.292167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.306254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:57.308998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e376aaf-5dd2-419d-9000-fbfb68ca2fe1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event updated for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:57.311922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.363604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting subnet 64a4203c-2068-4cf3-a37c-fdab71ed009f {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:38:57.365377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551ffa-59d5-4d3a-96c2-53a9ad020663 req-b88e188d-c777-48af-bdd6-9d27ca1a40bd tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.381037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1551ffa-59d5-4d3a-96c2-53a9ad020663 req-b88e188d-c777-48af-bdd6-9d27ca1a40bd tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 931 time: 0.3181012 Aug 16 20:38:57.403825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12a20f-8bea-4f9d-a18b-c5f567314fa6 req-72a657da-dc29-4808-942a-32a778f3fe70 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.413849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce12a20f-8bea-4f9d-a18b-c5f567314fa6 req-72a657da-dc29-4808-942a-32a778f3fe70 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 945 time: 0.3501039 Aug 16 20:38:57.418895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.420246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:57.420996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.460487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621c1c7-e81e-45b4-aa2d-e001709618f7 None None] Pushing event updated for resources: {'Port': ['ID=8ce7ff70-4520-4eb5-b489-eccf62a3551c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:57.506711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c987139c-b52e-44d3-a5b4-7e5bb10a7bf5 None None] Provisioning complete for port 8ce7ff70-4520-4eb5-b489-eccf62a3551c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:57.510973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c987139c-b52e-44d3-a5b4-7e5bb10a7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.635566 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:38:56Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:38:57.641475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] Pushing event updated for resources: {'Network': ['ID=fbc2ddaa-e30b-460d-83fa-cb7b831e94e3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:57.673094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9a47e2-a4f5-466a-8054-78cdd82e43ff None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:38:56Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:38:57.699670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1551ffa-59d5-4d3a-96c2-53a9ad020663 req-59864f83-bc0e-4648-bf18-e55e247a749a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173127 Aug 16 20:38:57.719678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce12a20f-8bea-4f9d-a18b-c5f567314fa6 req-32e33dbe-ba74-4a48-ae8c-4fc5c6eda9b7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038082 Aug 16 20:38:57.765892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4e72df5d-c2b9-4655-ae60-162b4aa3100e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7327185 Aug 16 20:38:57.768091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:57.779873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Request body: {'subnet': {'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396909623-subnet', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:57.881299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85740645-50b0-45ed-8ae7-1364cba4d4e1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:38:57.904597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.922475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Made reservation on behalf of c3473ad62b6c41f387a24226b9a6e8d6 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:38:57.925183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:57.941506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:38:57.947573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Transition to ACTIVE for port object 85740645-50b0-45ed-8ae7-1364cba4d4e1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:58.029212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.109385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.138353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Pushing event updated for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:58.213230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Transition to ACTIVE for port object 4c8c1090-302e-4ad5-9c3b-8208d72fcffc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:58.216594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.244350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Attempting to bind port 85740645-50b0-45ed-8ae7-1364cba4d4e1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:58.244699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Attempting to bind port 85740645-50b0-45ed-8ae7-1364cba4d4e1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:58.245037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Attempting to bind port 85740645-50b0-45ed-8ae7-1364cba4d4e1 on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:58.249819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Port 85740645-50b0-45ed-8ae7-1364cba4d4e1 on network db305ab9-feda-498c-98b7-7c87e000e18a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:38:58.250048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Attempting to bind port 85740645-50b0-45ed-8ae7-1364cba4d4e1 on network db305ab9-feda-498c-98b7-7c87e000e18a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:58.256615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:58.256964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Checking segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:58.257354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Bound using segment: {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:58.257846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Bound port: 85740645-50b0-45ed-8ae7-1364cba4d4e1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80151f53-e458-4186-ba6f-d9146db9936d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:58.258433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.283107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Transition to ACTIVE for port object 4c8c1090-302e-4ad5-9c3b-8208d72fcffc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:38:58.295281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:58.300310 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac100738-6342-4ec9-8cdc-3c4dbffb8781" -d '{"events": [{"server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "name": "network-vif-plugged", "status": "completed", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:58.320871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:38:58.332909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:58.337096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:58.352623 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775f43df-9c8d-444b-b9a9-1ec6e5f70f38 x-openstack-request-id: req-775f43df-9c8d-444b-b9a9-1ec6e5f70f38 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:38:58.352623 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "name": "network-vif-plugged", "status": "completed", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:38:58.352623 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-775f43df-9c8d-444b-b9a9-1ec6e5f70f38 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:38:58.353307 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1', 'code': 200} Aug 16 20:38:58.453637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.455047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.459181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.466640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.471673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a950ee6-282b-46f7-b4ea-a275d9a89c88 req-85a663e4-a630-411a-9ade-86ea0551b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.473197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a950ee6-282b-46f7-b4ea-a275d9a89c88 req-85a663e4-a630-411a-9ade-86ea0551b3ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 1097 time: 0.0573099 Aug 16 20:38:58.496321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:38:58.558963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:58.565726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:38:58.578408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Checking segment: {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:58.578794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Network hostable DHCP agents. Network: fbc2ddaa-e30b-460d-83fa-cb7b831e94e3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:38:58.601048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a949358-0936-4b99-88e7-40d8d6cd01ab,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:58.608588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a950ee6-282b-46f7-b4ea-a275d9a89c88 req-57a942f2-10d1-4b19-b2e3-9b3a936e8470 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064341 Aug 16 20:38:58.667158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.671684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:58.705640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:38:58.736390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Pushing event updated for resources: {'Port': ['ID=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:58.741415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Attempting to bind port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:38:58.742812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Attempting to bind port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e77091bb-c892-407b-b94e-2fd51f6a4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:38:58.742812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Attempting to bind port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc on network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:38:58.750334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:38:58.750713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Checking segment: {'id': 'e77091bb-c892-407b-b94e-2fd51f6a4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:38:58.751128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.751519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Bound using segment: {'id': 'e77091bb-c892-407b-b94e-2fd51f6a4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:38:58.752134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Bound port: 4c8c1090-302e-4ad5-9c3b-8208d72fcffc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77091bb-c892-407b-b94e-2fd51f6a4fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '39c648d0-44d9-48aa-84dd-b29374d9e5a9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:38:58.752520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.791103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.805900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, fbc2ddaa-e30b-460d-83fa-cb7b831e94e3) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:38:58.823118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.826325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.864834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb07cff-337a-4ee1-b1d6-3cc63f6b11ee None None] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:38:58.934636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e39804e6-6876-416a-b51c-b6e1cf5d51bc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1652691 Aug 16 20:38:58.937100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37956) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:38:58.947909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:38:58.974827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:58.975617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:58.985327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] 10.222.0.64 "PUT /v2.0/ports/85740645-50b0-45ed-8ae7-1364cba4d4e1 HTTP/1.1" status: 200 len: 1092 time: 1.8288350 Aug 16 20:38:58.988625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:38:58.997672 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8" -d '{"events": [{"name": "network-changed", "server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:38:59.082519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea189e89-b6d0-4420-a101-5cd44f633c75 service neutron] Pushing event updated for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.201342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d05beb0-c25e-4a21-a0ba-48d1f995420c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:38:59.210631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867017b-2b46-40c1-a053-f4d3d5e6f10b req-b2957449-884e-43c6-b1e6-7472e5de13ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.212894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8867017b-2b46-40c1-a053-f4d3d5e6f10b req-b2957449-884e-43c6-b1e6-7472e5de13ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.2468421 Aug 16 20:38:59.257120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.258723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.307233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] For port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:38:59.307701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88154361-0e6c-4aca-ad87-77d903f77b4d req-eff39cc0-e123-4d61-a0c7-c363e5d339a1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.318659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88154361-0e6c-4aca-ad87-77d903f77b4d req-eff39cc0-e123-4d61-a0c7-c363e5d339a1 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 943 time: 0.3314803 Aug 16 20:38:59.344706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] For port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,segment=NetworkSegment(e77091bb-c892-407b-b94e-2fd51f6a4fe6),segment_id=e77091bb-c892-407b-b94e-2fd51f6a4fe6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:38:59.384480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-98974697-686b-4f3a-9825-cfe3918696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:38:59.389338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-98974697-686b-4f3a-9825-cfe3918696a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 1095 time: 0.1876059 Aug 16 20:38:59.431604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:38:59.432949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.462548 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.550229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.615121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ca196-f5c0-4f89-8d82-94be1276eda0 None None] Pushing event updated for resources: {'Port': ['ID=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.625166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:38:59.645659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:38:59.650635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.779615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-72a513bc-146c-438f-89b3-8dea43de1cfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1 HTTP/1.1" status: 200 len: 217 time: 0.3456347 Aug 16 20:38:59.894232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:38:59.963400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8867017b-2b46-40c1-a053-f4d3d5e6f10b req-3e06374e-b4d1-4ffd-907e-ec0a9c191dbb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7367659 Aug 16 20:38:59.970233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=64a4203c-2068-4cf3-a37c-fdab71ed009f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:38:59.972691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.004711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88154361-0e6c-4aca-ad87-77d903f77b4d req-6b8cc52c-df41-4457-9286-ffbc713a701a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782656 Aug 16 20:39:00.014044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.016358 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8e59032-36c3-4109-a56b-dedaa30827b2 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/64a4203c-2068-4cf3-a37c-fdab71ed009f HTTP/1.1" status: 204 len: 168 time: 2.9586818 Aug 16 20:39:00.019884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37982) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:00.047382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-4db283b5-d301-480e-b8d3-7189d053549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.048794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-4db283b5-d301-480e-b8d3-7189d053549f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.2539837 Aug 16 20:39:00.088795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Allocated IP 172.20.0.2 (fbc2ddaa-e30b-460d-83fa-cb7b831e94e3/7a949358-0936-4b99-88e7-40d8d6cd01ab/46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:00.102541 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba19076-7038-4e15-8e89-595ae682ba08 x-openstack-request-id: req-4ba19076-7038-4e15-8e89-595ae682ba08 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:00.104787 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:00.105129 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4ba19076-7038-4e15-8e89-595ae682ba08 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:00.105914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f275a-f729-43f0-ac94-e10e1e2ea290 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.106455 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1', 'status': 'completed', 'code': 200} Aug 16 20:39:00.110417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f275a-f729-43f0-ac94-e10e1e2ea290 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.121629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-716f275a-f729-43f0-ac94-e10e1e2ea290 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1005862 Aug 16 20:39:00.129598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:00.214170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-551f55b7-a1a7-4190-8cb3-df7363f26666 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471527 Aug 16 20:39:00.431068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-3c9ff777-f298-45c9-b86d-97b850c998b5 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066216 Aug 16 20:39:00.474381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.519303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1d05beb0-c25e-4a21-a0ba-48d1f995420c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d05beb0-c25e-4a21-a0ba-48d1f995420c,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:00.557380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.567470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.575157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Transition to ACTIVE for port object 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:00.578631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5791cc1c-8bd7-46ec-9a37-d2c84f0d96a3 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.580411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3fa63a8b-5c58-4492-a609-4dfa296799e9 req-29487d7f-3a5f-4e53-915b-cbdb35a98ef4 service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391251 Aug 16 20:39:00.603529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Transition to ACTIVE for port object 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:00.604031 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5791cc1c-8bd7-46ec-9a37-d2c84f0d96a3 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:39:00.604664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5791cc1c-8bd7-46ec-9a37-d2c84f0d96a3 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:00.605731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.606852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5791cc1c-8bd7-46ec-9a37-d2c84f0d96a3 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/39c648d0-44d9-48aa-84dd-b29374d9e5a9 HTTP/1.1" status: 409 len: 405 time: 0.4715006 Aug 16 20:39:00.611001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37988) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:00.616299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce7ff70-4520-4eb5-b489-eccf62a3551c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:00.620842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-69057964'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:00.693971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf3dbab2-8790-49b3-a0c8-74c49f4e4f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.735135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:00.741342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.768015 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.773501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:00.853693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:00.858902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:00.865642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:00.875970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8ce7ff70-4520-4eb5-b489-eccf62a3551c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:00.877148 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.885390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:00.887144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-86bba904-e91f-461a-b708-8e3964e75715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:00.896906 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-86bba904-e91f-461a-b708-8e3964e75715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 1095 time: 0.1500897 Aug 16 20:39:00.903479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:00.904399 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment 50e22610-e312-47af-8a3f-71a54bfd6b24 of type vlan for network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 Aug 16 20:39:01.052100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Attempting to bind port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:01.052341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Attempting to bind port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:01.052708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Attempting to bind port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 on network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:01.056869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Pushing event updated for resources: {'Port': ['ID=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:01.074344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:01.074895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Checking segment: {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:01.075300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.075905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Bound using segment: {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:01.076437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Bound port: 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:01.077095 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.199869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.437714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-5571d89a-b6ae-4538-9aa4-b4272f139bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.439219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] For port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:01.451191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-5571d89a-b6ae-4538-9aa4-b4272f139bc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 200 len: 916 time: 0.5367060 Aug 16 20:39:01.452604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] For port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:01.521600 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-09df1160-07be-4523-82ba-5dfc96e9cd3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1 HTTP/1.1" status: 200 len: 217 time: 0.0626070 Aug 16 20:39:01.522724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.536770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.548264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.548918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.559350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaa154-cd92-4c2b-bcef-12b856bd04d4 req-b00b5842-a561-4e8d-9ee9-594c31e3bb23 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.569393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.572234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7edaa154-cd92-4c2b-bcef-12b856bd04d4 req-b00b5842-a561-4e8d-9ee9-594c31e3bb23 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.3886106 Aug 16 20:39:01.611662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d479239-8265-4691-9eeb-417cdc8cb4f2 req-846e00ae-f6df-4e60-9534-9e74e5c43014 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.613173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d479239-8265-4691-9eeb-417cdc8cb4f2 req-846e00ae-f6df-4e60-9534-9e74e5c43014 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 943 time: 0.4629219 Aug 16 20:39:01.643670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f702a4-6910-475f-9a36-feffb8e5a7bf None None] Network 39c648d0-44d9-48aa-84dd-b29374d9e5a9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:01.713874 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:01.797537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c8c1090-302e-4ad5-9c3b-8208d72fcffc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:01.818986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-1c7183a3-8d49-4693-9301-453bd1ebc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:01.821098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-1c7183a3-8d49-4693-9301-453bd1ebc1ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 200 len: 855 time: 0.2324076 Aug 16 20:39:01.822241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=fb6248e1-e6c2-4b35-9c35-b1a79f7571d5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:01.825142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-205625a4-c204-479f-b89a-db5b66d8bb63 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2130468 Aug 16 20:39:01.837968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:01.873459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:01.914837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7edaa154-cd92-4c2b-bcef-12b856bd04d4 req-a4c411c5-cec1-4b6f-ba18-f590b5fbb03b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372567 Aug 16 20:39:01.946539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:01.985576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d479239-8265-4691-9eeb-417cdc8cb4f2 req-d423f4e7-4798-431a-a830-2d31f6856671 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887177 Aug 16 20:39:02.159650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-57ec7f47-caed-4675-a933-a8a236bb247b None None] Provisioning for port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:02.199111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Allocated IP 172.25.7.180 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/bd1bc248-2fb9-4a9e-ac58-bed3231c5e79) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:02.231566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886535bf-0853-414b-bc9a-92809c4e05df None None] Pushing event updated for resources: {'Port': ['ID=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:02.370846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:02.379490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] DHCP port deletion for 39c648d0-44d9-48aa-84dd-b29374d9e5a9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:02.402305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:02.402716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.472490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a63aa-c8ec-4a30-9924-9fdaf803f5d0 req-c2321dee-2091-47b4-92f6-29ff65d18625 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:02.475335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a04a63aa-c8ec-4a30-9924-9fdaf803f5d0 req-c2321dee-2091-47b4-92f6-29ff65d18625 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.1662774 Aug 16 20:39:02.525674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.657339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a04a63aa-c8ec-4a30-9924-9fdaf803f5d0 req-3cee9d86-605c-463c-8d69-ae02173400be tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661604 Aug 16 20:39:02.660072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.685612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Deleting port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:02.685612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.712580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:02.716593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:02.731695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:02.809762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 85740645-50b0-45ed-8ae7-1364cba4d4e1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:02.823659 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-82a52a38-a048-4ddf-98c3-83996367da85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db305ab9-feda-498c-98b7-7c87e000e18a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9844854 Aug 16 20:39:02.840865 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.934861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:02.946198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:02.973162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:03.009153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] For port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,segment=NetworkSegment(e77091bb-c892-407b-b94e-2fd51f6a4fe6),segment_id=e77091bb-c892-407b-b94e-2fd51f6a4fe6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:03.009831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.140569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,segment=NetworkSegment(e77091bb-c892-407b-b94e-2fd51f6a4fe6),segment_id=e77091bb-c892-407b-b94e-2fd51f6a4fe6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:03.145381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-5a85ef5c-d22b-49b0-8b3d-1e8110a70c2a service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137734 Aug 16 20:39:03.162079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Calling delete_port for 4c8c1090-302e-4ad5-9c3b-8208d72fcffc owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:03.286762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.288676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d05beb0-c25e-4a21-a0ba-48d1f995420c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:03.394414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586924a2-e94b-435d-9fa2-482b1960f96c req-175d235e-af33-467c-af48-30201381943f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:03.396066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-586924a2-e94b-435d-9fa2-482b1960f96c req-175d235e-af33-467c-af48-30201381943f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 943 time: 0.2231946 Aug 16 20:39:03.448092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.559300 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f5b37771-ba4e-4cf0-8b81-17d6c6edc1e8 req-3ee3fddf-a150-4454-b761-f6a2ec66b3fe service neutron] 10.222.0.64 "GET /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007139 Aug 16 20:39:03.590633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-586924a2-e94b-435d-9fa2-482b1960f96c req-57aed3f5-45f0-492b-9bd1-f12c2c24ec66 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806412 Aug 16 20:39:03.790400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.objects.ports [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95241) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:39:03.792285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.829890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4407e1ab-5f73-4b00-bc5b-004e40d4d0ee None None] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:03.947541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': '50e22610-e312-47af-8a3f-71a54bfd6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:03.948658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: fb6248e1-e6c2-4b35-9c35-b1a79f7571d5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:03.963169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=7fbe5067-1e65-4430-bae0-3486d0432e83,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:03.967401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:03.970501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.015969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-539b290f-91e0-48c7-b9ba-179438ff3872 None None] Provisioning for port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:04.019681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:04.031070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:04.035419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:04.051299 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a3615473-12cc-4f7d-80c2-5b490b1cbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.082656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '85740645-50b0-45ed-8ae7-1364cba4d4e1', 'network_id': 'db305ab9-feda-498c-98b7-7c87e000e18a', 'port_id': '85740645-50b0-45ed-8ae7-1364cba4d4e1', 'mac_address': 'fa:16:3e:cd:4e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e28fad-dd06-41b2-92e3-8dcd456fa70a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:04.104257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1d05beb0-c25e-4a21-a0ba-48d1f995420c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:04.104768 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.121764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, fb6248e1-e6c2-4b35-9c35-b1a79f7571d5) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:04.126011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:04.127403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.171411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.182918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31703e2-1c45-4ca9-9bb9-fc21c8be690d None None] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:04.199563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] No DVR routers for this DVR port 4c8c1090-302e-4ad5-9c3b-8208d72fcffc on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:04.215872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:04.333003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800588a6-7c17-451f-a35a-599984bc65f4 None None] Pushing event deleted for resources: {'Port': ['ID=4c8c1090-302e-4ad5-9c3b-8208d72fcffc,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:04.432898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.443261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:39:04.493538 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.508533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85740645-50b0-45ed-8ae7-1364cba4d4e1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:04.625834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:04.656698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-fb6248e1-e6c2-4b35-9c35-b1a79f7571d5', 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': '7fbe5067-1e65-4430-bae0-3486d0432e83'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:04.657935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.691666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:04.726807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:04.903709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a8c078ec-a29e-4c83-b53a-8724d2c2236b tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0460389 Aug 16 20:39:04.904366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:04.929922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'port': {'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5', 'name': 'tempest-NetworksIpV6TestAttrs-1655696104'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:05.038326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['85740645-50b0-45ed-8ae7-1364cba4d4e1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:05.054427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:05.206708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:05.239381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:05.240043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.309537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d19ec882-71a9-4ac4-b288-3226defa5d07 None None] Provisioning complete for port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:05.310039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d19ec882-71a9-4ac4-b288-3226defa5d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.313527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Allocated IP 2001:db8::f816:3eff:fe90:8f05 (fb6248e1-e6c2-4b35-9c35-b1a79f7571d5/7fbe5067-1e65-4430-bae0-3486d0432e83/d9421935-004b-43b1-9bea-309ab1de6815) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:05.495215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:05.529006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Sync routers for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:05.547035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262f521-559d-4f4c-8085-deb3ca3d2628 req-37b15726-7a3b-451b-be63-c016919e92ef tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:05.550197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.557437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7262f521-559d-4f4c-8085-deb3ca3d2628 req-37b15726-7a3b-451b-be63-c016919e92ef tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 944 time: 0.2123957 Aug 16 20:39:05.558394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:05.580128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.650024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7262f521-559d-4f4c-8085-deb3ca3d2628 req-8ad543a0-e7e8-4bb2-92f4-33d0e483da8a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657361 Aug 16 20:39:05.670053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] device_id is not set on port 29e62361-9db5-4a73-a0ac-2ca87ddc9009 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:39:05.702853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.703960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ea959d11-eb31-4d2d-b3e3-92ee7ce3c2b3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7652950 Aug 16 20:39:05.706888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38026) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:05.721294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.724016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d19ec882-71a9-4ac4-b288-3226defa5d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:05.807178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:05.807986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:06.028764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:06.099788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.17 (f46e708a-2381-473d-8649-f308c64ecc74/7ccbe2f2-08f8-408c-b9f3-b9e6887a3820/0f63845f-2456-4ef6-84d5-e9a3a477be6d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:06.159860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:06.163406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.178735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Transition to ACTIVE for port object d9421935-004b-43b1-9bea-309ab1de6815 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:06.222854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Transition to ACTIVE for port object d9421935-004b-43b1-9bea-309ab1de6815 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:06.246224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.247297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.268703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object 0f63845f-2456-4ef6-84d5-e9a3a477be6d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:06.280277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.352731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.379341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:02Z', 'revision_number': 3, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:06.457183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Allocated IP 2001:db8::f816:3eff:fe31:c60d (fb6248e1-e6c2-4b35-9c35-b1a79f7571d5/7fbe5067-1e65-4430-bae0-3486d0432e83/29e62361-9db5-4a73-a0ac-2ca87ddc9009) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:06.483348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.583019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.718857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network f46e708a-2381-473d-8649-f308c64ecc74 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:06.738200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:06.778253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:06.819034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:06.862281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-d19ec882-71a9-4ac4-b288-3226defa5d07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:39:06.862281 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-d19ec882-71a9-4ac4-b288-3226defa5d07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:39:06.873887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:06.885657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.904157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:06.909106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:06.913233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c8c1090-302e-4ad5-9c3b-8208d72fcffc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:06.925464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Allocated IP 172.20.0.1 (fbc2ddaa-e30b-460d-83fa-cb7b831e94e3/7a949358-0936-4b99-88e7-40d8d6cd01ab/b8910210-12b0-43a1-aa61-5379b62c0eef) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:06.926036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 85740645-50b0-45ed-8ae7-1364cba4d4e1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:06.926036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Checking router: 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:06.926036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Updating router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:06.970091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15af97-8f50-4cf8-8425-ac9ff3804493 req-f99c0673-6498-44ff-bcd1-efb1c02b4212 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:06.979975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d15af97-8f50-4cf8-8425-ac9ff3804493 req-f99c0673-6498-44ff-bcd1-efb1c02b4212 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 944 time: 0.1945992 Aug 16 20:39:07.006825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:07.015037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:07.037120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Transition to ACTIVE for port object 29e62361-9db5-4a73-a0ac-2ca87ddc9009 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:07.059813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4c8c1090-302e-4ad5-9c3b-8208d72fcffc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:07.060196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4c8c1090-302e-4ad5-9c3b-8208d72fcffc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:07.230304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.236054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d15af97-8f50-4cf8-8425-ac9ff3804493 req-aa119271-3b1f-4243-af26-cfa5c7e75bd6 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562644 Aug 16 20:39:07.237928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Pushing event updated for resources: {'Port': ['ID=d9421935-004b-43b1-9bea-309ab1de6815,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:07.268279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:07.301959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.315367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Attempting to bind port d9421935-004b-43b1-9bea-309ab1de6815 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:07.316176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Attempting to bind port d9421935-004b-43b1-9bea-309ab1de6815 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '50e22610-e312-47af-8a3f-71a54bfd6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:07.316730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Attempting to bind port d9421935-004b-43b1-9bea-309ab1de6815 on network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:07.341553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:07.342112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Checking segment: {'id': '50e22610-e312-47af-8a3f-71a54bfd6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:07.343042 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.343355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Bound using segment: {'id': '50e22610-e312-47af-8a3f-71a54bfd6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:07.343957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Bound port: d9421935-004b-43b1-9bea-309ab1de6815, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e22610-e312-47af-8a3f-71a54bfd6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'fb6248e1-e6c2-4b35-9c35-b1a79f7571d5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:07.344448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.367930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.377392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:07.377392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:07.380099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:07.387132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:07.387989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.400771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.405985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Transition to ACTIVE for port object b8910210-12b0-43a1-aa61-5379b62c0eef will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:07.463971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 85740645-50b0-45ed-8ae7-1364cba4d4e1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:07.512070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 85740645-50b0-45ed-8ae7-1364cba4d4e1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:07.512603 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.540805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Port': ['ID=29e62361-9db5-4a73-a0ac-2ca87ddc9009,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:07.545528 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ddb95126-882b-421a-89db-93ddd102bb8a tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6369147 Aug 16 20:39:07.548237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:07.564931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.662735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting subnet 7fbe5067-1e65-4430-bae0-3486d0432e83 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:07.666895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.675277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:07.675645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.677604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] For port d9421935-004b-43b1-9bea-309ab1de6815, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:07.689012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:07.692151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:07.693175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] For port d9421935-004b-43b1-9bea-309ab1de6815, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9421935-004b-43b1-9bea-309ab1de6815,segment=NetworkSegment(50e22610-e312-47af-8a3f-71a54bfd6b24),segment_id=50e22610-e312-47af-8a3f-71a54bfd6b24)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:07.698184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:07.705795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Pushing event updated for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:07.763709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.821458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.831713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:07.853294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e4d150b8-309c-4f32-b792-924fd35b8908 None None] Provisioning for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:07.980678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e4d150b8-309c-4f32-b792-924fd35b8908 None None] Provisioning complete for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:07.981042 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e4d150b8-309c-4f32-b792-924fd35b8908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.051092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.064418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e4d150b8-309c-4f32-b792-924fd35b8908 None None] Port 0f63845f-2456-4ef6-84d5-e9a3a477be6d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:08.224903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.231523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc035f-6ce0-42ba-afa5-c47e287b819e None None] Pushing event updated for resources: {'Port': ['ID=d9421935-004b-43b1-9bea-309ab1de6815,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.246764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.286203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.332932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.338392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/7fbe5067-1e65-4430-bae0-3486d0432e83 HTTP/1.1" status: 204 len: 168 time: 0.7891676 Aug 16 20:39:08.339540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fbc8b-f857-43f6-86c8-443dfc0d1225 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbe5067-1e65-4430-bae0-3486d0432e83,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.341317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:08.365860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:08.369083 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb0645-7c5e-4a81-8dc1-0db8825a2725" -d '{"events": [{"server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "name": "network-vif-plugged", "status": "completed", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:08.424892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-82837b20-4a7e-45a7-9ae0-6db161fda6f1 None None] Provisioning for port b8910210-12b0-43a1-aa61-5379b62c0eef completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:08.427229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:08.430113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.437583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-82837b20-4a7e-45a7-9ae0-6db161fda6f1 None None] Provisioning complete for port b8910210-12b0-43a1-aa61-5379b62c0eef triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:08.438003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82837b20-4a7e-45a7-9ae0-6db161fda6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.467902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Transition to ACTIVE for port object bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:08.487676 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34844d99-a382-4b71-b6a5-c13e1729189c x-openstack-request-id: req-34844d99-a382-4b71-b6a5-c13e1729189c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:08.492411 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "name": "network-vif-plugged", "status": "completed", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:08.492411 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-34844d99-a382-4b71-b6a5-c13e1729189c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:08.492411 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1', 'code': 200} Aug 16 20:39:08.501502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-82837b20-4a7e-45a7-9ae0-6db161fda6f1 None None] Port b8910210-12b0-43a1-aa61-5379b62c0eef cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:08.517920 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.525376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e2d3c-fd47-40b9-a237-21df70e3c023 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.528308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e2d3c-fd47-40b9-a237-21df70e3c023 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.535766 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-af7e2d3c-fd47-40b9-a237-21df70e3c023 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1905713 Aug 16 20:39:08.557404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38054) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:08.562905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.621955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Attempting to bind port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:08.622332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Attempting to bind port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:08.622700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Attempting to bind port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:08.625864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.637024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb8991-c2f8-44b1-a0d3-1ddbdb57053a req-90bf86d5-f561-45ed-9fa1-53941bf98c97 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.639156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.639541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.640172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.640571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.640915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.641247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.641620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.646280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.648425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.649078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ebb8991-c2f8-44b1-a0d3-1ddbdb57053a req-90bf86d5-f561-45ed-9fa1-53941bf98c97 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.2102160 Aug 16 20:39:08.657271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.657730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.659135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:08.672552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:08.672937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:08.673348 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.675499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:08.675499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Bound port: bd1bc248-2fb9-4a9e-ac58-bed3231c5e79, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:08.675499 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.715496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.718636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.736539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac8df-08ac-41ae-90a4-6c7b86c1062a req-094815fc-c066-4433-830a-52ffd936e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:08.738019 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1bbac8df-08ac-41ae-90a4-6c7b86c1062a req-094815fc-c066-4433-830a-52ffd936e8ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 1097 time: 0.1410213 Aug 16 20:39:08.758188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c259f19a-de0c-41ff-a69a-1e07f2225f0e tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.761846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ebb8991-c2f8-44b1-a0d3-1ddbdb57053a req-7194abea-056b-4010-9342-920e02cf289c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Aug 16 20:39:08.763268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1fbd-72c6-40a7-9592-c3fb623d3b4e None None] Pushing event updated for resources: {'Port': ['ID=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.766438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] For port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:08.771320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] For port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:08.785151 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259f19a-de0c-41ff-a69a-1e07f2225f0e tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 20:39:08.785626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259f19a-de0c-41ff-a69a-1e07f2225f0e tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:08.787426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c259f19a-de0c-41ff-a69a-1e07f2225f0e tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 HTTP/1.1" status: 409 len: 405 time: 0.2281489 Aug 16 20:39:08.793454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38060) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:08.799087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1426307370'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:08.804814 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1bbac8df-08ac-41ae-90a4-6c7b86c1062a req-70eb967c-9d65-4450-bd0b-e97a71277b36 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 Aug 16 20:39:08.822981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.823126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.868063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.918570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:08.923806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:08.950266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:08.954402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.001340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:09.002107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:09.017481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:09.028289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.028708 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment f9b0c4f1-0ebf-48f6-825b-da0ed9498927 of type vlan for network 6dd00e78-1afe-4454-a8e1-6f764f0c9e08 Aug 16 20:39:09.072880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f1fbd-72c6-40a7-9592-c3fb623d3b4e None None] Pushing event updated for resources: {'Port': ['ID=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.073093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.091106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network f46e708a-2381-473d-8649-f308c64ecc74 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:09.095150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:09.103489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Pushing event updated for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.106362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.188741 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.195428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:09.196534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.319009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:09.368729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:09.403541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9421935-004b-43b1-9bea-309ab1de6815 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:09.526087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7311664 Aug 16 20:39:09.540011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38080) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:09.560874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': '6dd00e78-1afe-4454-a8e1-6f764f0c9e08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:09.617322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:09.656893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d9421935-004b-43b1-9bea-309ab1de6815 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:09.665123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:09.670769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7124-fc83-4be4-b333-38431dd8bcc4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=6dd00e78-1afe-4454-a8e1-6f764f0c9e08,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:09.670985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d56df735-ee88-40ae-922f-ee150a2f8542 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/6068f63d-75e5-4505-a378-2b54eb146815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4551275 Aug 16 20:39:09.680880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:09.711140 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:09.722744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d8fc231d-8119-4f29-bcf9-353b02441866 None None] Provisioning complete for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:09.723119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8fc231d-8119-4f29-bcf9-353b02441866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:09.726579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:09.728197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:09.808369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc231d-8119-4f29-bcf9-353b02441866 None None] Port 0f63845f-2456-4ef6-84d5-e9a3a477be6d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:09.808369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6dd00e78-1afe-4454-a8e1-6f764f0c9e08 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:09.957482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29344d-40b1-46fe-8907-612cd4cd4fc2 None None] Network fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:10.028939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-b4ec58da-eed2-4a7c-a4a6-58bdb5d6b1b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1092472 Aug 16 20:39:10.105817 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:10.133161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-4d0b4852-660f-4d4f-828d-580e7485f970 req-bc522a73-5bc7-4fd9-a98c-c998c78bbe0d service neutron] (95240) timed out ('10.222.0.64', 55751) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:39:10.189578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-d6447b86-227f-4f08-9db5-6d1338c06ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.191621 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-d6447b86-227f-4f08-9db5-6d1338c06ee0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 1098 time: 0.1009362 Aug 16 20:39:10.239658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d389a-cd7b-4e75-a3a8-b91e56e6c093 req-d66627bb-683f-4a94-adc2-3573aba334a2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.241440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-247d389a-cd7b-4e75-a3a8-b91e56e6c093 req-d66627bb-683f-4a94-adc2-3573aba334a2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.3708794 Aug 16 20:39:10.269675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a93d9a8b-6be0-4b39-80f0-245be0382885 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2733819 Aug 16 20:39:10.347054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-247d389a-cd7b-4e75-a3a8-b91e56e6c093 req-43e1cf95-6002-4f9e-9793-a6803aad328f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941291 Aug 16 20:39:10.349483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:10.350467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:10.354150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.447042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.447557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.448249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.450146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.450650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.451297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.451838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.454400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-00aab428-4200-4c4d-87f4-ff34ff92e007 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.1521611 Aug 16 20:39:10.465124 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:07Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f63845f-2456-4ef6-84d5-e9a3a477be6d', 'name': '', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:c2:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:05Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 2, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:10.510893 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:10.511408 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Updating router 6068f63d-75e5-4505-a378-2b54eb146815 port 0f63845f-2456-4ef6-84d5-e9a3a477be6d binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:10.524909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-c4d501a9-3b47-4a9d-984c-444333760320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.528006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-c4d501a9-3b47-4a9d-984c-444333760320 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f46e708a-2381-473d-8649-f308c64ecc74 HTTP/1.1" status: 200 len: 898 time: 0.3113286 Aug 16 20:39:10.541309 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.561942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Provisioning for port d9421935-004b-43b1-9bea-309ab1de6815 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:10.598695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Provisioning complete for port d9421935-004b-43b1-9bea-309ab1de6815 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:10.599083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.613366 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-dacaeb36-933a-4eee-9b96-bcf1fa8872af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1 HTTP/1.1" status: 200 len: 217 time: 0.0769606 Aug 16 20:39:10.643546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b8910210-12b0-43a1-aa61-5379b62c0eef', 'name': '', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'mac_address': 'fa:16:3e:77:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:06Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 2, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'subnets': [{'id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:10.690572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d0b6b-bfe7-4e36-96bf-c4d4740b448b None None] The sync data for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 is: [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b8910210-12b0-43a1-aa61-5379b62c0eef', 'name': '', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'mac_address': 'fa:16:3e:77:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:06Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 2, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'subnets': [{'id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:10.720674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-e14c4778-257c-49aa-886a-32507ea05e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.724176 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-e14c4778-257c-49aa-886a-32507ea05e30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ccbe2f2-08f8-408c-b9f3-b9e6887a3820 HTTP/1.1" status: 200 len: 838 time: 0.1024492 Aug 16 20:39:10.793683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.837816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] DHCP port deletion for fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:10.840180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-5fb6f0f1-ef92-48f1-9861-d960982a6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.852556 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-5fb6f0f1-ef92-48f1-9861-d960982a6dce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f46e708a-2381-473d-8649-f308c64ecc74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1207914 Aug 16 20:39:10.859422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] For port d9421935-004b-43b1-9bea-309ab1de6815, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9421935-004b-43b1-9bea-309ab1de6815,segment=NetworkSegment(50e22610-e312-47af-8a3f-71a54bfd6b24),segment_id=50e22610-e312-47af-8a3f-71a54bfd6b24)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:10.934281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.940266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Deleting port d9421935-004b-43b1-9bea-309ab1de6815 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:10.940638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:10.987156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a6b751dd-9ee0-47a9-b9fb-d57077f65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.989691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a6b751dd-9ee0-47a9-b9fb-d57077f65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.992403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a6b751dd-9ee0-47a9-b9fb-d57077f65eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:10.997580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a6b751dd-9ee0-47a9-b9fb-d57077f65eb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 2298 time: 0.5174737 Aug 16 20:39:11.002743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:11.026146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-841814c9-923b-4391-b24d-fd20adb07942 admin admin] 10.222.0.70 "PUT /v2.0/routers/5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3178520 Aug 16 20:39:11.078728 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-7efc4d7d-d84b-42ba-9f41-ab0482e15a5c service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191722 Aug 16 20:39:11.162799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257f01b-9d6e-44f4-8f13-a0504441e85b None None] Pushing event updated for resources: {'Port': ['ID=d9421935-004b-43b1-9bea-309ab1de6815,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.202933 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.209765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] For port d9421935-004b-43b1-9bea-309ab1de6815, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d9421935-004b-43b1-9bea-309ab1de6815,segment=NetworkSegment(50e22610-e312-47af-8a3f-71a54bfd6b24),segment_id=50e22610-e312-47af-8a3f-71a54bfd6b24)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:11.209765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.219818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Transition to ACTIVE for port object 0f63845f-2456-4ef6-84d5-e9a3a477be6d will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:11.259048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Calling delete_port for d9421935-004b-43b1-9bea-309ab1de6815 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:11.296770 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.393596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-7356ce8f-e55c-4993-989e-4b811da72313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1002 time: 0.3634818 Aug 16 20:39:11.418513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbe10d5a-62af-4b8c-9198-c3e348e59b79 req-48f8925a-da88-40b7-b011-d26e4576dcb7 service neutron] 10.222.0.64 "GET /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294351 Aug 16 20:39:11.467848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d9421935-004b-43b1-9bea-309ab1de6815 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:11.517676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f0092aa-8f60-4e84-abfe-acf80b5c526b None None] Provisioning complete for port b8910210-12b0-43a1-aa61-5379b62c0eef triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:11.518360 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f0092aa-8f60-4e84-abfe-acf80b5c526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.607998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f0092aa-8f60-4e84-abfe-acf80b5c526b None None] Port b8910210-12b0-43a1-aa61-5379b62c0eef cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:11.611401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.643604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] Pushing event deleted for resources: {'Port': ['ID=d9421935-004b-43b1-9bea-309ab1de6815,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.649447 n-d-794306-10 neutron-server[95242]: INFO neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No ports have port_id starting with d9421935-004b-43b1-9bea-309ab1de6815 Aug 16 20:39:11.659122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c24d29-1386-45a9-8568-a64bbf7d3369 None None] No DVR routers for this DVR port d9421935-004b-43b1-9bea-309ab1de6815 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:11.705534 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Attempting to bind port 0f63845f-2456-4ef6-84d5-e9a3a477be6d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:11.708900 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Attempting to bind port 0f63845f-2456-4ef6-84d5-e9a3a477be6d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:11.710388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Attempting to bind port 0f63845f-2456-4ef6-84d5-e9a3a477be6d on network f46e708a-2381-473d-8649-f308c64ecc74 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:11.741029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-7bd16ca5-a9b6-4c89-bcfa-69427e94bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:11.743247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-7bd16ca5-a9b6-4c89-bcfa-69427e94bb95 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.3426967 Aug 16 20:39:11.761522 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:11.761889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Checking segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:11.762286 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.762670 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Bound using segment: {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:11.763134 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Bound port: 0f63845f-2456-4ef6-84d5-e9a3a477be6d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7349425-6cbf-46c5-b9c1-09c139657156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:11.763501 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:11.776504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bea60-38c2-4f30-a917-76a5255b8c0f None None] Pushing event updated for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:11.892061 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] For port 0f63845f-2456-4ef6-84d5-e9a3a477be6d, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:11.896080 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] For port 0f63845f-2456-4ef6-84d5-e9a3a477be6d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f63845f-2456-4ef6-84d5-e9a3a477be6d,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:11.957058 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.056564 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bea60-38c2-4f30-a917-76a5255b8c0f None None] Pushing event updated for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.092693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:12.093323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:12.218920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790f40d-c07e-48bd-b1d0-efae719be5cd req-23352dd3-94ad-4d25-91c5-548ec39a98be tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.226629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3790f40d-c07e-48bd-b1d0-efae719be5cd req-23352dd3-94ad-4d25-91c5-548ec39a98be tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.6761997 Aug 16 20:39:12.303405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:39:12.311658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:12.365985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:12.462716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-2b7ced0b-36dd-4c92-bbd8-1a217e12624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.465837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-2b7ced0b-36dd-4c92-bbd8-1a217e12624e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7001431 Aug 16 20:39:12.510213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3790f40d-c07e-48bd-b1d0-efae719be5cd req-336c5d02-a3b5-48dd-8bd6-e50527de55a2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821629 Aug 16 20:39:12.525118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=6b852383-3524-411c-96ca-725c065c1d8a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:12.586366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': 'f9b0c4f1-0ebf-48f6-825b-da0ed9498927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6dd00e78-1afe-4454-a8e1-6f764f0c9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:12.587102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: 6dd00e78-1afe-4454-a8e1-6f764f0c9e08, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:12.658278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-8f95e13f-ead7-4b22-8ada-4965578882b4 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589561 Aug 16 20:39:12.779746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network 6dd00e78-1afe-4454-a8e1-6f764f0c9e08 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:12.814474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d32e1a-a52c-4fcf-ad72-81256b0ee8eb req-e075b3e8-f78d-4394-9012-ece705381df4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:12.816118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34d32e1a-a52c-4fcf-ad72-81256b0ee8eb req-e075b3e8-f78d-4394-9012-ece705381df4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.1614051 Aug 16 20:39:12.829987 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:07Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f63845f-2456-4ef6-84d5-e9a3a477be6d', 'name': '', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:c2:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:05Z', 'updated_at': '2021-08-16T20:39:11Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:12.863246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c21ee7c-7f3f-401c-bb31-4421d7c416d6 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:07Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f63845f-2456-4ef6-84d5-e9a3a477be6d', 'name': '', 'network_id': 'f46e708a-2381-473d-8649-f308c64ecc74', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:c2:b6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:05Z', 'updated_at': '2021-08-16T20:39:11Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '7ccbe2f2-08f8-408c-b9f3-b9e6887a3820', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:12.876120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-fa11d4b6-e857-4615-b554-6cb3584ef4de service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084672 Aug 16 20:39:12.901171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34d32e1a-a52c-4fcf-ad72-81256b0ee8eb req-53c071ce-f952-4d31-ba20-44fe21a1535a tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707209 Aug 16 20:39:13.011021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6dd00e78-1afe-4454-a8e1-6f764f0c9e08) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:13.024839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.027424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.033229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-8ad4358c-0a14-43a4-bc41-f789925df78a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 217 time: 0.1364088 Aug 16 20:39:13.046178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccf064a-71e3-4037-9a53-a8a5332c4555 None None] Network 6dd00e78-1afe-4454-a8e1-6f764f0c9e08 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:13.210986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-53d9008e-179c-4c90-927e-671694b76660 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6611271 Aug 16 20:39:13.212366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:13.231381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-364d9712-df45-4612-b8e1-cfa1b365bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.234599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-364d9712-df45-4612-b8e1-cfa1b365bacb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1936810 Aug 16 20:39:13.382204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-05dcab63-b5ee-4bc6-9e38-28c26caf5a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.384357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-05dcab63-b5ee-4bc6-9e38-28c26caf5a00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392791 Aug 16 20:39:13.426287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:13.485831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.548850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7906672-e00b-4070-b8d1-8bc5e38da55e req-5964ef22-c543-4700-af83-243bc2be4ada tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:13.550459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7906672-e00b-4070-b8d1-8bc5e38da55e req-5964ef22-c543-4700-af83-243bc2be4ada tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.1408350 Aug 16 20:39:13.591713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ee05e5-ad4d-4195-b75a-1b338c862072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6dd00e78-1afe-4454-a8e1-6f764f0c9e08', 'network_id': '6dd00e78-1afe-4454-a8e1-6f764f0c9e08', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': '6b852383-3524-411c-96ca-725c065c1d8a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:13.599947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.605026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-48ee05e5-ad4d-4195-b75a-1b338c862072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.680169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-3bb3f625-1451-4cc8-9c73-2274c6f527d4 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822907 Aug 16 20:39:13.700025 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:13.794700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7906672-e00b-4070-b8d1-8bc5e38da55e req-078b201e-6ea1-434f-996a-625d0838a674 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120290 Aug 16 20:39:13.811897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.896759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:13.903173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:13.903564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:13.916247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-75b0f162-234e-4dd2-a1b7-3e3e1a3c247e service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280648 Aug 16 20:39:13.929410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=6b852383-3524-411c-96ca-725c065c1d8a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server [None req-48ee05e5-ad4d-4195-b75a-1b338c862072 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b852383-3524-411c-96ca-725c065c1d8a: This subnet is being modified by another concurrent operation. Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 20:39:14.006642 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server raise exception Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b852383-3524-411c-96ca-725c065c1d8a: This subnet is being modified by another concurrent operation. Aug 16 20:39:14.011086 n-d-794306-10 neutron-server[95242]: ERROR oslo_messaging.rpc.server Aug 16 20:39:14.018458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-f96f6227-c461-40de-b017-d0378b93cefd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 217 time: 0.0745673 Aug 16 20:39:14.045932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a792e-f183-46eb-9f21-22327561cc18 None None] Network 6dd00e78-1afe-4454-a8e1-6f764f0c9e08 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:14.081004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f21376-c20c-4c69-89ad-161e02c608c5 req-df08680f-b070-40b0-939d-44a7a7986630 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.093244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7f21376-c20c-4c69-89ad-161e02c608c5 req-df08680f-b070-40b0-939d-44a7a7986630 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.1356692 Aug 16 20:39:14.094590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.122039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd00e78-1afe-4454-a8e1-6f764f0c9e08']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.148984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-d2b2d9c3-7702-4506-bfd8-f54f43c06519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.149365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b0c4f1-0ebf-48f6-825b-da0ed9498927') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.149850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b0c4f1-0ebf-48f6-825b-da0ed9498927') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.150644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-d2b2d9c3-7702-4506-bfd8-f54f43c06519 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1235347 Aug 16 20:39:14.178022 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.207069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.216399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:14.217050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:14.223965 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:14.244785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b5ea9a-b8fc-44af-aca6-6bf2e27c2a98 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:39:14.248096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.283414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:14.292616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7f21376-c20c-4c69-89ad-161e02c608c5 req-3dbf8e99-a4ff-4e86-9d7a-7e5a5874bbb4 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857646 Aug 16 20:39:14.321744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a7449f45-96ce-46ef-b97b-3978251829c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:14.323310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-a7449f45-96ce-46ef-b97b-3978251829c8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506233 Aug 16 20:39:14.420109 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.423456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f63845f-2456-4ef6-84d5-e9a3a477be6d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:14.456323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.502851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.508100 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/6dd00e78-1afe-4454-a8e1-6f764f0c9e08 HTTP/1.1" status: 204 len: 168 time: 1.2926233 Aug 16 20:39:14.509694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6690092-3f24-4e4e-8896-2b0700c1020d tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=6dd00e78-1afe-4454-a8e1-6f764f0c9e08,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:14.511700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38198) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:14.524160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928448413'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:14.667918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:14.671284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-1b42ba87-477a-45f7-b769-24576611fb3f service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166163 Aug 16 20:39:14.715026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:14.718824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.759689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:14.764687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:14.765064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.793428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5ea9a-b8fc-44af-aca6-6bf2e27c2a98 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:39:14.831015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Sync routers for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:14.924744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:14.925080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:14.927093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:14.967589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:14.967865 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment 190c2b23-7642-4a12-8dce-4caafbb3d47e of type vlan for network d122fa08-b3c5-4be5-8660-d9c8ea18df71 Aug 16 20:39:14.997548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.003591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.010698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.024033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.025663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.031475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.037355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.045555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-f3f4d98c-3ae2-4684-91e7-1ee27a137236 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.1937509 Aug 16 20:39:15.048725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-1f109655-2485-4017-a4e2-f3738bd32641 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678091 Aug 16 20:39:15.084149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fae0e5-4b5e-4ed9-97db-841d195262f3 req-f7b77e18-aa26-4a3d-8758-08cf66592c5f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.086828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4fae0e5-4b5e-4ed9-97db-841d195262f3 req-f7b77e18-aa26-4a3d-8758-08cf66592c5f tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.2758241 Aug 16 20:39:15.149288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.151606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-65a9cb6f-b689-457c-8344-6151a3972ef4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 217 time: 0.0773880 Aug 16 20:39:15.155639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.231315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee4fe2b0-1b02-4752-8e81-0c6f9f2d73a1 req-77c549e8-d925-4399-a48b-e2f4fb4c35eb tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848047 Aug 16 20:39:15.237211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:15.264866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-e0f1391e-218b-4c01-bd7d-06a394c16c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.266349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-e0f1391e-218b-4c01-bd7d-06a394c16c74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1052425 Aug 16 20:39:15.282325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4fae0e5-4b5e-4ed9-97db-841d195262f3 req-b4359349-f32b-46c2-8953-47c9f606a766 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725552 Aug 16 20:39:15.342310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 0f63845f-2456-4ef6-84d5-e9a3a477be6d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f63845f-2456-4ef6-84d5-e9a3a477be6d,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:15.352442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.369901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.370556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.487063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.588574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0755644 Aug 16 20:39:15.591262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:15.614005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': 'd122fa08-b3c5-4be5-8660-d9c8ea18df71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:15.644143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:15.687953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-94ea83d6-f750-4b30-87b0-1d98a9aa222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.689517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-94ea83d6-f750-4b30-87b0-1d98a9aa222f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4063613 Aug 16 20:39:15.720301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3df53-0dcb-437c-bf88-aa6b6eaf7953 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=d122fa08-b3c5-4be5-8660-d9c8ea18df71,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:15.783223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.789826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.796167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.802125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.808435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.814643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.821221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.844357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40750249-ebfd-4123-a111-ccbb8de42851 req-38f2b01d-bd2e-4e62-aee7-5de905aa9091 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.4427752 Aug 16 20:39:15.864920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:15.874599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:15.878030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf7be0-b007-4e94-b0a5-28148c3fb4c7 req-d92a50db-7ddc-4e73-91f5-df22ebfb2f09 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:15.899286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddbf7be0-b007-4e94-b0a5-28148c3fb4c7 req-d92a50db-7ddc-4e73-91f5-df22ebfb2f09 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.4028101 Aug 16 20:39:15.933070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d122fa08-b3c5-4be5-8660-d9c8ea18df71 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:15.957922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:16.016990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:16.017365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.055019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddbf7be0-b007-4e94-b0a5-28148c3fb4c7 req-cc17fc94-8f45-44ba-8f21-7c830a7e0d0c tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377485 Aug 16 20:39:16.291930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b8910210-12b0-43a1-aa61-5379b62c0eef', 'name': '', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'mac_address': 'fa:16:3e:77:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:06Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 2, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'subnets': [{'id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:16.308141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-5d21a583-4876-4846-b248-e9204d4343db service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6017778 Aug 16 20:39:16.326997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Checking router: 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:16.327358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Updating router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 port b8910210-12b0-43a1-aa61-5379b62c0eef binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:16.355838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.377741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e810659f-6602-455e-9461-62a3a4ae75e3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.381359 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e810659f-6602-455e-9461-62a3a4ae75e3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.4169421 Aug 16 20:39:16.402808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-cf972ffd-0bf1-4fee-88f8-9af7b9240053 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0158577 Aug 16 20:39:16.417409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.493627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dc252949-8c9e-4c7b-96fe-1b70c1cbfb1a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822885 Aug 16 20:39:16.500170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-f7488787-f2b4-4d79-8eff-1e675c3984cd service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805511 Aug 16 20:39:16.534616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=d1553758-037c-4d53-afb9-20f82124c729,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:16.542066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': '190c2b23-7642-4a12-8dce-4caafbb3d47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd122fa08-b3c5-4be5-8660-d9c8ea18df71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:16.542440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: d122fa08-b3c5-4be5-8660-d9c8ea18df71, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:16.566092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-430849d6-61be-436f-a8c7-386790979cd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 217 time: 0.0546799 Aug 16 20:39:16.649792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-6e570740-6e02-49db-9d44-9ade8e1e4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.652056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-6e570740-6e02-49db-9d44-9ade8e1e4db5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.0786395 Aug 16 20:39:16.664520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network d122fa08-b3c5-4be5-8660-d9c8ea18df71 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:16.778245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:16.791497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-e5f2ab12-5987-42ed-b016-c6019edd9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:16.793099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-e5f2ab12-5987-42ed-b016-c6019edd9951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333768 Aug 16 20:39:16.811407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Transition to ACTIVE for port object b8910210-12b0-43a1-aa61-5379b62c0eef will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:16.887535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-6f9b755a-7cd3-4c2b-b650-237e77d45022 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860390 Aug 16 20:39:16.963871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-0998e439-a513-4f09-adaa-8552d37fe03b service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612129 Aug 16 20:39:17.052886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d122fa08-b3c5-4be5-8660-d9c8ea18df71) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:17.058822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.065012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.065106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7a87b-04b1-4bdc-9981-5e7d13260f76 None None] Network d122fa08-b3c5-4be5-8660-d9c8ea18df71 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:17.067854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-f204ed05-55ac-4588-b174-823c972e4366 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716311 Aug 16 20:39:17.125721 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.135845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-2bc9163a-86a7-4df3-b11c-dc42f2f75783 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610057 Aug 16 20:39:17.172164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f467f57-99f2-4bab-8185-1d1eff8e91ea tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5789318 Aug 16 20:39:17.175327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38250) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.193222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a73b8-c96d-4542-8408-ed62b14d4542 None None] Pushing event updated for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.283001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-5df05fd6-9f85-48d7-a193-571acb1ff25b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 217 time: 0.1391757 Aug 16 20:39:17.298744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38256) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:17.317870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Attempting to bind port b8910210-12b0-43a1-aa61-5379b62c0eef on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:17.318407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Attempting to bind port b8910210-12b0-43a1-aa61-5379b62c0eef by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:17.318840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Attempting to bind port b8910210-12b0-43a1-aa61-5379b62c0eef on network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:17.353299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:17.359609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Checking segment: {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:17.371808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.371808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Bound using segment: {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:17.371808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Bound port: b8910210-12b0-43a1-aa61-5379b62c0eef, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad90edf-ed67-48d1-bdc2-c638b69f29d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:17.371808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.393446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.488894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.557350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] For port b8910210-12b0-43a1-aa61-5379b62c0eef, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:17.566486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] For port b8910210-12b0-43a1-aa61-5379b62c0eef, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b8910210-12b0-43a1-aa61-5379b62c0eef,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:17.696577 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.724535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad4071-0264-48a9-ac8f-10d26bb1d258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d122fa08-b3c5-4be5-8660-d9c8ea18df71', 'network_id': 'd122fa08-b3c5-4be5-8660-d9c8ea18df71', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': 'd1553758-037c-4d53-afb9-20f82124c729'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:17.738520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e7ad4071-0264-48a9-ac8f-10d26bb1d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.745617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f63845f-2456-4ef6-84d5-e9a3a477be6d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:17.802190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.834602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=d1553758-037c-4d53-afb9-20f82124c729,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:17.937408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b96292-0328-477d-9d64-c9b5da10aeec req-30ddc89f-385a-4cf8-8def-29c47f9d0126 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.938943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4b96292-0328-477d-9d64-c9b5da10aeec req-30ddc89f-385a-4cf8-8def-29c47f9d0126 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.6551428 Aug 16 20:39:17.947979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-339d9520-a458-428b-8150-8511a68b9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:17.949726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-339d9520-a458-428b-8150-8511a68b9b49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.6404965 Aug 16 20:39:17.958796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Deleting subnet c7890268-acc1-4c9f-bf5e-7f748a477356 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:17.963613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.970453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:17.985133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d122fa08-b3c5-4be5-8660-d9c8ea18df71']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:18.044319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.095143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.179305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:18.184166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:18.196513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a73b8-c96d-4542-8408-ed62b14d4542 None None] Pushing event updated for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:18.283338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-511538f7-4a80-48ec-ba87-bc84258f781e req-a3744749-67b6-40d6-878f-f4561c452224 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0993981 Aug 16 20:39:18.338148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.377999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba02485f-4a80-460b-889f-6cadbfb53eed None None] Network d122fa08-b3c5-4be5-8660-d9c8ea18df71 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:18.453996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0f63845f-2456-4ef6-84d5-e9a3a477be6d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:18.454576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.467369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7890268-acc1-4c9f-bf5e-7f748a477356,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:18.471961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.478467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-994db706-63d6-461d-9068-50cc4b3c3fef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c7890268-acc1-4c9f-bf5e-7f748a477356 HTTP/1.1" status: 204 len: 168 time: 0.6571436 Aug 16 20:39:18.488839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38272) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:18.645529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.677475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4b96292-0328-477d-9d64-c9b5da10aeec req-898deb62-c62b-486d-bd90-acc1951bc164 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265830 Aug 16 20:39:18.686775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-5ec9dece-4c08-49b2-9999-48b54dcd001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.688690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-5ec9dece-4c08-49b2-9999-48b54dcd001b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5099680 Aug 16 20:39:18.763031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190c2b23-7642-4a12-8dce-4caafbb3d47e') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:18.763408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190c2b23-7642-4a12-8dce-4caafbb3d47e') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:18.765525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.794118 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.814971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.837333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:18.837831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:18.841315 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:18.861910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-86a11fd7-2adf-4afc-9d02-bfefbf0659b9 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612923 Aug 16 20:39:18.865355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-e2f276ec-221c-43c4-b0a3-af65002f1af2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:18.867855 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-e2f276ec-221c-43c4-b0a3-af65002f1af2 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 945 time: 0.1177261 Aug 16 20:39:18.912048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:19.040811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Deleting port 85740645-50b0-45ed-8ae7-1364cba4d4e1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:19.041273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.052165 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.086800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc787a86-ab90-4cc6-9142-943c3a284491']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.112577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.122158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.127837 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/d122fa08-b3c5-4be5-8660-d9c8ea18df71 HTTP/1.1" status: 204 len: 168 time: 1.9482188 Aug 16 20:39:19.131125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-965fb37c-3cda-46c3-877e-f06396221983 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374997 Aug 16 20:39:19.132891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:19.144849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-595701806'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:19.151567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8418e2-cc15-4a85-bb91-e7f96dde4fba') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.151936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8418e2-cc15-4a85-bb91-e7f96dde4fba') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.183990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312714d3-ca2e-4b7c-9230-1d2156995d6c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=d122fa08-b3c5-4be5-8660-d9c8ea18df71,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.230124 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.233303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-8b9ce1c2-6807-4d86-b178-5f39053b0b0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.0916765 Aug 16 20:39:19.243878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] For port 85740645-50b0-45ed-8ae7-1364cba4d4e1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=85740645-50b0-45ed-8ae7-1364cba4d4e1,segment=NetworkSegment(80151f53-e458-4186-ba6f-d9146db9936d),segment_id=80151f53-e458-4186-ba6f-d9146db9936d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:19.244347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.273620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Calling delete_port for 85740645-50b0-45ed-8ae7-1364cba4d4e1 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:19.290901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.307931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:19.316493 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:19.341412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:19.349197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.395041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:19.417326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.417809 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Added segment 4c49b59e-59e2-4496-951c-3379d886b8cf of type vlan for network 36999a7e-b4c1-445d-9fd7-971d82861d35 Aug 16 20:39:19.446509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b8910210-12b0-43a1-aa61-5379b62c0eef', 'name': '', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'mac_address': 'fa:16:3e:77:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:06Z', 'updated_at': '2021-08-16T20:39:17Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'subnets': [{'id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:19.483830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:19.497479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a7c1c-6614-4d01-96de-c5f511e61c0a None None] The sync data for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 is: [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:39:08Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b8910210-12b0-43a1-aa61-5379b62c0eef', 'name': '', 'network_id': 'fbc2ddaa-e30b-460d-83fa-cb7b831e94e3', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'mac_address': 'fa:16:3e:77:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:06Z', 'updated_at': '2021-08-16T20:39:17Z', 'revision_number': 4, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'subnets': [{'id': '7a949358-0936-4b99-88e7-40d8d6cd01ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:19.542205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b97d3609-a06e-4248-ba4b-2df98e6ad269 req-403a6ec7-5a1b-4db6-add1-3f3d047c260f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.1685135 Aug 16 20:39:19.573255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-12d6b7a1-1d2e-4637-a146-7852a5b35449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.574398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-12d6b7a1-1d2e-4637-a146-7852a5b35449 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.3331687 Aug 16 20:39:19.590216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.665953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.682176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:19.689871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc787a86-ab90-4cc6-9142-943c3a284491 HTTP/1.1" status: 204 len: 168 time: 1.1912212 Aug 16 20:39:19.713752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0320ab1-37f2-4a23-a41e-fb180401a634 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc787a86-ab90-4cc6-9142-943c3a284491,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:19.740941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.resource_extend [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:39:19.741809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-7d74cd80-fecf-48c0-878a-5a39f514c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.744654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-7d74cd80-fecf-48c0-878a-5a39f514c425 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1490686 Aug 16 20:39:19.810087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b8910210-12b0-43a1-aa61-5379b62c0eef up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:19.948133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-5b3afeba-b0ff-4890-b2fe-d6039a27f5b6 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840801 Aug 16 20:39:19.973913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.974513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.975272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.975816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.976356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.976892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.977485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:19.988979 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-ebc3fdc3-1abc-4847-b3b5-d6e113b52a5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.4990752 Aug 16 20:39:20.015656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.021482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:20.022358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.056861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b8910210-12b0-43a1-aa61-5379b62c0eef completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:20.056861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b8910210-12b0-43a1-aa61-5379b62c0eef triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:20.056861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.099983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.107366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba363e-19a0-431d-bfd8-927091ceda3c req-609c1838-1b60-42d1-b7df-5b55a191b7b9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:20.109926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ba363e-19a0-431d-bfd8-927091ceda3c req-609c1838-1b60-42d1-b7df-5b55a191b7b9 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 867 time: 0.1608462 Aug 16 20:39:20.114305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['85740645-50b0-45ed-8ae7-1364cba4d4e1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:20.165437 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-0a266546-26e4-4cc2-b626-334972af75ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725900 Aug 16 20:39:20.218635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Pushing event deleted for resources: {'Port': ['ID=85740645-50b0-45ed-8ae7-1364cba4d4e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.224394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Network': ['ID=36999a7e-b4c1-445d-9fd7-971d82861d35,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.231579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dede78fa-4684-4332-aceb-fd99f4d4139f req-8210fc50-7cff-45f7-ab7d-b161953d53ca service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689826 Aug 16 20:39:20.262773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-20ba363e-19a0-431d-bfd8-927091ceda3c req-80114b3b-48bd-4c7a-bb3e-9dfb97214a7b tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/security-groups?id=866659e0-578b-4b70-b5fe-c38223c9d6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269534 Aug 16 20:39:20.264639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 36999a7e-b4c1-445d-9fd7-971d82861d35 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:20.281385 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-685a2e51-26dc-4588-9edc-58af90e3a6b7 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1424689 Aug 16 20:39:20.284901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:20.303333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Request body: {'subnet': {'network_id': '36999a7e-b4c1-445d-9fd7-971d82861d35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:20.315657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] No DVR routers for this DVR port 85740645-50b0-45ed-8ae7-1364cba4d4e1 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:20.318448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.321369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0648f423-d2b1-4997-a74e-a5973bcad2fb req-85789b32-a6be-417b-ab79-1693f93a25f8 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.64 "DELETE /v2.0/ports/85740645-50b0-45ed-8ae7-1364cba4d4e1 HTTP/1.1" status: 204 len: 173 time: 1.4212432 Aug 16 20:39:20.322009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'name': 'network-vif-deleted', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:20.325928 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8987e-0262-481b-9f3d-71a747bc3197" -d '{"events": [{"server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "name": "network-vif-deleted", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:20.398573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.402523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38312) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:20.413632 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd34b32-99c1-4777-8921-7d7c3b743fef x-openstack-request-id: req-bcd34b32-99c1-4777-8921-7d7c3b743fef {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:20.415946 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43694154-7046-4721-ae98-07d6dcbd62e0", "name": "network-vif-deleted", "tag": "85740645-50b0-45ed-8ae7-1364cba4d4e1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:20.415946 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd34b32-99c1-4777-8921-7d7c3b743fef {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:20.415946 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43694154-7046-4721-ae98-07d6dcbd62e0', 'name': 'network-vif-deleted', 'tag': '85740645-50b0-45ed-8ae7-1364cba4d4e1', 'status': 'completed', 'code': 200} Aug 16 20:39:20.477283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b8910210-12b0-43a1-aa61-5379b62c0eef, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b8910210-12b0-43a1-aa61-5379b62c0eef,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:20.482525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a8df13c-0f5f-4740-8963-3d8a7570d427 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b58b83eabab748f8bb1e5d2afea8dd5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787456 Aug 16 20:39:20.485293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:20.557184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.579878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.583911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Made reservation on behalf of f8affd6565b84888be99f1f4c6975d1d for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:20.588383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.636139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.687233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:20.751452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-815076aa-b1ab-44ae-ad58-d14274b0ab68 req-e8c04f8d-d2f5-4420-a5c8-7e31e49a348c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0313561 Aug 16 20:39:20.847072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.849852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:20.851053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c671376e-8bff-459f-b7e9-f52fa4d6ac8f HTTP/1.1" status: 204 len: 168 time: 0.3647492 Aug 16 20:39:20.885225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769553f-0cc7-4df2-a53a-57dd7fd63979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671376e-8bff-459f-b7e9-f52fa4d6ac8f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:21.036790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.objects.ports [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95240) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 20:39:21.038943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.107467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event updated for resources: {'Subnet': ['ID=113b9d3d-08fa-4066-9875-a2b1d900bf43,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:21.136733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Checking segment: {'id': '4c49b59e-59e2-4496-951c-3379d886b8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '36999a7e-b4c1-445d-9fd7-971d82861d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:21.137125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network hostable DHCP agents. Network: 36999a7e-b4c1-445d-9fd7-971d82861d35, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:21.149664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-54050817-fcc7-485d-943f-e62b0a213c89 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.151318 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-54050817-fcc7-485d-943f-e62b0a213c89 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1340089 Aug 16 20:39:21.167767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:21.286462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Network 36999a7e-b4c1-445d-9fd7-971d82861d35 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:21.424903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ac6721c-cf27-4ebc-9815-3c35791b4a42 req-e7649f61-49f3-4d29-b9e8-b7de91985550 tempest-ServerDiskConfigTestJSON-654482653 tempest-ServerDiskConfigTestJSON-654482653-project] 10.222.0.70 "GET /v2.0/ports?device_id=43694154-7046-4721-ae98-07d6dcbd62e0 HTTP/1.1" status: 200 len: 210 time: 0.0473707 Aug 16 20:39:21.425630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 36999a7e-b4c1-445d-9fd7-971d82861d35) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:21.430285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:21.430884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.441465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad244da0-8fde-4c14-9d4b-b8a7f0abe114 None None] Network 36999a7e-b4c1-445d-9fd7-971d82861d35 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:21.450561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:21.454317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.522645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-103f618a-3461-4ce5-8017-61604e608f53 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2210670 Aug 16 20:39:21.522645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38336) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:21.712241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.719129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.13 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/0dd31ef7-8ec0-416e-b6ab-eb130e0eff52) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:21.830043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.950225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2073a51f-34ab-4dbc-be6a-ee1bd6c70478 req-6aaefcb8-5c68-469e-bf30-2bdf1931db48 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0463388 Aug 16 20:39:21.971206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:21.981334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b8910210-12b0-43a1-aa61-5379b62c0eef up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:21.982211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.011543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:22.014621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe4cc23-099b-4243-b754-e4f803b692b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-36999a7e-b4c1-445d-9fd7-971d82861d35', 'network_id': '36999a7e-b4c1-445d-9fd7-971d82861d35', 'tenant_id': 'f8affd6565b84888be99f1f4c6975d1d', 'fixed_ips': [{'subnet_id': '113b9d3d-08fa-4066-9875-a2b1d900bf43'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:22.016102 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe4cc23-099b-4243-b754-e4f803b692b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.088684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=113b9d3d-08fa-4066-9875-a2b1d900bf43,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:22.117063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b8910210-12b0-43a1-aa61-5379b62c0eef triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:22.117831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.117952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.142121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36999a7e-b4c1-445d-9fd7-971d82861d35']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:22.172413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c49b59e-59e2-4496-951c-3379d886b8cf') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:22.173467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c49b59e-59e2-4496-951c-3379d886b8cf') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:22.202085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.233900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.250239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:22.251037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:22.276858 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:22.648715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38366) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:22.702874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Deleting subnet 73e28fad-dd06-41b2-92e3-8dcd456fa70a {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:22.706200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.710288 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.851341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.851341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.851341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:22.854693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 85740645-50b0-45ed-8ae7-1364cba4d4e1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:22.855346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:22.855346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:22.856139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 85740645-50b0-45ed-8ae7-1364cba4d4e1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:22.856139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 85740645-50b0-45ed-8ae7-1364cba4d4e1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:22.856305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:22.876676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:22.910165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:22.910165 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.067121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9d1d6-b416-420e-8a03-989b0a2b92fd None None] Network 36999a7e-b4c1-445d-9fd7-971d82861d35 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:23.098374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.110129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.112182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/36999a7e-b4c1-445d-9fd7-971d82861d35 HTTP/1.1" status: 204 len: 168 time: 1.5935702 Aug 16 20:39:23.115622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38372) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.144166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb6504-9aa9-4843-97b4-b7ea5f8b8320 req-7c3b8b1f-86cc-4d3a-b283-a58900ce87d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:23.145751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77cb6504-9aa9-4843-97b4-b7ea5f8b8320 req-7c3b8b1f-86cc-4d3a-b283-a58900ce87d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 932 time: 0.1021655 Aug 16 20:39:23.147191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af647fd4-e8e5-4758-95d0-9df022e540f6 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=36999a7e-b4c1-445d-9fd7-971d82861d35,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:23.173803 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-e052bd1c-7997-470d-857b-fda3d67a8cb2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0109847 Aug 16 20:39:23.175323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.181772 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d3a579-3bf8-4982-8527-df0d92ef15ef tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.182442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d3a579-3bf8-4982-8527-df0d92ef15ef tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.185403 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6d3a579-3bf8-4982-8527-df0d92ef15ef tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/113b9d3d-08fa-4066-9875-a2b1d900bf43 HTTP/1.1" status: 404 len: 337 time: 0.0677125 Aug 16 20:39:23.190370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38374) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.193846 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Request body: {'port': {'device_id': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:23.260624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77cb6504-9aa9-4843-97b4-b7ea5f8b8320 req-a53e4b04-e3fb-427c-b94c-070df7b2309a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053636 Aug 16 20:39:23.262696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e28fad-dd06-41b2-92e3-8dcd456fa70a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:23.267978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.273499 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e0b992f-5e13-4f3c-a556-3f21ea95a43a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73e28fad-dd06-41b2-92e3-8dcd456fa70a HTTP/1.1" status: 204 len: 168 time: 0.6236868 Aug 16 20:39:23.274179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38376) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.290101 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4499a2c6-25ef-4d3d-b5e5-57d1afebe2c1 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.290992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4499a2c6-25ef-4d3d-b5e5-57d1afebe2c1 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.292782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4499a2c6-25ef-4d3d-b5e5-57d1afebe2c1 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/36999a7e-b4c1-445d-9fd7-971d82861d35 HTTP/1.1" status: 404 len: 339 time: 0.1002343 Aug 16 20:39:23.295529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38378) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.326082 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d22a8d0-3504-40dd-93c2-0270081fb08f tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.326510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d22a8d0-3504-40dd-93c2-0270081fb08f tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.328363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d22a8d0-3504-40dd-93c2-0270081fb08f tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/d1553758-037c-4d53-afb9-20f82124c729 HTTP/1.1" status: 404 len: 337 time: 0.0317671 Aug 16 20:39:23.331704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38380) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.354298 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9910c8a-f14d-4521-aa29-3a30c43e2aee tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.355158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9910c8a-f14d-4521-aa29-3a30c43e2aee tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.357182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9910c8a-f14d-4521-aa29-3a30c43e2aee tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/d122fa08-b3c5-4be5-8660-d9c8ea18df71 HTTP/1.1" status: 404 len: 339 time: 0.0244677 Aug 16 20:39:23.359836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38382) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.383762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8360d5f2-3075-42e1-974e-a60919926cf4 None None] Provisioning for port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:23.388598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8360d5f2-3075-42e1-974e-a60919926cf4 None None] Provisioning complete for port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:23.393641 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8360d5f2-3075-42e1-974e-a60919926cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.397788 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9ffea4-4a61-4ecc-932d-357bd60d2b4c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.398490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9ffea4-4a61-4ecc-932d-357bd60d2b4c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.400850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad9ffea4-4a61-4ecc-932d-357bd60d2b4c tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/6b852383-3524-411c-96ca-725c065c1d8a HTTP/1.1" status: 404 len: 337 time: 0.0386198 Aug 16 20:39:23.410282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.410925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38386) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.431596 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f18e22-a573-4615-8a1d-6eed41c408a4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:23.431596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f18e22-a573-4615-8a1d-6eed41c408a4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:23.434335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e2f18e22-a573-4615-8a1d-6eed41c408a4 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/6dd00e78-1afe-4454-a8e1-6f764f0c9e08 HTTP/1.1" status: 404 len: 339 time: 0.0223677 Aug 16 20:39:23.437219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38388) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:23.485729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8360d5f2-3075-42e1-974e-a60919926cf4 None None] Port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:23.503948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.577917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting port 29e62361-9db5-4a73-a0ac-2ca87ddc9009 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:23.578271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.689799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.717210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.733430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db305ab9-feda-498c-98b7-7c87e000e18a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:23.737547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Calling delete_port for 29e62361-9db5-4a73-a0ac-2ca87ddc9009 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:23.817213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80151f53-e458-4186-ba6f-d9146db9936d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:23.817749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80151f53-e458-4186-ba6f-d9146db9936d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:23.847589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.869397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.886828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:23.887742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:23.890948 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:23.921186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.009787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.021668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/ports/29e62361-9db5-4a73-a0ac-2ca87ddc9009 HTTP/1.1" status: 204 len: 168 time: 0.5834377 Aug 16 20:39:24.023703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:24.029596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:24.040401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.052047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6b020-2511-4084-b04e-312eede5fce0 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Port': ['ID=29e62361-9db5-4a73-a0ac-2ca87ddc9009,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:24.055451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Transition to ACTIVE for port object 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:24.057805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.082370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.085195 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/db305ab9-feda-498c-98b7-7c87e000e18a HTTP/1.1" status: 204 len: 168 time: 0.8017673 Aug 16 20:39:24.086660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db4a34-a197-4385-a62c-6a339dea18e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db305ab9-feda-498c-98b7-7c87e000e18a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:24.122462 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd09994-b04e-40b1-947a-b32d6ff95bc5 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:24.124797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.125549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd09994-b04e-40b1-947a-b32d6ff95bc5 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:24.130772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38408) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:24.132297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-acd09994-b04e-40b1-947a-b32d6ff95bc5 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/7fbe5067-1e65-4430-bae0-3486d0432e83 HTTP/1.1" status: 404 len: 337 time: 0.1053796 Aug 16 20:39:24.331154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:24.351712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.473445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Attempting to bind port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:24.473801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Attempting to bind port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:24.474104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Attempting to bind port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:24.496188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:39:24.496514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Attempting to bind port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:24.497082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577d83-82ab-49ff-9be2-c6fc9fc12fab req-3f87dd52-2b1c-46d3-b8d7-ea1bb05a7bd1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.499611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58577d83-82ab-49ff-9be2-c6fc9fc12fab req-3f87dd52-2b1c-46d3-b8d7-ea1bb05a7bd1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1000416 Aug 16 20:39:24.528996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:24.529344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:24.529735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:24.530182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Bound port: 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:24.530545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.554414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58577d83-82ab-49ff-9be2-c6fc9fc12fab req-1f04cc17-266f-4479-9f5b-0d8168f3aaf8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Aug 16 20:39:24.636740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:24.668610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.685378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a372b06e-5373-4088-9a34-52812cd093f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b5da764bba84c15af0ed4cc95dfcb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474503 Aug 16 20:39:24.688039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:24.690212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6248e1-e6c2-4b35-9c35-b1a79f7571d5']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:24.709873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e22610-e312-47af-8a3f-71a54bfd6b24') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:24.710177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e22610-e312-47af-8a3f-71a54bfd6b24') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:24.755529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.775941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.781569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:24.806088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:24.817721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.828829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.832511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:24.832924 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:24.836314 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:24.893400 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.962923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:24.963976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.965958 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 HTTP/1.1" status: 200 len: 1093 time: 1.7783492 Aug 16 20:39:24.966798 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.969766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:24.976034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/866659e0-578b-4b70-b5fe-c38223c9d6cd HTTP/1.1" status: 204 len: 168 time: 0.2824724 Aug 16 20:39:24.982584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:24.985336 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1" -d '{"events": [{"name": "network-changed", "server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:25.017176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdeaecf-21b5-4ac5-8524-a9ffbe46f0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:25.029019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c28e3-339d-4915-972f-ec3f1f19eea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866659e0-578b-4b70-b5fe-c38223c9d6cd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:25.056013 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81568e3-4970-43b9-af4d-68111b753ff6 x-openstack-request-id: req-e81568e3-4970-43b9-af4d-68111b753ff6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:25.056251 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:25.056917 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e81568e3-4970-43b9-af4d-68111b753ff6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:25.057382 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52', 'status': 'completed', 'code': 200} Aug 16 20:39:25.081393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.087062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.089960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/fb6248e1-e6c2-4b35-9c35-b1a79f7571d5 HTTP/1.1" status: 204 len: 168 time: 0.9557357 Aug 16 20:39:25.091943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38432) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:25.176768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ed90-919f-4c97-8fed-c846a56e0e16 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=fb6248e1-e6c2-4b35-9c35-b1a79f7571d5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:25.219822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-9fe85e0f-8f85-4891-90b5-9b6dd718a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.232098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-9fe85e0f-8f85-4891-90b5-9b6dd718a50a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 1096 time: 0.1390224 Aug 16 20:39:25.322728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting port 44eebc90-81bf-476f-b507-e7a2a3df5b68 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:25.326834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.382261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-d7e8c164-2181-49b3-a39f-133be0decdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.384497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-d7e8c164-2181-49b3-a39f-133be0decdaa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1454341 Aug 16 20:39:25.424719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.440534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Calling delete_port for 44eebc90-81bf-476f-b507-e7a2a3df5b68 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:25.518686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-ca552ecb-bca6-410c-aace-bd631b28dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.524292 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d824cac5-2ffb-47e0-81a8-aa1bd8dd35d1 req-ca552ecb-bca6-410c-aace-bd631b28dd64 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316719 Aug 16 20:39:25.647366 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.663956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-0faf340c-fbf4-46b7-bcc8-8540d12a7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.666608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-0faf340c-fbf4-46b7-bcc8-8540d12a7206 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 1096 time: 0.0980515 Aug 16 20:39:25.724247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Port': ['ID=44eebc90-81bf-476f-b507-e7a2a3df5b68,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:25.743453 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-6dce9a2f-cccd-42cf-a11f-0b93c891dfae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 HTTP/1.1" status: 200 len: 217 time: 0.0677340 Aug 16 20:39:25.753931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.758848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cdde19e2-494a-40f9-8f08-068fff079e38 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/ports/44eebc90-81bf-476f-b507-e7a2a3df5b68 HTTP/1.1" status: 204 len: 168 time: 0.6628406 Aug 16 20:39:25.760010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38444) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:25.788667 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a54e2db-e272-4293-b4b7-a28a1d6c3a75 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:25.789130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a54e2db-e272-4293-b4b7-a28a1d6c3a75 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:25.793204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5a54e2db-e272-4293-b4b7-a28a1d6c3a75 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/64a4203c-2068-4cf3-a37c-fdab71ed009f HTTP/1.1" status: 404 len: 337 time: 0.0299339 Aug 16 20:39:25.798790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede6dd8-c6e7-48d1-aea7-e09163e5d4a2 req-925121f2-7509-4ece-9407-487fba13c337 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.807045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ede6dd8-c6e7-48d1-aea7-e09163e5d4a2 req-925121f2-7509-4ece-9407-487fba13c337 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1508133 Aug 16 20:39:25.814918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38448) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:25.850760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-ff3432d6-d872-4481-b65f-0ae06688f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.853215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-ff3432d6-d872-4481-b65f-0ae06688f8e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1008301 Aug 16 20:39:25.915039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ede6dd8-c6e7-48d1-aea7-e09163e5d4a2 req-4bd15098-3b69-4b4c-a231-9d0a7023497b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071057 Aug 16 20:39:25.921302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:25.931301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-7867cd2c-31e8-423d-beb1-5e1936c74e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:25.932875 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-7867cd2c-31e8-423d-beb1-5e1936c74e37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713530 Aug 16 20:39:26.025154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.046559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c648d0-44d9-48aa-84dd-b29374d9e5a9']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:26.050462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:26.061463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77091bb-c892-407b-b94e-2fd51f6a4fe6') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:26.061818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77091bb-c892-407b-b94e-2fd51f6a4fe6') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:26.062093 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-78bbbad4-a7c8-4252-bf0e-e0b0cd6e00ff service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207933 Aug 16 20:39:26.071362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.100779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.108615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:26.109034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:26.112235 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:26.284951 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7957672-a2ae-45d1-94f4-77ce3a978295 req-f04bc0e1-db90-4537-af94-8efac6a078cb service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849794 Aug 16 20:39:26.286532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.299921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.304221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/39c648d0-44d9-48aa-84dd-b29374d9e5a9 HTTP/1.1" status: 204 len: 168 time: 0.4880726 Aug 16 20:39:26.323829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:26.356920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb72cd4-5250-4b92-9aff-88b8250e7b49 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=39c648d0-44d9-48aa-84dd-b29374d9e5a9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:26.465212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting subnet fe2e906b-8b80-4e62-b285-4cbb30aa434d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:26.472057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.522563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.681998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.844101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.884248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2e906b-8b80-4e62-b285-4cbb30aa434d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:26.907833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:26.911190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa34a1-bdbd-47bb-89e2-4668b9f86409 None None] Network e26dbfab-47b2-4f3e-833b-00259f0d0417 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:26.912832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38484) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:26.915269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-427ea9ec-f326-4581-87e9-72bfbc024f05 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/subnets/fe2e906b-8b80-4e62-b285-4cbb30aa434d HTTP/1.1" status: 204 len: 168 time: 0.5879800 Aug 16 20:39:26.921809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.346823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] DHCP port deletion for e26dbfab-47b2-4f3e-833b-00259f0d0417 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:27.439018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Deleting port 8ce7ff70-4520-4eb5-b489-eccf62a3551c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:27.439312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.557604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 0f63845f-2456-4ef6-84d5-e9a3a477be6d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:27.557955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.592050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] For port 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce7ff70-4520-4eb5-b489-eccf62a3551c,segment=NetworkSegment(750864e3-b4ab-4582-8962-397b4ec88423),segment_id=750864e3-b4ab-4582-8962-397b4ec88423)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.592748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.633450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Calling delete_port for 8ce7ff70-4520-4eb5-b489-eccf62a3551c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:27.644732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.720961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626c64e-1ac5-49a2-8333-a045474913f7 req-9934163f-6af5-413c-972a-1c822678c845 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:27.722554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8626c64e-1ac5-49a2-8333-a045474913f7 req-9934163f-6af5-413c-972a-1c822678c845 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.6772418 Aug 16 20:39:27.781200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 0f63845f-2456-4ef6-84d5-e9a3a477be6d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f63845f-2456-4ef6-84d5-e9a3a477be6d,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:27.781566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.805828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38496) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:27.812759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 0f63845f-2456-4ef6-84d5-e9a3a477be6d owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:27.817099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce7ff70-4520-4eb5-b489-eccf62a3551c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:27.908324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8626c64e-1ac5-49a2-8333-a045474913f7 req-c45c07c4-474a-4c44-8705-1f985716d9ba tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760538 Aug 16 20:39:27.924005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.936572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Deleting port 8ce7ff70-4520-4eb5-b489-eccf62a3551c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:27.938935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:27.952888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.023627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] No DVR routers for this DVR port 8ce7ff70-4520-4eb5-b489-eccf62a3551c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:28.028726 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b3a78294-ea10-4de3-bae1-4038d2f99fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.036493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8fb8b-4976-4174-9978-38139bc1205d None None] Pushing event deleted for resources: {'Port': ['ID=8ce7ff70-4520-4eb5-b489-eccf62a3551c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.073026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] For port 8ce7ff70-4520-4eb5-b489-eccf62a3551c, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:28.073404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.096656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Calling delete_port for 8ce7ff70-4520-4eb5-b489-eccf62a3551c owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:28.108178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Port 8ce7ff70-4520-4eb5-b489-eccf62a3551c was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:39:28.120689 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.128068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] No DVR routers for this DVR port 8ce7ff70-4520-4eb5-b489-eccf62a3551c on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:28.177198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Port': ['ID=8ce7ff70-4520-4eb5-b489-eccf62a3551c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.267453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.285435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26dbfab-47b2-4f3e-833b-00259f0d0417']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:28.305281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750864e3-b4ab-4582-8962-397b4ec88423') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:28.305603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750864e3-b4ab-4582-8962-397b4ec88423') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:28.324994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.342196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b3a78294-ea10-4de3-bae1-4038d2f99fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.352782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.366387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:28.370404 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:28.450037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b3a78294-ea10-4de3-bae1-4038d2f99fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.517998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a78294-ea10-4de3-bae1-4038d2f99fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb2c880-f469-4b32-abc4-8e6b477937ab,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.528208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b3a78294-ea10-4de3-bae1-4038d2f99fda admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fcf4f55691b426398c677977107af8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162557 Aug 16 20:39:28.528882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38504) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:28.539497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.562389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.564678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] 10.222.0.70 "DELETE /v2.0/networks/e26dbfab-47b2-4f3e-833b-00259f0d0417 HTTP/1.1" status: 204 len: 168 time: 1.6503348 Aug 16 20:39:28.585015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Pushing event deleted for resources: {'Network': ['ID=e26dbfab-47b2-4f3e-833b-00259f0d0417,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.620800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.621146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.621489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.621825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.622157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.622623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.622955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.623418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.623767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.624100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.624425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.624751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905e64-0576-4eb0-9e17-e3192ab39890 tempest-NetworksIpV6TestAttrs-1482825046 tempest-NetworksIpV6TestAttrs-1482825046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:28.640779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.664550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.755147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.792858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=0f63845f-2456-4ef6-84d5-e9a3a477be6d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:28.818479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.823721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:28.826412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fb2c880-f469-4b32-abc4-8e6b477937ab HTTP/1.1" status: 204 len: 168 time: 0.2958300 Aug 16 20:39:28.881423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ee766-e841-4f5d-a3e3-72d1e5637bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb2c880-f469-4b32-abc4-8e6b477937ab,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:29.117904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.172998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4ac68-7cfa-456e-8b9e-bb9d993839b0 req-b80bec6f-f9da-47f1-9b9e-357fff161d37 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:29.186309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9e4ac68-7cfa-456e-8b9e-bb9d993839b0 req-b80bec6f-f9da-47f1-9b9e-357fff161d37 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1537724 Aug 16 20:39:29.249998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38518) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:29.268336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9e4ac68-7cfa-456e-8b9e-bb9d993839b0 req-7fbd35b9-8026-43e1-8282-203415fb46cf tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Aug 16 20:39:29.489992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:29.559810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93619764-9670-46f5-bde7-dcb5b5ae82cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8affd6565b84888be99f1f4c6975d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877901 Aug 16 20:39:29.560045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38530) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:29.642654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.644330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:29.659026 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:29.672216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cedd43b5-59b0-4c30-815b-82f6542b83e7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/6068f63d-75e5-4505-a378-2b54eb146815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6189520 Aug 16 20:39:29.676511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:29.677569 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:29.692454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.831530 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:29.879100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.882530 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:29.883850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7f1a218-9ed8-43fb-a834-864a873ff48d HTTP/1.1" status: 204 len: 168 time: 0.3228216 Aug 16 20:39:29.893616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86beb52-14ec-4710-8e22-7a146bc2dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1a218-9ed8-43fb-a834-864a873ff48d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:30.078993 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:30.203937 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:30.212992 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:30.213594 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:30.310171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d959d8-01fd-4545-bcd2-d1ede709d2e6 req-cbc996c4-8828-4298-aa6a-deffcffbd219 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:30.312404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d959d8-01fd-4545-bcd2-d1ede709d2e6 req-cbc996c4-8828-4298-aa6a-deffcffbd219 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.1065631 Aug 16 20:39:30.327773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:30.460760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d959d8-01fd-4545-bcd2-d1ede709d2e6 req-94c2091c-e518-4906-bab7-fa46ece600fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346850 Aug 16 20:39:30.504571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e2f63-2c8c-4dda-994e-27c61fd3cf8e req-8f315686-6650-4e33-830b-466589750386 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:30.515516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-352e2f63-2c8c-4dda-994e-27c61fd3cf8e req-8f315686-6650-4e33-830b-466589750386 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1368375 Aug 16 20:39:30.582566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-352e2f63-2c8c-4dda-994e-27c61fd3cf8e req-0f956ceb-9806-40bd-b8f7-09f5c130902f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637884 Aug 16 20:39:30.600686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-557fb09b-f97f-4d7f-8194-d0b77926e12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:30.610453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:30.651331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afec70-dd32-4812-a259-db32acf7f832 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '32dc1d46-9b5e-4d63-b84b-78159adf45c8', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'port_id': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'mac_address': 'fa:16:3e:55:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:37:50Z', 'updated_at': '2021-08-16T20:37:55Z', 'revision_number': 1, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:31.551603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38614) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:31.561293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f63845f-2456-4ef6-84d5-e9a3a477be6d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:31.612843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 0f63845f-2456-4ef6-84d5-e9a3a477be6d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:31.613864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f63845f-2456-4ef6-84d5-e9a3a477be6d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:31.694733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1b10b-00e9-4b7e-8e97-e3259ef60869 req-f34a4ad5-cd8d-46c4-8f3f-ccf92baf112f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.698135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cd1b10b-00e9-4b7e-8e97-e3259ef60869 req-f34a4ad5-cd8d-46c4-8f3f-ccf92baf112f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.1171763 Aug 16 20:39:31.770428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-b1e9b6ae-d5e5-4e77-9526-00ac01cce1f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.772577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-b1e9b6ae-d5e5-4e77-9526-00ac01cce1f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 946 time: 0.1241674 Aug 16 20:39:31.804514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-015baac6-723a-4e82-b3cd-06b697ca52d6 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] Request body: {'port': {'network_id': '0639554b-30b4-44e8-afcb-2348d51772a2', 'name': 'tempest-NetworksNegativeTestJSON-1874657964'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:31.827124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cd1b10b-00e9-4b7e-8e97-e3259ef60869 req-5266785d-dc3f-4086-9eed-2f2283fd893e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c96c87a-4d41-4571-a924-f9676e7d225b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217930 Aug 16 20:39:31.828208 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-015baac6-723a-4e82-b3cd-06b697ca52d6 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] POST failed (client error): The resource could not be found. Aug 16 20:39:31.828801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015baac6-723a-4e82-b3cd-06b697ca52d6 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:31.829868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-015baac6-723a-4e82-b3cd-06b697ca52d6 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2769485 Aug 16 20:39:31.836095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:31.871352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7141c19-7ca4-4284-a963-a84a5b52983b req-1e1357da-cc83-42e1-961c-76430db76bb6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:31.880039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7141c19-7ca4-4284-a963-a84a5b52983b req-1e1357da-cc83-42e1-961c-76430db76bb6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1528733 Aug 16 20:39:31.882449 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8c0a0a-fe07-4f0c-ab14-43f41cd79e21 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:31.883080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8c0a0a-fe07-4f0c-ab14-43f41cd79e21 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:31.884869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ef8c0a0a-fe07-4f0c-ab14-43f41cd79e21 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "DELETE /v2.0/networks/809bc89a-371b-49d1-9d23-add14451361a HTTP/1.1" status: 404 len: 339 time: 0.0478077 Aug 16 20:39:31.889607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38622) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:31.926960 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce659eaf-8ad5-461c-9b2e-f5a6a5a9559d tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:31.928249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce659eaf-8ad5-461c-9b2e-f5a6a5a9559d tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:31.930206 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce659eaf-8ad5-461c-9b2e-f5a6a5a9559d tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "DELETE /v2.0/ports/48fc438f-169f-4e47-90a3-202943ac37a7 HTTP/1.1" status: 404 len: 333 time: 0.0380967 Aug 16 20:39:31.933581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7141c19-7ca4-4284-a963-a84a5b52983b req-5c6eef05-cb33-4c70-b1c2-0ead4be6638d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525804 Aug 16 20:39:31.940089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38624) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:31.978320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:31.978622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:31.981716 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2f5ae9-6292-4c9c-b2c4-8e9e5fdf1141 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] DELETE failed (client error): The resource could not be found. Aug 16 20:39:31.982176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2f5ae9-6292-4c9c-b2c4-8e9e5fdf1141 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:31.983891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7b2f5ae9-6292-4c9c-b2c4-8e9e5fdf1141 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "DELETE /v2.0/subnets/dce7d7d7-a0e6-49f5-90e0-e4713347bcfd HTTP/1.1" status: 404 len: 337 time: 0.0391526 Aug 16 20:39:31.988216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.014328 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-db91f5fc-8166-474b-b501-53e9be0a39ae tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] GET failed (client error): The resource could not be found. Aug 16 20:39:32.019423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-db91f5fc-8166-474b-b501-53e9be0a39ae tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "GET /v2.0/networks/126a8e5c-cfcb-499b-9861-c914b27ea0dc HTTP/1.1" status: 404 len: 339 time: 0.0265670 Aug 16 20:39:32.021072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.064607 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-532176ed-9727-4d06-b2cf-77704af01402 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] GET failed (client error): The resource could not be found. Aug 16 20:39:32.066264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-532176ed-9727-4d06-b2cf-77704af01402 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "GET /v2.0/ports/5a0bfab4-1eba-44f0-bdea-9729a56d063e HTTP/1.1" status: 404 len: 333 time: 0.0425746 Aug 16 20:39:32.070621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.100377 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-405bf861-0781-45c1-9a23-e62b66f361fd tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] GET failed (client error): The resource could not be found. Aug 16 20:39:32.101922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-405bf861-0781-45c1-9a23-e62b66f361fd tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "GET /v2.0/subnets/a123a684-2a84-4499-838b-2a3aa868ea74 HTTP/1.1" status: 404 len: 337 time: 0.0301578 Aug 16 20:39:32.105956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38636) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.108354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 972884b5-485c-4885-b4e4-e7f5f16dfaa1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=972884b5-485c-4885-b4e4-e7f5f16dfaa1,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:32.108990 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.112446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6f78e403-d518-438a-876b-f04709e694c1 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:32.126783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 972884b5-485c-4885-b4e4-e7f5f16dfaa1 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:32.129785 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f78e403-d518-438a-876b-f04709e694c1 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] PUT failed (client error): The resource could not be found. Aug 16 20:39:32.130394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f78e403-d518-438a-876b-f04709e694c1 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:32.131581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6f78e403-d518-438a-876b-f04709e694c1 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "PUT /v2.0/networks/7cedda84-2c87-4391-95a5-d9bd44c556a6 HTTP/1.1" status: 404 len: 339 time: 0.0246737 Aug 16 20:39:32.135359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.141228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-010e8586-e178-439b-b5a9-fe29d5cee5ab tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:32.166101 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-010e8586-e178-439b-b5a9-fe29d5cee5ab tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] PUT failed (client error): The resource could not be found. Aug 16 20:39:32.166755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010e8586-e178-439b-b5a9-fe29d5cee5ab tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:32.168150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-010e8586-e178-439b-b5a9-fe29d5cee5ab tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "PUT /v2.0/ports/5de74eee-988a-4744-a8f8-086204834e53 HTTP/1.1" status: 404 len: 333 time: 0.0317986 Aug 16 20:39:32.176296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38640) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.176650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38642) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.187111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a591bbfb-e1b4-4014-9555-2131e810fa42 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:32.214836 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a591bbfb-e1b4-4014-9555-2131e810fa42 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] PUT failed (client error): The resource could not be found. Aug 16 20:39:32.215305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a591bbfb-e1b4-4014-9555-2131e810fa42 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:39:32.216523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a591bbfb-e1b4-4014-9555-2131e810fa42 tempest-NetworksNegativeTestJSON-41409372 tempest-NetworksNegativeTestJSON-41409372-project] 10.222.0.70 "PUT /v2.0/subnets/61ad716e-d3e7-4481-9727-57a4211acef1 HTTP/1.1" status: 404 len: 337 time: 0.0388796 Aug 16 20:39:32.321565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6c55447-b2a1-4cb6-a703-090c5de9a5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.383812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.416778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=972884b5-485c-4885-b4e4-e7f5f16dfaa1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.447401 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6c55447-b2a1-4cb6-a703-090c5de9a5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.466634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] No DVR routers for this DVR port 972884b5-485c-4885-b4e4-e7f5f16dfaa1 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:32.469466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.472119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9e014989-1299-4b74-ae7b-ee989e3ec692 req-7b24fe33-0c86-4dc8-8d99-d4c84756a0f0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "DELETE /v2.0/ports/972884b5-485c-4885-b4e4-e7f5f16dfaa1 HTTP/1.1" status: 204 len: 173 time: 0.6930940 Aug 16 20:39:32.472618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'name': 'network-vif-deleted', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:32.476133 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c49299d-43ac-4317-bda9-8d9e60db4fba" -d '{"events": [{"server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "name": "network-vif-deleted", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:32.512154 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d872c01-a294-40a7-9ede-4ba72393aa25 x-openstack-request-id: req-6d872c01-a294-40a7-9ede-4ba72393aa25 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:32.512481 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9f26f4-a249-4778-97cb-95d43e1a056d", "name": "network-vif-deleted", "tag": "972884b5-485c-4885-b4e4-e7f5f16dfaa1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:32.512732 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d872c01-a294-40a7-9ede-4ba72393aa25 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:32.513139 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9f26f4-a249-4778-97cb-95d43e1a056d', 'name': 'network-vif-deleted', 'tag': '972884b5-485c-4885-b4e4-e7f5f16dfaa1', 'status': 'completed', 'code': 200} Aug 16 20:39:32.601016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6c55447-b2a1-4cb6-a703-090c5de9a5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.650346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c6c55447-b2a1-4cb6-a703-090c5de9a5d9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01c69721d2374ed9a850826d9b7c6814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685516 Aug 16 20:39:32.650346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c55447-b2a1-4cb6-a703-090c5de9a5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d399951-5a1e-41dd-bc1c-cc367848b148,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:32.650925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38652) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.739187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.765849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.799323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:32.937010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c33c935b-26d1-4a91-bd83-48e3928ad083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.948784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.952546 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:32.953143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d399951-5a1e-41dd-bc1c-cc367848b148 HTTP/1.1" status: 204 len: 168 time: 0.3012691 Aug 16 20:39:32.971226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce6e37-766c-4665-8b61-27399b7c75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d399951-5a1e-41dd-bc1c-cc367848b148,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:33.043385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1131c47d-7039-46ce-a761-bbfa2227a929 req-ef0c0651-e087-4209-85b9-0c16f5ea148d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d9f26f4-a249-4778-97cb-95d43e1a056d HTTP/1.1" status: 200 len: 210 time: 0.1037867 Aug 16 20:39:33.120672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92c1e-f853-47c9-8d92-ffac8dc9006f req-0972723f-b51c-41a8-af22-d2d24c8e0267 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:33.122282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fd92c1e-f853-47c9-8d92-ffac8dc9006f req-0972723f-b51c-41a8-af22-d2d24c8e0267 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0779352 Aug 16 20:39:33.157072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c33c935b-26d1-4a91-bd83-48e3928ad083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.178702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fd92c1e-f853-47c9-8d92-ffac8dc9006f req-8ce50934-0bba-45dd-9608-c31428865300 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487192 Aug 16 20:39:33.276992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c33c935b-26d1-4a91-bd83-48e3928ad083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.312556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c33c935b-26d1-4a91-bd83-48e3928ad083 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee311e94a66e498bad48ef014a6c1900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120852 Aug 16 20:39:33.316811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c935b-26d1-4a91-bd83-48e3928ad083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb1fe93-ffaa-45b1-af90-16301d25e6f5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:33.316932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:33.379342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.405623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.432107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.549367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.562057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:33.563326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fb1fe93-ffaa-45b1-af90-16301d25e6f5 HTTP/1.1" status: 204 len: 168 time: 0.2459271 Aug 16 20:39:33.574134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f58ea-e560-4b53-93b9-1d5dc781b744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb1fe93-ffaa-45b1-af90-16301d25e6f5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:33.617544 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bed8404f-02fd-4a2c-b42e-0f4d9683c706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.108807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38702) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:34.184689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.220798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.239068 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.349677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedcb12-c7c5-4a11-b674-71cbe2dddefb req-20198a8e-d0ab-4464-af65-2d7b336c1d31 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:34.351411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eedcb12-c7c5-4a11-b674-71cbe2dddefb req-20198a8e-d0ab-4464-af65-2d7b336c1d31 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0603254 Aug 16 20:39:34.402591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eedcb12-c7c5-4a11-b674-71cbe2dddefb req-e3c93c59-4ec4-4f08-a4bf-ce08199d2e96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Aug 16 20:39:34.416260 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.419460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.423459 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/security-groups/1c96c87a-4d41-4571-a924-f9676e7d225b HTTP/1.1" status: 204 len: 168 time: 0.3105717 Aug 16 20:39:34.436602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b749f-76ab-4752-b4e1-f3dbc90f784e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c96c87a-4d41-4571-a924-f9676e7d225b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:34.548857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38720) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:34.645573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting subnet 7ccbe2f2-08f8-408c-b9f3-b9e6887a3820 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:34.649355 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.698184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.781966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38728) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:34.809593 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:34.846909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 972884b5-485c-4885-b4e4-e7f5f16dfaa1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:34.879925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 972884b5-485c-4885-b4e4-e7f5f16dfaa1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:34.880275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 972884b5-485c-4885-b4e4-e7f5f16dfaa1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:34.936959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1109879318'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:34.994817 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.023035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:35.026969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.042477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.043277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661f422-67af-4d40-840c-278e00147fd4 None None] Network f46e708a-2381-473d-8649-f308c64ecc74 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:35.044895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.049530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/subnets/7ccbe2f2-08f8-408c-b9f3-b9e6887a3820 HTTP/1.1" status: 204 len: 168 time: 0.4972401 Aug 16 20:39:35.049797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38736) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:35.051240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b8661-dc22-4ba1-91df-13c5543971f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccbe2f2-08f8-408c-b9f3-b9e6887a3820,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:35.210724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.281216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] DHCP port deletion for f46e708a-2381-473d-8649-f308c64ecc74 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:35.339948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Deleting port 7ff871b0-6ed4-43bd-9b98-813835605dde {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:35.340363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.382273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 7ff871b0-6ed4-43bd-9b98-813835605dde {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:35.382951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.442490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] For port 7ff871b0-6ed4-43bd-9b98-813835605dde, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ff871b0-6ed4-43bd-9b98-813835605dde,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:35.442903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.463096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.474411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Calling delete_port for 7ff871b0-6ed4-43bd-9b98-813835605dde owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:35.503039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 7ff871b0-6ed4-43bd-9b98-813835605dde, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ff871b0-6ed4-43bd-9b98-813835605dde,segment=NetworkSegment(b7349425-6cbf-46c5-b9c1-09c139657156),segment_id=b7349425-6cbf-46c5-b9c1-09c139657156)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:35.503506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.551284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 7ff871b0-6ed4-43bd-9b98-813835605dde owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:35.579052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.613636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223df4dd-20de-45a4-946d-e88f3a3912a0 req-4e9ec3fa-bb6c-4d1f-a597-d0e1303f24fc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:35.615169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-223df4dd-20de-45a4-946d-e88f3a3912a0 req-4e9ec3fa-bb6c-4d1f-a597-d0e1303f24fc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0953269 Aug 16 20:39:35.661101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ff871b0-6ed4-43bd-9b98-813835605dde no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:35.715944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-223df4dd-20de-45a4-946d-e88f3a3912a0 req-429d2876-d1a9-4b78-bf17-849df2736571 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905404 Aug 16 20:39:35.750296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.757918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c3c621-94f5-41b8-89b5-011957543174,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:35.782645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:35.791707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.792068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.792642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.803420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.804003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] Pushing event deleted for resources: {'Port': ['ID=7ff871b0-6ed4-43bd-9b98-813835605dde,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:35.804096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.804096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:35.804361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No active binding found for port 7ff871b0-6ed4-43bd-9b98-813835605dde {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:39:35.804787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ff871b0-6ed4-43bd-9b98-813835605dde not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:35.806514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbec95a-5e55-4129-afe4-e1737091f10e None None] No DVR routers for this DVR port 7ff871b0-6ed4-43bd-9b98-813835605dde on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:35.819825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.819825 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 83458a3e-2ef7-438d-93a4-98b9174f899b of type vlan for network aba95ba2-e7f0-456a-9114-456fe2375ffc Aug 16 20:39:35.877720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.915148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.938897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=7ff871b0-6ed4-43bd-9b98-813835605dde,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:35.941140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] No DVR routers for this DVR port 7ff871b0-6ed4-43bd-9b98-813835605dde on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:35.978081 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:35.983460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:35.984089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.120399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.133176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.147557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46e708a-2381-473d-8649-f308c64ecc74']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:36.149800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=aba95ba2-e7f0-456a-9114-456fe2375ffc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:36.167504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network aba95ba2-e7f0-456a-9114-456fe2375ffc details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:36.167633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b4126d55-769a-419e-b7a6-301f21552f70 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3798938 Aug 16 20:39:36.167633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7349425-6cbf-46c5-b9c1-09c139657156') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:36.167633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7349425-6cbf-46c5-b9c1-09c139657156') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:36.167880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:36.180608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-331438647'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:36.187157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.209156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.217792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:36.218416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:36.221404 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:36.319903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:36.323507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.348098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:36.359236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.359670 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 4029a743-8cf8-4790-8096-99185ace0501 of type vlan for network 926a1644-9035-42ff-8a47-76ec8088bb3a Aug 16 20:39:36.390064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.407634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.409554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/networks/f46e708a-2381-473d-8649-f308c64ecc74 HTTP/1.1" status: 204 len: 168 time: 1.3587811 Aug 16 20:39:36.412990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38780) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:36.434073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.437848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb09fa-26cd-4300-8a84-ca56ef0dd661 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Network': ['ID=f46e708a-2381-473d-8649-f308c64ecc74,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:36.512904 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.519220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.519836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.591115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=926a1644-9035-42ff-8a47-76ec8088bb3a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:36.602096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 926a1644-9035-42ff-8a47-76ec8088bb3a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:36.635776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90c88ab5-ebd7-43eb-b9dc-6c89b19dc6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4656737 Aug 16 20:39:36.642161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:36.642349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 384725c4-2bac-4b50-bf51-63c197e88b4c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:36.642349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.644380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:36.730124 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.730752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.744807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 384725c4-2bac-4b50-bf51-63c197e88b4c owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:36.838570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:36.843837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:36.844271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:39:36.931056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6d765-0e8d-4235-8f05-56ab1f3f6a2a req-2e153e90-1084-4359-8d20-8a650d69fed5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:36.941249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bff6d765-0e8d-4235-8f05-56ab1f3f6a2a req-2e153e90-1084-4359-8d20-8a650d69fed5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 944 time: 0.1442833 Aug 16 20:39:37.016921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:37.033820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bff6d765-0e8d-4235-8f05-56ab1f3f6a2a req-9a06089c-5fa4-49b1-ab79-e1ea455e32ad tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915692 Aug 16 20:39:37.064793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52', 'mac_address': 'fa:16:3e:61:23:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:39:37.106493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.125244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:39:37.150086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:37.200499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.226712 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.234854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=384725c4-2bac-4b50-bf51-63c197e88b4c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.252057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.284899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38798) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:37.288738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.337944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=28b272ac-ca4c-4369-b790-d1aff37e48aa,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.346189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.347094 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Floating IP 32dc1d46-9b5e-4d63-b84b-78159adf45c8 disassociated (deleted). External IP: 172.25.7.58, port: d9b31ca5-65c2-46b0-a534-5292ad7ebb3b. Aug 16 20:39:37.362794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '83458a3e-2ef7-438d-93a4-98b9174f899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:37.363472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: aba95ba2-e7f0-456a-9114-456fe2375ffc, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:37.437424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0dd31ef7-8ec0-416e-b6ab-eb130e0eff52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:37.440066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network aba95ba2-e7f0-456a-9114-456fe2375ffc is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:37.469952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-289e46e0-f329-47d7-8a5f-71502540ad39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.518302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, aba95ba2-e7f0-456a-9114-456fe2375ffc) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:37.523649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:37.524281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.540798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e4a8a-81cb-4cec-bed9-406eec3c89d6 None None] Network aba95ba2-e7f0-456a-9114-456fe2375ffc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:37.702266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:37.752642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-aba95ba2-e7f0-456a-9114-456fe2375ffc', 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '28b272ac-ca4c-4369-b790-d1aff37e48aa'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:37.753574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.781005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-289e46e0-f329-47d7-8a5f-71502540ad39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.837957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:37.842912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.852848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:37.871175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-289e46e0-f329-47d7-8a5f-71502540ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:37.883686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a0c69b52-1bb3-4882-9271-49bdf32e25d5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/floatingips/32dc1d46-9b5e-4d63-b84b-78159adf45c8 HTTP/1.1" status: 204 len: 168 time: 1.4696095 Aug 16 20:39:37.885240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:37.885859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:37.892640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:37.893991 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60603d60-373a-4fd2-b8ab-e87278888aec" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:37.923895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-289e46e0-f329-47d7-8a5f-71502540ad39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05b8f9c26f574fe2a85e42d21e13de61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296377 Aug 16 20:39:37.923895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e46e0-f329-47d7-8a5f-71502540ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3f3c90-c7c1-4b4b-8a45-5bd22b46a75d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:37.926051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38822) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:37.950386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Allocated IP 2001:db8::2 (aba95ba2-e7f0-456a-9114-456fe2375ffc/28b272ac-ca4c-4369-b790-d1aff37e48aa/78eb03f6-4240-445e-bdfc-07955d9633a1) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:37.966280 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e0ebffb-1d7c-4a40-8fd4-cc763b1b7ac0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3262691 Aug 16 20:39:37.970033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:37.976770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:37.984214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.015552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecded31-5345-4e73-b977-b10920325811 x-openstack-request-id: req-6ecded31-5345-4e73-b977-b10920325811 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:38.027824 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:38.027824 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ecded31-5345-4e73-b977-b10920325811 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:38.027824 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'status': 'completed', 'code': 200} Aug 16 20:39:38.027824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.089983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:38.161283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603d60-373a-4fd2-b8ab-e87278888aec req-9fd8cfd7-84d3-4094-bb0e-4e3357c4a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.163558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-9fd8cfd7-84d3-4094-bb0e-4e3357c4a380 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 1097 time: 0.1220396 Aug 16 20:39:38.308475 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.311139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cd77d-2701-4fc0-80e8-d4877254fd90 req-102b859f-0e5c-4d30-bd39-89e7b9a1f259 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.312827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d0cd77d-2701-4fc0-80e8-d4877254fd90 req-102b859f-0e5c-4d30-bd39-89e7b9a1f259 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 945 time: 0.1289115 Aug 16 20:39:38.332025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:38.334562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Transition to ACTIVE for port object 78eb03f6-4240-445e-bdfc-07955d9633a1 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:38.339835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.351707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Transition to ACTIVE for port object 78eb03f6-4240-445e-bdfc-07955d9633a1 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:38.426277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.626898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Network aba95ba2-e7f0-456a-9114-456fe2375ffc is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:38.629693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:38.649430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.654106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.654307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:38.659337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed3f3c90-c7c1-4b4b-8a45-5bd22b46a75d HTTP/1.1" status: 204 len: 168 time: 0.7326839 Aug 16 20:39:38.692010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.708823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603d60-373a-4fd2-b8ab-e87278888aec req-feb040d3-23f7-4bdb-81be-d94c747d46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.710444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-feb040d3-23f7-4bdb-81be-d94c747d46b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 200 len: 897 time: 0.5351429 Aug 16 20:39:38.730764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf17a5-d0a2-454f-9c7e-60816bd676ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3f3c90-c7c1-4b4b-8a45-5bd22b46a75d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:38.805629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-6f9d67f8-8626-40b0-8a31-18adbfb1f744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b HTTP/1.1" status: 200 len: 217 time: 0.0837150 Aug 16 20:39:38.813367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d0cd77d-2701-4fc0-80e8-d4877254fd90 req-3a6eecd1-dd96-44fd-8e5e-92736f391a20 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884810 Aug 16 20:39:38.844978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=4920a007-0f76-4587-9069-ed2ad395fb96,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:38.851226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '4029a743-8cf8-4790-8096-99185ace0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:38.851783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 926a1644-9035-42ff-8a47-76ec8088bb3a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:38.852821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Pushing event updated for resources: {'Port': ['ID=78eb03f6-4240-445e-bdfc-07955d9633a1,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:38.856021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Attempting to bind port 78eb03f6-4240-445e-bdfc-07955d9633a1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:38.856661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Attempting to bind port 78eb03f6-4240-445e-bdfc-07955d9633a1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '83458a3e-2ef7-438d-93a4-98b9174f899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:38.856799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Attempting to bind port 78eb03f6-4240-445e-bdfc-07955d9633a1 on network aba95ba2-e7f0-456a-9114-456fe2375ffc {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:38.863371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:38.872460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:38.892512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53176af8-639a-4b10-a6c9-c14f9a76c203 req-78109590-863f-429b-9be4-7193941eec28 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.894308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53176af8-639a-4b10-a6c9-c14f9a76c203 req-78109590-863f-429b-9be4-7193941eec28 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.2488832 Aug 16 20:39:38.904964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:38.907523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Checking segment: {'id': '83458a3e-2ef7-438d-93a4-98b9174f899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:38.907523 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.907523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Bound using segment: {'id': '83458a3e-2ef7-438d-93a4-98b9174f899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:38.907523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Bound port: 78eb03f6-4240-445e-bdfc-07955d9633a1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83458a3e-2ef7-438d-93a4-98b9174f899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'aba95ba2-e7f0-456a-9114-456fe2375ffc'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:38.907523 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:38.936144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603d60-373a-4fd2-b8ab-e87278888aec req-b0da7329-8b06-42c8-91f4-564dd2c7e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:38.937800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-b0da7329-8b06-42c8-91f4-564dd2c7e352 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0 HTTP/1.1" status: 200 len: 834 time: 0.1214054 Aug 16 20:39:38.946268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:38.954963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 926a1644-9035-42ff-8a47-76ec8088bb3a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:38.986341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53176af8-639a-4b10-a6c9-c14f9a76c203 req-27bfd46c-dcef-4053-a6c1-dce11e92c55f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835700 Aug 16 20:39:38.993287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:38.993930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:39.002705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603d60-373a-4fd2-b8ab-e87278888aec req-11c8eeb4-a6a6-47f7-9705-d4400acf0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.004346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-11c8eeb4-a6a6-47f7-9705-d4400acf0f5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c8fea11f-550c-41ca-a3ce-f29ebf63b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547528 Aug 16 20:39:39.078481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 926a1644-9035-42ff-8a47-76ec8088bb3a) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:39.083001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:39.083924 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.152257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-a07c32fb-7dad-48cf-bc3d-80cf2bb8a59a service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391308 Aug 16 20:39:39.165561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013c598-15f0-415f-bd71-f9f618b77968 None None] Network 926a1644-9035-42ff-8a47-76ec8088bb3a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:39.190608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0063628f-17f9-4d32-8c95-dd54e492f22c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2186530 Aug 16 20:39:39.192648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38852) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:39.201131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-244476557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:39.309812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60603d60-373a-4fd2-b8ab-e87278888aec req-45aefa69-0b23-4fd6-a207-d6f89cb97830 service neutron] 10.222.0.73 "GET /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500096 Aug 16 20:39:39.318940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] For port 78eb03f6-4240-445e-bdfc-07955d9633a1, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:39.342391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] For port 78eb03f6-4240-445e-bdfc-07955d9633a1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=78eb03f6-4240-445e-bdfc-07955d9633a1,segment=NetworkSegment(83458a3e-2ef7-438d-93a4-98b9174f899b),segment_id=83458a3e-2ef7-438d-93a4-98b9174f899b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:39.344393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:39.377366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.378623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.412134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-926a1644-9035-42ff-8a47-76ec8088bb3a', 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '4920a007-0f76-4587-9069-ed2ad395fb96'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:39.413122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.457156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.457945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.459926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:39.529986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:39.530361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.561427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.658772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.658772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dccb0901-9352-400a-8abb-ca1d834c931f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4635413 Aug 16 20:39:39.667563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38860) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:39.754223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:39.761440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19fb11-4fe8-4187-861b-c53c22d258e2 None None] Pushing event updated for resources: {'Port': ['ID=78eb03f6-4240-445e-bdfc-07955d9633a1,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:39.806709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14c1beb7-4435-4e54-8948-79ae1eb8a8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.916811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:39.920834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Allocated IP 2001:db8:1::2 (926a1644-9035-42ff-8a47-76ec8088bb3a/4920a007-0f76-4587-9069-ed2ad395fb96/64b1820f-e4c6-4eb9-ac80-50677fdc9818) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:40.017875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-b430e8ca-5f63-41b5-9bde-e9e0e02f0d59 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.021749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-b430e8ca-5f63-41b5-9bde-e9e0e02f0d59 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.73 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.1788161 Aug 16 20:39:40.078754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:40.081036 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b807d237-d80f-4e9a-83cc-564dc8d0a51e" -d '{"events": [{"server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "name": "network-vif-plugged", "status": "completed", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:40.143811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14c1beb7-4435-4e54-8948-79ae1eb8a8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.146358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:40.150878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:40.202800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e7b0d-ce39-44bb-b15d-b1e8f97b1275 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:28Z', 'revision_number': 6, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '18883752-00bd-43d4-8b7f-15571f00fa54', 'name': '', 'network_id': 'c8fea11f-550c-41ca-a3ce-f29ebf63b615', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:cd:60:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:20Z', 'updated_at': '2021-08-16T20:37:27Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': 'b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:40.255095 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.319593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.319874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2d0d-69e7-498f-8704-fcbc7a573487 req-098c7e1e-56e2-48f2-b49d-490f556a8c33 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.327976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b04a2d0d-69e7-498f-8704-fcbc7a573487 req-098c7e1e-56e2-48f2-b49d-490f556a8c33 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 945 time: 0.2704597 Aug 16 20:39:40.334683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14c1beb7-4435-4e54-8948-79ae1eb8a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.363837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-14c1beb7-4435-4e54-8948-79ae1eb8a8c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12eccfe526414b19b91fad8297fadf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6071944 Aug 16 20:39:40.421714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38876) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:40.421921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.433673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:40.434479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b04a2d0d-69e7-498f-8704-fcbc7a573487 req-6d9e4fc0-a52e-4c67-b7b8-b9d8dde2bf59 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053467 Aug 16 20:39:40.459083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Transition to ACTIVE for port object 64b1820f-e4c6-4eb9-ac80-50677fdc9818 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:40.483520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Transition to ACTIVE for port object 64b1820f-e4c6-4eb9-ac80-50677fdc9818 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:40.532878 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c6534-654e-46a4-8813-3094f9445eaa x-openstack-request-id: req-945c6534-654e-46a4-8813-3094f9445eaa {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:40.533185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "name": "network-vif-plugged", "status": "completed", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:40.533473 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-945c6534-654e-46a4-8813-3094f9445eaa {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:40.533829 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52', 'code': 200} Aug 16 20:39:40.547310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.590492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Network 926a1644-9035-42ff-8a47-76ec8088bb3a is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:40.593801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:40.601096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:40.605695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1beb7-4435-4e54-8948-79ae1eb8a8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c63626-2524-4bc1-a199-9561f36f9490,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:40.682483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5328-4a64-4c27-9a32-ca23c76b7f5a req-554303df-227c-4ba8-8f97-1db7f5f6a645 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.690087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58a5328-4a64-4c27-9a32-ca23c76b7f5a req-554303df-227c-4ba8-8f97-1db7f5f6a645 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 945 time: 0.4972894 Aug 16 20:39:40.725827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:40.735035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3885c-d522-43ef-aeb5-e8cf4cc96e2f req-7662ad5a-e202-40f0-9147-06f44c3e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:40.736095 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.736583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3a3885c-d522-43ef-aeb5-e8cf4cc96e2f req-7662ad5a-e202-40f0-9147-06f44c3e7454 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 1098 time: 0.0864794 Aug 16 20:39:40.783912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8::1 (aba95ba2-e7f0-456a-9114-456fe2375ffc/28b272ac-ca4c-4369-b790-d1aff37e48aa/1b5cb983-1b8c-4ccd-8862-9ee0814372a6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:40.794309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f3a3885c-d522-43ef-aeb5-e8cf4cc96e2f req-549e9c62-0fe6-42be-bdbf-cb33d5478e87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Aug 16 20:39:40.806536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.854191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Attempting to bind port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:40.854569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Attempting to bind port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4029a743-8cf8-4790-8096-99185ace0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:40.855215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Attempting to bind port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 on network 926a1644-9035-42ff-8a47-76ec8088bb3a {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:40.857353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Pushing event updated for resources: {'Port': ['ID=64b1820f-e4c6-4eb9-ac80-50677fdc9818,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:40.871894 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f45c0-ad5a-4851-b2c7-e41e97ffd975 None None] New status for floating IP 32dc1d46-9b5e-4d63-b84b-78159adf45c8: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:39:40.887926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:40.888572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Checking segment: {'id': '4029a743-8cf8-4790-8096-99185ace0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:40.888981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.903959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Bound using segment: {'id': '4029a743-8cf8-4790-8096-99185ace0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:40.905004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Bound port: 64b1820f-e4c6-4eb9-ac80-50677fdc9818, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4029a743-8cf8-4790-8096-99185ace0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '926a1644-9035-42ff-8a47-76ec8088bb3a'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:40.905650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.989153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:40.998322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b58a5328-4a64-4c27-9a32-ca23c76b7f5a req-7d550193-2a9a-4b39-bc7b-7e2f30870e0b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e668be-a49b-4ffb-833d-07028e842392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072865 Aug 16 20:39:41.020803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] For port 64b1820f-e4c6-4eb9-ac80-50677fdc9818, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:41.040163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] For port 64b1820f-e4c6-4eb9-ac80-50677fdc9818, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=64b1820f-e4c6-4eb9-ac80-50677fdc9818,segment=NetworkSegment(4029a743-8cf8-4790-8096-99185ace0501),segment_id=4029a743-8cf8-4790-8096-99185ace0501)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:41.040387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.075944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:41.117682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.120721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:41.121210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.180393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for d9b31ca5-65c2-46b0-a534-5292ad7ebb3b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:41.235689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.237800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543259a-ee6e-4097-810d-2b2c4b4f39c8 None None] Pushing event updated for resources: {'Port': ['ID=64b1820f-e4c6-4eb9-ac80-50677fdc9818,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.286303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.288965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.294446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06c63626-2524-4bc1-a199-9561f36f9490 HTTP/1.1" status: 204 len: 168 time: 0.8544447 Aug 16 20:39:41.346663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc1591-54d1-432a-881f-145489fa64fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c63626-2524-4bc1-a199-9561f36f9490,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.366568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=1b5cb983-1b8c-4ccd-8862-9ee0814372a6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.374140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network aba95ba2-e7f0-456a-9114-456fe2375ffc is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:41.381700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:41.381700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:41.381700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.384433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c1ae9-403b-4687-9b09-2eca1d211412 None None] Network aba95ba2-e7f0-456a-9114-456fe2375ffc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:41.617489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.650623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-460cb18b-37bc-4336-8d5c-86467ef10d35 None None] Provisioning for port 78eb03f6-4240-445e-bdfc-07955d9633a1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:41.710170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=d9b31ca5-65c2-46b0-a534-5292ad7ebb3b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:41.803077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] No DVR routers for this DVR port d9b31ca5-65c2-46b0-a534-5292ad7ebb3b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:41.807058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.809362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1e4462b-1bc0-4b30-9fe7-fdeb5e5053f3 req-78706739-060f-4941-939b-d7c42f95e7fe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.73 "DELETE /v2.0/ports/d9b31ca5-65c2-46b0-a534-5292ad7ebb3b HTTP/1.1" status: 204 len: 173 time: 1.7771976 Aug 16 20:39:41.810584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'name': 'network-vif-deleted', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:41.813354 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bc849a-4b62-4025-9f46-da66ec1e8125" -d '{"events": [{"server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "name": "network-vif-deleted", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:41.828097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:41.841766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc02d5-26f7-4cce-872e-ce35ef3a2429 req-b03189c1-aa16-4828-8a83-f8550955c017 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:41.850800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfc02d5-26f7-4cce-872e-ce35ef3a2429 req-b03189c1-aa16-4828-8a83-f8550955c017 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.2224200 Aug 16 20:39:41.940819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9cfc02d5-26f7-4cce-872e-ce35ef3a2429 req-19c97dab-8b92-4c4f-a9c3-37136e3fbb6c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886157 Aug 16 20:39:41.965921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 78eb03f6-4240-445e-bdfc-07955d9633a1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:41.973613 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ef4698-5648-4ff2-89c4-df1dbf82dea2 x-openstack-request-id: req-f6ef4698-5648-4ff2-89c4-df1dbf82dea2 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:41.974788 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608", "name": "network-vif-deleted", "tag": "d9b31ca5-65c2-46b0-a534-5292ad7ebb3b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:41.974945 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6ef4698-5648-4ff2-89c4-df1dbf82dea2 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:41.975292 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608', 'name': 'network-vif-deleted', 'tag': 'd9b31ca5-65c2-46b0-a534-5292ad7ebb3b', 'status': 'completed', 'code': 200} Aug 16 20:39:42.125944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 78eb03f6-4240-445e-bdfc-07955d9633a1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:42.131190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 78eb03f6-4240-445e-bdfc-07955d9633a1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:42.131190 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.219112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e440481-f57b-4c72-bb7b-c09ea8f23b57 req-71bfd557-ecf1-49a1-ba48-42c7db95b772 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d8ce38a-e74c-469f-9bfd-5ea1ca6b8608 HTTP/1.1" status: 200 len: 210 time: 0.0811675 Aug 16 20:39:42.409756 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.465632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 78eb03f6-4240-445e-bdfc-07955d9633a1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=78eb03f6-4240-445e-bdfc-07955d9633a1,segment=NetworkSegment(83458a3e-2ef7-438d-93a4-98b9174f899b),segment_id=83458a3e-2ef7-438d-93a4-98b9174f899b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:42.477076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.553586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.554317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 64b1820f-e4c6-4eb9-ac80-50677fdc9818 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:42.587351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.588615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.781869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Provisioning complete for port 78eb03f6-4240-445e-bdfc-07955d9633a1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:42.782407 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:42.863562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=1b5cb983-1b8c-4ccd-8862-9ee0814372a6,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:42.947645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network aba95ba2-e7f0-456a-9114-456fe2375ffc is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:42.949226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:43.198808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac6040-55bf-4d18-9718-96b431bb3d0b req-73677b17-ce89-47e1-8251-20d2ae826254 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.203320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18ac6040-55bf-4d18-9718-96b431bb3d0b req-73677b17-ce89-47e1-8251-20d2ae826254 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.1170025 Aug 16 20:39:43.207841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0a10b-2a85-4036-be52-bec4fadddfde None None] Network 926a1644-9035-42ff-8a47-76ec8088bb3a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:43.309169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18ac6040-55bf-4d18-9718-96b431bb3d0b req-c7ef0d71-7d87-4913-93f0-df511e0e4978 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990098 Aug 16 20:39:43.353368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38938) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:43.417765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=78eb03f6-4240-445e-bdfc-07955d9633a1,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:43.583271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.589424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:43.670078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778c266-fa19-4f08-95db-fb1416b01c0b req-a8afe576-245b-4dc1-9218-bbd89f873a2f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:43.686022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5778c266-fa19-4f08-95db-fb1416b01c0b req-a8afe576-245b-4dc1-9218-bbd89f873a2f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.1822171 Aug 16 20:39:43.742838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Provisioning for port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:43.749512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Provisioning complete for port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:43.751919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.769100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.823058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 78eb03f6-4240-445e-bdfc-07955d9633a1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:43.962727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8bfab79b-4efe-4b36-9271-f43d1bf5f5e6 None None] Port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:43.969077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5778c266-fa19-4f08-95db-fb1416b01c0b req-7057ffaa-3274-4e7c-9e22-6ef408c15c5f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800827 Aug 16 20:39:43.988527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.992491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:43.994421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/security-groups/90e668be-a49b-4ffb-833d-07028e842392 HTTP/1.1" status: 204 len: 168 time: 0.6395843 Aug 16 20:39:44.004313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6767ec-3fb0-44f6-abf4-f5052af25057 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e668be-a49b-4ffb-833d-07028e842392,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:44.086975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 78eb03f6-4240-445e-bdfc-07955d9633a1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:44.091949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.113061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.145553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e6be1-7fb4-45b4-a7fc-eb274870a5c5 req-1a7fb0ef-1b29-43c0-8ff3-a9e3cb7502a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.148503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-049e6be1-7fb4-45b4-a7fc-eb274870a5c5 req-1a7fb0ef-1b29-43c0-8ff3-a9e3cb7502a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0581303 Aug 16 20:39:44.206203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-049e6be1-7fb4-45b4-a7fc-eb274870a5c5 req-bf0a065c-9cf6-49e7-b555-7c2f175d2414 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Aug 16 20:39:44.230485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Provisioning for port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:44.240253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Provisioning complete for port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:44.241616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.372395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.416339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] For port 64b1820f-e4c6-4eb9-ac80-50677fdc9818, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=64b1820f-e4c6-4eb9-ac80-50677fdc9818,segment=NetworkSegment(4029a743-8cf8-4790-8096-99185ace0501),segment_id=4029a743-8cf8-4790-8096-99185ace0501)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:44.424095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router eb7812d2-0ccb-4168-aade-96038ff0ec10 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:39:44.513645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.561762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Provisioning complete for port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:44.562417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.607302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:44.613856 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eb717982-7236-4330-b70a-ec8949f88350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9447501 Aug 16 20:39:44.617979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38976) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.620886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:44.666171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] Sync routers for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:44.681849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c5bd-d6b0-4af3-a3f7-72784dc010c2 None None] Pushing event updated for resources: {'Port': ['ID=64b1820f-e4c6-4eb9-ac80-50677fdc9818,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:44.699233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9708f31-3436-4a27-b436-5f201e98cce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.700836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:44.702830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:44.703834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38982) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:44.704077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a9708f31-3436-4a27-b436-5f201e98cce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports/1b5cb983-1b8c-4ccd-8862-9ee0814372a6 HTTP/1.1" status: 200 len: 911 time: 0.0845368 Aug 16 20:39:44.760422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:44.777882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:44.778708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:44.825988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:44.826696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b9410-2cce-4f0e-b1c9-394958655f01 None None] The sync data for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:44.831612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d9b31ca5-65c2-46b0-a534-5292ad7ebb3b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:44.861405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: d9b31ca5-65c2-46b0-a534-5292ad7ebb3b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:44.861834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device d9b31ca5-65c2-46b0-a534-5292ad7ebb3b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:44.881587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-abbca2d8-e364-4867-9164-fc526ac4b212 None None] Provisioning complete for port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:44.882499 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-abbca2d8-e364-4867-9164-fc526ac4b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.988968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:44.996736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be979-d596-4421-9be6-09ab9fcb8820 req-3b5fcb03-5ab5-4fdf-9183-83eef71787a5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:44.998376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-200be979-d596-4421-9be6-09ab9fcb8820 req-3b5fcb03-5ab5-4fdf-9183-83eef71787a5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0616896 Aug 16 20:39:45.044585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-200be979-d596-4421-9be6-09ab9fcb8820 req-4232f667-b956-4698-ac9f-d58f86508667 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Aug 16 20:39:45.356337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.581958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 18883752-00bd-43d4-8b7f-15571f00fa54 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:45.582317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.746961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 64b1820f-e4c6-4eb9-ac80-50677fdc9818 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:39:45.774262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 18883752-00bd-43d4-8b7f-15571f00fa54, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=18883752-00bd-43d4-8b7f-15571f00fa54,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:45.774745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.825831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:45.826297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:45.840487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 18883752-00bd-43d4-8b7f-15571f00fa54 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:45.906460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8:1::1 (926a1644-9035-42ff-8a47-76ec8088bb3a/4920a007-0f76-4587-9069-ed2ad395fb96/bccff4d0-d006-41a8-8a8e-733d21e67116) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:46.105441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.124990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object bccff4d0-d006-41a8-8a8e-733d21e67116 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:46.237257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b35e-d8b4-4444-be71-e65ce5e3df3c req-af3fd37a-8be3-4daf-b1d7-0f3d4544909e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.240534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d456b35e-d8b4-4444-be71-e65ce5e3df3c req-af3fd37a-8be3-4daf-b1d7-0f3d4544909e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Aug 16 20:39:46.285879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d456b35e-d8b4-4444-be71-e65ce5e3df3c req-7b651fb2-1361-4f8d-bf0e-1d7b7ef699c0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Aug 16 20:39:46.343786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8243b01-b442-420d-b945-84c35218d8c1 req-4a67c202-97a0-4d77-b180-004f7fcb6323 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:46.345559 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d8243b01-b442-420d-b945-84c35218d8c1 req-4a67c202-97a0-4d77-b180-004f7fcb6323 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0599668 Aug 16 20:39:46.388907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.451462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=18883752-00bd-43d4-8b7f-15571f00fa54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:46.471507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.554772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 926a1644-9035-42ff-8a47-76ec8088bb3a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:46.589168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:46.620234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bccff4d0-d006-41a8-8a8e-733d21e67116,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:46.648241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:46.648241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.837867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:46.838254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:46.928609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.026749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:47.027123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.069160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:47.109327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f7e4adf6-66e0-4595-8063-9c3f27c1ab8d None None] Provisioning for port bccff4d0-d006-41a8-8a8e-733d21e67116 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:39:47.124118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f7e4adf6-66e0-4595-8063-9c3f27c1ab8d None None] Provisioning complete for port bccff4d0-d006-41a8-8a8e-733d21e67116 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:47.125313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f7e4adf6-66e0-4595-8063-9c3f27c1ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.192185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f7e4adf6-66e0-4595-8063-9c3f27c1ab8d None None] Port bccff4d0-d006-41a8-8a8e-733d21e67116 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:47.422278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323dd1e-46a1-4457-ba0f-d8a5efb955bf req-aec9d8b4-75a6-4395-af61-0d4d6d92d260 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:47.424503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b323dd1e-46a1-4457-ba0f-d8a5efb955bf req-aec9d8b4-75a6-4395-af61-0d4d6d92d260 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0638123 Aug 16 20:39:47.482277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b323dd1e-46a1-4457-ba0f-d8a5efb955bf req-82b840ae-c957-423f-bbcf-c932bafa10d0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Aug 16 20:39:47.511475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.827958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39050) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:47.926517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router 6068f63d-75e5-4505-a378-2b54eb146815 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:47.957334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:47.969255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0dd31ef7-8ec0-416e-b6ab-eb130e0eff52'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:39:47.972930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90687e3f-5354-4058-acae-d67d95076e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.047539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=0dd31ef7-8ec0-416e-b6ab-eb130e0eff52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:48.101024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90687e3f-5354-4058-acae-d67d95076e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.168671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:48.173648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.175739 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d8243b01-b442-420d-b945-84c35218d8c1 req-d6a6e531-d187-44ec-a7e3-6b78b4b5e83e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 HTTP/1.1" status: 204 len: 173 time: 1.8244495 Aug 16 20:39:48.177611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'name': 'network-vif-deleted', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:39:48.180094 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409064c7-dc7d-4244-887b-b75e443bb563" -d '{"events": [{"server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "name": "network-vif-deleted", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:39:48.205255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.212323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90687e3f-5354-4058-acae-d67d95076e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.224959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:48.230796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-13f88dba-f543-4b5d-a4b4-9055037d14f9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/6068f63d-75e5-4505-a378-2b54eb146815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1131759 Aug 16 20:39:48.233222 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1bf8ad-9483-4f5b-9abd-b20d2a1d7448 x-openstack-request-id: req-ba1bf8ad-9483-4f5b-9abd-b20d2a1d7448 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:39:48.233571 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157499d9-e918-4fcd-96aa-8f9462c2dcb1", "name": "network-vif-deleted", "tag": "0dd31ef7-8ec0-416e-b6ab-eb130e0eff52", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:39:48.233922 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba1bf8ad-9483-4f5b-9abd-b20d2a1d7448 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:39:48.234344 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157499d9-e918-4fcd-96aa-8f9462c2dcb1', 'name': 'network-vif-deleted', 'tag': '0dd31ef7-8ec0-416e-b6ab-eb130e0eff52', 'status': 'completed', 'code': 200} Aug 16 20:39:48.235071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39060) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:48.242702 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Sync routers for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:48.257329 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:48.258872 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:48.268945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.281080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90687e3f-5354-4058-acae-d67d95076e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab057ccd-4db1-4d55-a1c0-fad3e107917b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:48.301618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting subnet b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:48.307174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.310680 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.313834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.341017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-90687e3f-5354-4058-acae-d67d95076e8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36074726e9dc41d594c57b3f0e0e63a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5153673 Aug 16 20:39:48.343622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:48.478152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.481075 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:48.486677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.521208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bccff4d0-d006-41a8-8a8e-733d21e67116,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:48.537186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.682866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f8b8cee-b849-463b-a1ac-e5a71a9bde88 req-bf9f8279-1837-43cc-98d8-5529af551bff tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0542006 Aug 16 20:39:48.690096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 926a1644-9035-42ff-8a47-76ec8088bb3a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:48.703008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:48.782736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.785452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.790895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab057ccd-4db1-4d55-a1c0-fad3e107917b HTTP/1.1" status: 204 len: 168 time: 0.4421699 Aug 16 20:39:48.798717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:48.812747 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:46Z', 'revision_number': 7, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:48.819648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b56898-033e-439d-bb7b-60a8b490a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab057ccd-4db1-4d55-a1c0-fad3e107917b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:48.859307 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Checking router: 6068f63d-75e5-4505-a378-2b54eb146815 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:48.898435 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Routers {'6068f63d-75e5-4505-a378-2b54eb146815'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:48.899283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6068f63d-75e5-4505-a378-2b54eb146815'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.050638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router eb7812d2-0ccb-4168-aade-96038ff0ec10 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:49.123175 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] Set router 6068f63d-75e5-4505-a378-2b54eb146815 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:49.160001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac517668-865c-4cd2-9586-813763dda96f None None] Provisioning complete for port bccff4d0-d006-41a8-8a8e-733d21e67116 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:39:49.160770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac517668-865c-4cd2-9586-813763dda96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.215215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.259598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ac517668-865c-4cd2-9586-813763dda96f None None] Port bccff4d0-d006-41a8-8a8e-733d21e67116 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:39:49.309636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:49.327553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.330038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d059a65-7466-4e0d-8687-a586d71edc47 None None] Network c8fea11f-550c-41ca-a3ce-f29ebf63b615 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:49.330669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8e9f6e6-75f5-4c12-b5fa-c0c8edecfb37 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/subnets/b4e91be1-7ced-4cd2-aeb3-4c2bbed6eec0 HTTP/1.1" status: 204 len: 168 time: 1.0942960 Aug 16 20:39:49.332179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:49.332893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39082) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:49.360583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e36a201e-d568-48a8-8e76-f0346ab12465 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6551762 Aug 16 20:39:49.368945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39084) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:49.410332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] Sync routers for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:49.428335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:46Z', 'revision_number': 7, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.433948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:49.440136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.475103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c67caa8-d843-4f4a-ac92-2a31a9ec97dd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:49.483999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0c67caa8-d843-4f4a-ac92-2a31a9ec97dd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports/bccff4d0-d006-41a8-8a8e-733d21e67116 HTTP/1.1" status: 200 len: 913 time: 0.1129825 Aug 16 20:39:49.484854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39088) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:49.494778 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b87c68-2f30-49f2-94af-ba9dcec4a801 None None] The sync data for ids ['6068f63d-75e5-4505-a378-2b54eb146815'] in n-d-794306-10 is: [{'id': '6068f63d-75e5-4505-a378-2b54eb146815', 'name': 'tempest-TestNetworkBasicOps-router-1446859886', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:37:13Z', 'updated_at': '2021-08-16T20:39:46Z', 'revision_number': 7, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'c7f1700d-d4a8-4c3c-9b64-f93794a44b70', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6068f63d-75e5-4505-a378-2b54eb146815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:37:14Z', 'updated_at': '2021-08-16T20:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:49.512159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.545834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:49.546862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.638594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:49.639760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9aa3c9f-0fb2-46b4-88bc-18e45ac49efd None None] The sync data for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:49.822620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.830292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:49.869468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f52f3d5-9776-4a68-b03b-23be2265fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:49.928677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] DHCP port deletion for c8fea11f-550c-41ca-a3ce-f29ebf63b615 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:50.040208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 18883752-00bd-43d4-8b7f-15571f00fa54 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:50.074647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 18883752-00bd-43d4-8b7f-15571f00fa54 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:50.074647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 18883752-00bd-43d4-8b7f-15571f00fa54 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:50.074647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5563d5c0-54e9-4e61-af3c-5618971aa7a5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:50.099108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc8bcfc0-dc2f-4ed1-81a4-17a209196bfc req-845f608e-95c4-4c1d-9e62-02e499dcbd9e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0757408 Aug 16 20:39:50.101757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.128413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Deleting port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:50.128786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.293376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port c7f1700d-d4a8-4c3c-9b64-f93794a44b70 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:50.301054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.309283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] For port 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5563d5c0-54e9-4e61-af3c-5618971aa7a5,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:50.310002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.339645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Calling delete_port for 5563d5c0-54e9-4e61-af3c-5618971aa7a5 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:50.346478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.443224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port c7f1700d-d4a8-4c3c-9b64-f93794a44b70, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:50.450040 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.453418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5563d5c0-54e9-4e61-af3c-5618971aa7a5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5563d5c0-54e9-4e61-af3c-5618971aa7a5,segment=NetworkSegment(088a6458-6ea9-43f8-b104-f8dc7a6a27ef),segment_id=088a6458-6ea9-43f8-b104-f8dc7a6a27ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:50.460325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for c7f1700d-d4a8-4c3c-9b64-f93794a44b70 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:50.475639 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f52f3d5-9776-4a68-b03b-23be2265fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.539615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.577581 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.646746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5563d5c0-54e9-4e61-af3c-5618971aa7a5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.662817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f52f3d5-9776-4a68-b03b-23be2265fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.674555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.692009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] No DVR routers for this DVR port 5563d5c0-54e9-4e61-af3c-5618971aa7a5 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:50.720480 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:39:50.750213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f09871-1277-4fd0-9a09-361fbed419b1 None None] Pushing event deleted for resources: {'Port': ['ID=5563d5c0-54e9-4e61-af3c-5618971aa7a5,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.765582 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8f52f3d5-9776-4a68-b03b-23be2265fdf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42fb366ed66f4967888ae2922de21ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9344525 Aug 16 20:39:50.766443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52f3d5-9776-4a68-b03b-23be2265fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ba982-dd94-412e-adcd-131fe646a2c1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:50.783182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39108) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:50.882932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.889055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:50.917335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.932739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:50.956167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:50.956770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0dd31ef7-8ec0-416e-b6ab-eb130e0eff52 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:50.996647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=c7f1700d-d4a8-4c3c-9b64-f93794a44b70,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:51.071652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.092396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port bccff4d0-d006-41a8-8a8e-733d21e67116 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:51.092396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.219349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.221572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.226677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-670e4493-a852-459e-a503-c74e9805687d req-69ec2c7b-25d6-4b0f-81f5-6aa63419a5e1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0360746 Aug 16 20:39:51.228249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.260612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for bccff4d0-d006-41a8-8a8e-733d21e67116 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:51.387354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.387918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Fanout notify agent at l3_agent the message router_deleted on router 6068f63d-75e5-4505-a378-2b54eb146815 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:39:51.398975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.400673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8c594938-7b0a-4205-9479-bc3e0e15b0ca tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/routers/6068f63d-75e5-4505-a378-2b54eb146815 HTTP/1.1" status: 204 len: 168 time: 2.0660369 Aug 16 20:39:51.404939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39118) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:51.446343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.454018 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.460213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c87ba982-dd94-412e-adcd-131fe646a2c1 HTTP/1.1" status: 204 len: 168 time: 0.6789861 Aug 16 20:39:51.651913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:51.750003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=bccff4d0-d006-41a8-8a8e-733d21e67116,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:51.879902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.001497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.025935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.052044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dbcc3-59ba-43da-ac12-322c3614e9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ba982-dd94-412e-adcd-131fe646a2c1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:52.269595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.284064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fea11f-550c-41ca-a3ce-f29ebf63b615']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.292936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088a6458-6ea9-43f8-b104-f8dc7a6a27ef') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.293250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088a6458-6ea9-43f8-b104-f8dc7a6a27ef') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.304793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.322873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.329332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:52.329646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:52.408588 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:52.456306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89cd7224-dd40-449c-9758-90f327bbb27e req-c3be42d0-06ee-42eb-997e-24ee2baa1e1e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0487778 Aug 16 20:39:52.461120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router eb7812d2-0ccb-4168-aade-96038ff0ec10 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:52.508574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.529481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.536327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/networks/c8fea11f-550c-41ca-a3ce-f29ebf63b615 HTTP/1.1" status: 204 len: 168 time: 1.1298854 Aug 16 20:39:52.559538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39138) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:52.567415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'network': {'name': 'tempest-network-smoke--1832977289', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:52.572409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210a7ef-c85c-420c-979c-0632b63f0bbe tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Network': ['ID=c8fea11f-550c-41ca-a3ce-f29ebf63b615,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:52.636510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:52.645174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39144) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:52.645485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa6a04e2-840a-4263-9be4-7b2584926fe6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1593039 Aug 16 20:39:52.656521 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] Sync routers for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:52.671021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:52.671021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.697194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:52.701052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.738258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:52.774444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.774812 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Added segment 464882b6-f991-4920-9a23-b38146a4d7c1 of type vlan for network 459dfd97-f0ae-477e-b598-641f0c02d3c9 Aug 16 20:39:52.776326 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.796584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:52.797423 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.818902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.953398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:52.970142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:52.970364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:52.970821 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a94320-0e0a-4706-a31e-530026698d2c None None] The sync data for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:52.970938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.098801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Network': ['ID=459dfd97-f0ae-477e-b598-641f0c02d3c9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:53.109760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:39:53.125591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39156) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:53.126903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7874972c-c562-4ea0-879c-f3762df84294 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5648527 Aug 16 20:39:53.132942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-24845674', 'admin_state_up': True, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:53.289026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.289026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.332505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.422404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.653457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-093049be-7e57-4256-bb49-f25e58744723 req-4ab7078c-bf4b-41d3-9641-1d7fda67e057 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0392890 Aug 16 20:39:53.705867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7f1700d-d4a8-4c3c-9b64-f93794a44b70 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:53.744034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c7f1700d-d4a8-4c3c-9b64-f93794a44b70 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:53.744381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c7f1700d-d4a8-4c3c-9b64-f93794a44b70 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:53.777993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:53.966013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:53.966914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.121113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.136491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for 1b5cb983-1b8c-4ccd-8862-9ee0814372a6 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:54.275310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.306094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.513711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.25.7.21 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/e486a29e-aa6f-42fc-9218-c3a98b2ed995) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:54.597758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.641441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=1b5cb983-1b8c-4ccd-8862-9ee0814372a6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:54.813595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.834863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:54.969618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82f79ebd-5a22-4fdb-aaea-d19bef985975 req-9267a01f-993a-4dda-8600-b7eb6d43d7c9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=157499d9-e918-4fcd-96aa-8f9462c2dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0956113 Aug 16 20:39:55.097104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:55.101346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router eb7812d2-0ccb-4168-aade-96038ff0ec10 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:39:55.151556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=e486a29e-aa6f-42fc-9218-c3a98b2ed995,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:55.169841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:39:55.177344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:55.177344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:39:55.285740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:55.292363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f88712d6-0422-40ab-ade8-f90e5545e2f8 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461456 Aug 16 20:39:55.300426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39214) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:55.301897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] Sync routers for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:55.312672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:55.314399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:55.329485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23144fff-f3b4-4efa-b4db-4dab673d3f0c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb7812d2-0ccb-4168-aade-96038ff0ec10 HTTP/1.1" status: 200 len: 205 time: 0.0270691 Aug 16 20:39:55.344184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39216) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:55.376443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:55.407615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] Routers {'eb7812d2-0ccb-4168-aade-96038ff0ec10'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:55.409076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['eb7812d2-0ccb-4168-aade-96038ff0ec10'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:55.450122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:55.450981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5e478-1e28-4181-b6a3-3c1a3ed13849 None None] The sync data for ids ['eb7812d2-0ccb-4168-aade-96038ff0ec10'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:55.872242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.075973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.077492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.083765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.301348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.366514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.367124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router eb7812d2-0ccb-4168-aade-96038ff0ec10 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:39:56.374280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.378659 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31256315-eabd-4100-b76a-98d17323d6d0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10 HTTP/1.1" status: 204 len: 168 time: 1.0330198 Aug 16 20:39:56.379113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.442557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 4920a007-0f76-4587-9069-ed2ad395fb96 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:56.446309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.512831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.580243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:39:56.658861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.774452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:39:56.788904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Sync routers for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:39:56.800422 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:56.801117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:56.856369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.873363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.878309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e6b9d230-4048-4fb9-aa66-05ada2ed4b2d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7504067 Aug 16 20:39:56.879236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39258) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.891237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=4920a007-0f76-4587-9069-ed2ad395fb96,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:56.895606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:56.901174 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8716d46b-a4cd-4959-85ee-00567dfccdd4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/4920a007-0f76-4587-9069-ed2ad395fb96 HTTP/1.1" status: 204 len: 168 time: 0.5167930 Aug 16 20:39:56.901884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39262) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.907031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7a31d7-4411-4c78-ab8e-7ea67a77a6a9 None None] Network 926a1644-9035-42ff-8a47-76ec8088bb3a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:56.947538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fa1ce8bf-bdd0-4af7-92a1-e0b1081f6576 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e2b3d951bfa14737ab42955702efc63b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658140 Aug 16 20:39:56.947699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39266) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:56.955245 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:57.086025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 28b272ac-ca4c-4369-b790-d1aff37e48aa {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:39:57.093140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.218332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3c9474-7f72-4049-b794-7b4cc8de8916 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:57.220128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f3c9474-7f72-4049-b794-7b4cc8de8916 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2717149 Aug 16 20:39:57.222782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.226056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39270) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.228397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] DHCP port deletion for 926a1644-9035-42ff-8a47-76ec8088bb3a request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:57.315255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39272) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:57.316454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-72185476-add0-4b5e-ab03-1e5fd3ddfcf9 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868628 Aug 16 20:39:57.326224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-488460083', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:57.335101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Deleting port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:57.335823 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.409918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] For port 64b1820f-e4c6-4eb9-ac80-50677fdc9818, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=64b1820f-e4c6-4eb9-ac80-50677fdc9818,segment=NetworkSegment(4029a743-8cf8-4790-8096-99185ace0501),segment_id=4029a743-8cf8-4790-8096-99185ace0501)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:57.410569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.425583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Calling delete_port for 64b1820f-e4c6-4eb9-ac80-50677fdc9818 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:57.499759 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:39:55Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:57.523467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.575994 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Checking router: bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:39:57.581507 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Updating router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 port e486a29e-aa6f-42fc-9218-c3a98b2ed995 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:39:57.650841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:57.657951 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.684114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.731421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.813930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] Pushing event deleted for resources: {'Port': ['ID=64b1820f-e4c6-4eb9-ac80-50677fdc9818,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:57.841208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8e672-f633-4376-9754-bf048bffafdd None None] No DVR routers for this DVR port 64b1820f-e4c6-4eb9-ac80-50677fdc9818 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:57.846208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.863192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 64b1820f-e4c6-4eb9-ac80-50677fdc9818 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:57.917012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 64b1820f-e4c6-4eb9-ac80-50677fdc9818 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:57.917693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 64b1820f-e4c6-4eb9-ac80-50677fdc9818 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:39:57.949765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:57.959958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12924b8-deb9-427d-854b-82a049822c37 None None] Network aba95ba2-e7f0-456a-9114-456fe2375ffc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:57.983368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/28b272ac-ca4c-4369-b790-d1aff37e48aa HTTP/1.1" status: 204 len: 168 time: 1.0704992 Aug 16 20:39:57.986152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39288) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:58.006724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb7533-dfe9-4a9e-9e10-12fe3b4c16ca tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=28b272ac-ca4c-4369-b790-d1aff37e48aa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.170458 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.182331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Transition to ACTIVE for port object e486a29e-aa6f-42fc-9218-c3a98b2ed995 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:39:58.210408 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.274258 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.314933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.318681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.335601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926a1644-9035-42ff-8a47-76ec8088bb3a']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.355581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4029a743-8cf8-4790-8096-99185ace0501') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.355581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4029a743-8cf8-4790-8096-99185ace0501') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.363837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] DHCP port deletion for aba95ba2-e7f0-456a-9114-456fe2375ffc request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:39:58.376687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Pushing event updated for resources: {'Port': ['ID=e486a29e-aa6f-42fc-9218-c3a98b2ed995,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.390913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.402960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.403307 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.403693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.404077 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.404403 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.404867 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.405193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.405586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.406773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.406773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.406773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.406773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:39:58.439571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.440749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Attempting to bind port e486a29e-aa6f-42fc-9218-c3a98b2ed995 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:39:58.440749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Attempting to bind port e486a29e-aa6f-42fc-9218-c3a98b2ed995 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:39:58.440749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Attempting to bind port e486a29e-aa6f-42fc-9218-c3a98b2ed995 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:39:58.446208 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:39:58.446749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:58.447334 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.447911 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:39:58.448560 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Bound port: e486a29e-aa6f-42fc-9218-c3a98b2ed995, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:39:58.449267 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.451090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:58.455952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:58.469225 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:58.490976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Deleting port 78eb03f6-4240-445e-bdfc-07955d9633a1 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:39:58.494492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.529822 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] For port e486a29e-aa6f-42fc-9218-c3a98b2ed995, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:39:58.533868 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] For port e486a29e-aa6f-42fc-9218-c3a98b2ed995, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e486a29e-aa6f-42fc-9218-c3a98b2ed995,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:39:58.608394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Checking segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:39:58.608932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network hostable DHCP agents. Network: 459dfd97-f0ae-477e-b598-641f0c02d3c9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:39:58.611952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Subnet': ['ID=17ccfd3a-57ab-4022-a764-fffe3b577e8e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.613112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] For port 78eb03f6-4240-445e-bdfc-07955d9633a1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=78eb03f6-4240-445e-bdfc-07955d9633a1,segment=NetworkSegment(83458a3e-2ef7-438d-93a4-98b9174f899b),segment_id=83458a3e-2ef7-438d-93a4-98b9174f899b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:39:58.613517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.629739 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.633795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Calling delete_port for 78eb03f6-4240-445e-bdfc-07955d9633a1 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:39:58.685022 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:39:58.685561 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:39:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:58.736147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.736364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:39:58.744933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.747531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/926a1644-9035-42ff-8a47-76ec8088bb3a HTTP/1.1" status: 204 len: 168 time: 0.7697396 Aug 16 20:39:58.750197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39304) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:58.808704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeffde-4d8e-4634-9ffc-bbb2e29ef4f2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=926a1644-9035-42ff-8a47-76ec8088bb3a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.809018 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99039a-eac2-4406-8ac9-6d8190ef0f1e None None] Pushing event updated for resources: {'Port': ['ID=e486a29e-aa6f-42fc-9218-c3a98b2ed995,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:58.874288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 459dfd97-f0ae-477e-b598-641f0c02d3c9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:39:58.883854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995ed10-43ba-473a-a5d2-147ea867b627 None None] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:39:58.893948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:39:58.895335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.917909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.953023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:58.962328 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:39:59.113486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] Pushing event deleted for resources: {'Port': ['ID=78eb03f6-4240-445e-bdfc-07955d9633a1,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:59.126944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700d083-cd12-4462-8d11-93e8c46a3162 None None] No DVR routers for this DVR port 78eb03f6-4240-445e-bdfc-07955d9633a1 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:39:59.152430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-52c626b9-c7f5-41bf-a1da-cb38ff00c26e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8358352 Aug 16 20:39:59.155679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:59.194390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.206447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba95ba2-e7f0-456a-9114-456fe2375ffc']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:59.220340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83458a3e-2ef7-438d-93a4-98b9174f899b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:59.220653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83458a3e-2ef7-438d-93a4-98b9174f899b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:59.236446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.255953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.283810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:39:59.284698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.285246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-459dfd97-f0ae-477e-b598-641f0c02d3c9', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:39:59.292480 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:39:59.313719 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:39:59.388822 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:39:55Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:39:59.422161 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50db6f4-ace1-449c-81a9-aa5e5dd6758e None None] The sync data for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 is: [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:39:55Z', 'revision_number': 3, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:39:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:39:59.503688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.514967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.519138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/aba95ba2-e7f0-456a-9114-456fe2375ffc HTTP/1.1" status: 204 len: 168 time: 0.7668304 Aug 16 20:39:59.524732 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:39:59.532869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879125694'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:39:59.567618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a0ac7-8340-4df1-bbc8-592881c8eb97 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=aba95ba2-e7f0-456a-9114-456fe2375ffc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:39:59.575021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Allocated IP 172.20.0.2 (459dfd97-f0ae-477e-b598-641f0c02d3c9/17ccfd3a-57ab-4022-a764-fffe3b577e8e/0f689bc7-b136-4b72-a2ec-2ed70ed1cda7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:39:59.685186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:39:59.685186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.727827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:39:59.757387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.758130 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 21a049ab-f676-436a-97ec-67cdf7c40628 of type vlan for network 24e328a9-933b-418f-8727-3d1adb4c9ef3 Aug 16 20:39:59.808254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 78eb03f6-4240-445e-bdfc-07955d9633a1 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:39:59.851482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:39:59.913316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 78eb03f6-4240-445e-bdfc-07955d9633a1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:39:59.913316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 78eb03f6-4240-445e-bdfc-07955d9633a1 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:00.041432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.052889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.065406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:00.066461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.068397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Transition to ACTIVE for port object 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:00.102727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Transition to ACTIVE for port object 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:00.196149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.217397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=24e328a9-933b-418f-8727-3d1adb4c9ef3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:00.241324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:00.252252 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e8bdaa0b-9ca8-424d-8cd9-ee34a90b1bf0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7242136 Aug 16 20:40:00.255202 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39336) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:00.261869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:00.280935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:00.295489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.615336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:00.623514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:00.628435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:00.631568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Pushing event updated for resources: {'Port': ['ID=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:00.633626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.762583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Attempting to bind port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:00.763014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Attempting to bind port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:00.763906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Attempting to bind port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 on network 459dfd97-f0ae-477e-b598-641f0c02d3c9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:00.770445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:00.770997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Checking segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:00.771479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.772020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Bound using segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:00.772551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Bound port: 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:00.772997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.777092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-58991433-b395-4979-8524-fe816b15359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:00.889653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] For port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:00.893913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] For port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:00.901696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.1 (459dfd97-f0ae-477e-b598-641f0c02d3c9/17ccfd3a-57ab-4022-a764-fffe3b577e8e/52424a35-f84a-48f6-ba3a-cfba702d13cc) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:01.056081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.087838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object 52424a35-f84a-48f6-ba3a-cfba702d13cc will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:01.117261 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.268259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb10c4-7da4-4d83-84c5-a470ca882420 None None] Pushing event updated for resources: {'Port': ['ID=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:01.303044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.368127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.393097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=33bdc0d0-e7b3-4cac-8604-ad4ca304d848,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:01.449257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:01.455835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:01.462459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '21a049ab-f676-436a-97ec-67cdf7c40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:01.463316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 24e328a9-933b-418f-8727-3d1adb4c9ef3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:01.511913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:01.586445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:01.617905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.690177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:01.857148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 24e328a9-933b-418f-8727-3d1adb4c9ef3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:01.870360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7107f4-7e33-41c5-9bdc-df5c2ae72002 None None] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:01.874503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:01.875157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:01.941386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e486a29e-aa6f-42fc-9218-c3a98b2ed995 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:02.068851 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19799d0e-0095-4f44-bece-9c22735ac947 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8120067 Aug 16 20:40:02.069531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:02.075451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1705484291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:02.118245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.288096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.290917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.382635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e486a29e-aa6f-42fc-9218-c3a98b2ed995 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:02.394168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-24e328a9-933b-418f-8727-3d1adb4c9ef3', 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '33bdc0d0-e7b3-4cac-8604-ad4ca304d848'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:02.395386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.447319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e486a29e-aa6f-42fc-9218-c3a98b2ed995 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:02.447864 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.493115 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.574855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.672419 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.720731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.728154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb1c6ddf-5e63-4fa7-a1b9-193e57987ada tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6560507 Aug 16 20:40:02.733537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39422) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:02.740402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'port': {'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3', 'name': 'tempest-RoutersIpV6Test-212802519'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:02.789625 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.882391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:02.894803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Allocated IP 2001:db8::2 (24e328a9-933b-418f-8727-3d1adb4c9ef3/33bdc0d0-e7b3-4cac-8604-ad4ca304d848/b58d2475-4b3a-4ca2-8055-f1c92f181964) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:02.922416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e486a29e-aa6f-42fc-9218-c3a98b2ed995, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e486a29e-aa6f-42fc-9218-c3a98b2ed995,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:03.005695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.046995 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.047203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:03.142963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:03.160106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:03.167758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:03.250813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1b3b9-b567-4c16-aab8-63f3b6d9784c None None] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:03.338287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:03.405465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e486a29e-aa6f-42fc-9218-c3a98b2ed995,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:03.479868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:03.484713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.528554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] device_id is not set on port c47f404a-06c0-4145-a4c9-66c108cbf430 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:40:03.594044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.600597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.611034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:03.611708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:03.617676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Provisioning for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:03.634288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Transition to ACTIVE for port object b58d2475-4b3a-4ca2-8055-f1c92f181964 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:03.637336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5533e783-338a-420b-9031-170e81d66718 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/bdca37d6-7e53-4f5f-9f83-1a9e1da151e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4803276 Aug 16 20:40:03.643307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39440) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:03.647987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:03.648469 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.655656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Provisioning complete for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:03.656069 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.685581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Sync routers for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:03.713730 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8fcf-6b00-4e9f-a1bb-f63d91d3fbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:03.757064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Transition to ACTIVE for port object b58d2475-4b3a-4ca2-8055-f1c92f181964 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:03.788171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:03.788715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:03.916674 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.044006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:04.071994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8::d2 (24e328a9-933b-418f-8727-3d1adb4c9ef3/33bdc0d0-e7b3-4cac-8604-ad4ca304d848/c47f404a-06c0-4145-a4c9-66c108cbf430) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:04.090229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.090752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.091170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.091636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.097559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.098062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.098539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.099047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.100174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.100652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.101117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.101582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.103985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.115983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1cac15e4-b749-45e5-850a-347fe90c012d tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9130 time: 0.4699237 Aug 16 20:40:04.116934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39468) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:04.214767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:04.228308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:04.539991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.598853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.681145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object c47f404a-06c0-4145-a4c9-66c108cbf430 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:04.719861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.720350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Pushing event updated for resources: {'Port': ['ID=b58d2475-4b3a-4ca2-8055-f1c92f181964,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:04.720467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.720817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.721300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.721758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.722228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.722677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.725793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.728204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.730995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.731470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.732143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.732612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:04.734736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-176c4e2f-5210-4910-8d7d-6dfc7bb0802a tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8238 time: 0.6168182 Aug 16 20:40:04.740759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39490) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:04.784589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.834130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.843782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:04.906484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.945399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Attempting to bind port b58d2475-4b3a-4ca2-8055-f1c92f181964 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:04.945399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Attempting to bind port b58d2475-4b3a-4ca2-8055-f1c92f181964 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '21a049ab-f676-436a-97ec-67cdf7c40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:04.945399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Attempting to bind port b58d2475-4b3a-4ca2-8055-f1c92f181964 on network 24e328a9-933b-418f-8727-3d1adb4c9ef3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:04.952266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:04.958920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] For port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:04.964626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:04.969018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:04.969422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Checking segment: {'id': '21a049ab-f676-436a-97ec-67cdf7c40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:04.969760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.970154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Bound using segment: {'id': '21a049ab-f676-436a-97ec-67cdf7c40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:04.970636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Bound port: b58d2475-4b3a-4ca2-8055-f1c92f181964, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a049ab-f676-436a-97ec-67cdf7c40628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '24e328a9-933b-418f-8727-3d1adb4c9ef3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:04.971018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:04.993638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:05.000698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:05.001383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.013972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=c47f404a-06c0-4145-a4c9-66c108cbf430,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:05.047663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.111537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f4d634c0-acc2-4b9a-9842-071585e56522 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.3740838 Aug 16 20:40:05.111720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39496) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:05.211385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:40:05.211744 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:40:05.577060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] For port b58d2475-4b3a-4ca2-8055-f1c92f181964, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:05.580658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] For port b58d2475-4b3a-4ca2-8055-f1c92f181964, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b58d2475-4b3a-4ca2-8055-f1c92f181964,segment=NetworkSegment(21a049ab-f676-436a-97ec-67cdf7c40628),segment_id=21a049ab-f676-436a-97ec-67cdf7c40628)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:05.637200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77729c1f-4555-49c3-b8ec-e4aa40f71c31 None None] Pushing event updated for resources: {'Port': ['ID=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:05.674674 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.706406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Provisioning for port 52424a35-f84a-48f6-ba3a-cfba702d13cc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:05.887195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Provisioning complete for port 52424a35-f84a-48f6-ba3a-cfba702d13cc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:05.889254 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.916881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:05.994763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Port 52424a35-f84a-48f6-ba3a-cfba702d13cc cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:06.042152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ec9db-1d4f-4f1f-b482-8641de8693db None None] Pushing event updated for resources: {'Port': ['ID=b58d2475-4b3a-4ca2-8055-f1c92f181964,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:06.088918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e486a29e-aa6f-42fc-9218-c3a98b2ed995 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:06.247855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Provisioning complete for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:06.251411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6596f9df-5288-4ae9-bd97-45dc63c528c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.258073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.343062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-86a1104b-b6af-4608-8b15-bc708d322dbd tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5020 time: 1.5995278 Aug 16 20:40:06.430270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e486a29e-aa6f-42fc-9218-c3a98b2ed995 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:06.430550 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.506278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 2, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:06.596621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Checking router: bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:06.597581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Updating router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 port 52424a35-f84a-48f6-ba3a-cfba702d13cc binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:06.682937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.689288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.731173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:06.928536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=c47f404a-06c0-4145-a4c9-66c108cbf430,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.123499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:07.128578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616252753', 'description': 'tempest-secgroup-smoke-1616252753 description', 'project_id': 'e2b3d951bfa14737ab42955702efc63b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:07.203486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:07.213217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.317593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:07.317845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.326476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.368041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.385830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Transition to ACTIVE for port object 52424a35-f84a-48f6-ba3a-cfba702d13cc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:07.451612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.525716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349ea75-86b1-4997-9b6d-6cdbe764e5d8 None None] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:07.534035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2107b-e7c7-487b-93ca-dcd4f7ddee73 None None] Pushing event updated for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.607777 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.695925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26cc7281-7f2d-4a8c-9ef5-5049f0f9cbd4 None None] Provisioning for port b58d2475-4b3a-4ca2-8055-f1c92f181964 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:07.713822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.717775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Attempting to bind port 52424a35-f84a-48f6-ba3a-cfba702d13cc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:07.718221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Attempting to bind port 52424a35-f84a-48f6-ba3a-cfba702d13cc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:07.718507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Attempting to bind port 52424a35-f84a-48f6-ba3a-cfba702d13cc on network 459dfd97-f0ae-477e-b598-641f0c02d3c9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:07.731631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:07.732174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Checking segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:07.732954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.732954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Bound using segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:07.733439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Bound port: 52424a35-f84a-48f6-ba3a-cfba702d13cc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:07.733819 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.778692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:07.911889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] For port 52424a35-f84a-48f6-ba3a-cfba702d13cc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:07.958749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4230168-63b1-432f-92bd-75e3267921da,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:07.968973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] For port 52424a35-f84a-48f6-ba3a-cfba702d13cc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=52424a35-f84a-48f6-ba3a-cfba702d13cc,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:08.034121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.037587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d0db1172-93bb-4811-8e63-fb0c68d53d19 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9127367 Aug 16 20:40:08.042583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:08.064792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:08.069618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.085235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b58d2475-4b3a-4ca2-8055-f1c92f181964 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:08.244631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:08.244631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:08.319438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.325666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2107b-e7c7-487b-93ca-dcd4f7ddee73 None None] Pushing event updated for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.408403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.427785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b58d2475-4b3a-4ca2-8055-f1c92f181964 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:08.437943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b58d2475-4b3a-4ca2-8055-f1c92f181964 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:08.438216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.469355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.470283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.474638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.502168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:08.558227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.698487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2096f529-244f-4dc5-b6fe-85211c5087b3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.778921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.787982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:08.795653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:08.800511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1efcd11d-b939-40e9-bbac-2b769220241b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7535703 Aug 16 20:40:08.803800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=c47f404a-06c0-4145-a4c9-66c108cbf430,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:08.860322 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.890696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Provisioning for port c47f404a-06c0-4145-a4c9-66c108cbf430 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:08.897142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Provisioning complete for port c47f404a-06c0-4145-a4c9-66c108cbf430 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:08.897538 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.942185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:08.953277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Port c47f404a-06c0-4145-a4c9-66c108cbf430 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:08.971028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:08.975100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:08.999887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b58d2475-4b3a-4ca2-8055-f1c92f181964, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b58d2475-4b3a-4ca2-8055-f1c92f181964,segment=NetworkSegment(21a049ab-f676-436a-97ec-67cdf7c40628),segment_id=21a049ab-f676-436a-97ec-67cdf7c40628)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:09.013616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:07Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:09.065712 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.080621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd68539-c181-49c0-a6aa-8dd4f0ac547d None None] The sync data for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 is: [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:07Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:09.088994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Provisioning complete for port b58d2475-4b3a-4ca2-8055-f1c92f181964 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:09.092125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c772485-2890-4af6-995b-fc4755911348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.094913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.131191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.181118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84efa8e-b018-4370-be85-7bd7719b3a30,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.265580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.266887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b613f61-44f7-4de4-a09e-c7fcb53d6985 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4778647 Aug 16 20:40:09.273364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39584) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.281938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:09.304221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b58d2475-4b3a-4ca2-8055-f1c92f181964,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.333442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.334333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.334674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.335010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.335396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.337066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 5cdedd5e-bda8-4e36-99e0-35f246cee095 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:09.339675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.344366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.344366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.344583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.344853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.345194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.345506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:09.432154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.528544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b6a6b084-f4ae-4106-8e04-c81eaadb5f9a None None] Provisioning complete for port c47f404a-06c0-4145-a4c9-66c108cbf430 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:09.529243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b6a6b084-f4ae-4106-8e04-c81eaadb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.559385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.612591 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.632705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:09.636590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6b084-f4ae-4106-8e04-c81eaadb5f9a None None] Port c47f404a-06c0-4145-a4c9-66c108cbf430 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:09.646516 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-121225eb-8b00-4556-98fb-a82bf5908326 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/5cdedd5e-bda8-4e36-99e0-35f246cee095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5308688 Aug 16 20:40:09.647934 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] Sync routers for ids ['5cdedd5e-bda8-4e36-99e0-35f246cee095'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:09.649178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.665384 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] Routers {'5cdedd5e-bda8-4e36-99e0-35f246cee095'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:09.673549 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5cdedd5e-bda8-4e36-99e0-35f246cee095'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:09.687883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e56f23-bd7b-48ee-a724-d6a5e210e554,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:09.715584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:09.732795 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] Routers {'5cdedd5e-bda8-4e36-99e0-35f246cee095'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:09.733597 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5cdedd5e-bda8-4e36-99e0-35f246cee095'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:09.748515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.753059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39598) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.753725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a896a73-864f-462e-b420-bf578b249e9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4752738 Aug 16 20:40:09.766256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:09.784827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9a170b98-4021-4edc-be23-77104eef66c6 None None] Provisioning complete for port c47f404a-06c0-4145-a4c9-66c108cbf430 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:09.785224 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9a170b98-4021-4edc-be23-77104eef66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:09.793761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b25925-c6d1-4e52-8b6b-8036f9424abf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:09.795828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51b25925-c6d1-4e52-8b6b-8036f9424abf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports/c47f404a-06c0-4145-a4c9-66c108cbf430 HTTP/1.1" status: 200 len: 982 time: 0.1456187 Aug 16 20:40:09.798627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39600) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:09.867812 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:09.874424 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d1308-57ca-42e8-b9f9-844f19efb940 None None] The sync data for ids ['5cdedd5e-bda8-4e36-99e0-35f246cee095'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:09.892150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9a170b98-4021-4edc-be23-77104eef66c6 None None] Port c47f404a-06c0-4145-a4c9-66c108cbf430 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:09.937934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.226713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c25a440-d642-4520-99db-9c583abebf2b None None] Provisioning complete for port c47f404a-06c0-4145-a4c9-66c108cbf430 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:10.236169 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c25a440-d642-4520-99db-9c583abebf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.248347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b58d2475-4b3a-4ca2-8055-f1c92f181964 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:10.261201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.348294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.384017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55740866-4dfd-4389-8831-c9f8595c9d70,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:10.385662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6c25a440-d642-4520-99db-9c583abebf2b None None] Port c47f404a-06c0-4145-a4c9-66c108cbf430 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:10.407839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b58d2475-4b3a-4ca2-8055-f1c92f181964 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:10.408308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.502716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 52424a35-f84a-48f6-ba3a-cfba702d13cc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:10.509871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.512707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b48c7200-6a51-4689-b920-a346a3118978 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7584414 Aug 16 20:40:10.515704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:10.525796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:10.686998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 52424a35-f84a-48f6-ba3a-cfba702d13cc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:10.692069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 52424a35-f84a-48f6-ba3a-cfba702d13cc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:10.692471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.701650 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:40:10.708099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.815617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.868883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.874645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.894446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc1cef5-3701-4b9b-b071-208235afc111,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:10.922262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:10.937498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 52424a35-f84a-48f6-ba3a-cfba702d13cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=52424a35-f84a-48f6-ba3a-cfba702d13cc,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:11.012244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.016242 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.016727 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ecc7d65-ae30-449a-a284-ab530591f21d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4933870 Aug 16 20:40:11.017420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:11.024247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'security_group_rule': {'security_group_id': 'a4230168-63b1-432f-92bd-75e3267921da', 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:11.103605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:11.144987 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Project e2b3d951bfa14737ab42955702efc63b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:40:11.166520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.239713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port c47f404a-06c0-4145-a4c9-66c108cbf430 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:11.240391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.267019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.336998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.352823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.371444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e36a37-5526-48c9-b92b-7c5bda024b02,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:11.372285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for c47f404a-06c0-4145-a4c9-66c108cbf430 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:11.480227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.481600 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1d7cfdc-8b79-4e83-bc15-ecc5f276af11 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4636469 Aug 16 20:40:11.759051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-d9d11851-3a0e-4c4a-8860-99af42df3d9b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616252753&fields=id&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 267 time: 0.0632730 Aug 16 20:40:11.869901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:11.905941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-4363c825-8940-4302-af1f-464641a3567a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:11.907447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-4363c825-8940-4302-af1f-464641a3567a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/networks?id=459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 200 len: 797 time: 0.1381559 Aug 16 20:40:11.909890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=c47f404a-06c0-4145-a4c9-66c108cbf430,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:11.934205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 52424a35-f84a-48f6-ba3a-cfba702d13cc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:11.969086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-1fe5673e-73c2-4bc1-a006-ff1a19cb8974 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/quotas/e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 375 time: 0.0514390 Aug 16 20:40:12.014464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 52424a35-f84a-48f6-ba3a-cfba702d13cc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:12.015037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.162646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:12.219713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-c3e662e6-5b82-4c4f-990a-f999203e11cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497354 Aug 16 20:40:12.481592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 5cdedd5e-bda8-4e36-99e0-35f246cee095 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:12.497466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-6cc6cf38-be22-48e5-b62d-ec9c2a9e6bf4 service neutron] 10.222.0.70 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010567 Aug 16 20:40:12.618139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:12.626829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b23d4ef-48c7-476a-877c-7ad0c701de94 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/5cdedd5e-bda8-4e36-99e0-35f246cee095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8239648 Aug 16 20:40:12.628298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39684) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:12.632512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] Sync routers for ids ['5cdedd5e-bda8-4e36-99e0-35f246cee095'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:12.644763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] Routers {'5cdedd5e-bda8-4e36-99e0-35f246cee095'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:12.645392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5cdedd5e-bda8-4e36-99e0-35f246cee095'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.673096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-febf8a66-eea0-49a4-9e60-82222d57769e service neutron] 10.222.0.70 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365430 Aug 16 20:40:12.736692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.773745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] Routers {'5cdedd5e-bda8-4e36-99e0-35f246cee095'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:12.774017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5cdedd5e-bda8-4e36-99e0-35f246cee095'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.826653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:12.827350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746b847-5283-42e6-9059-17756dfd5b9d None None] The sync data for ids ['5cdedd5e-bda8-4e36-99e0-35f246cee095'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:12.963959 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-d46a57c2-8b91-463b-aaa9-4c06ade07bf1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:40:12.964839 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d46a57c2-8b91-463b-aaa9-4c06ade07bf1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/5cdedd5e-bda8-4e36-99e0-35f246cee095/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3348894 Aug 16 20:40:12.967995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.000395 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60ec769d-2aa0-4626-828c-02b0e3d94350 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cdedd5e-bda8-4e36-99e0-35f246cee095 HTTP/1.1" status: 200 len: 205 time: 0.0313394 Aug 16 20:40:13.002933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39692) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.210612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b257489b-c55b-471e-a09e-17ed7fdb8a27 req-1d6f9be6-b20c-46eb-9ddc-9df349979573 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.0527089 Aug 16 20:40:13.376566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39708) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:13.580470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff98a7e6-27c3-4736-b732-cc57f2187442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.668849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.808555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff98a7e6-27c3-4736-b732-cc57f2187442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:13.931646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.014285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.287492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ca08934-899d-433b-8340-cda63baa91f9 req-9ed673ac-853a-425d-a2cd-d833d0a5b3b8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.0354285 Aug 16 20:40:14.645623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.646383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff98a7e6-27c3-4736-b732-cc57f2187442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.646819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdedd5e-bda8-4e36-99e0-35f246cee095 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:14.663657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.670503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77f9a7d7-2cc9-48bf-9a27-ca26cc27535d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/5cdedd5e-bda8-4e36-99e0-35f246cee095 HTTP/1.1" status: 204 len: 168 time: 1.6622367 Aug 16 20:40:14.670503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39732) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:14.733526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ff98a7e6-27c3-4736-b732-cc57f2187442 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1efbea7c4ad947e2a366390e00321dae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3556259 Aug 16 20:40:14.736791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98a7e6-27c3-4736-b732-cc57f2187442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95069d8-65f3-4b4a-a3b5-8f5cb28ac37d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:14.739366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39736) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:14.821803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 33bdc0d0-e7b3-4cac-8604-ad4ca304d848 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:14.840915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.936852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.987819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:14.991996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.104846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.113418 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.119990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.119990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d95069d8-65f3-4b4a-a3b5-8f5cb28ac37d HTTP/1.1" status: 204 len: 168 time: 0.3760867 Aug 16 20:40:15.126005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5f7e-02fc-4672-9476-86c473142a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95069d8-65f3-4b4a-a3b5-8f5cb28ac37d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.270182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.345552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=33bdc0d0-e7b3-4cac-8604-ad4ca304d848,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:15.347861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.353234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39750) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:15.360450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ab9fb-9f30-471a-bb2a-dcb78da9504c None None] Network 24e328a9-933b-418f-8727-3d1adb4c9ef3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:15.378451 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-41bd2d83-786c-4676-b697-68693213271f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/33bdc0d0-e7b3-4cac-8604-ad4ca304d848 HTTP/1.1" status: 204 len: 168 time: 0.6898899 Aug 16 20:40:15.620050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6bde2c53-ba80-483c-97da-e986bf229e74 req-39f1fe02-3022-4a1e-b347-765e2d5dd23a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.1629109 Aug 16 20:40:15.647495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.732639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] DHCP port deletion for 24e328a9-933b-418f-8727-3d1adb4c9ef3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:40:15.733527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port b58d2475-4b3a-4ca2-8055-f1c92f181964 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:15.733900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.785319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Deleting port b58d2475-4b3a-4ca2-8055-f1c92f181964 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:15.786053 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.822027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port b58d2475-4b3a-4ca2-8055-f1c92f181964, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b58d2475-4b3a-4ca2-8055-f1c92f181964,segment=NetworkSegment(21a049ab-f676-436a-97ec-67cdf7c40628),segment_id=21a049ab-f676-436a-97ec-67cdf7c40628)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:15.824525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:15.837689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for b58d2475-4b3a-4ca2-8055-f1c92f181964 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:15.871187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] For port b58d2475-4b3a-4ca2-8055-f1c92f181964, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b58d2475-4b3a-4ca2-8055-f1c92f181964,segment=NetworkSegment(21a049ab-f676-436a-97ec-67cdf7c40628),segment_id=21a049ab-f676-436a-97ec-67cdf7c40628)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:15.871601 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.063156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39764) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:16.077381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afa48ac9-476e-46c7-ab9c-844c87c4cf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.088301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.103804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port b58d2475-4b3a-4ca2-8055-f1c92f181964 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:16.129019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b58d2475-4b3a-4ca2-8055-f1c92f181964 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:16.139053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Calling delete_port for b58d2475-4b3a-4ca2-8055-f1c92f181964 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:16.155363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=b58d2475-4b3a-4ca2-8055-f1c92f181964,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.172024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b58d2475-4b3a-4ca2-8055-f1c92f181964 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:16.172504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b58d2475-4b3a-4ca2-8055-f1c92f181964 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:16.271587 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.302920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.311349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] Pushing event deleted for resources: {'Port': ['ID=b58d2475-4b3a-4ca2-8055-f1c92f181964,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.316683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e328a9-933b-418f-8727-3d1adb4c9ef3']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.320590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7549f40-18d9-435e-a9fa-10cac377d5f2 None None] No DVR routers for this DVR port b58d2475-4b3a-4ca2-8055-f1c92f181964 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:16.335529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a049ab-f676-436a-97ec-67cdf7c40628') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.336108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a049ab-f676-436a-97ec-67cdf7c40628') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:16.363625 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.400308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.426215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:16.426629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:16.430731 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:16.494037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afa48ac9-476e-46c7-ab9c-844c87c4cf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.561275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afa48ac9-476e-46c7-ab9c-844c87c4cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.571154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-656e5ac9-707d-44a4-961a-647335a619fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:16.582327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-656e5ac9-707d-44a4-961a-647335a619fd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/networks?id=459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 200 len: 797 time: 0.2093978 Aug 16 20:40:16.633233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-afa48ac9-476e-46c7-ab9c-844c87c4cf94 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6a95b7cf122483f9aa9a4fa4601341d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688853 Aug 16 20:40:16.641827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:16.649308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48ac9-476e-46c7-ab9c-844c87c4cf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae290c97-84e3-4da4-b9e2-fe1c1fcc9ce0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.657961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.674044 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.676922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/24e328a9-933b-418f-8727-3d1adb4c9ef3 HTTP/1.1" status: 204 len: 168 time: 1.3196356 Aug 16 20:40:16.698949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:16.705211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c62c2-93a0-47ec-9ecf-a9163b73047a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=24e328a9-933b-418f-8727-3d1adb4c9ef3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:16.717208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1925511805'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:16.746632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-effda54c-2151-4f19-9e80-d74ef3cc2878 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b3d951bfa14737ab42955702efc63b HTTP/1.1" status: 200 len: 380 time: 0.1634622 Aug 16 20:40:16.775568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'port': {'device_id': '0944867e-09f0-4f32-a92e-57de9f89381e', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'admin_state_up': True, 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'security_groups': ['a4230168-63b1-432f-92bd-75e3267921da']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:16.803113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14b3dad3-b555-4a08-9c65-9c096e7e640a req-9f668547-451a-4e83-a471-803e3d15c2a8 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.0527310 Aug 16 20:40:16.894025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.937559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:16.941664 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:16.950000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.006883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:17.017774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.018194 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 7cd963f9-e069-4d8b-a654-33eb006a79b4 of type vlan for network 6d32450c-0442-4917-9fb5-708dcbaa2c23 Aug 16 20:40:17.086938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Made reservation on behalf of e2b3d951bfa14737ab42955702efc63b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:17.086938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.114177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.223109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.229734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.233217 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae290c97-84e3-4da4-b9e2-fe1c1fcc9ce0 HTTP/1.1" status: 204 len: 168 time: 0.5867059 Aug 16 20:40:17.247165 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.256179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:17.256802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.292721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2749d5-0386-43a4-b343-b5608731748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae290c97-84e3-4da4-b9e2-fe1c1fcc9ce0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.440229 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7400904 Aug 16 20:40:17.443664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:17.450161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:17.471965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f837e-4c3c-46a3-ba76-9650c627ede5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=6d32450c-0442-4917-9fb5-708dcbaa2c23,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:17.493799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:17.535227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.20.0.9 (459dfd97-f0ae-477e-b598-641f0c02d3c9/17ccfd3a-57ab-4022-a764-fffe3b577e8e/25c3defb-1bc0-493b-bdf7-2a790d28cac2) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:17.781436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:17.781436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.897284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:17.957690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Transition to ACTIVE for port object 25c3defb-1bc0-493b-bdf7-2a790d28cac2 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:18.108995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.110994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c79a48ae-0288-40a4-9702-a03df59ac147 req-111c3682-d03f-4aba-901a-bc579ad57319 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.1086993 Aug 16 20:40:18.247360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:18.250985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:18.256992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:18.262006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.287692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.347779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:18.348567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.377573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.486710 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-64cbd89c-1b79-4329-ad6a-a3146d99c74e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7256405 Aug 16 20:40:18.500398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Request body: {'port': {'device_id': '0944867e-09f0-4f32-a92e-57de9f89381e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:18.558247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=aa1e6189-2f68-4f45-af5c-5e6110897ec4,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:18.576921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '7cd963f9-e069-4d8b-a654-33eb006a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:18.579463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 6d32450c-0442-4917-9fb5-708dcbaa2c23, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:18.615643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.674322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:18.799677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6d32450c-0442-4917-9fb5-708dcbaa2c23) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:18.813152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:18.813767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:18.815390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb1f0e-1866-4f5f-b407-4740e5b473fd None None] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:18.959036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-15286642-40a2-4c5a-bb3d-43fa75946225 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5135431 Aug 16 20:40:18.959651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39836) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:18.964196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1660194600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:19.002911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fd87c792-52ed-4ab3-b668-691d31e65fdd None None] Provisioning for port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:19.032929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fd87c792-52ed-4ab3-b668-691d31e65fdd None None] Provisioning complete for port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:19.053146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fd87c792-52ed-4ab3-b668-691d31e65fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.144004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.146462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.219145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fd87c792-52ed-4ab3-b668-691d31e65fdd None None] Port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:19.355459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.415481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a79ba-81d7-430b-a96b-6ba8ba8c6cd8 req-9b0d2ad5-fe48-41be-a685-ffe8159983bd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:19.423030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a79ba-81d7-430b-a96b-6ba8ba8c6cd8 req-9b0d2ad5-fe48-41be-a685-ffe8159983bd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 931 time: 0.1164534 Aug 16 20:40:19.424522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6d32450c-0442-4917-9fb5-708dcbaa2c23', 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': 'aa1e6189-2f68-4f45-af5c-5e6110897ec4'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:19.429280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c3defb-1bc0-493b-bdf7-2a790d28cac2 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:19.432774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.457719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.475690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Transition to ACTIVE for port object 25c3defb-1bc0-493b-bdf7-2a790d28cac2 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:19.487378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a79ba-81d7-430b-a96b-6ba8ba8c6cd8 req-4e024b6b-11db-411e-ab83-4c8b8ad6bedd tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634871 Aug 16 20:40:19.493079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.588246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.601585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:19.603848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce977660-aac4-4584-b4b6-7f6bead7b05d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6432028 Aug 16 20:40:19.606671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39846) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:19.643291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Pushing event updated for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:19.722638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Allocated IP 2001:db8::2 (6d32450c-0442-4917-9fb5-708dcbaa2c23/aa1e6189-2f68-4f45-af5c-5e6110897ec4/1bdeb06f-722f-4275-b02b-23047677b3dc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:19.811916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Attempting to bind port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:19.812256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Attempting to bind port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:19.812567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Attempting to bind port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 on network 459dfd97-f0ae-477e-b598-641f0c02d3c9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:19.848698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 on network 459dfd97-f0ae-477e-b598-641f0c02d3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:40:19.850569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Attempting to bind port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 on network 459dfd97-f0ae-477e-b598-641f0c02d3c9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:19.870738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:19.871176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Checking segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:19.871576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Bound using segment: {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:19.872801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Bound port: 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464882b6-f991-4920-9a23-b38146a4d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:19.873170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.112492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:20.125109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:20.287206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.289743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.323612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:20.326009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.326009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] 10.222.0.64 "PUT /v2.0/ports/25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 200 len: 1092 time: 1.8304896 Aug 16 20:40:20.326458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:20.328653 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9935e6f0-c431-411d-9dfc-3662c38372e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:20.336840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Transition to ACTIVE for port object 1bdeb06f-722f-4275-b02b-23047677b3dc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:20.390354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Transition to ACTIVE for port object 1bdeb06f-722f-4275-b02b-23047677b3dc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:20.397474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc390e4-dc96-40e6-88a2-0e9e71c0e33c service neutron] Pushing event updated for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.437732 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fb6963-f488-4d0c-8248-88ae98494ef6 x-openstack-request-id: req-02fb6963-f488-4d0c-8248-88ae98494ef6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:20.438280 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:20.438478 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02fb6963-f488-4d0c-8248-88ae98494ef6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:20.439904 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'status': 'completed', 'code': 200} Aug 16 20:40:20.483270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:20.654091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:20.659597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-2abeaa47-c13d-4351-9e3f-b1759b5ff764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:20.662125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-2abeaa47-c13d-4351-9e3f-b1759b5ff764 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1095 time: 0.2039464 Aug 16 20:40:20.673942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:20.679641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:20.796337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-1df83c90-6fce-4983-be76-9e07aa1a4957 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 200 len: 217 time: 0.1160171 Aug 16 20:40:20.855399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095acf8-2478-4e68-b2cd-4936ff436f64 req-05e36532-d3df-46b5-98d4-74ed24ad9013 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:20.865617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8095acf8-2478-4e68-b2cd-4936ff436f64 req-05e36532-d3df-46b5-98d4-74ed24ad9013 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 943 time: 0.1563637 Aug 16 20:40:20.869068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Pushing event updated for resources: {'Port': ['ID=1bdeb06f-722f-4275-b02b-23047677b3dc,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:20.949798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-bcc1dbed-892c-4695-97a0-b1a67eecd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:20.949798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-bcc1dbed-892c-4695-97a0-b1a67eecd8ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17ccfd3a-57ab-4022-a764-fffe3b577e8e HTTP/1.1" status: 200 len: 834 time: 0.1425102 Aug 16 20:40:20.983486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Attempting to bind port 1bdeb06f-722f-4275-b02b-23047677b3dc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:20.983950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Attempting to bind port 1bdeb06f-722f-4275-b02b-23047677b3dc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7cd963f9-e069-4d8b-a654-33eb006a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:20.984890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Attempting to bind port 1bdeb06f-722f-4275-b02b-23047677b3dc on network 6d32450c-0442-4917-9fb5-708dcbaa2c23 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:21.013900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.017355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:21.017355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Checking segment: {'id': '7cd963f9-e069-4d8b-a654-33eb006a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:21.017355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.017680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Bound using segment: {'id': '7cd963f9-e069-4d8b-a654-33eb006a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:21.018074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Bound port: 1bdeb06f-722f-4275-b02b-23047677b3dc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd963f9-e069-4d8b-a654-33eb006a79b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '6d32450c-0442-4917-9fb5-708dcbaa2c23'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:21.018386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.039824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-d62385ca-337a-40d9-a029-5dbb43cb1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:21.041575 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-d62385ca-337a-40d9-a029-5dbb43cb1a23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459dfd97-f0ae-477e-b598-641f0c02d3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876839 Aug 16 20:40:21.065345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8095acf8-2478-4e68-b2cd-4936ff436f64 req-ba6f72fa-eaf5-4a8e-a16b-5dcf4745a11e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987302 Aug 16 20:40:21.248327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] For port 1bdeb06f-722f-4275-b02b-23047677b3dc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:21.254560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] For port 1bdeb06f-722f-4275-b02b-23047677b3dc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1bdeb06f-722f-4275-b02b-23047677b3dc,segment=NetworkSegment(7cd963f9-e069-4d8b-a654-33eb006a79b4),segment_id=7cd963f9-e069-4d8b-a654-33eb006a79b4)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:21.261701 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-9b70b76e-b7c9-4c00-82ef-f95435f9b975 service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079918 Aug 16 20:40:21.366568 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.447133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f321-6429-4c5f-aa12-00e96009df1f None None] Pushing event updated for resources: {'Port': ['ID=1bdeb06f-722f-4275-b02b-23047677b3dc,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:21.500405 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ca8bd3a2-5790-4719-a4ae-9f3ae1ec7203 req-6fd2a535-50df-47a0-bb82-901642be679d service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324181 Aug 16 20:40:21.566093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8::1 (6d32450c-0442-4917-9fb5-708dcbaa2c23/aa1e6189-2f68-4f45-af5c-5e6110897ec4/ce8f1163-5ef8-4bef-b87f-4a701578d481) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:21.733880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:21.766234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-59b763de-5767-43df-8a36-6590dcda92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:21.767897 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-59b763de-5767-43df-8a36-6590dcda92fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1095 time: 0.0658302 Aug 16 20:40:21.774261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object ce8f1163-5ef8-4bef-b87f-4a701578d481 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:21.957592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-f3dcab99-9728-49dc-9e9a-060e061f91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:21.960290 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-f3dcab99-9728-49dc-9e9a-060e061f91eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 200 len: 898 time: 0.1854703 Aug 16 20:40:22.031708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-1665f4d5-68bd-476f-9cf1-b515d3348367 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 200 len: 217 time: 0.0575922 Aug 16 20:40:22.068752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1bdeb06f-722f-4275-b02b-23047677b3dc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:22.115438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.171834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-a924365f-59cf-48ed-90af-b7dfcb6f2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.180020 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-a924365f-59cf-48ed-90af-b7dfcb6f2a51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17ccfd3a-57ab-4022-a764-fffe3b577e8e HTTP/1.1" status: 200 len: 834 time: 0.1395957 Aug 16 20:40:22.204279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.298554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:22.301807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:22.309562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-d39252f8-0eb5-4d8b-a35f-5c5d0cbcb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.311136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-d39252f8-0eb5-4d8b-a35f-5c5d0cbcb435 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459dfd97-f0ae-477e-b598-641f0c02d3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236665 Aug 16 20:40:22.330692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:22.331273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.440011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1bdeb06f-722f-4275-b02b-23047677b3dc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:22.479981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=ce8f1163-5ef8-4bef-b87f-4a701578d481,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:22.482998 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-7c2c66d5-b0e7-4681-95cb-2b27e058fa87 service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639521 Aug 16 20:40:22.509089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf466-3f7a-4bed-9f1b-c5e41613e5ad req-bae197e7-a203-4a3c-8339-b5094261f63b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:22.519624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14edf466-3f7a-4bed-9f1b-c5e41613e5ad req-bae197e7-a203-4a3c-8339-b5094261f63b tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 943 time: 0.2293007 Aug 16 20:40:22.650592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14edf466-3f7a-4bed-9f1b-c5e41613e5ad req-c4e40c81-b2da-4e3a-9144-0aa7e2a5f541 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299493 Aug 16 20:40:22.728059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9935e6f0-c431-411d-9dfc-3662c38372e5 req-14c2494e-323c-42c8-bf9d-ce426c1a92a7 service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287178 Aug 16 20:40:22.800228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:22.985616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df99bc9-6b12-43eb-9f6c-789120d0a51d None None] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:23.052675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 25c3defb-1bc0-493b-bdf7-2a790d28cac2 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:40:23.223718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Provisioning for port 1bdeb06f-722f-4275-b02b-23047677b3dc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:23.236440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Provisioning complete for port 1bdeb06f-722f-4275-b02b-23047677b3dc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:23.239888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.397986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.457352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:23.477282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'port_id': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'mac_address': 'fa:16:3e:b0:b7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:40:23.514222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.517899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.567914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.639537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=ce8f1163-5ef8-4bef-b87f-4a701578d481,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:23.672763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.695766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c3defb-1bc0-493b-bdf7-2a790d28cac2 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:40:23.717243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:23.754892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e3cb4609-e206-4325-b411-91a902960633 None None] For port 1bdeb06f-722f-4275-b02b-23047677b3dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1bdeb06f-722f-4275-b02b-23047677b3dc,segment=NetworkSegment(7cd963f9-e069-4d8b-a654-33eb006a79b4),segment_id=7cd963f9-e069-4d8b-a654-33eb006a79b4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:23.768722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:23.771175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:23.873330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:23.928034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.011859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077fe8-af8b-4959-8f97-6e7efa5f950f req-f628899e-c310-4b6a-94ad-85b4af427c4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:24.016526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9077fe8-af8b-4959-8f97-6e7efa5f950f req-f628899e-c310-4b6a-94ad-85b4af427c4d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 944 time: 0.1460893 Aug 16 20:40:24.018906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:24.090691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9077fe8-af8b-4959-8f97-6e7efa5f950f req-276e5dde-eff6-4246-9c1b-a5b260c0a17f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645640 Aug 16 20:40:24.119838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['25c3defb-1bc0-493b-bdf7-2a790d28cac2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:40:24.223431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router f2b8832f-8423-42ea-a5e2-25dc9eff697e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:24.241463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb4609-e206-4325-b411-91a902960633 None None] Pushing event updated for resources: {'Port': ['ID=1bdeb06f-722f-4275-b02b-23047677b3dc,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:24.278514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Provisioning complete for port 1bdeb06f-722f-4275-b02b-23047677b3dc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:24.279512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.594681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:24.602111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71a87843-6059-4f0c-a7d5-91ec6b2d59bc tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/f2b8832f-8423-42ea-a5e2-25dc9eff697e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9942770 Aug 16 20:40:24.605021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:24.644240 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] Sync routers for ids ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:24.660624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] Routers {'f2b8832f-8423-42ea-a5e2-25dc9eff697e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:24.662056 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:24.745868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Provisioning for port ce8f1163-5ef8-4bef-b87f-4a701578d481 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:24.760044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012ddbf-d1bd-4e20-a813-5dbaa8deb261 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:24.764571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:24.769222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b012ddbf-d1bd-4e20-a813-5dbaa8deb261 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports/ce8f1163-5ef8-4bef-b87f-4a701578d481 HTTP/1.1" status: 200 len: 911 time: 0.1545324 Aug 16 20:40:24.782325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Provisioning complete for port ce8f1163-5ef8-4bef-b87f-4a701578d481 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:24.782758 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:24.802853 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:24.813654 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] Routers {'f2b8832f-8423-42ea-a5e2-25dc9eff697e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:24.814639 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:24.865463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:24.866545 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4195abb2-6480-4248-9618-3c9de7e015e8 None None] The sync data for ids ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:24.894135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-67d68b61-1683-4f9a-b9a0-c66645878d0c None None] Port ce8f1163-5ef8-4bef-b87f-4a701578d481 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:25.037332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ccb86eff-7b74-40fb-a942-65906564049e None None] Provisioning complete for port ce8f1163-5ef8-4bef-b87f-4a701578d481 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:25.038366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ccb86eff-7b74-40fb-a942-65906564049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.198489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ccb86eff-7b74-40fb-a942-65906564049e None None] Port ce8f1163-5ef8-4bef-b87f-4a701578d481 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:25.332158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.376783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1317a-4ef6-4fd8-a25c-8b954037e7c5 req-280e4dda-9a55-49e3-bff1-b5a53f21e1fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:25.378408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2df1317a-4ef6-4fd8-a25c-8b954037e7c5 req-280e4dda-9a55-49e3-bff1-b5a53f21e1fb tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 944 time: 0.1104143 Aug 16 20:40:25.458456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2df1317a-4ef6-4fd8-a25c-8b954037e7c5 req-566a17d3-fe58-4ce9-aee7-d3f26b08bd6e tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490637 Aug 16 20:40:25.772972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port ce8f1163-5ef8-4bef-b87f-4a701578d481 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:25.773851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.898036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:25.924174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1bdeb06f-722f-4275-b02b-23047677b3dc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:25.944676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for ce8f1163-5ef8-4bef-b87f-4a701578d481 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:26.015315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1bdeb06f-722f-4275-b02b-23047677b3dc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:26.018168 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.492057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.528027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=ce8f1163-5ef8-4bef-b87f-4a701578d481,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:26.856561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:26.903867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a22c86-391a-4523-ab99-f68bb3ee599b req-534d751e-48e8-46eb-bc9b-7ae0d3b8e14f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:26.906029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38a22c86-391a-4523-ab99-f68bb3ee599b req-534d751e-48e8-46eb-bc9b-7ae0d3b8e14f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 944 time: 0.2853374 Aug 16 20:40:27.030046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 25c3defb-1bc0-493b-bdf7-2a790d28cac2 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:27.096621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38a22c86-391a-4523-ab99-f68bb3ee599b req-757eec85-ed83-4662-8f4f-81536cbabcf2 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009340 Aug 16 20:40:27.200612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router f2b8832f-8423-42ea-a5e2-25dc9eff697e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:27.222500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:27.228473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:27.228852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.324996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:27.330864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e49df136-7382-494a-8f4d-562c6c476fd1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/f2b8832f-8423-42ea-a5e2-25dc9eff697e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652204 Aug 16 20:40:27.334955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40008) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:27.359956 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.378159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] Sync routers for ids ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:27.396393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:27.398774 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae99d6b-c6bb-42bf-9a05-f09bb1ea6c6d" -d '{"events": [{"server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "name": "network-vif-plugged", "status": "completed", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:27.402007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e568dd2-76c9-49e4-b742-4f0d1bf3bbf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2b8832f-8423-42ea-a5e2-25dc9eff697e HTTP/1.1" status: 200 len: 205 time: 0.0657921 Aug 16 20:40:27.404549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40014) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:27.432085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] Routers {'f2b8832f-8423-42ea-a5e2-25dc9eff697e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:27.433271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:27.439532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:27.476765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:27.483367 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd55d1-5aff-4d8d-99a0-cc8c163aa21f x-openstack-request-id: req-97dd55d1-5aff-4d8d-99a0-cc8c163aa21f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:27.483785 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "name": "network-vif-plugged", "status": "completed", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:27.484230 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97dd55d1-5aff-4d8d-99a0-cc8c163aa21f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:27.484630 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'code': 200} Aug 16 20:40:27.490365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] Routers {'f2b8832f-8423-42ea-a5e2-25dc9eff697e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:27.491109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:27.558282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.610290 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.618437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:27.618437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4238c1-17e6-4b93-bc68-a25e79193ce2 None None] The sync data for ids ['f2b8832f-8423-42ea-a5e2-25dc9eff697e'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:27.695137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:27.706730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:40:27.711213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825adf7d-b1e3-4d00-9036-371a3bd52e67 req-4cd8281f-58ff-4df8-952b-0b6f2c45d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:27.712461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-825adf7d-b1e3-4d00-9036-371a3bd52e67 req-4cd8281f-58ff-4df8-952b-0b6f2c45d41e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1097 time: 0.1639509 Aug 16 20:40:27.795874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-825adf7d-b1e3-4d00-9036-371a3bd52e67 req-6615c8ca-127b-43f8-bdbb-a4a526ab095a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727792 Aug 16 20:40:27.893845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:27.897988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.040075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.040637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router f2b8832f-8423-42ea-a5e2-25dc9eff697e {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:28.047558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.049256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6a0ac569-3a80-4fc8-bb43-29fd9fa2face tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/f2b8832f-8423-42ea-a5e2-25dc9eff697e HTTP/1.1" status: 204 len: 168 time: 0.6434741 Aug 16 20:40:28.051384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:28.118207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet aa1e6189-2f68-4f45-af5c-5e6110897ec4 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:28.121747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.175178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.347887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1690dcf-9fe5-4f3b-a3ca-7d3c06fffe35 req-5160843d-4a21-44da-ad5c-ded6b73f6177 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:28.351120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1690dcf-9fe5-4f3b-a3ca-7d3c06fffe35 req-5160843d-4a21-44da-ad5c-ded6b73f6177 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 945 time: 0.1610289 Aug 16 20:40:28.417040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1690dcf-9fe5-4f3b-a3ca-7d3c06fffe35 req-27231f40-7e7f-446e-a2f9-0f27fb56e10d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576608 Aug 16 20:40:28.444569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.582786 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.617195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1e6189-2f68-4f45-af5c-5e6110897ec4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:28.622289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.625066 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9252470d-11ca-435e-be2a-5b91972a2bf4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/aa1e6189-2f68-4f45-af5c-5e6110897ec4 HTTP/1.1" status: 204 len: 168 time: 0.5708616 Aug 16 20:40:28.627286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40052) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:28.630588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c519f1-8ab3-45fd-ad97-19d1f0aaf335 None None] Network 6d32450c-0442-4917-9fb5-708dcbaa2c23 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:28.730919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.801965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port 1bdeb06f-722f-4275-b02b-23047677b3dc {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:28.802311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.881182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] DHCP port deletion for 6d32450c-0442-4917-9fb5-708dcbaa2c23 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:40:28.935985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port 1bdeb06f-722f-4275-b02b-23047677b3dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1bdeb06f-722f-4275-b02b-23047677b3dc,segment=NetworkSegment(7cd963f9-e069-4d8b-a654-33eb006a79b4),segment_id=7cd963f9-e069-4d8b-a654-33eb006a79b4)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:28.936751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:28.966867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for 1bdeb06f-722f-4275-b02b-23047677b3dc owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:28.970523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Deleting port 1bdeb06f-722f-4275-b02b-23047677b3dc {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:28.970912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.040970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] For port 1bdeb06f-722f-4275-b02b-23047677b3dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1bdeb06f-722f-4275-b02b-23047677b3dc,segment=NetworkSegment(7cd963f9-e069-4d8b-a654-33eb006a79b4),segment_id=7cd963f9-e069-4d8b-a654-33eb006a79b4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:29.041699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.056157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Calling delete_port for 1bdeb06f-722f-4275-b02b-23047677b3dc owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:29.378341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.390002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.426087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] Pushing event deleted for resources: {'Port': ['ID=1bdeb06f-722f-4275-b02b-23047677b3dc,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.433506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f41a8a-d328-4d49-bcf9-2723d5038035 None None] No DVR routers for this DVR port 1bdeb06f-722f-4275-b02b-23047677b3dc on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:29.448684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port 1bdeb06f-722f-4275-b02b-23047677b3dc on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:29.456234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=1bdeb06f-722f-4275-b02b-23047677b3dc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:29.532788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.533190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.533607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.533954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.534294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.534684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.535081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.535542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.536005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.536901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.537414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.537833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:29.581379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.613444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d32450c-0442-4917-9fb5-708dcbaa2c23']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.626290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd963f9-e069-4d8b-a654-33eb006a79b4') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.626588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd963f9-e069-4d8b-a654-33eb006a79b4') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:29.640422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.656604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613864d8-7b63-4d6b-8238-807ee232cc8e req-31ef99a6-7dc0-4627-9883-dea5aa602d33 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:29.658185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613864d8-7b63-4d6b-8238-807ee232cc8e req-31ef99a6-7dc0-4627-9883-dea5aa602d33 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 945 time: 0.0981016 Aug 16 20:40:29.672817 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.687623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:29.688074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:29.691303 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:29.746871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-613864d8-7b63-4d6b-8238-807ee232cc8e req-b8a908e3-27df-4b42-b1b0-1b24aa44ef18 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805886 Aug 16 20:40:29.846264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:29.993726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1bdeb06f-722f-4275-b02b-23047677b3dc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:30.026364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1bdeb06f-722f-4275-b02b-23047677b3dc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:30.026710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1bdeb06f-722f-4275-b02b-23047677b3dc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:30.275755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.279782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/6d32450c-0442-4917-9fb5-708dcbaa2c23 HTTP/1.1" status: 204 len: 168 time: 1.6462958 Aug 16 20:40:30.283656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39476d1-c05e-47bc-99a1-ee011109323e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=6d32450c-0442-4917-9fb5-708dcbaa2c23,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:30.283923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40116) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:30.286837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1791156189', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:30.312414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25514f-a664-4f2b-8202-0dcd748ef0f4 req-f738b2b7-83f3-4247-8019-84c6dd1ca928 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.314150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f25514f-a664-4f2b-8202-0dcd748ef0f4 req-f738b2b7-83f3-4247-8019-84c6dd1ca928 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 945 time: 0.4983480 Aug 16 20:40:30.357553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f25514f-a664-4f2b-8202-0dcd748ef0f4 req-cad61a5c-0121-48c5-ac3f-94b18bcb00f5 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362566 Aug 16 20:40:30.394274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40122) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:30.407773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.408838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.496615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.507068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505f6797-f838-4b56-aa43-159aad642776 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:30.509830 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-505f6797-f838-4b56-aa43-159aad642776 tempest-TestNetworkBasicOps-118442171 tempest-TestNetworkBasicOps-118442171-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1092 time: 0.1134963 Aug 16 20:40:30.511962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40124) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:30.518132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:30.537052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c79f6ee-d700-4304-81b2-b71c51053723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.641471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.763014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:30.956359 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.160663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Allocated IP 172.25.7.35 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6e246c40-7e77-4a9b-b05a-022076b30ad8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:31.384928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.422596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.441465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.670957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:31.753301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=6e246c40-7e77-4a9b-b05a-022076b30ad8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:31.769289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:31.773297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:31.784750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:31.829341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 172.25.7.189 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/bcee825e-1f8b-41cd-ac96-f8fb41946220) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:32.072147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.326561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.435006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:32.444929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:32.450433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:32.477658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:32.479300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bcee825e-1f8b-41cd-ac96-f8fb41946220,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:32.706361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.422796 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.499133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.581673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.581982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-40a0f4d7-d6c1-4055-acda-995107dca95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.726028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.850500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event updated for resources: {'Port': ['ID=6e246c40-7e77-4a9b-b05a-022076b30ad8,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:33.891602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:33.913808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.162053 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Floating IP 41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f associated. External IP: 172.25.7.35, port: 25c3defb-1bc0-493b-bdf7-2a790d28cac2. Aug 16 20:40:34.251278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.451755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 63b3a1dd-e9f5-4846-bc12-0deed71b9782 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:34.524962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:34.659639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:34.670375 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] Sync routers for ids ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:34.683792 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] Routers {'63b3a1dd-e9f5-4846-bc12-0deed71b9782'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:34.713966 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.725166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.733070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:34.736366 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] Routers {'63b3a1dd-e9f5-4846-bc12-0deed71b9782'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:34.737284 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.748438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Sync routers for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:34.757993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:34.758947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.775720 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:34.776538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17c9dde-3a25-4a47-b716-e00ac2dd5bcf None None] The sync data for ids ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:34.858857 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.861848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:34.863113 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-121184a0-cf08-4d06-84df-aa62f92275eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5804045 Aug 16 20:40:34.866503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40240) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:34.919166 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1c88f001-6b95-40e7-8b63-879776395404 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4060719 Aug 16 20:40:34.919909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:34.921034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:34.925781 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012f1ed-6a23-422d-9033-a4151c847955" -d '{"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:34.947182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:35.065129 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bcf04d-fa9c-48f2-8fb1-84246441cb10 x-openstack-request-id: req-67bcf04d-fa9c-48f2-8fb1-84246441cb10 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:35.066024 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:35.066379 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67bcf04d-fa9c-48f2-8fb1-84246441cb10 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:35.067375 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'status': 'completed', 'code': 200} Aug 16 20:40:35.125832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc5d3d06-409e-4066-a74e-ea0567045a5f tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f HTTP/1.1" status: 200 len: 990 time: 0.1951301 Aug 16 20:40:35.152019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f1ed-6a23-422d-9033-a4151c847955 req-ae55b09f-4ab4-4d77-8116-7d3198260e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:35.155883 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-ae55b09f-4ab4-4d77-8116-7d3198260e49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1097 time: 0.0839279 Aug 16 20:40:35.156029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cad50e1c-abe4-43e4-bd4d-e83001530bb5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers/63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 200 len: 885 time: 0.2853303 Aug 16 20:40:35.156426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40254) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.269771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f1ed-6a23-422d-9033-a4151c847955 req-b67a89b3-45c0-48c5-86a1-139e0985026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:35.272197 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-b67a89b3-45c0-48c5-86a1-139e0985026c service neutron] 10.222.0.64 "GET /v2.0/networks?id=459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 200 len: 898 time: 0.1109686 Aug 16 20:40:35.343433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'port_id': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'mac_address': 'fa:16:3e:b0:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944867e-09f0-4f32-a92e-57de9f89381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:32Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:35.378786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Checking router: bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:35.393712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:35.394931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:35.547974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-90330025-1563-44e7-9e24-acfe0c353b68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 200 len: 998 time: 0.2613637 Aug 16 20:40:35.585979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-26b33c77-3dd9-4e76-b110-246ff0073bc5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4283037 Aug 16 20:40:35.588378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40260) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:35.604166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1791156189'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:35.642841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f1ed-6a23-422d-9033-a4151c847955 req-6b8dac6b-9f7b-4bc2-8766-897ae5492bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:35.644913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-6b8dac6b-9f7b-4bc2-8766-897ae5492bf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17ccfd3a-57ab-4022-a764-fffe3b577e8e HTTP/1.1" status: 200 len: 834 time: 0.0726488 Aug 16 20:40:35.718255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012f1ed-6a23-422d-9033-a4151c847955 req-6fe39c79-1de2-4973-93c4-9ba86ed51b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:35.719853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-6fe39c79-1de2-4973-93c4-9ba86ed51b3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459dfd97-f0ae-477e-b598-641f0c02d3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670679 Aug 16 20:40:35.838582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:35.893353 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-550a2511-fbce-4e9a-9c0a-5ac0aa2e8a1d service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655154 Aug 16 20:40:36.007162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e012f1ed-6a23-422d-9033-a4151c847955 req-35e54034-ee4e-4851-82dc-5eebc34f5772 service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058946 Aug 16 20:40:36.093749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.128655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40272) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:36.142751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.206823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c09a87b5-521c-461b-a502-5f45058ee7cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f HTTP/1.1" status: 200 len: 990 time: 0.0770345 Aug 16 20:40:36.215493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'port_id': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'mac_address': 'fa:16:3e:b0:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944867e-09f0-4f32-a92e-57de9f89381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:32Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.241215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.246802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5c881-4a58-42a6-86b1-058da8d5aff6 None None] The sync data for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 is: [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'port_id': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'mac_address': 'fa:16:3e:b0:b7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0944867e-09f0-4f32-a92e-57de9f89381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:40:32Z', 'updated_at': '2021-08-16T20:40:32Z', 'revision_number': 0, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:36.356229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 63b3a1dd-e9f5-4846-bc12-0deed71b9782 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:36.489876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:36.497947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:36.511392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:36.511504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6942b15f-3379-4239-afb8-34cc48ce4028 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 200 len: 892 time: 0.9133666 Aug 16 20:40:36.511607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] Sync routers for ids ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:36.517812 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] Routers {'63b3a1dd-e9f5-4846-bc12-0deed71b9782'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:36.518374 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.579820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.604586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] Routers {'63b3a1dd-e9f5-4846-bc12-0deed71b9782'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:36.605227 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.608627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830b2e-fad4-468d-ab6b-f1a2f9a63519 None None] New status for floating IP 41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:40:36.651650 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:36.652423 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d5a087-76a9-4224-9907-166e7a13b333 None None] The sync data for ids ['63b3a1dd-e9f5-4846-bc12-0deed71b9782'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:36.677198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-04a2d9e6-e2d2-4f3d-91f9-9fd5a56462eb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers/63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 200 len: 892 time: 0.1736584 Aug 16 20:40:36.679970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40292) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:36.707633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ded93201-8ea0-4782-98d9-f6ed0d30a665 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 200 len: 205 time: 0.0262516 Aug 16 20:40:36.710988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:36.835180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.000064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.206700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port bcee825e-1f8b-41cd-ac96-f8fb41946220 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:37.207255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.210862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:37.320316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.334246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for bcee825e-1f8b-41cd-ac96-f8fb41946220 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:37.352331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-50cad2af-884a-41b3-aeb8-4b5b23ae40f7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f HTTP/1.1" status: 200 len: 992 time: 0.1396568 Aug 16 20:40:37.668306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.698738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=bcee825e-1f8b-41cd-ac96-f8fb41946220,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:37.729556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.729930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.730272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.730608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.730939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.731270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.731596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.731970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.732299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.732615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.732933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.733247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:40:37.772362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.873878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:37.876321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.017151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.017897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router 63b3a1dd-e9f5-4846-bc12-0deed71b9782 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:38.032051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.033538 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a9cfd48-a520-4079-a0d2-20284c26710f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 204 len: 168 time: 1.3212729 Aug 16 20:40:38.037895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40338) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:38.045159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2094277997'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:38.188506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:38.192488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.219600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:38.230429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.230867 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 4d706f19-daaa-4d80-b425-bde462e9d646 of type vlan for network 958bffea-b501-42f8-ac7d-12395a65b9af Aug 16 20:40:38.287285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.489891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.492106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:38.492789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:38.574244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=958bffea-b501-42f8-ac7d-12395a65b9af,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:38.588910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 958bffea-b501-42f8-ac7d-12395a65b9af details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:38.688486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9739e3e0-0d1d-416e-ace4-2858b30c14ef tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6466489 Aug 16 20:40:38.688782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:38.695035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:38.891159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:38.894945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.240513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.306633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=4dbaccf7-5db9-4ec0-ae07-09f105d2e492,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:39.319599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '4d706f19-daaa-4d80-b425-bde462e9d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:39.326537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 958bffea-b501-42f8-ac7d-12395a65b9af, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:39.434119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 958bffea-b501-42f8-ac7d-12395a65b9af is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:39.588371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 958bffea-b501-42f8-ac7d-12395a65b9af) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:39.594044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:39.595012 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.602485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01894793-fa88-4b72-bdef-fb8fad543e56 None None] Network 958bffea-b501-42f8-ac7d-12395a65b9af requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:39.773893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-958bffea-b501-42f8-ac7d-12395a65b9af', 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '4dbaccf7-5db9-4ec0-ae07-09f105d2e492'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:39.774483 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.812376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1c82b116-4e9d-488f-8327-a22a9b70031a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1224370 Aug 16 20:40:39.819895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40364) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:39.825890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-736991705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:39.932244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.934174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:39.954341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Allocated IP 2001:db8::2 (958bffea-b501-42f8-ac7d-12395a65b9af/4dbaccf7-5db9-4ec0-ae07-09f105d2e492/e8c59b3e-1fba-42cc-a53c-8700e13092dc) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:40.016661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.125196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.135578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Transition to ACTIVE for port object e8c59b3e-1fba-42cc-a53c-8700e13092dc will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:40.143117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.159853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Transition to ACTIVE for port object e8c59b3e-1fba-42cc-a53c-8700e13092dc will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:40.246076 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.273673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.274908 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a02f21f-5227-4522-953f-7daa38dc4ae4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4533730 Aug 16 20:40:40.281701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40378) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:40.338843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Network 958bffea-b501-42f8-ac7d-12395a65b9af is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:40.357912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:40.359881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Pushing event updated for resources: {'Port': ['ID=e8c59b3e-1fba-42cc-a53c-8700e13092dc,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:40.362559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:40.450654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Attempting to bind port e8c59b3e-1fba-42cc-a53c-8700e13092dc on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:40.453819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Attempting to bind port e8c59b3e-1fba-42cc-a53c-8700e13092dc by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4d706f19-daaa-4d80-b425-bde462e9d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:40.454225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Attempting to bind port e8c59b3e-1fba-42cc-a53c-8700e13092dc on network 958bffea-b501-42f8-ac7d-12395a65b9af {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:40.464141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:40.464919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Checking segment: {'id': '4d706f19-daaa-4d80-b425-bde462e9d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:40.465496 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.466062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Bound using segment: {'id': '4d706f19-daaa-4d80-b425-bde462e9d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:40.466869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Bound port: e8c59b3e-1fba-42cc-a53c-8700e13092dc, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d706f19-daaa-4d80-b425-bde462e9d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '958bffea-b501-42f8-ac7d-12395a65b9af'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:40.467427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.587270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] For port e8c59b3e-1fba-42cc-a53c-8700e13092dc, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:40.591147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] For port e8c59b3e-1fba-42cc-a53c-8700e13092dc, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e8c59b3e-1fba-42cc-a53c-8700e13092dc,segment=NetworkSegment(4d706f19-daaa-4d80-b425-bde462e9d646),segment_id=4d706f19-daaa-4d80-b425-bde462e9d646)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:40.668612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.768908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:40.856334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2bd7b-582f-48a1-9a94-e9a4b2b4b501 None None] Pushing event updated for resources: {'Port': ['ID=e8c59b3e-1fba-42cc-a53c-8700e13092dc,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:41.053275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.060437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.068429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.074356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.080771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.088089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.098334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:41.105091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d619eecb-f512-468a-98f2-461064b5358c req-45557cf9-cc0d-4318-abda-eba874ef6ab9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.3047364 Aug 16 20:40:41.212974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d619eecb-f512-468a-98f2-461064b5358c req-7d21dca9-6edb-42d6-9b72-d821cc3535f3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0677755 Aug 16 20:40:41.377267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8::1 (958bffea-b501-42f8-ac7d-12395a65b9af/4dbaccf7-5db9-4ec0-ae07-09f105d2e492/bd5fb026-8641-4c88-b2d9-a3cb22f611d3) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:41.605899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.622191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object bd5fb026-8641-4c88-b2d9-a3cb22f611d3 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:41.748891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.804556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 958bffea-b501-42f8-ac7d-12395a65b9af is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:41.808528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:41.813373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:41.813992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:41.961267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bd5fb026-8641-4c88-b2d9-a3cb22f611d3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:42.054548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.061208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.069043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.081532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.088823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e8c59b3e-1fba-42cc-a53c-8700e13092dc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:42.103758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.115522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.128935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.131791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-d761e217-ffd0-4160-89e5-12c0ad92cb00 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.1731982 Aug 16 20:40:42.208911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed7101d-d729-417a-8edc-e232cb07b692 None None] Network 958bffea-b501-42f8-ac7d-12395a65b9af requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:42.259280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-09f5d6fb-ccb9-4c25-aba0-41cf559f9c3e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.261244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-09f5d6fb-ccb9-4c25-aba0-41cf559f9c3e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1178358 Aug 16 20:40:42.261851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.308880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e8c59b3e-1fba-42cc-a53c-8700e13092dc completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:42.414916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Provisioning for port e8c59b3e-1fba-42cc-a53c-8700e13092dc completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:42.439833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Provisioning complete for port e8c59b3e-1fba-42cc-a53c-8700e13092dc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:42.440505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.577207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.601967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.607831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.613945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.615387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] For port e8c59b3e-1fba-42cc-a53c-8700e13092dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e8c59b3e-1fba-42cc-a53c-8700e13092dc,segment=NetworkSegment(4d706f19-daaa-4d80-b425-bde462e9d646),segment_id=4d706f19-daaa-4d80-b425-bde462e9d646)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:42.622601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.628780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.634972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.641349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:42.643220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-2197dde6-81ae-4712-a3fd-3b961e248066 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 5433 time: 0.2352982 Aug 16 20:40:42.654522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-831e0667-f95c-4daa-9d74-fe6fbbb4a062 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3812256 Aug 16 20:40:42.672560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:42.708707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:42.833706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dfe5e-3a50-4d93-8ca9-42a8ad939612 None None] Pushing event updated for resources: {'Port': ['ID=e8c59b3e-1fba-42cc-a53c-8700e13092dc,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:42.994064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Provisioning for port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:42.998682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Provisioning complete for port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:42.999270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.054786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:43.071846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Provisioning complete for port e8c59b3e-1fba-42cc-a53c-8700e13092dc triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:43.072480 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-69f48de4-2f18-4bfa-a6b2-592751bcb541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.326743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bb70050a-badb-4d70-8738-dd6a1dcb8bd7 None None] Provisioning complete for port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:43.327380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bb70050a-badb-4d70-8738-dd6a1dcb8bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.346209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a44c7ea-3416-4153-9351-2e61bebb19a6 req-99607038-d874-46ef-b713-68286635be3c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6884980 Aug 16 20:40:43.376211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bb70050a-badb-4d70-8738-dd6a1dcb8bd7 None None] Port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:43.382617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.514195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.598315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=6e5092be-e6b6-47e7-bb4e-a71cd9484058,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:43.618456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.619058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.669938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] For port 6e5092be-e6b6-47e7-bb4e-a71cd9484058, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:43.762826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bd5fb026-8641-4c88-b2d9-a3cb22f611d3,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:43.769931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] device_id is not set on port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:40:43.786823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:43.831258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 958bffea-b501-42f8-ac7d-12395a65b9af is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:43.834309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:43.936988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.009415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e8c59b3e-1fba-42cc-a53c-8700e13092dc up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:44.015764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:44.033472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] No DVR routers for this DVR port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:44.100924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e8c59b3e-1fba-42cc-a53c-8700e13092dc triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:44.103572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.124937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] In _notify_port_updated(), no bound segment for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:40:44.125837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.126452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.129614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-64796bc1-8ab2-4023-a196-6bebeb4ba3f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 200 len: 1028 time: 1.4595082 Aug 16 20:40:44.196376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-05142838-3fcc-407a-9930-3983717fd806 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.198088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-05142838-3fcc-407a-9930-3983717fd806 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "GET /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0587485 Aug 16 20:40:44.216028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:44.249505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 335275e4-9374-4d02-b19b-c86ddb5fe8ea is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:44.326944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5474fa5d-bd87-4d6a-b1ff-86d61df08105 None None] Provisioning complete for port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:44.327540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5474fa5d-bd87-4d6a-b1ff-86d61df08105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.364202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5474fa5d-bd87-4d6a-b1ff-86d61df08105 None None] Port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:44.393353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.423876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:44.436240 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] Sync routers for ids ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:44.458031 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] Routers {'335275e4-9374-4d02-b19b-c86ddb5fe8ea'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:44.459418 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:44.460940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-347e31cc-bd04-43a2-b083-7d0dcd6647c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/335275e4-9374-4d02-b19b-c86ddb5fe8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1777740 Aug 16 20:40:44.464003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40456) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:44.498212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5150f108-cb91-41be-b0ad-88e52c4a4b4b None None] Provisioning complete for port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:44.499150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5150f108-cb91-41be-b0ad-88e52c4a4b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.533007 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:44.556808 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] Routers {'335275e4-9374-4d02-b19b-c86ddb5fe8ea'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:44.557420 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:44.591108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5150f108-cb91-41be-b0ad-88e52c4a4b4b None None] Port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:44.605237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e9695-ee30-4129-af76-0dd75cff7d9a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.607665 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e9e9695-ee30-4129-af76-0dd75cff7d9a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports/bd5fb026-8641-4c88-b2d9-a3cb22f611d3 HTTP/1.1" status: 200 len: 911 time: 0.1401281 Aug 16 20:40:44.618115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40460) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:44.623823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4dbaccf7-5db9-4ec0-ae07-09f105d2e492'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:44.630961 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:44.631837 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0c77-ee77-4b01-9af8-5cee3d3dff27 None None] The sync data for ids ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:44.701461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=2c1391e7-0a46-44b4-968d-bb040529b49e,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:44.757311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.764454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.772536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.780430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.788323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.796275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:44.805627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f18dde4-8db2-4097-8791-d672801f9cea req-55a3dc94-8a24-4481-8708-b1cf4d62c85e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 4658 time: 0.1798081 Aug 16 20:40:44.832113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] For port 2c1391e7-0a46-44b4-968d-bb040529b49e, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:44.886701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f18dde4-8db2-4097-8791-d672801f9cea req-c4b4369f-0051-44a8-b4bf-e2b6d22a2bbb tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=ea9faef4-c4fb-4165-96bb-31932190be28&id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0801508 Aug 16 20:40:44.891783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] device_id is not set on port 2c1391e7-0a46-44b4-968d-bb040529b49e yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:40:44.903261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:44.994180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.084887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] No DVR routers for this DVR port 2c1391e7-0a46-44b4-968d-bb040529b49e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:45.125526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device c06a9c2d-a4c9-4a2f-bb30-66a882e01756 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:45.134890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Pushing event updated for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:45.137614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] In _notify_port_updated(), no bound segment for port 2c1391e7-0a46-44b4-968d-bb040529b49e on network 64516a20-51df-4f01-adfd-a983d47d3dbf {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:40:45.138941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:45.139691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.141148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-0da19d20-9723-4dae-b311-7ce59f8d5e3f service neutron] 10.222.0.73 "PUT /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 200 len: 1027 time: 0.9346604 Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e3a86d-ea7a-402f-835a-dc0f7970af65" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d884078-b573-457b-8db1-721ff3bf8c47 x-openstack-request-id: req-9d884078-b573-457b-8db1-721ff3bf8c47 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:45.325500 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d884078-b573-457b-8db1-721ff3bf8c47 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:45.331622 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'code': 200} Aug 16 20:40:45.331622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7da0f16a-a51c-4e6e-bcff-a2c7ecc28878 None None] Provisioning complete for port 2c1391e7-0a46-44b4-968d-bb040529b49e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:45.331622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7da0f16a-a51c-4e6e-bcff-a2c7ecc28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.352719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.380723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7da0f16a-a51c-4e6e-bcff-a2c7ecc28878 None None] Port 2c1391e7-0a46-44b4-968d-bb040529b49e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:45.381045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:45.381276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.476892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port c06a9c2d-a4c9-4a2f-bb30-66a882e01756, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:45.477485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.491872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for c06a9c2d-a4c9-4a2f-bb30-66a882e01756 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:45.533511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.545713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f24bf989-64bf-4a49-9d96-ac2a7ae767f9 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:45.640704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:45.715762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:45.722355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.775253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:45.913731 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.926435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.927228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9e3f8835-ec58-4f2c-8629-11bed0cf846e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:45.929207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.947351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78e68f44-d676-4053-a4f0-dccf6dd9e301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:45.978703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=c06a9c2d-a4c9-4a2f-bb30-66a882e01756,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.024430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.065433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port c06a9c2d-a4c9-4a2f-bb30-66a882e01756 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:46.069279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.070340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.071068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.073839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-36b7a7c8-603b-45fa-965f-205c42a2e353 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "DELETE /v2.0/ports/c06a9c2d-a4c9-4a2f-bb30-66a882e01756 HTTP/1.1" status: 204 len: 173 time: 0.9258454 Aug 16 20:40:46.076336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.076971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.081102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/ports/bd5fb026-8641-4c88-b2d9-a3cb22f611d3 HTTP/1.1" status: 200 len: 911 time: 1.4590907 Aug 16 20:40:46.089366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:46.092461 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5619ec30-2c64-451a-a42c-8e592f738f63" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:46.110126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40512) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:46.111672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:46.141538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882d20c-3f03-470a-9067-6265ab6020a6 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=bd5fb026-8641-4c88-b2d9-a3cb22f611d3,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.165103 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37f60c5-3001-4a3a-aafa-245e336c22f2 x-openstack-request-id: req-c37f60c5-3001-4a3a-aafa-245e336c22f2 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:46.165395 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "c06a9c2d-a4c9-4a2f-bb30-66a882e01756", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:46.165635 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c37f60c5-3001-4a3a-aafa-245e336c22f2 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:46.166024 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'c06a9c2d-a4c9-4a2f-bb30-66a882e01756', 'status': 'completed', 'code': 200} Aug 16 20:40:46.236334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.236334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6e5092be-e6b6-47e7-bb4e-a71cd9484058 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:46.298011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-3bdc5c45-6bc8-488f-8846-6ccbef2638a9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.304681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-3bdc5c45-6bc8-488f-8846-6ccbef2638a9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.310545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-3bdc5c45-6bc8-488f-8846-6ccbef2638a9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.316421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-3bdc5c45-6bc8-488f-8846-6ccbef2638a9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:46.319037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-3bdc5c45-6bc8-488f-8846-6ccbef2638a9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 3147 time: 0.3003190 Aug 16 20:40:46.324619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.327776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 6e5092be-e6b6-47e7-bb4e-a71cd9484058 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:46.328212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device dd207891-c3c7-4a5f-9be2-b5b31cf17c03 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:46.445421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.493521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:46.501827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6e4aefd-e7f4-41d2-8098-d8924fe37d28 req-76a91949-4e34-4eb1-b38d-b9e5e70bf81c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643312 Aug 16 20:40:46.521698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 9e3f8835-ec58-4f2c-8629-11bed0cf846e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:46.522226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.592690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78e68f44-d676-4053-a4f0-dccf6dd9e301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.647513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.648371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c1391e7-0a46-44b4-968d-bb040529b49e no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:46.708688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port 9e3f8835-ec58-4f2c-8629-11bed0cf846e, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9e3f8835-ec58-4f2c-8629-11bed0cf846e,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:46.709049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.741571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.752178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78e68f44-d676-4053-a4f0-dccf6dd9e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.764899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 2c1391e7-0a46-44b4-968d-bb040529b49e not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:46.767635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ef14972-8c8f-49e9-8092-b49b6904cd1d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:46.842176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:46.888545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e68f44-d676-4053-a4f0-dccf6dd9e301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34807054-c473-48a7-aff1-a0b51473fe34,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:46.900915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:46.901088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78e68f44-d676-4053-a4f0-dccf6dd9e301 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3750da2ceebd4bbf906adde98b5fa53c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604363 Aug 16 20:40:46.903873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:46.971543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.029055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.040427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:47.047108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.074574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.105809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.106184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.106499 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Floating IP ffc7bb44-61a3-4112-8e91-1e1f8685c5b2 disassociated. External IP: 172.25.7.174, port: 9e3f8835-ec58-4f2c-8629-11bed0cf846e. Aug 16 20:40:47.106860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 9e3f8835-ec58-4f2c-8629-11bed0cf846e owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:47.222477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.226272 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.227704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34807054-c473-48a7-aff1-a0b51473fe34 HTTP/1.1" status: 204 len: 168 time: 0.3253863 Aug 16 20:40:47.243665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56600146-0e4b-4d9f-b785-d1752a4cb44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34807054-c473-48a7-aff1-a0b51473fe34,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:47.327230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:47.332844 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e156ef15-22a1-4b25-908a-c6c1d9125742" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:47.404303 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331250fd-310a-47ef-9e99-e81986db5605 x-openstack-request-id: req-331250fd-310a-47ef-9e99-e81986db5605 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:47.404704 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:47.405395 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-331250fd-310a-47ef-9e99-e81986db5605 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:47.406128 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'code': 200} Aug 16 20:40:47.406547 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'code': 200} Aug 16 20:40:47.406968 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'code': 200} Aug 16 20:40:47.407377 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'code': 200} Aug 16 20:40:47.448686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port bd5fb026-8641-4c88-b2d9-a3cb22f611d3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:47.449032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.464549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.526149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=9e3f8835-ec58-4f2c-8629-11bed0cf846e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:47.620844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:47.692356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for bd5fb026-8641-4c88-b2d9-a3cb22f611d3 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:48.179170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Router 97ffc270-e774-4bfb-8e55-b587dedce7bc has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:48.203715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7962ed-e66d-47fd-8082-b35ab7afe7f1 req-f543882c-8688-4c87-8791-b9e74a4f725a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.209719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7962ed-e66d-47fd-8082-b35ab7afe7f1 req-f543882c-8688-4c87-8791-b9e74a4f725a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.215640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7962ed-e66d-47fd-8082-b35ab7afe7f1 req-f543882c-8688-4c87-8791-b9e74a4f725a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:48.217289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7962ed-e66d-47fd-8082-b35ab7afe7f1 req-f543882c-8688-4c87-8791-b9e74a4f725a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 2408 time: 0.5641723 Aug 16 20:40:48.319631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.346294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7962ed-e66d-47fd-8082-b35ab7afe7f1 req-9fcbf514-14f4-4962-bc72-0aa321635e51 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197450 Aug 16 20:40:48.441310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:48.451358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Sync routers for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:48.462114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:48.462996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:48.504540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port 9e3f8835-ec58-4f2c-8629-11bed0cf846e on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:48.508246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.510304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-26430991-9fb2-4d6b-a5f5-98fbb9212c14 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "DELETE /v2.0/ports/9e3f8835-ec58-4f2c-8629-11bed0cf846e HTTP/1.1" status: 204 len: 173 time: 2.4148886 Aug 16 20:40:48.510997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:48.513815 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e8d107-492b-4651-a89c-9a05a6da9c0e" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:48.596528 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23e64d-caee-4d11-ab6a-cfa9a728f1b8 x-openstack-request-id: req-6a23e64d-caee-4d11-ab6a-cfa9a728f1b8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:48.597179 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "9e3f8835-ec58-4f2c-8629-11bed0cf846e", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:48.597179 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a23e64d-caee-4d11-ab6a-cfa9a728f1b8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:48.597447 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': '9e3f8835-ec58-4f2c-8629-11bed0cf846e', 'status': 'completed', 'code': 200} Aug 16 20:40:48.632029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.641462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:48.675942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=bd5fb026-8641-4c88-b2d9-a3cb22f611d3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:48.816118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:48.816417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:48.822276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.137023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port dd207891-c3c7-4a5f-9be2-b5b31cf17c03, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:49.137399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.166839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 335275e4-9374-4d02-b19b-c86ddb5fe8ea has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:40:49.171664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for dd207891-c3c7-4a5f-9be2-b5b31cf17c03 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:49.174732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.210010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Checking router: 97ffc270-e774-4bfb-8e55-b587dedce7bc for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:49.210582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:49.224690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:49.224690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.356007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:49.360705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:49.375995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] Sync routers for ids ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:49.389780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b1e9a45d-d3d9-45b4-a765-cb980ca08c03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/335275e4-9374-4d02-b19b-c86ddb5fe8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2684028 Aug 16 20:40:49.392281 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] Routers {'335275e4-9374-4d02-b19b-c86ddb5fe8ea'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:49.393119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40710) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:49.399658 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.435560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-692e9b39-a778-466b-af0a-38a90da59224 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=335275e4-9374-4d02-b19b-c86ddb5fe8ea HTTP/1.1" status: 200 len: 205 time: 0.0388196 Aug 16 20:40:49.438189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40716) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:49.463842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a5143c0-2ca6-474f-8496-cbee2fa93fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.592589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.617105 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.639661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a5143c0-2ca6-474f-8496-cbee2fa93fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.641329 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] Routers {'335275e4-9374-4d02-b19b-c86ddb5fe8ea'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:49.646631 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.699821 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.701062 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9974199-bb32-487b-a14c-5ff33ce75fe6 None None] The sync data for ids ['335275e4-9374-4d02-b19b-c86ddb5fe8ea'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:49.703705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a5143c0-2ca6-474f-8496-cbee2fa93fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.719271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:49.760624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e209eb-5cb4-4258-b52a-ac2a8faf35e6 None None] The sync data for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 is: [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:29:36Z', 'revision_number': 4, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9e40f643-bf4c-4dad-9210-a105c8dda3f5', 'name': '', 'network_id': '4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'mac_address': 'fa:16:3e:7e:76:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:34Z', 'updated_at': '2021-08-16T20:29:43Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'subnets': [{'id': 'efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:40:49.785320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a5143c0-2ca6-474f-8496-cbee2fa93fc7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fea3da558c57438ea0e9336f08d39a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732198 Aug 16 20:40:49.788954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40730) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:49.791342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.794170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.806680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c5e5a-bd45-4200-9546-7050d3eda224 req-cc5e53c5-d03f-4f91-bb53-cc1fbb24ea0c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:49.809507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5143c0-2ca6-474f-8496-cbee2fa93fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd394fae-2891-4b8c-b049-0de779216e28,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:49.813700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c5e5a-bd45-4200-9546-7050d3eda224 req-cc5e53c5-d03f-4f91-bb53-cc1fbb24ea0c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:49.823074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c5e5a-bd45-4200-9546-7050d3eda224 req-cc5e53c5-d03f-4f91-bb53-cc1fbb24ea0c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:49.825339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-599c5e5a-bd45-4200-9546-7050d3eda224 req-cc5e53c5-d03f-4f91-bb53-cc1fbb24ea0c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 2408 time: 0.3428891 Aug 16 20:40:49.906518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.974879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:49.975073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-599c5e5a-bd45-4200-9546-7050d3eda224 req-a24657bc-fe3c-4cc3-86ca-9bbe66d6324c tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370585 Aug 16 20:40:50.019525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.020119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router 335275e4-9374-4d02-b19b-c86ddb5fe8ea {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:40:50.031476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.038598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cb9e16bf-41b5-4d16-8abe-74af1d86bc15 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/335275e4-9374-4d02-b19b-c86ddb5fe8ea HTTP/1.1" status: 204 len: 168 time: 0.5990522 Aug 16 20:40:50.040724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40744) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:50.050363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.091576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.094570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.105984 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd394fae-2891-4b8c-b049-0de779216e28 HTTP/1.1" status: 204 len: 168 time: 0.3107338 Aug 16 20:40:50.122975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d3b12-f129-4f9a-ad2f-d69d31fb3bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd394fae-2891-4b8c-b049-0de779216e28,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:50.155393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=dd207891-c3c7-4a5f-9be2-b5b31cf17c03,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:50.223039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 4dbaccf7-5db9-4ec0-ae07-09f105d2e492 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:40:50.227303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port dd207891-c3c7-4a5f-9be2-b5b31cf17c03 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:50.228962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.232109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.234241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-92afe699-fd82-446d-b01c-3dd71c95f3db tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "DELETE /v2.0/ports/dd207891-c3c7-4a5f-9be2-b5b31cf17c03 HTTP/1.1" status: 204 len: 173 time: 1.7171617 Aug 16 20:40:50.236901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddab838f-664b-4757-8b9a-1781926f63c9 None None] New status for floating IP ffc7bb44-61a3-4112-8e91-1e1f8685c5b2: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:40:50.386990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.491778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 0ef14972-8c8f-49e9-8092-b49b6904cd1d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:50.492434 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.616282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:50.619779 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fba79b8-205b-42da-8eee-a9fd37498739" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:50.628804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.705675 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b035c05-c379-4e3d-bb3b-76cc41cd2d31 x-openstack-request-id: req-5b035c05-c379-4e3d-bb3b-76cc41cd2d31 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:50.706191 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "dd207891-c3c7-4a5f-9be2-b5b31cf17c03", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:50.706588 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b035c05-c379-4e3d-bb3b-76cc41cd2d31 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:50.707141 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'dd207891-c3c7-4a5f-9be2-b5b31cf17c03', 'status': 'completed', 'code': 200} Aug 16 20:40:50.782623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port 0ef14972-8c8f-49e9-8092-b49b6904cd1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ef14972-8c8f-49e9-8092-b49b6904cd1d,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:50.782994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.800352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 0ef14972-8c8f-49e9-8092-b49b6904cd1d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:50.948643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.982684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:50.984880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/4dbaccf7-5db9-4ec0-ae07-09f105d2e492 HTTP/1.1" status: 204 len: 168 time: 0.9440193 Aug 16 20:40:50.986326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bfbc3-25cc-4a29-a11d-fb26eaa5035c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=4dbaccf7-5db9-4ec0-ae07-09f105d2e492,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:50.988217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:50.991182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85134785-0723-457b-b179-b893474b3ac4 None None] Network 958bffea-b501-42f8-ac7d-12395a65b9af requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:51.016929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.045268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40806) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:51.099012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=0ef14972-8c8f-49e9-8092-b49b6904cd1d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:51.119468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082936df-6e02-4f14-9290-6e3cdefd1c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.180473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.254026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port 0ef14972-8c8f-49e9-8092-b49b6904cd1d on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:51.275673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.278478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-3a4c3cc2-04f9-4581-8806-d2cb502858e0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "DELETE /v2.0/ports/0ef14972-8c8f-49e9-8092-b49b6904cd1d HTTP/1.1" status: 204 len: 173 time: 1.0207338 Aug 16 20:40:51.316081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port e8c59b3e-1fba-42cc-a53c-8700e13092dc {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:51.316518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.414842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port e8c59b3e-1fba-42cc-a53c-8700e13092dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e8c59b3e-1fba-42cc-a53c-8700e13092dc,segment=NetworkSegment(4d706f19-daaa-4d80-b425-bde462e9d646),segment_id=4d706f19-daaa-4d80-b425-bde462e9d646)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:51.416182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.429715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] DHCP port deletion for 958bffea-b501-42f8-ac7d-12395a65b9af request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:40:51.442547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for e8c59b3e-1fba-42cc-a53c-8700e13092dc owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:51.466852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47b3ec-1140-4b2c-bbe3-b0d5f0e1d06f req-9ade2546-1f1f-4b90-8af7-0de2dd5cdac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:51.468466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e47b3ec-1140-4b2c-bbe3-b0d5f0e1d06f req-9ade2546-1f1f-4b90-8af7-0de2dd5cdac3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 943 time: 0.3296151 Aug 16 20:40:51.521936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Deleting port e8c59b3e-1fba-42cc-a53c-8700e13092dc {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:51.522307 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.554992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082936df-6e02-4f14-9290-6e3cdefd1c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.596508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e47b3ec-1140-4b2c-bbe3-b0d5f0e1d06f req-8021ba7f-99ed-4ec6-9a90-af1178419644 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups?id=e8339eea-274a-4834-94b3-24a89e3c9611&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187046 Aug 16 20:40:51.630255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:40:51.630854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.677576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] For port e8c59b3e-1fba-42cc-a53c-8700e13092dc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e8c59b3e-1fba-42cc-a53c-8700e13092dc,segment=NetworkSegment(4d706f19-daaa-4d80-b425-bde462e9d646),segment_id=4d706f19-daaa-4d80-b425-bde462e9d646)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:51.677998 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.698625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Calling delete_port for e8c59b3e-1fba-42cc-a53c-8700e13092dc owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:51.702278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.726895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-082936df-6e02-4f14-9290-6e3cdefd1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.742481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=e8c59b3e-1fba-42cc-a53c-8700e13092dc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:51.749674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port e8c59b3e-1fba-42cc-a53c-8700e13092dc on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:51.817048 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.830264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-082936df-6e02-4f14-9290-6e3cdefd1c2c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52bc3871bebe41b28a2bbf323e4cc828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7828479 Aug 16 20:40:51.838657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40840) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:51.855534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] Pushing event deleted for resources: {'Port': ['ID=e8c59b3e-1fba-42cc-a53c-8700e13092dc,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:51.860297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f8a65-e5eb-46a2-b2c2-e59bf93030d5 None None] No DVR routers for this DVR port e8c59b3e-1fba-42cc-a53c-8700e13092dc on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:51.868150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082936df-6e02-4f14-9290-6e3cdefd1c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae88ff-9bbb-4989-9de5-51f586bf8170,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:51.873658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.887707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958bffea-b501-42f8-ac7d-12395a65b9af']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:51.908380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.911676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d706f19-daaa-4d80-b425-bde462e9d646') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:51.912013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d706f19-daaa-4d80-b425-bde462e9d646') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:51.931783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.936367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port f24bf989-64bf-4a49-9d96-ac2a7ae767f9, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:51.936775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.946598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.954059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:40:51.954462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.958207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for f24bf989-64bf-4a49-9d96-ac2a7ae767f9 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:40:51.958542 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:40:51.965225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:51.980501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e8c59b3e-1fba-42cc-a53c-8700e13092dc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:40:52.014846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e8c59b3e-1fba-42cc-a53c-8700e13092dc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:40:52.015931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e8c59b3e-1fba-42cc-a53c-8700e13092dc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:40:52.037833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.094763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.109890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.111852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/958bffea-b501-42f8-ac7d-12395a65b9af HTTP/1.1" status: 204 len: 168 time: 1.1225677 Aug 16 20:40:52.120215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40856) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:52.123607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105c987-3a16-4c5e-bda6-8852fd2652e4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=958bffea-b501-42f8-ac7d-12395a65b9af,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:52.145625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598572098', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:52.210907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.214200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.215064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bae88ff-9bbb-4989-9de5-51f586bf8170 HTTP/1.1" status: 204 len: 168 time: 0.3754833 Aug 16 20:40:52.223035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccc39b-5ba1-46fb-a8c1-4a0f300a9bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae88ff-9bbb-4989-9de5-51f586bf8170,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:52.336908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.338114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.397512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.405542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.429911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=f24bf989-64bf-4a49-9d96-ac2a7ae767f9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:52.474347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port f24bf989-64bf-4a49-9d96-ac2a7ae767f9 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:40:52.477288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.479443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5ab4c06-f0b3-4780-955e-42696a0eef8c req-517f47a5-e65a-4b95-858c-3dcc94713ee3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.73 "DELETE /v2.0/ports/f24bf989-64bf-4a49-9d96-ac2a7ae767f9 HTTP/1.1" status: 204 len: 173 time: 1.1631026 Aug 16 20:40:52.504187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.585145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.587373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-785a80c4-b6a6-404e-a91c-14e1e4a88d4e tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4652326 Aug 16 20:40:52.591430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:52.602550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195538849'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:52.705462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:52.706841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.714363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d'}, {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:40:52.716199 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284d9fd-7e57-476d-b766-4850663b3b30" -d '{"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d"}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:40:52.877536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3c99e53-a540-44fd-888b-f76fb0c7bd75 req-4ad979b6-27ff-4536-830a-58df9841ee4a tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1509285 Aug 16 20:40:52.899187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:52.938436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:52.938797 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment 3766b4a6-fff3-4031-8be0-00688d6b01e2 of type vlan for network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 Aug 16 20:40:52.966150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-60cd92ea-0fe3-4770-85cb-eb001e9f2b5d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:52.968204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-60cd92ea-0fe3-4770-85cb-eb001e9f2b5d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2787876 Aug 16 20:40:52.998161 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8062e-fa8c-4a84-9649-07ab0f9aad60 x-openstack-request-id: req-51f8062e-fa8c-4a84-9649-07ab0f9aad60 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:40:52.998697 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "0ef14972-8c8f-49e9-8092-b49b6904cd1d", "status": "completed", "code": 200}, {"server_uuid": "57d1f4d5-16a3-436d-9e31-633c9f1ca8f7", "name": "network-vif-deleted", "tag": "f24bf989-64bf-4a49-9d96-ac2a7ae767f9", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:40:52.999132 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51f8062e-fa8c-4a84-9649-07ab0f9aad60 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:40:52.999676 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': '0ef14972-8c8f-49e9-8092-b49b6904cd1d', 'status': 'completed', 'code': 200} Aug 16 20:40:53.000192 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d1f4d5-16a3-436d-9e31-633c9f1ca8f7', 'name': 'network-vif-deleted', 'tag': 'f24bf989-64bf-4a49-9d96-ac2a7ae767f9', 'status': 'completed', 'code': 200} Aug 16 20:40:53.025542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-9c601589-6843-4120-9d2c-fd8e8b85fd6d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0291669 Aug 16 20:40:53.029521 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.108173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-e522e95d-a213-4914-9f75-ed7e74610edb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753691 Aug 16 20:40:53.143285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.155187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:53.156128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:53.286443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:53.300596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:53.355017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-0445d2dd-f4ce-4d2c-89a2-a7ac17097acd service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393868 Aug 16 20:40:53.373771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-92dddc59-229b-4f89-aa92-ace2586052b9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7771859 Aug 16 20:40:53.376716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:53.382868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:53.562413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-d9f0f54d-790a-4e9d-a0b4-988f36d6746c service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986578 Aug 16 20:40:53.709638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:53.714332 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.016120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a570624d-41c4-4c54-9e55-9ba4ef39e15b req-ffb8ea51-0a5d-4a6c-89f3-beed531e36b1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.1208739 Aug 16 20:40:54.104418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b819a75-aa6b-4c27-ae2f-24dce0953019 req-a47069ef-c2c6-4b0a-8db4-96f5f6697ec1 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0813830 Aug 16 20:40:54.194734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.285161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=7100f0da-b255-429a-97aa-dd1259e582da,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:54.301713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:54.302204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:40:54.506199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:40:54.601164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:54.621102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:54.625631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eca585-bc8a-4aa5-91dc-06d874045bd3 None None] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:54.626405 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:54.709613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3da5fb9-57ee-4e48-89b0-9bc10746a993 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3315103 Aug 16 20:40:54.712270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41034) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:54.828796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:40:54.829783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.096540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Allocated IP 2001:db8::2 (18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058/7100f0da-b255-429a-97aa-dd1259e582da/81d4336e-9f97-42d8-8f07-9c4b52a0a20c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:55.113746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9f5f320-1ade-4b43-8058-7cb71778cfd9 req-8f634e0e-ae47-4c10-8d21-34fb55388134 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.0528908 Aug 16 20:40:55.264227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86917c7a-71b4-4619-aa53-72c1e4f471a0 req-8e4e9bba-9fdd-47da-9f68-64f237a6107b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0543365 Aug 16 20:40:55.316203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.338015 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.353629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Transition to ACTIVE for port object 81d4336e-9f97-42d8-8f07-9c4b52a0a20c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:55.371606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Transition to ACTIVE for port object 81d4336e-9f97-42d8-8f07-9c4b52a0a20c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:55.532232 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.580016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Pushing event updated for resources: {'Port': ['ID=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:55.600019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:55.601703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:55.608169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:55.668353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8::1 (18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058/7100f0da-b255-429a-97aa-dd1259e582da/af6cd67e-e8c3-4c71-bd48-de53a92e6539) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:55.674687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Attempting to bind port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:40:55.675102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Attempting to bind port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:40:55.675415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Attempting to bind port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c on network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:40:55.680960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:40:55.681333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Checking segment: {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:40:55.681735 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.682126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Bound using segment: {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:40:55.682590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Bound port: 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:40:55.682969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.759973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-063869df-2193-4185-a125-ae2915e33f4c None None] For port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:40:55.764998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-063869df-2193-4185-a125-ae2915e33f4c None None] For port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:40:55.800225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:55.877923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:55.896842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object af6cd67e-e8c3-4c71-bd48-de53a92e6539 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:55.915074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.024162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063869df-2193-4185-a125-ae2915e33f4c None None] Pushing event updated for resources: {'Port': ['ID=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.024463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83ea8202-7f05-4903-8e7e-6f8d1204ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.073632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.132175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:56.137587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:56.143460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:56.144047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.293002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.297773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55ec8023-42b6-4f57-983e-441d43225709 req-2af52033-2ed4-4296-ae1c-00118cef9efd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.0966640 Aug 16 20:40:56.386457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83ea8202-7f05-4903-8e7e-6f8d1204ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.401742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.480942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83ea8202-7f05-4903-8e7e-6f8d1204ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.515877 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83ea8202-7f05-4903-8e7e-6f8d1204ab33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7936b5b34a19405cb259fa5e4e2a617e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108321 Aug 16 20:40:56.517128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41130) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:56.609253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea8202-7f05-4903-8e7e-6f8d1204ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c16c5c-6f63-49b0-a1e9-af38efcf67b1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:56.821123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.867375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:56.917157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd435364-f7fc-424b-84d1-3e1aab0e3130 req-e6ac633f-a151-4c68-9066-f4d36380ef49 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.5393114 Aug 16 20:40:57.051094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.062463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.065061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.066246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04c16c5c-6f63-49b0-a1e9-af38efcf67b1 HTTP/1.1" status: 204 len: 168 time: 0.5481570 Aug 16 20:40:57.090571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec001a0a-52c1-4c30-95be-0ce41fa1dccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c16c5c-6f63-49b0-a1e9-af38efcf67b1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:57.102338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.103181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.166215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-09a0d9a7-e0f0-4ab5-b755-1dd033b5fdd2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:57.169557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-09a0d9a7-e0f0-4ab5-b755-1dd033b5fdd2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.73 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2579522 Aug 16 20:40:57.185325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:57.210914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:57.336666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:57.338626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:57.612639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2761cd3-b005-46b8-a586-f1ee9002afeb req-eaacf80d-d208-43cb-9247-ca22f0458a21 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.1337428 Aug 16 20:40:57.613608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:57.621114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:57.679593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:40:57.699862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea5a27-f3b7-4fc2-943d-a47a50245cdc None None] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:40:57.854100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.10 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/3620a82a-d211-4379-a247-2bb5bf846ddf) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:40:57.886634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d4e7ae40-4e51-4b7c-82cb-a97839a26e9b None None] Provisioning for port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:57.974427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:40:57.987437 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:40:57.989281 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-648d1e8a-ec7c-4a09-bda0-52f9e395bef2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2754447 Aug 16 20:40:57.992599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41198) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:58.012008 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:40:58.012797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:58.013894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1195721597'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:58.077845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81d4336e-9f97-42d8-8f07-9c4b52a0a20c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:40:58.148333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:58.152742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.219922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:40:58.224808 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:40:58.240967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.241337 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment acd9aca4-e1d5-4126-badb-6d71c5255054 of type vlan for network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 Aug 16 20:40:58.262030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adbd7f5d-8d19-417a-bf05-0f609b181f9e req-bc5af1dc-aeeb-4f61-91f0-cbfe65b393e9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0829604 Aug 16 20:40:58.268010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:58.284380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:58.284996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.314896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.361624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 3620a82a-d211-4379-a247-2bb5bf846ddf will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:58.394798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.486671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.520013 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.533903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:40:58.571206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.591638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:58.592950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.597237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:40:58.602639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:40:58.605121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:58.607658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:40:58.632273 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.715012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:58.716837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.736341 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:40:58.783173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Provisioning for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:58.793115 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:40:58.793770 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Updating router 447a8c4f-29fc-41bd-b632-afa88ae44e08 port af6cd67e-e8c3-4c71-bd48-de53a92e6539 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:40:58.820474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Provisioning complete for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:58.828940 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.831682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-382bf6ac-86d1-481b-8005-b105e9b667d1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6533692 Aug 16 20:40:58.835246 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8363061 Aug 16 20:40:58.837731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:40:58.857341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:58.875703 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:58.892301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe551d2c-934d-4caf-b79d-b206ab8cd566 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:58.898610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a783d-8506-49b7-a9aa-620ebbe419a7 req-9173f953-b9c6-44be-8693-7a6156923b8e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:40:58.908872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-485a783d-8506-49b7-a9aa-620ebbe419a7 req-9173f953-b9c6-44be-8693-7a6156923b8e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 932 time: 0.1529353 Aug 16 20:40:58.921643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Port af6cd67e-e8c3-4c71-bd48-de53a92e6539 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:58.923669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:40:58.931318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Request body: {'port': {'device_id': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:40:59.010374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:40:59.037620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Provisioning complete for port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:59.038030 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85df15f3-c805-4327-8f18-6171320b1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.273812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.336078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Provisioning complete for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:59.336464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.446657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Port af6cd67e-e8c3-4c71-bd48-de53a92e6539 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:59.519314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Provisioning for port 3620a82a-d211-4379-a247-2bb5bf846ddf completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:40:59.524443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Provisioning complete for port 3620a82a-d211-4379-a247-2bb5bf846ddf triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:59.524825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.625675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-af2f757d-2956-4575-80cd-e44218867e1f None None] Port 3620a82a-d211-4379-a247-2bb5bf846ddf cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:59.768476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f7ebf056-7b10-4e6a-83af-988d348fe091 None None] Provisioning complete for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:40:59.768852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f7ebf056-7b10-4e6a-83af-988d348fe091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.814267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebf056-7b10-4e6a-83af-988d348fe091 None None] Port af6cd67e-e8c3-4c71-bd48-de53a92e6539 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:40:59.823086 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.827213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb5a6829-d5e2-418f-b613-72b8c2df684c req-a86602bf-4951-4c85-a9cc-ee7dbdf96ee0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0936737 Aug 16 20:40:59.838375 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Transition to ACTIVE for port object af6cd67e-e8c3-4c71-bd48-de53a92e6539 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:40:59.861098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-485a783d-8506-49b7-a9aa-620ebbe419a7 req-0b68ad4f-081f-4fee-a1df-be4b32b9c55b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9513600 Aug 16 20:40:59.931100 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:40:59.962158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:40:59.972266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.003720 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Pushing event updated for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.007938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81d4336e-9f97-42d8-8f07-9c4b52a0a20c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:00.057009 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.060283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.060283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.060283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.063068 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.063475 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.063831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.068391 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.068892 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.069387 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.069923 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.070407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:00.113563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:00.114408 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.126469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3620a82a-d211-4379-a247-2bb5bf846ddf {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:00.159917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Attempting to bind port af6cd67e-e8c3-4c71-bd48-de53a92e6539 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:00.160498 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Attempting to bind port af6cd67e-e8c3-4c71-bd48-de53a92e6539 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:00.161200 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Attempting to bind port af6cd67e-e8c3-4c71-bd48-de53a92e6539 on network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:00.172946 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:00.173544 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Checking segment: {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:00.174140 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.174693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Bound using segment: {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:00.175654 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Bound port: af6cd67e-e8c3-4c71-bd48-de53a92e6539, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3766b4a6-fff3-4031-8be0-00688d6b01e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:00.176257 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.179695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.266929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Transition to ACTIVE for port object 3620a82a-d211-4379-a247-2bb5bf846ddf will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:00.325033 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] For port af6cd67e-e8c3-4c71-bd48-de53a92e6539, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:00.328805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] For port af6cd67e-e8c3-4c71-bd48-de53a92e6539, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af6cd67e-e8c3-4c71-bd48-de53a92e6539,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:00.353866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.394554 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.527753 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2df702-d0b8-4455-96d3-b29d17ad38d4 None None] Pushing event updated for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.539401 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:00.542259 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:40:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:00.572680 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45f4416c-f59f-4e6b-9e0b-5d284abf7b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.582619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:00.736169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Attempting to bind port 3620a82a-d211-4379-a247-2bb5bf846ddf on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:00.736887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Attempting to bind port 3620a82a-d211-4379-a247-2bb5bf846ddf by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:00.737656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Attempting to bind port 3620a82a-d211-4379-a247-2bb5bf846ddf on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:00.746087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Port 3620a82a-d211-4379-a247-2bb5bf846ddf on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:41:00.746670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Attempting to bind port 3620a82a-d211-4379-a247-2bb5bf846ddf on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:00.752611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:00.753376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:00.753945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:00.754646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Bound port: 3620a82a-d211-4379-a247-2bb5bf846ddf, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:00.755759 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.837555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:00.937620 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:01.172025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bd6cd12-d24c-4758-959d-a1bf2367c506 req-36827f3d-b983-4041-8037-84d68e511125 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1258738 Aug 16 20:41:01.195265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:01.269237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8431b92-178b-4923-a53b-417636a2fa95 req-0987452a-eaf8-4403-97bf-c760f26421f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.273321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8431b92-178b-4923-a53b-417636a2fa95 req-0987452a-eaf8-4403-97bf-c760f26421f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2136025 Aug 16 20:41:01.281418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3620a82a-d211-4379-a247-2bb5bf846ddf,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:01.283856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:01.284419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:01.289611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=e87b6002-ae2d-4dec-8375-e2b8cb318e95,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:01.387953 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:01.435398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.494950 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562a722-5f00-4a03-8174-a947f51e14fe None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:40:56Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:00Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:01.526929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8431b92-178b-4923-a53b-417636a2fa95 req-3647f779-770b-44eb-95cb-aa6f5d4a9725 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262852 Aug 16 20:41:01.544467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.545379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.547049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/3620a82a-d211-4379-a247-2bb5bf846ddf HTTP/1.1" status: 200 len: 1093 time: 2.7040350 Aug 16 20:41:01.547715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:01.550172 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604" -d '{"events": [{"name": "network-changed", "server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:01.584992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94142f24-095f-4c35-a5d1-84adf7f214f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:01.590132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:01.662490 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb0564-cf9f-42dd-85e6-9583bea5032e x-openstack-request-id: req-32fb0564-cf9f-42dd-85e6-9583bea5032e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:01.662937 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:01.663339 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32fb0564-cf9f-42dd-85e6-9583bea5032e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:01.664220 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf', 'status': 'completed', 'code': 200} Aug 16 20:41:01.738263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:01.747903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.749129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:01.751482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c457c4-368e-42fa-bbf7-d98ed88a4e6e None None] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:01.797574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-26d06d7a-8526-410b-858e-67c14c87aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:01.800950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-26d06d7a-8526-410b-858e-67c14c87aa05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 1096 time: 0.1358039 Aug 16 20:41:01.898456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d06f9167-b521-4fcb-b601-c59202678ce3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0564246 Aug 16 20:41:01.900961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-9d8ea447-3e21-4a0c-aa1d-c909419d33ce service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3620a82a-d211-4379-a247-2bb5bf846ddf HTTP/1.1" status: 200 len: 217 time: 0.0795302 Aug 16 20:41:01.901441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:02.091298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-2e046759-0db8-4bb6-b93c-533a054be103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.093098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-2e046759-0db8-4bb6-b93c-533a054be103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1842983 Aug 16 20:41:02.136609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:02.162637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:02.166134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f89e6-50d9-48ad-a337-66212922308b req-0877a58f-91b2-475c-81f0-6031744ace35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.168371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-0877a58f-91b2-475c-81f0-6031744ace35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646143 Aug 16 20:41:02.465989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6328fea8-d7c9-4032-af19-a96352fb2082 req-bd22fb91-9f7d-4f49-863d-789fb1d657c3 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1356931 Aug 16 20:41:02.534865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-d84818cf-bce9-4b36-a6e1-a4fa44a17f84 service neutron] 10.222.0.73 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561723 Aug 16 20:41:02.603309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Allocated IP 2001:db8:1::2 (f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5/e87b6002-ae2d-4dec-8375-e2b8cb318e95/dda197cc-df30-4c25-b38b-20257fafd66d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:02.910423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f759b49-fc2a-4940-8159-b3b657781143 req-7bb7ee96-41cd-46a1-a5d7-41372f248079 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:02.916794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f759b49-fc2a-4940-8159-b3b657781143 req-7bb7ee96-41cd-46a1-a5d7-41372f248079 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2076292 Aug 16 20:41:02.996118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203f89e6-50d9-48ad-a337-66212922308b req-38bf14f3-5222-4bef-9b04-9916493ee42e service neutron] 10.222.0.73 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544938 Aug 16 20:41:03.053351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f759b49-fc2a-4940-8159-b3b657781143 req-4077b114-219e-4505-af30-375093a8d38a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190617 Aug 16 20:41:03.053351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41354) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:03.209286 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.222180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Transition to ACTIVE for port object dda197cc-df30-4c25-b38b-20257fafd66d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:03.249732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Transition to ACTIVE for port object dda197cc-df30-4c25-b38b-20257fafd66d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:03.288359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-32806110-6e05-4b9d-b2a9-433caef2e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.291267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-32806110-6e05-4b9d-b2a9-433caef2e748 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 1096 time: 0.1534896 Aug 16 20:41:03.316037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28259f73-f3df-4b8b-b3f1-c83cd2d00f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.366044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.477554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.484864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.493701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:03.512283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:03.531658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:03.590317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Pushing event updated for resources: {'Port': ['ID=dda197cc-df30-4c25-b38b-20257fafd66d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:03.678940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Attempting to bind port dda197cc-df30-4c25-b38b-20257fafd66d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:03.681933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-918527b6-871f-4641-8a7d-aa5588a09504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.687352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-918527b6-871f-4641-8a7d-aa5588a09504 service neutron] 10.222.0.73 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.3657594 Aug 16 20:41:03.687531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Attempting to bind port dda197cc-df30-4c25-b38b-20257fafd66d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:03.688059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Attempting to bind port dda197cc-df30-4c25-b38b-20257fafd66d on network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:03.694170 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-caf82621-4ec9-478c-98b3-1dbd2abe3f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.706147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:03.707558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Checking segment: {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:03.708716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.711578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Bound using segment: {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:03.712479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Bound port: dda197cc-df30-4c25-b38b-20257fafd66d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:03.713054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.734224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc4fc1f2-926b-49b4-bb5e-42803a9e0694 req-6f8d31e3-08c0-46c7-ba50-4f96d848784d tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0819182 Aug 16 20:41:03.814628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] For port dda197cc-df30-4c25-b38b-20257fafd66d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:03.819099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] For port dda197cc-df30-4c25-b38b-20257fafd66d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dda197cc-df30-4c25-b38b-20257fafd66d,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:03.841956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-2e15d3e3-2012-44fc-8c73-ad4f5eb7e232 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3620a82a-d211-4379-a247-2bb5bf846ddf HTTP/1.1" status: 200 len: 217 time: 0.1108520 Aug 16 20:41:03.930921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28259f73-f3df-4b8b-b3f1-c83cd2d00f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.931896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:03.932823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-30d0e9c4-3f4e-4ca1-b870-739007982c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:03.934639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-30d0e9c4-3f4e-4ca1-b870-739007982c26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0868633 Aug 16 20:41:03.982641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8:1::1 (f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5/e87b6002-ae2d-4dec-8375-e2b8cb318e95/05316874-8f49-44b0-a76c-511bfee2bad6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:04.045585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-28259f73-f3df-4b8b-b3f1-c83cd2d00f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.048282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283f697-6a6d-4800-9497-f29d5a51d9de None None] Pushing event updated for resources: {'Port': ['ID=dda197cc-df30-4c25-b38b-20257fafd66d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.189314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af6cd67e-e8c3-4c71-bd48-de53a92e6539 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:04.218912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-28259f73-f3df-4b8b-b3f1-c83cd2d00f9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96812793f5ff44dea4720245ed0c978b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1635363 Aug 16 20:41:04.220503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28259f73-f3df-4b8b-b3f1-c83cd2d00f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee24f43-5a7d-4dac-a203-09ba446a2208,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.224862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41384) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:04.280622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.297091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-311cc1cf-f66f-40f4-860e-1c4dffb5d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:04.298732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-311cc1cf-f66f-40f4-860e-1c4dffb5d856 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3537047 Aug 16 20:41:04.401414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acda06-bf65-42cd-af32-0df68ebe75e3 req-d9336358-73b4-4073-9a87-5b6aada974aa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:04.403182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4acda06-bf65-42cd-af32-0df68ebe75e3 req-d9336358-73b4-4073-9a87-5b6aada974aa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.1572971 Aug 16 20:41:04.451550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:04.461601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:04.462294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.462934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.479005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4acda06-bf65-42cd-af32-0df68ebe75e3 req-90101e20-fb48-4fb8-bf38-8ee10d46287b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Aug 16 20:41:04.526431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object 05316874-8f49-44b0-a76c-511bfee2bad6 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:04.531262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.534340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-659135ff-7bdd-4328-abda-37be1bede6bd service neutron] 10.222.0.73 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270064 Aug 16 20:41:04.649900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.706077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2d5caf7-bf5e-49ac-b78b-cee9dcd1b604 req-d05e2bcb-6f31-4121-b814-42a81f19e98b service neutron] 10.222.0.73 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579559 Aug 16 20:41:04.711667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:04.724031 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:04.725233 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.769165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port af6cd67e-e8c3-4c71-bd48-de53a92e6539, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af6cd67e-e8c3-4c71-bd48-de53a92e6539,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:04.831450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74027268-42e0-4394-a8c7-ba5902260b5d tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/floatingips/41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f HTTP/1.1" status: 200 len: 992 time: 0.1183381 Aug 16 20:41:04.839542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.863001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.866256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.870322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:04.876646 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ee24f43-5a7d-4dac-a203-09ba446a2208 HTTP/1.1" status: 204 len: 168 time: 0.6509030 Aug 16 20:41:04.898537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d41eb294-74d5-44c7-b44d-5ad389be6444 req-d75b307b-971c-4362-9836-a49a2068fbd0 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0491283 Aug 16 20:41:04.968165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:04.999882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:05.003537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05cc7-7a2d-4143-814e-71339a646313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee24f43-5a7d-4dac-a203-09ba446a2208,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:05.024691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:05.026735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:05.029276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:05.030125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.155244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41402) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:05.324432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.446481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 6e246c40-7e77-4a9b-b05a-022076b30ad8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:05.448315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.648416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.648746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.716410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 6e246c40-7e77-4a9b-b05a-022076b30ad8 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:05.746446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf23f8d-2e36-4091-914d-993aacfb1394 req-da362c30-5d6a-462b-b58d-13d60a006f10 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:05.748334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf23f8d-2e36-4091-914d-993aacfb1394 req-da362c30-5d6a-462b-b58d-13d60a006f10 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.0966558 Aug 16 20:41:05.870395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.938011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0636f6-6de5-4da7-807a-b02f32cdf80d None None] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:05.953685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.954447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:05.972945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf23f8d-2e36-4091-914d-993aacfb1394 req-b58fd52e-15d3-4e22-abed-a8cea1d319fb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079942 Aug 16 20:41:06.157209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:06.189606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:06.206382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67162666-9f6a-44d4-87fc-884efa233ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.210944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7c1eb93-0248-4f96-9f94-8917f3649c9c req-01c49bc7-77b3-4d4a-b332-60aa7d451494 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1133463 Aug 16 20:41:06.219625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dda197cc-df30-4c25-b38b-20257fafd66d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:06.280109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:06.281931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:06.298002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.351323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-59527b11-4a06-46e3-8cc1-3a1ccbcb127a None None] Provisioning for port dda197cc-df30-4c25-b38b-20257fafd66d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:06.388707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.424719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:06.433922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port dda197cc-df30-4c25-b38b-20257fafd66d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:06.437043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=6e246c40-7e77-4a9b-b05a-022076b30ad8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:06.440557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port dda197cc-df30-4c25-b38b-20257fafd66d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:06.442684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.572690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.572900 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Floating IP 41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f disassociated (deleted). External IP: 172.25.7.35, port: 25c3defb-1bc0-493b-bdf7-2a790d28cac2. Aug 16 20:41:06.581178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.615370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:06.617199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fc4c2d2e-042d-4ec9-bb82-f22017c08b03 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7146158 Aug 16 20:41:06.627934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41418) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:06.633275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:06.635234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-213758884'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:06.648852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67162666-9f6a-44d4-87fc-884efa233ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.671368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:06.672493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:06.763821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67162666-9f6a-44d4-87fc-884efa233ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.832308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:06.852470 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-67162666-9f6a-44d4-87fc-884efa233ca4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39398974fbfb43dbb3771e954acf2004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922035 Aug 16 20:41:06.855036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41420) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:06.863160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67162666-9f6a-44d4-87fc-884efa233ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1afe1e-7bb3-443a-a1dc-f9c8439b46cd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:06.908567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port dda197cc-df30-4c25-b38b-20257fafd66d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dda197cc-df30-4c25-b38b-20257fafd66d,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:06.927749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:06.930687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.944070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Provisioning complete for port dda197cc-df30-4c25-b38b-20257fafd66d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:06.944629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:06.950605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:07.007947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:07.021884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.022554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af6cd67e-e8c3-4c71-bd48-de53a92e6539 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:07.046655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.047030 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment a6663513-96ff-4182-bee9-8093803c75a1 of type vlan for network f13fa920-a0aa-4bc6-97ea-f15c285fa92d Aug 16 20:41:07.076317 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.189961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.200620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:07.206074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.206892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.211935 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Sync routers for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:07.225453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:07.234772 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:07.308205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f2683-2a2e-4cac-a5e5-95d558c18908 req-0a1ffafa-af30-489e-a7c3-7ae5bb88e1fd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:07.334370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d66f2683-2a2e-4cac-a5e5-95d558c18908 req-0a1ffafa-af30-489e-a7c3-7ae5bb88e1fd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2270117 Aug 16 20:41:07.371330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=dda197cc-df30-4c25-b38b-20257fafd66d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.382474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.394527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:07.394527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.402683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af6cd67e-e8c3-4c71-bd48-de53a92e6539 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:07.403068 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.436238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b7af077b-d81c-4704-97c5-55807b2cd140 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/floatingips/41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f HTTP/1.1" status: 204 len: 168 time: 2.2741561 Aug 16 20:41:07.441950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:07.453144 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:07.517317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbf3c7dd-a3e6-4ec2-9cca-4ebd4b951dfb req-4a7615e7-f7c5-455e-acb7-81ede73723be tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1555276 Aug 16 20:41:07.524125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.533947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.539310 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d1afe1e-7bb3-443a-a1dc-f9c8439b46cd HTTP/1.1" status: 204 len: 168 time: 0.6823745 Aug 16 20:41:07.580238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41438) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:07.586296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:07.591772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9343803 Aug 16 20:41:07.594677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:07.607175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 3, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:07.624485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d66f2683-2a2e-4cac-a5e5-95d558c18908 req-1b278795-450d-4aab-b106-b964e34a7f57 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891357 Aug 16 20:41:07.626439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4e1c0-70fa-4fa8-8799-f301dbc076a0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=f13fa920-a0aa-4bc6-97ea-f15c285fa92d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.631342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb37ef5-6553-48c7-bbea-6e171fdc7d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1afe1e-7bb3-443a-a1dc-f9c8439b46cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:07.725827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:07.765159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Provisioning for port 05316874-8f49-44b0-a76c-511bfee2bad6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:07.783564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:07.783864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Updating router 447a8c4f-29fc-41bd-b632-afa88ae44e08 port 05316874-8f49-44b0-a76c-511bfee2bad6 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:07.830881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Provisioning complete for port 05316874-8f49-44b0-a76c-511bfee2bad6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:07.831262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.868397 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53d71a-9377-4076-b82f-4e8d57ad17d8 x-openstack-request-id: req-6c53d71a-9377-4076-b82f-4e8d57ad17d8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:07.868748 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:07.869043 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c53d71a-9377-4076-b82f-4e8d57ad17d8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:07.869448 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'status': 'completed', 'code': 200} Aug 16 20:41:07.924084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6e024ab5-840e-4adc-8edf-715238caef10 None None] Port 05316874-8f49-44b0-a76c-511bfee2bad6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:07.925343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:07.929457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.929589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:07.991787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-ab303a21-b812-4ca7-8829-cd5583ef59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:07.996842 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-ab303a21-b812-4ca7-8829-cd5583ef59f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e2b3d951bfa14737ab42955702efc63b&device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 1097 time: 0.1306829 Aug 16 20:41:08.233418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-842ddbd8-4b34-4e2b-8d23-f5d3c26598ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.234919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-842ddbd8-4b34-4e2b-8d23-f5d3c26598ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 200 len: 898 time: 0.2271440 Aug 16 20:41:08.314116 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-5b546638-5266-4474-96a9-68eb9d38bdda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 200 len: 217 time: 0.0706496 Aug 16 20:41:08.421134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-067fecd1-8f6d-4038-a1ad-a421d1af9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.422892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-067fecd1-8f6d-4038-a1ad-a421d1af9e8a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17ccfd3a-57ab-4022-a764-fffe3b577e8e HTTP/1.1" status: 200 len: 834 time: 0.1005003 Aug 16 20:41:08.476519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dda197cc-df30-4c25-b38b-20257fafd66d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:08.492231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-05c6b208-5374-4610-b644-5fac985db86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.494356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-05c6b208-5374-4610-b644-5fac985db86d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=459dfd97-f0ae-477e-b598-641f0c02d3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618908 Aug 16 20:41:08.610631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-de23fb2e-101c-47e7-a4ee-6690df441f73 None None] Provisioning complete for port 05316874-8f49-44b0-a76c-511bfee2bad6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:08.610979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-de23fb2e-101c-47e7-a4ee-6690df441f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.726939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:08.741297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.758515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-cd848fee-493f-4299-8bdb-b469f5d0656d service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549241 Aug 16 20:41:08.773967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee81b66-1a86-4dd3-b798-a343b6625601 req-34ccaca4-42ea-42c9-9592-09025d15cf9a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:08.790119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Transition to ACTIVE for port object 05316874-8f49-44b0-a76c-511bfee2bad6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:08.795916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Checking router: bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:08.797945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ee81b66-1a86-4dd3-b798-a343b6625601 req-34ccaca4-42ea-42c9-9592-09025d15cf9a tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 945 time: 0.4338191 Aug 16 20:41:08.823557 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:08.824227 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:08.830416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-de23fb2e-101c-47e7-a4ee-6690df441f73 None None] Port 05316874-8f49-44b0-a76c-511bfee2bad6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:08.869082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port dda197cc-df30-4c25-b38b-20257fafd66d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:08.869461 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:08.962188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce477544-cf9b-42b4-86d6-f34fd58ac547 req-871b86dc-7ad8-427d-9e1b-100c9c083647 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.1615393 Aug 16 20:41:08.963843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.001733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.065978 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9a8e1aa2-bd47-49dc-87e1-954bf0ddccfb req-3eb412aa-9d2c-4306-8872-1a4898f1aaf1 service neutron] 10.222.0.64 "GET /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983606 Aug 16 20:41:09.123691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Pushing event updated for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:09.179245 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:09.224350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=d2df6a38-267a-48f0-bb60-ce97b160659b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:09.312631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ee81b66-1a86-4dd3-b798-a343b6625601 req-6c8c36df-8558-4171-8cb2-8ba72d294559 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/security-groups?id=a4230168-63b1-432f-92bd-75e3267921da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5136635 Aug 16 20:41:09.343605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd873a2-a8a9-43b4-a109-067b48742f17 req-8b871c3b-e8de-480e-a8d2-c5ee65daf092 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.354899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dd873a2-a8a9-43b4-a109-067b48742f17 req-8b871c3b-e8de-480e-a8d2-c5ee65daf092 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.1488941 Aug 16 20:41:09.372613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Attempting to bind port 05316874-8f49-44b0-a76c-511bfee2bad6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:09.373056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Attempting to bind port 05316874-8f49-44b0-a76c-511bfee2bad6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:09.373429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Attempting to bind port 05316874-8f49-44b0-a76c-511bfee2bad6 on network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:09.406171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:09.406601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Checking segment: {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:09.406971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.407373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Bound using segment: {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:09.407951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Bound port: 05316874-8f49-44b0-a76c-511bfee2bad6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acd9aca4-e1d5-4126-badb-6d71c5255054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:09.409181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.484282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:09.484585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: f13fa920-a0aa-4bc6-97ea-f15c285fa92d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:09.581927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dd873a2-a8a9-43b4-a109-067b48742f17 req-b7d1a0c7-5461-4f17-a3ba-8dcf59544a08 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234297 Aug 16 20:41:09.656995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:09.729807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] For port 05316874-8f49-44b0-a76c-511bfee2bad6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:09.735618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] For port 05316874-8f49-44b0-a76c-511bfee2bad6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=05316874-8f49-44b0-a76c-511bfee2bad6,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:09.755272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-79cd36ed-f135-49f5-b818-399c9c86b1d7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.757278 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-79cd36ed-f135-49f5-b818-399c9c86b1d7 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 945 time: 0.2806132 Aug 16 20:41:09.782199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f13fa920-a0aa-4bc6-97ea-f15c285fa92d) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:09.799825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:09.799825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.812844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b3cb9e-8c71-40db-bcf0-a9fe2c530062 None None] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:09.850740 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:09.855602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:09.918779 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f41564-29a8-49d3-9408-d5d1d07a0873 None None] The sync data for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 is: [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:40:01Z', 'revision_number': 4, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '52424a35-f84a-48f6-ba3a-cfba702d13cc', 'name': '', 'network_id': '459dfd97-f0ae-477e-b598-641f0c02d3c9', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'mac_address': 'fa:16:3e:40:e2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2642, 'fixed_ips': [{'subnet_id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:00Z', 'updated_at': '2021-08-16T20:40:10Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'subnets': [{'id': '17ccfd3a-57ab-4022-a764-fffe3b577e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:09.921263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cbbaa7bc-b3d9-4217-b8c2-f566c6f2df93 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3387361 Aug 16 20:41:09.926611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:09.983349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:09.984555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.283508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Pushing event updated for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.284087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 25c3defb-1bc0-493b-bdf7-2a790d28cac2, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=25c3defb-1bc0-493b-bdf7-2a790d28cac2,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:10.285129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.327769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 25c3defb-1bc0-493b-bdf7-2a790d28cac2 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:10.362608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.363233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.365873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.366780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.368680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.371104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.371558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.374527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.375533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.375987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.377264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.377760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c1fba-be92-4b72-8b8a-b2b656682629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:10.402165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:10.404133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:10.702526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.739034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=25c3defb-1bc0-493b-bdf7-2a790d28cac2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:10.920923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] No DVR routers for this DVR port 25c3defb-1bc0-493b-bdf7-2a790d28cac2 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:10.924306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:10.928266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6420a7e4-bd6c-43ac-8757-a4f4fc8e9e25 req-f9cac321-2d3b-4dc9-8d72-263af1d0e2ef tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.64 "DELETE /v2.0/ports/25c3defb-1bc0-493b-bdf7-2a790d28cac2 HTTP/1.1" status: 204 len: 173 time: 1.1636000 Aug 16 20:41:10.932232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'name': 'network-vif-deleted', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:10.946552 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8402ae-b390-4070-a824-7a2b0f3e2ec7" -d '{"events": [{"server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "name": "network-vif-deleted", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:11.001251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a41beea-e8a6-4b1d-98b6-0d28b9f9a1d1 req-a6a697b7-138e-49ba-bbbe-7246875adc53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0579572 Aug 16 20:41:11.050958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a8340c3-27d9-44b9-95ca-2b32d3e3334b req-090753c5-ab39-48c9-934c-e1a8fd6310d0 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.0859518 Aug 16 20:41:11.104716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b72ff0-6f7b-4dd0-a06a-8d2fb27924d5 None None] New status for floating IP 41bc3c1e-8ce2-4d0b-b1c1-c9dffce69c0f: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:41:11.238895 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cb7b9d-0d95-4047-94a9-9964eb9f2573 x-openstack-request-id: req-78cb7b9d-0d95-4047-94a9-9964eb9f2573 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:11.238895 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0944867e-09f0-4f32-a92e-57de9f89381e", "name": "network-vif-deleted", "tag": "25c3defb-1bc0-493b-bdf7-2a790d28cac2", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:11.238895 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78cb7b9d-0d95-4047-94a9-9964eb9f2573 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:11.238895 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0944867e-09f0-4f32-a92e-57de9f89381e', 'name': 'network-vif-deleted', 'tag': '25c3defb-1bc0-493b-bdf7-2a790d28cac2', 'status': 'completed', 'code': 200} Aug 16 20:41:11.461853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:11.463066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:11.624546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:11.656541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-32275967-59eb-4f20-80ad-6cc7b9cf6684 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4413204 Aug 16 20:41:11.693450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ce89e-76a7-4492-b6ac-149977cb232a req-2d83c7cc-4d7a-405a-b01a-e8a1273a4896 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:11.701873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-672ce89e-76a7-4492-b6ac-149977cb232a req-2d83c7cc-4d7a-405a-b01a-e8a1273a4896 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.4087486 Aug 16 20:41:11.845498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-672ce89e-76a7-4492-b6ac-149977cb232a req-36a315ba-6758-4a8d-9a90-c03f4e299a25 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383574 Aug 16 20:41:12.014438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.015095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.015385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.015883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.016350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.016914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.017276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.019211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f7860fa6-18f3-48f0-87c3-5d743e561dd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a87b499d14d749a6a3f19c875a81baf7&device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 6509 time: 0.2446742 Aug 16 20:41:12.087431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.289852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45472f24-05eb-4ec6-a66a-2b6ecbdac392 req-f0fbc116-4eec-4598-be1a-a3d6b93f1dc2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Aug 16 20:41:12.337596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Allocated IP 2001:db8:2::2 (f13fa920-a0aa-4bc6-97ea-f15c285fa92d/d2df6a38-267a-48f0-bb60-ce97b160659b/cf0861d0-ab77-4d88-8426-c38879c7d4e4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:12.522119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 3, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:09Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:12.579492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0302c35-e4c5-485d-b32b-bd83dd9f6ab2 None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:05Z', 'revision_number': 3, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:09Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:12.665540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3fc5095-ad96-4539-8cb4-4539995fa678 req-ca97715b-40af-4a79-8b10-aa06b62465ae tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "GET /v2.0/ports?device_id=0944867e-09f0-4f32-a92e-57de9f89381e HTTP/1.1" status: 200 len: 210 time: 0.3773775 Aug 16 20:41:12.777608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-cc634c2a-198b-41e9-a76e-bd7aea51c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.778272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-cc634c2a-198b-41e9-a76e-bd7aea51c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.784088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-cc634c2a-198b-41e9-a76e-bd7aea51c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:12.784737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-cc634c2a-198b-41e9-a76e-bd7aea51c22d service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f9eefd5-760a-4c21-80e2-b9ce632564df&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&id=f6ed7256-1b14-4c37-956b-02bce56802f3&id=f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 200 len: 2298 time: 0.7201791 Aug 16 20:41:12.854541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:12.930207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Transition to ACTIVE for port object cf0861d0-ab77-4d88-8426-c38879c7d4e4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:12.955498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-9d13e070-8290-4b77-a9a0-1e6ae1861510 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 200 len: 1002 time: 0.1637836 Aug 16 20:41:12.962698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Transition to ACTIVE for port object cf0861d0-ab77-4d88-8426-c38879c7d4e4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:13.031547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-5b738795-4ba6-4b86-9fae-c1f5f10e8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:13.033139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-5b738795-4ba6-4b86-9fae-c1f5f10e8726 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 200 len: 856 time: 0.0704937 Aug 16 20:41:13.048824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.070907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41544) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:13.234141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Pushing event updated for resources: {'Port': ['ID=cf0861d0-ab77-4d88-8426-c38879c7d4e4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.246450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:13.249153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:13.252859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07eb88ff-5b9d-42eb-a993-b4b215a3489d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.264379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:13.296528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8:2::1 (f13fa920-a0aa-4bc6-97ea-f15c285fa92d/d2df6a38-267a-48f0-bb60-ce97b160659b/ac805d31-62f4-49a1-ae55-1230144d6c7f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:13.308494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 25c3defb-1bc0-493b-bdf7-2a790d28cac2 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:13.359232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 25c3defb-1bc0-493b-bdf7-2a790d28cac2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:13.360447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 25c3defb-1bc0-493b-bdf7-2a790d28cac2 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:13.401355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Attempting to bind port cf0861d0-ab77-4d88-8426-c38879c7d4e4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:13.401355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Attempting to bind port cf0861d0-ab77-4d88-8426-c38879c7d4e4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:13.401355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Attempting to bind port cf0861d0-ab77-4d88-8426-c38879c7d4e4 on network f13fa920-a0aa-4bc6-97ea-f15c285fa92d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:13.415454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:13.419087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Checking segment: {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:13.419555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.419947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Bound using segment: {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:13.420461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Bound port: cf0861d0-ab77-4d88-8426-c38879c7d4e4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:13.421969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.549396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07eb88ff-5b9d-42eb-a993-b4b215a3489d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.600173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] For port cf0861d0-ab77-4d88-8426-c38879c7d4e4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:13.604850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] For port cf0861d0-ab77-4d88-8426-c38879c7d4e4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf0861d0-ab77-4d88-8426-c38879c7d4e4,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:13.627599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5cba-f891-4c72-8192-348f158667b7 req-531864c5-b17b-49e0-bfb2-47b04974c57b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:13.640923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35e5cba-f891-4c72-8192-348f158667b7 req-531864c5-b17b-49e0-bfb2-47b04974c57b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.4227796 Aug 16 20:41:13.673022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d588779-fd85-4f58-83cd-01f5a0e74acf req-0f8d03cb-c5ec-45ca-8066-22ad24c558bf tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.2230835 Aug 16 20:41:13.709718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-07eb88ff-5b9d-42eb-a993-b4b215a3489d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.743126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:13.750229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-af04a66d-2150-4b03-af07-75e9d10873d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:13.752200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-af04a66d-2150-4b03-af07-75e9d10873d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f9eefd5-760a-4c21-80e2-b9ce632564df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7067406 Aug 16 20:41:13.802412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:13.834411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb88ff-5b9d-42eb-a993-b4b215a3489d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d61f9-1f5f-48b5-9b6c-3940f5e3af0d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.863319 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-07eb88ff-5b9d-42eb-a993-b4b215a3489d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=150d8ddf9a4247d6bb6e26f0124bcc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882957 Aug 16 20:41:13.867565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41558) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:13.905692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ba39c-ab20-4103-9eff-e4b513d4e289 None None] Pushing event updated for resources: {'Port': ['ID=cf0861d0-ab77-4d88-8426-c38879c7d4e4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:13.952691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35e5cba-f891-4c72-8192-348f158667b7 req-413fdab1-4481-4b76-b024-fd23f9fa2a5f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103988 Aug 16 20:41:14.130637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.180807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.192300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:14.222307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-c81b4359-b66d-4f50-974d-4f07188021d5 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180462 Aug 16 20:41:14.233113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 05316874-8f49-44b0-a76c-511bfee2bad6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:14.237274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.283990 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.285150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object ac805d31-62f4-49a1-ae55-1230144d6c7f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:14.436044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.474078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 05316874-8f49-44b0-a76c-511bfee2bad6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:14.478811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 05316874-8f49-44b0-a76c-511bfee2bad6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:14.479767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.545222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d8d968e-cfe5-4037-a467-86807b98ae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.619115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-5c0bf91a-bb02-4f66-abc5-06508c4f8791 service neutron] 10.222.0.73 "GET /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958511 Aug 16 20:41:14.622853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.641284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.651471 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/133d61f9-1f5f-48b5-9b6c-3940f5e3af0d HTTP/1.1" status: 204 len: 168 time: 0.7781377 Aug 16 20:41:14.715626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf31650-34d2-412e-b531-3b53a71541bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d61f9-1f5f-48b5-9b6c-3940f5e3af0d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.766629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-7344ae5a-911b-4470-b4f5-b21bcc134628 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 217 time: 0.1376667 Aug 16 20:41:14.803142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.803393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.873273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d8d968e-cfe5-4037-a467-86807b98ae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.874295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 05316874-8f49-44b0-a76c-511bfee2bad6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=05316874-8f49-44b0-a76c-511bfee2bad6,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:14.920043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.923229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.924550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/security-groups/a4230168-63b1-432f-92bd-75e3267921da HTTP/1.1" status: 204 len: 168 time: 1.1133826 Aug 16 20:41:14.948550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b516e4-56be-4c77-a13b-ddb13ccf29d9 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4230168-63b1-432f-92bd-75e3267921da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.954831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.956907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9d8d968e-cfe5-4037-a467-86807b98ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:14.974029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:14.998070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:15.010321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:15.024309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:15.025543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.065467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41582) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:15.205503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:15.258572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80b947f8-9a8b-4099-89d2-226c17adefb8 req-29af2547-7e71-4bfb-b0a9-6d7b63c74668 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.3786268 Aug 16 20:41:15.389695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-c7ca8541-1225-4a75-8016-5d8157e35540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.391257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-c7ca8541-1225-4a75-8016-5d8157e35540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.6162522 Aug 16 20:41:15.569503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29947057-7e94-4e00-9ddc-c6299d826909 req-749f5bbb-9ea3-4e41-8bbe-f34d7ff26ea3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.578056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29947057-7e94-4e00-9ddc-c6299d826909 req-749f5bbb-9ea3-4e41-8bbe-f34d7ff26ea3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.3108213 Aug 16 20:41:15.591772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-920e5547-6136-4513-b8b2-d301172790f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:15.602958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-920e5547-6136-4513-b8b2-d301172790f5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740179 Aug 16 20:41:15.617119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dea7f22-39e0-4b88-beac-6d2ed534f404 None None] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:15.826967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d968e-cfe5-4037-a467-86807b98ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a884302-a9cc-487f-819b-cd8a41f99449,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:15.858463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-de72cf1d-c7e2-45ac-9d76-5ba7e82e6020 None None] Provisioning for port cf0861d0-ab77-4d88-8426-c38879c7d4e4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:15.884899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9d8d968e-cfe5-4037-a467-86807b98ae89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2501d35cbbd24a8da90a4d4235c4142b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6890800 Aug 16 20:41:15.886841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:15.916042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:15.977603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29947057-7e94-4e00-9ddc-c6299d826909 req-0d5a489b-98b2-4ea4-bbe6-ce6ec2335379 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833065 Aug 16 20:41:16.102550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-4ffcc935-f880-4756-9428-69792e36ab21 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898140 Aug 16 20:41:16.307189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.373855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf0861d0-ab77-4d88-8426-c38879c7d4e4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:16.382533 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.635760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-e70ec661-1a56-4bc3-8832-bd64e794136d service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240474 Aug 16 20:41:16.707627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.716078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.716812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-669a5fe6-2823-48b6-afde-f73a1c5b0c67 req-398d4a62-a387-43f4-a7ee-c23f287d3eb9 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0994194 Aug 16 20:41:16.721391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a884302-a9cc-487f-819b-cd8a41f99449 HTTP/1.1" status: 204 len: 168 time: 0.8319387 Aug 16 20:41:16.753898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cf0861d0-ab77-4d88-8426-c38879c7d4e4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:16.756394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3184ad85-9941-44d4-927b-46b43bf3b180 None None] Provisioning for port ac805d31-62f4-49a1-ae55-1230144d6c7f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:16.764121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cf0861d0-ab77-4d88-8426-c38879c7d4e4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:16.764121 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.765113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d41ed6-8c3e-47cc-8074-2cd8d6253520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a884302-a9cc-487f-819b-cd8a41f99449,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:16.785608 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.837096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3184ad85-9941-44d4-927b-46b43bf3b180 None None] Provisioning complete for port ac805d31-62f4-49a1-ae55-1230144d6c7f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:16.837493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-418420c4-143f-4e1e-bbb4-7ec18d1a80f3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 217 time: 0.1777096 Aug 16 20:41:16.839500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3184ad85-9941-44d4-927b-46b43bf3b180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:16.923110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3184ad85-9941-44d4-927b-46b43bf3b180 None None] Port ac805d31-62f4-49a1-ae55-1230144d6c7f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:16.948524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-59962829-2758-470e-a2b3-3aa30bd229d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:16.950736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-59962829-2758-470e-a2b3-3aa30bd229d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.1112497 Aug 16 20:41:17.026232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.052503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-a38c7ee8-1004-495a-be9e-55a24c4b1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:17.057555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-a38c7ee8-1004-495a-be9e-55a24c4b1679 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0936139 Aug 16 20:41:17.120710 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.157108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-53d2bf6b-4590-4c2f-bca0-976b22f11c29 None None] Provisioning complete for port ac805d31-62f4-49a1-ae55-1230144d6c7f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:17.157862 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-53d2bf6b-4590-4c2f-bca0-976b22f11c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.184355 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.185175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.220259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port cf0861d0-ab77-4d88-8426-c38879c7d4e4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf0861d0-ab77-4d88-8426-c38879c7d4e4,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:17.230612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-53d2bf6b-4590-4c2f-bca0-976b22f11c29 None None] Port ac805d31-62f4-49a1-ae55-1230144d6c7f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:17.331538 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.332403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 05316874-8f49-44b0-a76c-511bfee2bad6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:17.436123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port 52424a35-f84a-48f6-ba3a-cfba702d13cc {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:17.436649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.465959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=cf0861d0-ab77-4d88-8426-c38879c7d4e4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:17.481382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 05316874-8f49-44b0-a76c-511bfee2bad6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:17.481762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.639334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port 52424a35-f84a-48f6-ba3a-cfba702d13cc, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=52424a35-f84a-48f6-ba3a-cfba702d13cc,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:17.639763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:17.665075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for 52424a35-f84a-48f6-ba3a-cfba702d13cc owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:17.944457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-0105d2ab-c0c2-4b48-a3f3-0122b67633e5 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8775113 Aug 16 20:41:17.962189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:17.970157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0dc5bbb-6e71-440a-a747-6530708088da req-96c65a2c-975d-4297-8d36-0a117d5fb128 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/ports?device_id=57d1f4d5-16a3-436d-9e31-633c9f1ca8f7 HTTP/1.1" status: 200 len: 210 time: 0.0673065 Aug 16 20:41:17.988947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa254ace-e5d4-4bae-9bc6-70606bed19c9 req-5f87ab2b-8cc6-4058-9071-167a9ff77195 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:17.990865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa254ace-e5d4-4bae-9bc6-70606bed19c9 req-5f87ab2b-8cc6-4058-9071-167a9ff77195 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.8183475 Aug 16 20:41:18.061961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf0861d0-ab77-4d88-8426-c38879c7d4e4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:18.113398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:18.119544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa254ace-e5d4-4bae-9bc6-70606bed19c9 req-f5a81e7b-1821-482d-849e-747f92687b6e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924103 Aug 16 20:41:18.122398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:18.194281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cf0861d0-ab77-4d88-8426-c38879c7d4e4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:18.194856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.228722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.287293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-2879a8bd-2d78-4ddc-8b42-1a274f02edb8 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212614 Aug 16 20:41:18.293822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=52424a35-f84a-48f6-ba3a-cfba702d13cc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:18.386866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-7121593d-1a8a-4aa5-9730-d16d71aa9fbd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 200 len: 217 time: 0.0917706 Aug 16 20:41:18.389414 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.502341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41642) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:18.537469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:18.612544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-87df7f63-8587-441f-955c-af2eb91f0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:18.616865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-87df7f63-8587-441f-955c-af2eb91f0884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.2136207 Aug 16 20:41:18.696850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-79673c9a-57df-4b97-9d5e-dc096b41c5ab None None] Provisioning complete for port ac805d31-62f4-49a1-ae55-1230144d6c7f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:18.707824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-79673c9a-57df-4b97-9d5e-dc096b41c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.776969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-79673c9a-57df-4b97-9d5e-dc096b41c5ab None None] Port ac805d31-62f4-49a1-ae55-1230144d6c7f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:18.791555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1726508732'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:18.834724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.847176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-6557dc54-2ae0-4267-8f86-3f800d2021a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:18.849795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-6557dc54-2ae0-4267-8f86-3f800d2021a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2267487 Aug 16 20:41:18.921911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:18.932569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-69f6ae59-8041-4ca1-a80b-01fcf3e9d1ec tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0025599 Aug 16 20:41:18.936889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:18.942676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1521177755'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:18.952596 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:18.983846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:18.988394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:18.992248 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:18.996867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.017176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-43da6f58-3c32-43dc-b514-4fd0768a0c69 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570895 Aug 16 20:41:19.167634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-2b8665ac-4078-443b-aaae-2158a26e1439 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405416 Aug 16 20:41:19.169725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:19.171805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:19.178229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.183598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.239635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:19.244138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f07781c6-dede-45c1-805a-faf766be0157 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 200 len: 217 time: 0.0619280 Aug 16 20:41:19.282534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:19.345069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.410865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.411171 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added segment e8dad4a4-580c-4bce-9960-7f122741ef81 of type vlan for network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 Aug 16 20:41:19.527004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.529832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a26315fd-ae71-43ed-91d4-d98a6c6ba81d tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0228174 Aug 16 20:41:19.538047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:19.603974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-aadf1158-44a2-4007-a26d-7717932fd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.607432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-aadf1158-44a2-4007-a26d-7717932fd7ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 200 len: 797 time: 0.3045011 Aug 16 20:41:19.615397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.636214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.647646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9c882-fdda-4dae-9d02-233356706c87 req-b0deae19-b67a-4681-96fe-6e2e8e2da86b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.654404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73a9c882-fdda-4dae-9d02-233356706c87 req-b0deae19-b67a-4681-96fe-6e2e8e2da86b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.3620496 Aug 16 20:41:19.663069 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:15Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:16Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:19.712214 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:19.712938 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Updating router 447a8c4f-29fc-41bd-b632-afa88ae44e08 port ac805d31-62f4-49a1-ae55-1230144d6c7f binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:19.729589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41674) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:19.740933 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.835937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:41:19.866141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:19.871357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73a9c882-fdda-4dae-9d02-233356706c87 req-78aadb10-b024-4711-b203-7328a7160049 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423476 Aug 16 20:41:19.900177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-d9c24535-d2b5-4062-9869-c2ac44583021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:19.902300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-d9c24535-d2b5-4062-9869-c2ac44583021 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d09f0cc7-c966-462e-8d46-bb9e76565fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2805378 Aug 16 20:41:19.969891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:19.987991 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.035116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.041330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:20.046134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.055642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3727316e-3095-40d1-be17-87fb8b679501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.170838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.174541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.232950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-fd1d0317-9470-4f94-848a-0ffcc33602b5 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199766 Aug 16 20:41:20.297559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Network': ['ID=757f857d-8c0d-4be2-afb8-beaebd9c76a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:20.309664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:20.316453 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.342913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4b7d150-7efc-4110-b53b-88e12a6de151 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4045942 Aug 16 20:41:20.350136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41682) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:20.360263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'subnet': {'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:20.413626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:20.416875 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Transition to ACTIVE for port object ac805d31-62f4-49a1-ae55-1230144d6c7f will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:20.426393 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9702084d-9f04-47ef-be48-6ab376a05369 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "PUT /v2.0/routers/bdca37d6-7e53-4f5f-9f83-1a9e1da151e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3516474 Aug 16 20:41:20.427765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41684) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:20.429327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.429901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1623a32-05c0-4363-ac66-1e9af8a187d5 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:20.432885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Sync routers for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:20.438251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.438251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-445eee76-d8ea-42cb-8638-58e6edc779d7 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d1623a32-05c0-4363-ac66-1e9af8a187d5 HTTP/1.1" status: 204 len: 168 time: 0.8985691 Aug 16 20:41:20.441002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41686) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:20.445196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:20.446088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:20.447831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Request body: {'router': {'name': 'tempest-router-255064854', 'distributed': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:20.496767 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.499550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.500956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8339eea-274a-4834-94b3-24a89e3c9611 HTTP/1.1" status: 204 len: 168 time: 1.2587698 Aug 16 20:41:20.508733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41688) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:20.530726 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.542821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-ba62b137-e466-4d96-bbb5-009d95a0cfb9 service neutron] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992325 Aug 16 20:41:20.549309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97265332-0a9c-46b5-997d-06b55904c93e tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8339eea-274a-4834-94b3-24a89e3c9611,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:20.582360 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-0e2921bd-aa7b-4a0f-9315-88c9bb597243 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] show failed (client error): The resource could not be found. Aug 16 20:41:20.582360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0e2921bd-aa7b-4a0f-9315-88c9bb597243 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "GET /v2.0/security-groups/e8339eea-274a-4834-94b3-24a89e3c9611 HTTP/1.1" status: 404 len: 347 time: 0.0686524 Aug 16 20:41:20.597075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:20.631242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-c7c17932-709e-46c2-a442-04aecc3068a3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 200 len: 217 time: 0.0747502 Aug 16 20:41:20.641482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting subnet 17ccfd3a-57ab-4022-a764-fffe3b577e8e {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:20.657195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.657334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:20.670846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881f48a-42bf-40c5-b569-6d6f038351b7 None None] Pushing event updated for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:20.694715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.869056 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Attempting to bind port ac805d31-62f4-49a1-ae55-1230144d6c7f on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:20.876207 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Attempting to bind port ac805d31-62f4-49a1-ae55-1230144d6c7f by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:20.876811 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Attempting to bind port ac805d31-62f4-49a1-ae55-1230144d6c7f on network f13fa920-a0aa-4bc6-97ea-f15c285fa92d {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:20.893150 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:20.893712 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Checking segment: {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:20.896719 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.897279 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Bound using segment: {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:20.898047 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Bound port: ac805d31-62f4-49a1-ae55-1230144d6c7f, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6663513-96ff-4182-bee9-8093803c75a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:20.898542 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.907799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 5ddb771c-2b43-4085-8700-60fbeaf120dd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:20.911528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.981412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3727316e-3095-40d1-be17-87fb8b679501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:20.989983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-54d2e1f4-4fce-43c2-b008-78cfbf1629c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:20.991486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-54d2e1f4-4fce-43c2-b008-78cfbf1629c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.2930400 Aug 16 20:41:21.101146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] For port ac805d31-62f4-49a1-ae55-1230144d6c7f, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:21.108540 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] For port ac805d31-62f4-49a1-ae55-1230144d6c7f, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac805d31-62f4-49a1-ae55-1230144d6c7f,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:21.108985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.109325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.113084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3727316e-3095-40d1-be17-87fb8b679501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.133503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 5ddb771c-2b43-4085-8700-60fbeaf120dd owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:21.177849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:21.211269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3727316e-3095-40d1-be17-87fb8b679501 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0bd931691dce482185c381a5948030ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4797735 Aug 16 20:41:21.217936 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.241912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.247682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Checking router: bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:21.262631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Routers {'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:21.264289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41698) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:21.265798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:21.289108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-ad87fc6f-4439-4626-a8b3-0401e750bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:21.290788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-ad87fc6f-4439-4626-a8b3-0401e750bab2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2889087 Aug 16 20:41:21.313058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:21.313683 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:21.358837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa509425-18c8-4b17-8c5b-a78b0a2b5cce req-87d5c5d2-9d40-4d0f-9716-7ff9a3dd89ed tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:21.369806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa509425-18c8-4b17-8c5b-a78b0a2b5cce req-87d5c5d2-9d40-4d0f-9716-7ff9a3dd89ed tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.3077931 Aug 16 20:41:21.397668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727316e-3095-40d1-be17-87fb8b679501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912c98f2-fca6-4d2c-86c7-a7a00824af71,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:21.556502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:21.635547 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881f48a-42bf-40c5-b569-6d6f038351b7 None None] Pushing event updated for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:21.651058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-41b44ed9-cf7a-4056-8f62-6ba59ef48a36 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168442 Aug 16 20:41:21.693172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa509425-18c8-4b17-8c5b-a78b0a2b5cce req-ee3fe1aa-86bd-4757-a9dd-9be141d1b527 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225560 Aug 16 20:41:21.752994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] Set router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:21.766756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.857474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Subnet': ['ID=17ccfd3a-57ab-4022-a764-fffe3b577e8e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:21.882162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.916755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:21.920340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-da3c3ec5-10a2-4784-8835-228d8c20b549 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/subnets/17ccfd3a-57ab-4022-a764-fffe3b577e8e HTTP/1.1" status: 204 len: 168 time: 1.4914763 Aug 16 20:41:21.925484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41700) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:21.927472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5555ad4-e9bc-49a4-b571-15f425fbffb0 None None] Network 459dfd97-f0ae-477e-b598-641f0c02d3c9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:21.986069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.023059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.038951 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.040109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-cc560673-0e93-40c5-a4ae-d1a5d3dda7bc service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621011 Aug 16 20:41:22.059146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:15Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:21Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:22.092918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=5ddb771c-2b43-4085-8700-60fbeaf120dd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:22.096807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.097880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.107939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4eb49a-168b-4693-8446-5df11e7d1d2d None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:15Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:21Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:22.155404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-6473d232-3f70-41d7-9f9c-8c7e6b4a91a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 200 len: 217 time: 0.0826502 Aug 16 20:41:22.172788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Made reservation on behalf of 4799bdd8a3094895a0bfed4febba85e5 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:22.172788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.262425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.315949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:22.353502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c96764-f4ee-4e92-8bea-73e56e76b512 None None] The sync data for ids ['bdca37d6-7e53-4f5f-9f83-1a9e1da151e7'] in n-d-794306-10 is: [{'id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'name': 'tempest-TestNetworkBasicOps-router-24845674', 'tenant_id': 'e2b3d951bfa14737ab42955702efc63b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:39:53Z', 'updated_at': '2021-08-16T20:41:17Z', 'revision_number': 5, 'project_id': 'e2b3d951bfa14737ab42955702efc63b', 'gw_port': {'id': 'e486a29e-aa6f-42fc-9218-c3a98b2ed995', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:d9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdca37d6-7e53-4f5f-9f83-1a9e1da151e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:54Z', 'updated_at': '2021-08-16T20:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:22.363956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.367047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.369742 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ab1f92d9-d856-4c59-a7d5-acd8d0950a6b tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/floatingips/ffc7bb44-61a3-4112-8e91-1e1f8685c5b2 HTTP/1.1" status: 204 len: 168 time: 1.7715285 Aug 16 20:41:22.372820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41708) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:22.404199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.441863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.460505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] DHCP port deletion for 459dfd97-f0ae-477e-b598-641f0c02d3c9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:22.558399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.567848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.567848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.569460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c6b15917-e8ac-4e4e-b0ab-f6e64c7de4c3 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 2.1262777 Aug 16 20:41:22.571606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41714) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:22.571943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/912c98f2-fca6-4d2c-86c7-a7a00824af71 HTTP/1.1" status: 204 len: 168 time: 1.2843339 Aug 16 20:41:22.610869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Deleting port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:22.616484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.628502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc151ca-9ac6-464e-ba7b-193c937871a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c98f2-fca6-4d2c-86c7-a7a00824af71,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:22.643555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-9708d27d-f7ba-47af-b0b8-743d237edc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:22.654530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-9708d27d-f7ba-47af-b0b8-743d237edc59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 200 len: 797 time: 0.4628336 Aug 16 20:41:22.737339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.739463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] For port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,segment=NetworkSegment(464882b6-f991-4920-9a23-b38146a4d7c1),segment_id=464882b6-f991-4920-9a23-b38146a4d7c1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:22.762131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:22.788310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Calling delete_port for 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:22.827416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 2c1391e7-0a46-44b4-968d-bb040529b49e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:22.827850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.030199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de27770-53db-44e2-a226-5dfc54354ba0 req-03526642-0650-4a49-b24b-adbbfd41514b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.035046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5de27770-53db-44e2-a226-5dfc54354ba0 req-03526642-0650-4a49-b24b-adbbfd41514b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.1765242 Aug 16 20:41:23.069252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.113145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-645c3ce4-fa91-449f-890b-a45d69249ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.114836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-645c3ce4-fa91-449f-890b-a45d69249ff9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f6ed7256-1b14-4c37-956b-02bce56802f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4372094 Aug 16 20:41:23.142652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] Pushing event deleted for resources: {'Port': ['ID=0f689bc7-b136-4b72-a2ec-2ed70ed1cda7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.161078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521c3ab-70fd-4aef-abe9-fea8376c5131 None None] No DVR routers for this DVR port 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:23.183991 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.277300 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.299369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 2c1391e7-0a46-44b4-968d-bb040529b49e owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:23.387926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.391547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.427452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5de27770-53db-44e2-a226-5dfc54354ba0 req-0c072d55-df70-4ded-9cf4-70e8afb913ba tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824718 Aug 16 20:41:23.448957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.540168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.546498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.553224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.559090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.564973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.570941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.576922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:23.578753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-845b013c-4446-474c-9bad-b6a0eb1215d7 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.2745774 Aug 16 20:41:23.585365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-f6a158ec-1b17-4daf-a50e-da537d6e8aa9 service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532177 Aug 16 20:41:23.629364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Subnet': ['ID=19e6e09f-894c-4bf3-87d3-9db0fcea6da9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.656396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.659938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.660440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3810a2e9-5a98-4e28-981c-7e7a898ca663 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:23.670066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.675288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-105224fd-d0ca-422a-a99d-ddfc12b45b64 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3810a2e9-5a98-4e28-981c-7e7a898ca663 HTTP/1.1" status: 204 len: 168 time: 1.0984039 Aug 16 20:41:23.686563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41738) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:23.686847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Request body: {'router': {'name': 'tempest-router-1704609648', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dfa8b8ee556a48f78207afa540d08d3e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:23.717283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=2c1391e7-0a46-44b4-968d-bb040529b49e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:23.802716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.805248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84bebcc5-8123-43fa-a962-bbdce26806c4 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/ports/2c1391e7-0a46-44b4-968d-bb040529b49e HTTP/1.1" status: 204 len: 168 time: 1.4304061 Aug 16 20:41:23.808041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:23.888424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:23.889452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.036712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 6e5092be-e6b6-47e7-bb4e-a71cd9484058 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:24.043684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.139685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac805d31-62f4-49a1-ae55-1230144d6c7f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:24.167835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.236599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.263779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 6e5092be-e6b6-47e7-bb4e-a71cd9484058 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:24.324245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.348187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ac805d31-62f4-49a1-ae55-1230144d6c7f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:24.352296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ac805d31-62f4-49a1-ae55-1230144d6c7f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:24.352670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.364593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Checking segment: {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:24.364593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network hostable DHCP agents. Network: 757f857d-8c0d-4be2-afb8-beaebd9c76a8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:24.375610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c35a2059-fc7a-4bbd-ad1c-5970991fa38d req-fec3f9ac-bdf8-4425-b2a1-ceb1584bc5de tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7819009 Aug 16 20:41:24.394159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88fdcd6c-f6fa-47d0-9959-16d560f5d8f6 req-a521d021-ba6e-4fa7-9690-2cee7c2926cb service neutron] 10.222.0.73 "GET /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947199 Aug 16 20:41:24.397905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Deleting port e486a29e-aa6f-42fc-9218-c3a98b2ed995 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:24.398173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.463881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.469596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5cc9832f-a5cb-446a-8162-a93508a79d2e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7872293 Aug 16 20:41:24.478830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41760) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:24.494434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:24.564714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.621149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ac805d31-62f4-49a1-ae55-1230144d6c7f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac805d31-62f4-49a1-ae55-1230144d6c7f,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:24.645583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:24.674071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] For port e486a29e-aa6f-42fc-9218-c3a98b2ed995, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e486a29e-aa6f-42fc-9218-c3a98b2ed995,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:24.674456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.690259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.693154 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.705133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.705133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.710333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.716799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.724739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.730789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.735460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-8ebd30dd-2086-473a-a4d7-288b34de35c6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.3893533 Aug 16 20:41:24.773563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Calling delete_port for e486a29e-aa6f-42fc-9218-c3a98b2ed995 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:24.782949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 757f857d-8c0d-4be2-afb8-beaebd9c76a8) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:24.799375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.800273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.812534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-620d3be5-2df5-4cb2-bcde-2560fa338dff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.814144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-620d3be5-2df5-4cb2-bcde-2560fa338dff tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0735493 Aug 16 20:41:24.842039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c752c7-5f9f-4007-8868-d5dcf20b7cd0 None None] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:24.846336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.846693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.967203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95241) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 20:41:24.967545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Router a22f6c1d-10f5-4872-a9bc-8c563b507e89 migrating from provider to provider. {{(pid=95241) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 20:41:24.967956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.972772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:24.975658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:24.995525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826595c3-f114-4c71-8800-638da7feddbf req-788faa23-1506-4325-afec-20b7026b4b84 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:24.997085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-826595c3-f114-4c71-8800-638da7feddbf req-788faa23-1506-4325-afec-20b7026b4b84 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.4505780 Aug 16 20:41:25.009357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:25.021895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:25.021895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0f689bc7-b136-4b72-a2ec-2ed70ed1cda7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:25.021895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 52424a35-f84a-48f6-ba3a-cfba702d13cc no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:25.045962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 52424a35-f84a-48f6-ba3a-cfba702d13cc {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:25.046636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 52424a35-f84a-48f6-ba3a-cfba702d13cc not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:25.075283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.077229 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.089579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-32b90101-c6fb-4d6f-b722-7bf7bd95f895 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7378399 Aug 16 20:41:25.090237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41776) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:25.147958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-826595c3-f114-4c71-8800-638da7feddbf req-8d7f0cd6-6e58-4336-ab6b-0bfc3e1d4912 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363649 Aug 16 20:41:25.151087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=6e5092be-e6b6-47e7-bb4e-a71cd9484058,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:25.175808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:25.176771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.234654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-da6d1628-7e4f-4204-9216-244c3bccaeb6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3702867 Aug 16 20:41:25.255622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:25.316338 n-d-794306-10 neutron-server[95241]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] No L3 agents can host the router a22f6c1d-10f5-4872-a9bc-8c563b507e89 Aug 16 20:41:25.326292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.330912 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f4656ed-a3b2-4f0f-8736-5e9e6dedce1f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/ports/6e5092be-e6b6-47e7-bb4e-a71cd9484058 HTTP/1.1" status: 204 len: 168 time: 1.5191114 Aug 16 20:41:25.330912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:25.419692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Allocated IP 2001:db8:3::2 (757f857d-8c0d-4be2-afb8-beaebd9c76a8/19e6e09f-894c-4bf3-87d3-9db0fcea6da9/ed29eb0d-7b6e-46ce-94e9-23e3d18d6010) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:25.438864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.511942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting subnet c50771b7-faa5-49e8-8654-8934a08240b3 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:25.535526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.567187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Hosts for router a22f6c1d-10f5-4872-a9bc-8c563b507e89: [] {{(pid=95241) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 20:41:25.607443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Hosts for other DVR routers connected to router a22f6c1d-10f5-4872-a9bc-8c563b507e89: set() {{(pid=95241) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 20:41:25.618027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.621821 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a6cda308-e76a-4c8b-ab36-2990b98e2514 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "PUT /v2.0/routers/a22f6c1d-10f5-4872-a9bc-8c563b507e89 HTTP/1.1" status: 200 len: 717 time: 1.1394970 Aug 16 20:41:25.629248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:25.637129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.684859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.797520 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8ea704bb-ceeb-406d-b4f2-106ad610543a tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "GET /v2.0/routers/a22f6c1d-10f5-4872-a9bc-8c563b507e89 HTTP/1.1" status: 200 len: 717 time: 0.1663704 Aug 16 20:41:25.803540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:25.817909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.839572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Transition to ACTIVE for port object ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:25.872664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Transition to ACTIVE for port object ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:25.899276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Port': ['ID=e486a29e-aa6f-42fc-9218-c3a98b2ed995,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:25.924604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:25.977527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.056085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:26.059621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:26.064715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:26.065175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.071790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.078198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.084075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Pushing event updated for resources: {'Port': ['ID=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:26.085745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.096565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.103952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.110692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.120991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-0c8a67be-ad67-4d05-8fec-1c57353d267c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 5445 time: 0.4453785 Aug 16 20:41:26.153200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Attempting to bind port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:26.153689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Attempting to bind port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:26.154076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Attempting to bind port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 on network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:26.159859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:26.160273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Checking segment: {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:26.160748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.161253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Bound using segment: {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:26.161788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Bound port: ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:26.162733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.193684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.259612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Subnet': ['ID=c50771b7-faa5-49e8-8654-8934a08240b3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:26.271547 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35e8e1f5-fde9-47b5-bddd-c4aae8857846 tempest-RoutersTestDVR-1791713081 tempest-RoutersTestDVR-1791713081-project] 10.222.0.70 "GET /v2.0/routers/a22f6c1d-10f5-4872-a9bc-8c563b507e89 HTTP/1.1" status: 200 len: 683 time: 0.4668922 Aug 16 20:41:26.273712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.277751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6aa6acfb-2d59-4e0b-9262-d126cd2e9330 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/subnets/c50771b7-faa5-49e8-8654-8934a08240b3 HTTP/1.1" status: 204 len: 168 time: 0.9433017 Aug 16 20:41:26.277751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:26.283631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41798) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:26.294483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:26.309866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac805d31-62f4-49a1-ae55-1230144d6c7f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:26.323685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b3915-72ce-4f4c-a223-a45c066b7fee None None] Network 3e7c39af-a19d-4f9c-9161-b821c23bac57 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:26.370852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.394317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.419296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] For port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:26.421155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-984b0581-8d06-4fd9-b25d-7d7833a876dd req-a14cecec-df04-4e55-8f25-ccc5a1ab79b0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2874866 Aug 16 20:41:26.477848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] For port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:26.549766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.577736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb81ab8-96e0-47a2-ab84-717612c88180 req-dd0e8b27-acc2-4590-9928-24857805822e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:26.581213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ac805d31-62f4-49a1-ae55-1230144d6c7f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:26.581597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.586071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fb81ab8-96e0-47a2-ab84-717612c88180 req-dd0e8b27-acc2-4590-9928-24857805822e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2856927 Aug 16 20:41:26.594772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.609616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.637470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.685246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] For port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:26.693429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting subnet c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:26.693968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f30c06-dbc6-49fc-94a7-b4f8c1c77d0f None None] Pushing event updated for resources: {'Port': ['ID=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:26.744950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.763666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] DHCP port deletion for 3e7c39af-a19d-4f9c-9161-b821c23bac57 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:26.803810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.806769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.863470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] device_id is not set on port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:41:26.902663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fb81ab8-96e0-47a2-ab84-717612c88180 req-90b95079-e2e9-4c52-affa-eb513328bdb1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152313 Aug 16 20:41:26.907715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.932233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Deleting port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:26.933092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:26.948722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.009924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.009924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Fanout notify agent at l3_agent the message router_deleted on router bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:27.012009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.016218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:27.016348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-21763058-043a-45ce-be14-47de7e6632cc tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/routers/bdca37d6-7e53-4f5f-9f83-1a9e1da151e7 HTTP/1.1" status: 204 len: 168 time: 5.0867124 Aug 16 20:41:27.077230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] For port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,segment=NetworkSegment(9eb83e76-e721-452b-abb1-e20a72c7761f),segment_id=9eb83e76-e721-452b-abb1-e20a72c7761f)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:27.077631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.100762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Calling delete_port for 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:27.149961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.171303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.173384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22f6c1d-10f5-4872-a9bc-8c563b507e89 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:27.191881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.196780 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b507bfaa-fccc-4178-bf42-dc2054991029 tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a22f6c1d-10f5-4872-a9bc-8c563b507e89 HTTP/1.1" status: 204 len: 168 time: 0.9095838 Aug 16 20:41:27.205978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:27.217183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Request body: {'router': {'name': 'tempest-router-995239385', 'distributed': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:27.259681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Pushing event updated for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:27.298793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.330827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 393baee2-59e3-45bc-9892-48c01a35d93f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:27.459898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] No DVR routers for this DVR port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:27.511884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.553571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.586576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.603425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:27.605803 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16d395-9312-401c-8afe-3596dacc7f18" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:27.644158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] Pushing event deleted for resources: {'Port': ['ID=5aaed89f-ba34-45c2-accb-7b63f7bc1a9c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:27.657090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2aeeba-79a3-48d6-b0b9-58c77c218acf None None] No DVR routers for this DVR port 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:27.683973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:27.705395 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26631aea-eca1-4a90-8952-ebbc1f2bef9a x-openstack-request-id: req-26631aea-eca1-4a90-8952-ebbc1f2bef9a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:27.706159 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:27.706496 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26631aea-eca1-4a90-8952-ebbc1f2bef9a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:27.706958 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f', 'code': 200} Aug 16 20:41:27.782653 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.783578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3cbc22a-6974-435f-99c3-73ff88e49efb no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:27.859300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Allocated IP 2001:db8:3::1 (757f857d-8c0d-4be2-afb8-beaebd9c76a8/19e6e09f-894c-4bf3-87d3-9db0fcea6da9/073bd746-b991-4fa2-b99b-cc656e873c11) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:27.872761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] In _notify_port_updated(), no bound segment for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:41:27.875927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:27.876780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:27.882096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-b71c0e9b-5d62-42ef-9570-f14c4ff7d390 service neutron] 10.222.0.73 "PUT /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 200 len: 1032 time: 2.6374624 Aug 16 20:41:28.064243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.083278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.095967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459dfd97-f0ae-477e-b598-641f0c02d3c9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:28.147107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-74a97fa5-d7f2-41a5-b3a7-9ba6037bf1ce None None] Provisioning complete for port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:28.147620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464882b6-f991-4920-9a23-b38146a4d7c1') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:28.147989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464882b6-f991-4920-9a23-b38146a4d7c1') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:28.148930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74a97fa5-d7f2-41a5-b3a7-9ba6037bf1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.175909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.178684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.193753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.223967 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.225590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.245675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:28.271208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:28.271693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:28.282103 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:28.305530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.331146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:28.380165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-74a97fa5-d7f2-41a5-b3a7-9ba6037bf1ce None None] Port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:28.392108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:28.429559 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.477383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:28.483875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.484815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:28.492631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33397c-29fc-4a35-a788-30ec8179d720 None None] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:28.499139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.508127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.527512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] 10.222.0.70 "DELETE /v2.0/networks/459dfd97-f0ae-477e-b598-641f0c02d3c9 HTTP/1.1" status: 204 len: 168 time: 1.4972999 Aug 16 20:41:28.549342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b7fcb-3827-47a3-bd6d-de773eb70234 tempest-TestNetworkBasicOps-936474400 tempest-TestNetworkBasicOps-936474400-project] Pushing event deleted for resources: {'Network': ['ID=459dfd97-f0ae-477e-b598-641f0c02d3c9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:28.573460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.579110 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-661ff874-9f90-4e03-bb6f-9bc6147f489b tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.3687375 Aug 16 20:41:28.579888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:28.660030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e486a29e-aa6f-42fc-9218-c3a98b2ed995 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:28.753671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.776114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-e72c12fd-1a5c-4ebe-b0bb-f5543e41f3c3 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.778804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-e72c12fd-1a5c-4ebe-b0bb-f5543e41f3c3 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "GET /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8829665 Aug 16 20:41:28.788297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.791664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e486a29e-aa6f-42fc-9218-c3a98b2ed995 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:28.793089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e486a29e-aa6f-42fc-9218-c3a98b2ed995 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:28.793089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:28.794263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.800160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.806645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.812691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.819776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:28.821872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-d98b82c4-d589-4fef-8c58-12d7e6749c32 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 4666 time: 1.1440094 Aug 16 20:41:28.841503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Subnet': ['ID=c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:28.844473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:28.865147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1b002386-955e-4850-9d1e-7efde2c05d53 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/subnets/c29c8ef5-ee9c-4f8b-bdc0-8bb0464c2563 HTTP/1.1" status: 204 len: 168 time: 2.5496025 Aug 16 20:41:28.865147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:28.898398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41832) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:28.904462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ec433-96d2-4760-9a3f-9a6f4483f084 None None] Network 64516a20-51df-4f01-adfd-a983d47d3dbf requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:28.918407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:28.918407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5aaed89f-ba34-45c2-accb-7b63f7bc1a9c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:28.939359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:28.939834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 56196332-8cd5-411f-a0c8-9501f55b7ab1 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:28.941547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:28.971556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.036670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.042238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.064024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.084601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Transition to ACTIVE for port object 073bd746-b991-4fa2-b99b-cc656e873c11 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:29.115716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.188700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebef34-49fc-4e57-88cb-9fe501631cd1 req-58693770-7950-40c0-945b-d34be3c9eafc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:29.192852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-feebef34-49fc-4e57-88cb-9fe501631cd1 req-58693770-7950-40c0-945b-d34be3c9eafc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 1.1192224 Aug 16 20:41:29.267280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.271616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.272608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 100a447e-1e23-4134-b556-541c81769f94 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:29.282249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Provisioning for port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:29.292204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.294416 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9f83d5a-0c34-4021-8d95-33f614244c5e tempest-RoutersTestDVR-1481115849 tempest-RoutersTestDVR-1481115849-project-admin] 10.222.0.70 "DELETE /v2.0/routers/100a447e-1e23-4134-b556-541c81769f94 HTTP/1.1" status: 204 len: 168 time: 0.7135305 Aug 16 20:41:29.310893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Provisioning complete for port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:29.311262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.319387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.332428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7c39af-a19d-4f9c-9161-b821c23bac57']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.347485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb83e76-e721-452b-abb1-e20a72c7761f') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.349960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb83e76-e721-452b-abb1-e20a72c7761f') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:29.374695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.395180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:29.408736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.423820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:29.424158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:29.433288 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:29.443598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:29.477691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:29.492736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8152f12-7578-48e4-b9ad-408856f19df5 req-fa4bc67d-f37e-400d-a9a2-9e3c86e82e05 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=c1269716-6c0e-4ff3-a9c2-a728223b95ba&id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6427102 Aug 16 20:41:29.507452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:29.518961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:29.521287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.620504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.648471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-feebef34-49fc-4e57-88cb-9fe501631cd1 req-4fd8d188-ab90-4366-8da0-c025cc3d57a0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967440 Aug 16 20:41:29.664091 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.698870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.717968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:29.724587 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49815c9-bb63-407c-a9a3-1aeaed2b49a8" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:29.724763 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.725801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/networks/3e7c39af-a19d-4f9c-9161-b821c23bac57 HTTP/1.1" status: 204 len: 168 time: 0.8263075 Aug 16 20:41:29.731038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b2c5-9b60-424d-9ff3-d0fa9ed9e20f tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Network': ['ID=3e7c39af-a19d-4f9c-9161-b821c23bac57,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:29.735310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:29.791104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:29.796024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] For port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:29.841857 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb5dd66-251b-444b-9e75-67dfea6428bb x-openstack-request-id: req-abb5dd66-251b-444b-9e75-67dfea6428bb {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:29.842349 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:29.843304 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abb5dd66-251b-444b-9e75-67dfea6428bb {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:29.844042 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'code': 200} Aug 16 20:41:29.852146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.854455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:29.866467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 96d03d88-cd21-46a2-9733-9f19ede18343 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:29.893270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60291827-9f22-4b3f-a27c-d4a61c520fd2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2b3d951bfa14737ab42955702efc63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966297 Aug 16 20:41:29.898193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:29.912846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] DHCP port deletion for 64516a20-51df-4f01-adfd-a983d47d3dbf request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:29.927714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.034445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Deleting port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:30.034789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.054177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edd546-de2d-4535-8142-0faf07e61f67 None None] Pushing event updated for resources: {'Port': ['ID=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.072295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=96d03d88-cd21-46a2-9733-9f19ede18343,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:30.099658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:30.124303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.128294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.174269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41854) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:30.183297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.229440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] For port 96d03d88-cd21-46a2-9733-9f19ede18343, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:30.256079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] For port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:30.256463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.270799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3b31a76e-bb10-4da5-ad08-fbc44c601702 None None] Provisioning complete for port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:30.271293 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b31a76e-bb10-4da5-ad08-fbc44c601702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.310563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Calling delete_port for 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:30.375559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] device_id is not set on port 96d03d88-cd21-46a2-9733-9f19ede18343 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:41:30.441262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.466877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b9b954e-0cf1-4cf3-8da3-f6a6e2bdd4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.470764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.590093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.632714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Deleting port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:30.633279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.652929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.656005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b9b954e-0cf1-4cf3-8da3-f6a6e2bdd4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.677028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.678251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6165a88e-a74f-491e-a249-b210cbd4db41 HTTP/1.1" status: 204 len: 168 time: 0.7786248 Aug 16 20:41:30.710485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.724844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b9b954e-0cf1-4cf3-8da3-f6a6e2bdd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.841735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.868880 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27c97e89-eadf-4986-aa88-0a9f5ed3b7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.874753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:30.881228 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b9b954e-0cf1-4cf3-8da3-f6a6e2bdd4bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfa8b8ee556a48f78207afa540d08d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7029083 Aug 16 20:41:30.903619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41870) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:30.907145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b954e-0cf1-4cf3-8da3-f6a6e2bdd4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b45900-a6a6-4375-97bf-b3d1428f36f0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.917463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165a88e-a74f-491e-a249-b210cbd4db41,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:30.929644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] No DVR routers for this DVR port 96d03d88-cd21-46a2-9733-9f19ede18343 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:31.054467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Port': ['ID=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.079302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] No DVR routers for this DVR port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:31.169188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] In _notify_port_updated(), no bound segment for port 96d03d88-cd21-46a2-9733-9f19ede18343 on network d09f0cc7-c966-462e-8d46-bb9e76565fe3 {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:41:31.175345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] For port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,segment=NetworkSegment(4ffbf31f-d36c-4778-8a45-a3a17da98a0a),segment_id=4ffbf31f-d36c-4778-8a45-a3a17da98a0a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:31.176141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.178300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.179056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.186676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] 10.222.0.73 "PUT /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 200 len: 1032 time: 2.3462210 Aug 16 20:41:31.255835 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:41:31.256312 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:41:31.259243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.259607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.259987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.265609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.266678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Calling delete_port for 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:31.267117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.267117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6943e1-f62f-4a9d-b257-9d04bc5e4466 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:31.281911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.308428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64516a20-51df-4f01-adfd-a983d47d3dbf']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:31.320976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffbf31f-d36c-4778-8a45-a3a17da98a0a') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:31.321166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffbf31f-d36c-4778-8a45-a3a17da98a0a') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:31.330889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.347021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.354433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:31.355131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.475501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4284929-aaa2-4106-ac43-4ab74f76c1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.549342 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:41:31.552505 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:41:31.555938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Provisioning for port 073bd746-b991-4fa2-b99b-cc656e873c11 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:31.564950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Provisioning complete for port 073bd746-b991-4fa2-b99b-cc656e873c11 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:31.564950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:31.671830 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:31.685620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.688783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Port 073bd746-b991-4fa2-b99b-cc656e873c11 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:31.697630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.719496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.728918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.732804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.745281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.752281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.761202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-772183d9-0f84-4c99-b342-1fd1dfca4838 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3881 time: 1.0178795 Aug 16 20:41:31.777782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.794585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] 10.222.0.70 "DELETE /v2.0/networks/64516a20-51df-4f01-adfd-a983d47d3dbf HTTP/1.1" status: 204 len: 168 time: 2.0582507 Aug 16 20:41:31.850773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] Pushing event deleted for resources: {'Port': ['ID=3ffe1ae3-c369-4f18-a51b-61e31bd3d02f,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.856454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9de45-a7a6-4f76-8717-2021150b6db2 tempest-TaggedBootDevicesTest-538991394 tempest-TaggedBootDevicesTest-538991394-project] Pushing event deleted for resources: {'Network': ['ID=64516a20-51df-4f01-adfd-a983d47d3dbf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:31.866477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:31.869025 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14eefef-ea45-429f-8623-f1ae6ebc4141" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:31.871704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Provisioning complete for port 96d03d88-cd21-46a2-9733-9f19ede18343 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:31.872120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.874802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7cf31ebc-3369-4af9-bd8c-c2d97509091f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:31.878915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:31.903781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41880) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:31.904596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3794fa39-dd91-46ce-9b2b-fe056286ab2b req-0f6c769a-c57c-43f8-947a-015425f84675 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421266 Aug 16 20:41:31.947435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8cee3-8a40-4dcb-a8e8-614de1b7f288 req-1bd2e6a9-4cdc-476a-9839-fc3190c86be6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:31.965736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9e8cee3-8a40-4dcb-a8e8-614de1b7f288 req-1bd2e6a9-4cdc-476a-9839-fc3190c86be6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 1.0081973 Aug 16 20:41:32.017583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d3a88-5b77-4a5c-8335-6bd69f8da579 None None] No DVR routers for this DVR port 3ffe1ae3-c369-4f18-a51b-61e31bd3d02f on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:32.074142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2a7f589-fd1f-416d-94db-b9b501b35e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.086143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.112101 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f40c413-3442-4c06-8d2d-5e4944e77355 x-openstack-request-id: req-4f40c413-3442-4c06-8d2d-5e4944e77355 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:32.112398 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:32.112832 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f40c413-3442-4c06-8d2d-5e4944e77355 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:32.113115 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'code': 200} Aug 16 20:41:32.167883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port 393baee2-59e3-45bc-9892-48c01a35d93f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:32.187156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:32.187954 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.191703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-560a4843-7d5a-49f7-a2c2-dbc064c6a435 None None] Port 96d03d88-cd21-46a2-9733-9f19ede18343 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:32.225657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.289018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:32.289694 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.383418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d9e8cee3-8a40-4dcb-a8e8-614de1b7f288 req-3a69fb05-7828-45a7-9c9f-0c3a20dfa6ac tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858941 Aug 16 20:41:32.413301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.415394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.419337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:32.422040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.430329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6b45900-a6a6-4375-97bf-b3d1428f36f0 HTTP/1.1" status: 204 len: 168 time: 1.5201876 Aug 16 20:41:32.461372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] For port 393baee2-59e3-45bc-9892-48c01a35d93f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=393baee2-59e3-45bc-9892-48c01a35d93f,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:32.462260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.478844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86422c5a-bdb9-405e-9aa4-cbe01389619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b45900-a6a6-4375-97bf-b3d1428f36f0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:32.479123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for 393baee2-59e3-45bc-9892-48c01a35d93f owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:32.508662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.510731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f17652b3-b148-4f89-9acc-d702f9aa7ed0 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:32.626935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2a7f589-fd1f-416d-94db-b9b501b35e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.659627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.663577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.696897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2a7f589-fd1f-416d-94db-b9b501b35e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.746304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7f589-fd1f-416d-94db-b9b501b35e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d2813-95ee-4666-9e4a-99fcb73c8dc4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:32.752707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a2a7f589-fd1f-416d-94db-b9b501b35e3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99a55a36a91a4a20a70d2077a85f110b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478465 Aug 16 20:41:32.756553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:32.867479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.893936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:32.898233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.933021 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:32.944839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event updated for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.003042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:33.079718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.082277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.083899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b95d2813-95ee-4666-9e4a-99fcb73c8dc4 HTTP/1.1" status: 204 len: 168 time: 0.3261383 Aug 16 20:41:33.097669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081dfc-a05b-4e66-8658-2bc47ee65e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d2813-95ee-4666-9e4a-99fcb73c8dc4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.108307 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.112735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.153182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=393baee2-59e3-45bc-9892-48c01a35d93f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.169959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:33.176961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:33.235815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:33.275050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.281598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.288955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.301019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.312000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.325471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1efac22c-2793-4700-80d3-c0a4686d029a req-cec6146c-a6cd-42a9-88ab-bbb6c5280f7f tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 3801 time: 0.2835405 Aug 16 20:41:33.489759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] No DVR routers for this DVR port 393baee2-59e3-45bc-9892-48c01a35d93f on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:33.497586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.500158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.502553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-deae2240-c15d-4fdd-85ab-62b988fc9a7c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "DELETE /v2.0/ports/393baee2-59e3-45bc-9892-48c01a35d93f HTTP/1.1" status: 204 len: 173 time: 2.2735639 Aug 16 20:41:33.512426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:33.515045 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1281891-939d-4522-a01e-9eeccf6721bd" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:33.557720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb931bb3-20b0-4ebc-a796-e61f2946569f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.612005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:33.637657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1efac22c-2793-4700-80d3-c0a4686d029a req-d3f9cd03-7c8e-47c6-944c-917c28193656 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026443 Aug 16 20:41:33.641983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-589c0a30-2464-45ea-9756-b0c8f9de16ed None None] Provisioning complete for port 073bd746-b991-4fa2-b99b-cc656e873c11 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:33.642371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-589c0a30-2464-45ea-9756-b0c8f9de16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:33.726937 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae0ac1c-1dae-4291-92ea-39fec5812b05 x-openstack-request-id: req-eae0ac1c-1dae-4291-92ea-39fec5812b05 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:33.727678 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "393baee2-59e3-45bc-9892-48c01a35d93f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:33.728110 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eae0ac1c-1dae-4291-92ea-39fec5812b05 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:33.728839 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '393baee2-59e3-45bc-9892-48c01a35d93f', 'status': 'completed', 'code': 200} Aug 16 20:41:33.745821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f34ec-4e35-4c4d-a577-c16e19afbb7d req-96db0109-751d-440b-bfe7-057bf368c09f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:33.752599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-589c0a30-2464-45ea-9756-b0c8f9de16ed None None] Port 073bd746-b991-4fa2-b99b-cc656e873c11 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:33.758590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-694f34ec-4e35-4c4d-a577-c16e19afbb7d req-96db0109-751d-440b-bfe7-057bf368c09f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2550070 Aug 16 20:41:33.789758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:33.809523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7eee-272f-420f-b1eb-5ba20ded7ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.053183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-694f34ec-4e35-4c4d-a577-c16e19afbb7d req-b416cd56-2787-4e74-964d-72f630ac2c9c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923758 Aug 16 20:41:34.062561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7eee-272f-420f-b1eb-5ba20ded7ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.086109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:34.097174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:34.099032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4c27c0ee-6cf5-4293-a730-78aa41bac3f9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0013669 Aug 16 20:41:34.101695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port 56196332-8cd5-411f-a0c8-9501f55b7ab1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:34.102039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.102176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:34.107532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:34.118040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f'}, {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:34.126537 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8983c0e-b82c-456d-80f0-7269b0d2790f" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f"}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:34.133650 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:34.134305 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:34.234571 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.268809 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a325bbb-7d4f-434b-9e0b-18a62edb4447 x-openstack-request-id: req-6a325bbb-7d4f-434b-9e0b-18a62edb4447 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:34.269069 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f", "code": 200}, {"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-unplugged", "status": "completed", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:34.269325 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a325bbb-7d4f-434b-9e0b-18a62edb4447 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:34.269735 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'code': 200} Aug 16 20:41:34.270223 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'code': 200} Aug 16 20:41:34.277118 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f4d7eee-272f-420f-b1eb-5ba20ded7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.334594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d7eee-272f-420f-b1eb-5ba20ded7ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523f6673-6822-4587-8bc6-c9bee052e52c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:34.334814 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:34.368333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] For port 56196332-8cd5-411f-a0c8-9501f55b7ab1, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=56196332-8cd5-411f-a0c8-9501f55b7ab1,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:34.368912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.382956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f4d7eee-272f-420f-b1eb-5ba20ded7ec8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6ae816d5c4d44889408fd531ccd1a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913026 Aug 16 20:41:34.386659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:34.404124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for 56196332-8cd5-411f-a0c8-9501f55b7ab1 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:34.610831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:29Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:30Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:34.648502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:34.648861 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Updating router 447a8c4f-29fc-41bd-b632-afa88ae44e08 port 073bd746-b991-4fa2-b99b-cc656e873c11 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:34.660406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.697805 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.753703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.842035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=56196332-8cd5-411f-a0c8-9501f55b7ab1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:34.856829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.981267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] No DVR routers for this DVR port 56196332-8cd5-411f-a0c8-9501f55b7ab1 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:34.985597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:34.994341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-0c07efd3-0e19-43a4-bd63-54d6acf10eb0 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "DELETE /v2.0/ports/56196332-8cd5-411f-a0c8-9501f55b7ab1 HTTP/1.1" status: 204 len: 173 time: 1.4716892 Aug 16 20:41:35.246481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b51a-bcf8-450e-a16f-c45bdb149b1c req-fbcab8d0-7f68-4a7f-96e6-edf3cbcbff2d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:35.252959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b51a-bcf8-450e-a16f-c45bdb149b1c req-fbcab8d0-7f68-4a7f-96e6-edf3cbcbff2d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:35.259744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b51a-bcf8-450e-a16f-c45bdb149b1c req-fbcab8d0-7f68-4a7f-96e6-edf3cbcbff2d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:35.267125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.267565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b81b51a-bcf8-450e-a16f-c45bdb149b1c req-fbcab8d0-7f68-4a7f-96e6-edf3cbcbff2d tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 2411 time: 0.4013100 Aug 16 20:41:35.269820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.271039 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/523f6673-6822-4587-8bc6-c9bee052e52c HTTP/1.1" status: 204 len: 168 time: 0.8831739 Aug 16 20:41:35.327041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a08992-c4da-4c82-8085-4ada453ce4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f6673-6822-4587-8bc6-c9bee052e52c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:35.404938 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.421179 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Transition to ACTIVE for port object 073bd746-b991-4fa2-b99b-cc656e873c11 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:35.475827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port f17652b3-b148-4f89-9acc-d702f9aa7ed0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:35.476306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.482663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.extraroute_db [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95241) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:41:35.496981 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.558244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.extraroute_db [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Removed routes are [] {{(pid=95241) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:41:35.558800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.564901 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5a43f-22f6-45dc-a716-bcb636420263 None None] Pushing event updated for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:35.753502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Attempting to bind port 073bd746-b991-4fa2-b99b-cc656e873c11 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:35.754012 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Attempting to bind port 073bd746-b991-4fa2-b99b-cc656e873c11 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:35.755086 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Attempting to bind port 073bd746-b991-4fa2-b99b-cc656e873c11 on network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:35.772366 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:35.773060 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Checking segment: {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:35.773675 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.774285 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Bound using segment: {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:35.774974 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Bound port: 073bd746-b991-4fa2-b99b-cc656e873c11, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8dad4a4-580c-4bce-9960-7f122741ef81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:35.775582 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.810918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] For port f17652b3-b148-4f89-9acc-d702f9aa7ed0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f17652b3-b148-4f89-9acc-d702f9aa7ed0,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:35.811381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:35.831772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for f17652b3-b148-4f89-9acc-d702f9aa7ed0 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:35.901753 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] For port 073bd746-b991-4fa2-b99b-cc656e873c11, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:35.909028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] For port 073bd746-b991-4fa2-b99b-cc656e873c11, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=073bd746-b991-4fa2-b99b-cc656e873c11,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:35.964974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:35.967751 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db7106e-7f1b-45f1-ba02-325e50ff09c5" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:36.006206 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.018194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b81b51a-bcf8-450e-a16f-c45bdb149b1c req-e7798048-6778-4186-84c8-5fd6433bc209 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6725445 Aug 16 20:41:36.039385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1dd54-1d97-444a-b2da-e90fa7fbaca6 req-2bc64d33-0570-45eb-9370-040a71d407ec tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:36.041933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fb1dd54-1d97-444a-b2da-e90fa7fbaca6 req-2bc64d33-0570-45eb-9370-040a71d407ec tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.7640254 Aug 16 20:41:36.166411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.188284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0fb1dd54-1d97-444a-b2da-e90fa7fbaca6 req-867dee68-a7b2-4ea4-83c7-7f089d09ec3d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363378 Aug 16 20:41:36.316109 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69980027-da1d-454c-ad3b-7fb89a7d78b7 x-openstack-request-id: req-69980027-da1d-454c-ad3b-7fb89a7d78b7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:36.316577 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "56196332-8cd5-411f-a0c8-9501f55b7ab1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:36.318898 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69980027-da1d-454c-ad3b-7fb89a7d78b7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:36.319963 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '56196332-8cd5-411f-a0c8-9501f55b7ab1', 'status': 'completed', 'code': 200} Aug 16 20:41:36.330083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.337933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.361774 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:36.361774 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:36.382634 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5a43f-22f6-45dc-a716-bcb636420263 None None] Pushing event updated for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:36.489761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:36.513715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:36.531275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.711344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:36.720873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.725103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ebab5288-26dd-4e83-930f-5bb3ad0430ea tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 954 time: 2.6191766 Aug 16 20:41:36.725753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41996) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:36.727680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] No DVR routers for this DVR port f17652b3-b148-4f89-9acc-d702f9aa7ed0 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:36.735930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.738490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "DELETE /v2.0/ports/f17652b3-b148-4f89-9acc-d702f9aa7ed0 HTTP/1.1" status: 204 len: 173 time: 1.7379634 Aug 16 20:41:36.742616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dc6f2-a7ff-423c-8092-2cd37df72134 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=f17652b3-b148-4f89-9acc-d702f9aa7ed0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:36.956342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port 7cf31ebc-3369-4af9-bd8c-c2d97509091f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:36.956659 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:36.975116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42004) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:36.975991 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-af4a4582-cfff-4ad1-90fc-259645e66353 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 954 time: 0.2487588 Aug 16 20:41:36.980527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'routes': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:37.097868 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 6, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:37.179756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d83b6-5aad-4fe2-9788-f875216865e1 None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 6, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:37.477061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] For port 7cf31ebc-3369-4af9-bd8c-c2d97509091f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7cf31ebc-3369-4af9-bd8c-c2d97509091f,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:37.479971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:37.517083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for 7cf31ebc-3369-4af9-bd8c-c2d97509091f owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:38.159954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 073bd746-b991-4fa2-b99b-cc656e873c11 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:38.342741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b0f5-546a-4f10-9bf9-c7fbe6541fd7 req-1576b9ec-f81f-4e93-b9c9-513889ef0936 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:38.352061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b0f5-546a-4f10-9bf9-c7fbe6541fd7 req-1576b9ec-f81f-4e93-b9c9-513889ef0936 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:38.353831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e99b0f5-546a-4f10-9bf9-c7fbe6541fd7 req-1576b9ec-f81f-4e93-b9c9-513889ef0936 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 1678 time: 1.1330957 Aug 16 20:41:38.385043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:38.387801 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9b141b-37a4-471c-a55d-0c52ff08a4a4" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:38.417089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 073bd746-b991-4fa2-b99b-cc656e873c11 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:38.420594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194f7b4-4b42-492c-ae3d-6fce65dbf424 req-c97d4c95-fc78-444f-8656-46763b85c93c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:38.422199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e194f7b4-4b42-492c-ae3d-6fce65dbf424 req-c97d4c95-fc78-444f-8656-46763b85c93c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 1.0814974 Aug 16 20:41:38.423713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 073bd746-b991-4fa2-b99b-cc656e873c11 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:38.424314 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.540122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e99b0f5-546a-4f10-9bf9-c7fbe6541fd7 req-acc79c28-03d5-428c-95c2-b080ff42fe01 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449044 Aug 16 20:41:38.616333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:38.619217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:38.641127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:38.644309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:38.668367 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdca5d2-0107-44a3-8b33-fdb3027855c9 x-openstack-request-id: req-6fdca5d2-0107-44a3-8b33-fdb3027855c9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:38.668982 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "f17652b3-b148-4f89-9acc-d702f9aa7ed0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:38.669436 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fdca5d2-0107-44a3-8b33-fdb3027855c9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:38.670049 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': 'f17652b3-b148-4f89-9acc-d702f9aa7ed0', 'status': 'completed', 'code': 200} Aug 16 20:41:38.678930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e194f7b4-4b42-492c-ae3d-6fce65dbf424 req-07206baf-a43a-48fc-9e1a-91f536fe709d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449932 Aug 16 20:41:38.774850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 073bd746-b991-4fa2-b99b-cc656e873c11, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=073bd746-b991-4fa2-b99b-cc656e873c11,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:38.812872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:38.892390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.031054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:39.135225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.172158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:41:39.172647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:41:39.242628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=7cf31ebc-3369-4af9-bd8c-c2d97509091f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:39.385026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] No DVR routers for this DVR port 7cf31ebc-3369-4af9-bd8c-c2d97509091f on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:39.400005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.404749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-d66a8ec8-dce4-41f7-8185-767c12878530 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "DELETE /v2.0/ports/7cf31ebc-3369-4af9-bd8c-c2d97509091f HTTP/1.1" status: 204 len: 173 time: 2.6578534 Aug 16 20:41:39.412441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42068) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:39.489067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 6, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 4, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:39.562293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:39.580014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:39.580650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:39.632392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.728173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port f3cbc22a-6974-435f-99c3-73ff88e49efb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:39.728547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.805733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-942679078', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:39.937707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Made reservation on behalf of ed4bb419e6be40e8ba7780b7dd8936fb for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:39.940335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:39.961296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.157342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.222460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.226703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] device_id is not set on port dfe6d9cd-5a07-40fc-ac68-4092b4d64014 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:41:40.323382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:40.392744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 073bd746-b991-4fa2-b99b-cc656e873c11 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:40.445060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07254df6-5cca-49d3-8264-8ea543d246fd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:40.632836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] For port f3cbc22a-6974-435f-99c3-73ff88e49efb, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3cbc22a-6974-435f-99c3-73ff88e49efb,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:40.633438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Allocated IP 172.25.7.234 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/dfe6d9cd-5a07-40fc-ac68-4092b4d64014) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:40.633982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.674045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:40.679577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'network': {'name': 'tempest-network-smoke--271814844', 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:40.701340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.701689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.702266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.704590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.704590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.713323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.713834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.714278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.714635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.714976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.715314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.715647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:41:40.847302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 073bd746-b991-4fa2-b99b-cc656e873c11 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:40.848651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.930460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:40.934028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.949947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:40.984855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 6, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:38Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:41.039860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.040815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.041319 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Floating IP a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1 disassociated. External IP: 172.25.7.253, port: f3cbc22a-6974-435f-99c3-73ff88e49efb. Aug 16 20:41:41.042001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for f3cbc22a-6974-435f-99c3-73ff88e49efb owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:41.045166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.088077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343c06a2-6d9b-4733-80af-86feb4cf7a36 None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:35Z', 'revision_number': 6, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:38Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:41.289256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.359899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.361001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:41.363607 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae44e9c-ddaf-44d1-b0a0-634dba884022" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:41.405296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:41.408985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:41.410305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc92e92-38b9-468c-945c-2dc1b971b299 req-ca34971b-c6d3-441b-a1e2-1931ed7ad882 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:41.432618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfc92e92-38b9-468c-945c-2dc1b971b299 req-ca34971b-c6d3-441b-a1e2-1931ed7ad882 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 944 time: 1.5201020 Aug 16 20:41:41.432849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:41.443884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Pushing event updated for resources: {'Port': ['ID=dfe6d9cd-5a07-40fc-ac68-4092b4d64014,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.490753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.498660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.552414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:41.558464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:41.559144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.560576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.562394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03023d3c-0f6e-4823-a317-b539e02d5834,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.575550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.576014 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Added segment 700a5a19-923b-484d-95bd-e4ab5e0e5e19 of type vlan for network 1a03b7a6-06cf-4189-9d47-3c663da16993 Aug 16 20:41:41.626681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=f3cbc22a-6974-435f-99c3-73ff88e49efb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:41.683972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfc92e92-38b9-468c-945c-2dc1b971b299 req-86b968da-b12f-4366-872c-a429a351fd8b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups?id=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478600 Aug 16 20:41:41.699035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:41.704193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:41:41.858294 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b4d26-02f5-430d-a5d2-9c5a9ad21863 x-openstack-request-id: req-652b4d26-02f5-430d-a5d2-9c5a9ad21863 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:41.863366 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "7cf31ebc-3369-4af9-bd8c-c2d97509091f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:41.863366 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-652b4d26-02f5-430d-a5d2-9c5a9ad21863 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:41.863366 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': '7cf31ebc-3369-4af9-bd8c-c2d97509091f', 'status': 'completed', 'code': 200} Aug 16 20:41:41.868038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:42.009009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083042-0636-40c8-a1fc-f8df71a3b1ce req-b9750b0d-c41f-4934-9079-2227415bb4d8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.010652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7083042-0636-40c8-a1fc-f8df71a3b1ce req-b9750b0d-c41f-4934-9079-2227415bb4d8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.6391778 Aug 16 20:41:42.018280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:42.060364 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92d1c125-c35f-4921-ba07-d9d9eeca25ea tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6477513 Aug 16 20:41:42.074739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42112) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:42.091813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.234'}]}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:42.124479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.198537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7083042-0636-40c8-a1fc-f8df71a3b1ce req-fb1389c3-007f-414f-9d55-857bf9988acb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637735 Aug 16 20:41:42.225558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.227507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.279266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.290148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60c30fd2-cf44-41bf-a75b-9d437554bb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.290564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:42.291507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.314297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:42.414391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.461967 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7855768 Aug 16 20:41:42.469579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42116) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:42.480656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'admin_state_up': True, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:42.521154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920451a-f50d-4ffb-b21b-600cc97d2fdd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Network': ['ID=1a03b7a6-06cf-4189-9d47-3c663da16993,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:42.554209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:42.664717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:42.679347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Sync routers for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:42.695353 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:42.699554 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:42.765232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] No DVR routers for this DVR port f3cbc22a-6974-435f-99c3-73ff88e49efb on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:42.768959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.773994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdaf16eb-021a-4fcb-a798-3491176a1939 req-406c43ad-644d-42ec-a64e-14a4c51193b6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.73 "DELETE /v2.0/ports/f3cbc22a-6974-435f-99c3-73ff88e49efb HTTP/1.1" status: 204 len: 173 time: 3.3527749 Aug 16 20:41:42.803836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:42.822953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:42.830715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:42.837815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42120) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:42.838014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-37e5a804-c982-4788-b772-94c5c8280ac2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 704 time: 5.8610022 Aug 16 20:41:42.853794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:42.854563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:42.942181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb908e48-b358-4eef-b8f3-6c326a461544 req-df5d51d7-9bec-446a-9d6b-b9ede762bea6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0398715 Aug 16 20:41:42.952146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60c30fd2-cf44-41bf-a75b-9d437554bb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.033863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-60c30fd2-cf44-41bf-a75b-9d437554bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.095296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:43.172173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:43.178669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c30fd2-cf44-41bf-a75b-9d437554bb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0dda49-6ee5-4af8-8eb3-d977b0852d57,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:43.195435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-60c30fd2-cf44-41bf-a75b-9d437554bb2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=200e07d60bc84270b6a9dc118bd7ccc2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1739001 Aug 16 20:41:43.198296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42124) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:43.245798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.310897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.323381 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e06a2188-8aa9-4c91-b90e-fb3e86e0ebf1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 704 time: 0.4843559 Aug 16 20:41:43.324016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42128) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:43.327927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.329040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.402496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.442375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.646734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9db4a2-4408-429e-8bfa-dbc99794aa5d req-c3d84c29-da77-447d-aec6-4d3307abedbd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:43.653190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:39Z', 'revision_number': 7, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:38Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:43.653970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd9db4a2-4408-429e-8bfa-dbc99794aa5d req-c3d84c29-da77-447d-aec6-4d3307abedbd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2941039 Aug 16 20:41:43.713826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:43.734931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:43.735972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:43.799392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:43.825675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.860422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:43.861035 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Checking router: 028bf0f9-7de9-408f-a42c-5d3c64d320f3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:43.862692 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03935cda-4728-40e1-ae15-cbd217d6050c" -d '{"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:43.891822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd9db4a2-4408-429e-8bfa-dbc99794aa5d req-2e96f785-49d6-4a0a-aaca-8874eb75d594 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496084 Aug 16 20:41:43.901130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:43.902008 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:43.952766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:43.971346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.988897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:43.995391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b0dda49-6ee5-4af8-8eb3-d977b0852d57 HTTP/1.1" status: 204 len: 168 time: 0.7940359 Aug 16 20:41:44.036735 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5d89f8-f214-4250-8ba5-3705d92934e1 x-openstack-request-id: req-7b5d89f8-f214-4250-8ba5-3705d92934e1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:44.036735 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb150b7e-50e4-4243-be8b-7a5a97f34705", "name": "network-vif-deleted", "tag": "f3cbc22a-6974-435f-99c3-73ff88e49efb", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:44.036735 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b5d89f8-f214-4250-8ba5-3705d92934e1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:44.036735 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb150b7e-50e4-4243-be8b-7a5a97f34705', 'name': 'network-vif-deleted', 'tag': 'f3cbc22a-6974-435f-99c3-73ff88e49efb', 'status': 'completed', 'code': 200} Aug 16 20:41:44.138608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f336e00-2c3b-4dd2-8786-cbf94a9e4119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0dda49-6ee5-4af8-8eb3-d977b0852d57,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:44.217153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db2f3100-5ca4-48e9-8474-84d777bc2aff req-e076aa3c-f0d7-4b15-a3a0-88daa25c77cd tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0833716 Aug 16 20:41:44.248355 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:44.459039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.499919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.586403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:44.721654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:39Z', 'revision_number': 7, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:38Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:44.786455 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:44.792160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b020c20-455b-4a43-9ed5-ca31e565b792 None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:39Z', 'revision_number': 7, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '073bd746-b991-4fa2-b99b-cc656e873c11', 'name': '', 'network_id': '757f857d-8c0d-4be2-afb8-beaebd9c76a8', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ff:a0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:26Z', 'updated_at': '2021-08-16T20:41:38Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '19e6e09f-894c-4bf3-87d3-9db0fcea6da9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:44.852310 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782d868d-254d-43ab-af16-a9a37ddca2b8 None None] The sync data for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 is: [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:30:09Z', 'revision_number': 4, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bef53c25-7bbe-49da-8891-ea481e2501ca', 'name': '', 'network_id': '8f9eefd5-760a-4c21-80e2-b9ce632564df', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'mac_address': 'fa:16:3e:b9:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:30:06Z', 'updated_at': '2021-08-16T20:30:17Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'subnets': [{'id': '3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:45.165762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce54e-60e2-4582-8853-80c240684741 req-9c3c7831-7c8a-4ae3-940f-04b05ce083cf tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:45.167447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-361ce54e-60e2-4582-8853-80c240684741 req-9c3c7831-7c8a-4ae3-940f-04b05ce083cf tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.1277282 Aug 16 20:41:45.220823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-361ce54e-60e2-4582-8853-80c240684741 req-6de3d471-fed5-469c-a603-f04c96a65a21 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468726 Aug 16 20:41:45.229862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port 073bd746-b991-4fa2-b99b-cc656e873c11 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:45.230367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.252346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.292612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.349795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.371428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port 073bd746-b991-4fa2-b99b-cc656e873c11, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=073bd746-b991-4fa2-b99b-cc656e873c11,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:45.372043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.387336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for 073bd746-b991-4fa2-b99b-cc656e873c11 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:45.473320 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e309bc-6eaf-49c6-9fb3-ec544a24dfad None None] New status for floating IP a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:41:45.589859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.593501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.646433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65e48d04-fb52-43ac-a486-6b9c64c03ad3 req-be89d765-e489-4c92-8027-23be075bb097 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0370407 Aug 16 20:41:45.650992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.25.7.178 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:45.680861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.718895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=073bd746-b991-4fa2-b99b-cc656e873c11,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:45.814779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.878035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:45.878622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e23f3df0-57a9-4348-8579-b57a0afee0da {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:41:45.931555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.003610 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.008385 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 20:41:46.012644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42150) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:46.013795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2aa1bb02-1209-40be-868d-e64b7d503fb5 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9368043 Aug 16 20:41:46.066051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:46.092650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:46.099228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:46.101506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:46.248549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Deleting port dfe6d9cd-5a07-40fc-ac68-4092b4d64014 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:46.249209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:46.599219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.016943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3d8c18-0a0e-4b07-b988-f61f5c3a97ce req-0cdd43f5-b5f7-4d0e-979f-5bb4a93a220b tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.1030047 Aug 16 20:41:47.087108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:47.111706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5cb0-7654-487f-9bf9-0f9e641db214 req-e481fec7-816a-47df-9e68-36b46726b4ae tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:47.120836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25db5cb0-7654-487f-9bf9-0f9e641db214 req-e481fec7-816a-47df-9e68-36b46726b4ae tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.7627270 Aug 16 20:41:47.259655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.273508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.284121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Calling delete_port for dfe6d9cd-5a07-40fc-ac68-4092b4d64014 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:47.324958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25db5cb0-7654-487f-9bf9-0f9e641db214 req-af9c34ac-af7c-4129-b45e-20622e28bfea tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034783 Aug 16 20:41:47.367555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:47.377316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a7595775-1171-42d0-a8a4-6b72f3a31f5b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0521107 Aug 16 20:41:47.377989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42160) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:47.380739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:47.402527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:47.412130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:47.451894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 19e6e09f-894c-4bf3-87d3-9db0fcea6da9 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:47.461908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.562527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.593400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:47.614238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router cdf639f7-3e28-4da1-a44e-704cf2c00c17 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:41:47.773073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.786476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:47.796567 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Sync routers for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:47.810086 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:47.813417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:47.820880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.862016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfe6d9cd-5a07-40fc-ac68-4092b4d64014,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:47.914383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:47.915792 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75849426-3635-4e3f-beeb-3cdfb4967af4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4452071 Aug 16 20:41:47.924644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:47.994966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.000567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a2c43f73-381e-4a59-97a2-c4de3ac22a72 tempest-RoutersAdminNegativeIpV6Test-800896512 tempest-RoutersAdminNegativeIpV6Test-800896512-project-admin] 10.222.0.70 "DELETE /v2.0/ports/dfe6d9cd-5a07-40fc-ac68-4092b4d64014 HTTP/1.1" status: 204 len: 168 time: 1.9830379 Aug 16 20:41:48.012614 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:48.042934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.084982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:45Z', 'revision_number': 8, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:48.133192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=19e6e09f-894c-4bf3-87d3-9db0fcea6da9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:48.150227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.155598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-56cf20f0-2ef9-4624-b0a3-b7bbcffdb9bb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/19e6e09f-894c-4bf3-87d3-9db0fcea6da9 HTTP/1.1" status: 204 len: 168 time: 0.7740934 Aug 16 20:41:48.158824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:48.179287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8373c-69c8-455d-8bf8-206d864ef741 None None] Network 757f857d-8c0d-4be2-afb8-beaebd9c76a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:48.200511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:48.343017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:48.344098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:48.363922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.366800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9aa5a744-77f1-4a0a-b277-b5198e055b49 req-87072749-b8c8-4eba-bf27-b91f6183c946 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0868249 Aug 16 20:41:48.410973 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:46Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:48.457891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f802b8dd-5535-48a5-9caa-b37ddb52c94a tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c12bc192901f4790a5c63b2302499fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5303359 Aug 16 20:41:48.458415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:48.570114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Checking router: cdf639f7-3e28-4da1-a44e-704cf2c00c17 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:48.576658 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Updating router cdf639f7-3e28-4da1-a44e-704cf2c00c17 port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:48.602103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:48.672631 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.711234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:48.715801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.718959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7209e-edd8-4c42-9782-6e90937da710 req-9906aab0-4e24-4a2c-9445-e84d1197b58e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:48.725936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11b7209e-edd8-4c42-9782-6e90937da710 req-9906aab0-4e24-4a2c-9445-e84d1197b58e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.1745143 Aug 16 20:41:48.803230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674f66c7-4852-411e-8165-e455e9d79912 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:48.811162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-674f66c7-4852-411e-8165-e455e9d79912 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3518643 Aug 16 20:41:48.824366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11b7209e-edd8-4c42-9782-6e90937da710 req-21dd2491-904f-4e40-aa6f-b23c8fd1a6ef tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Aug 16 20:41:48.828485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:48.861063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.885087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,segment=NetworkSegment(e8dad4a4-580c-4bce-9960-7f122741ef81),segment_id=e8dad4a4-580c-4bce-9960-7f122741ef81)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:48.885479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:48.906871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0b762ae6-fdae-47fe-9236-2351d8d3d0e8 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760410 Aug 16 20:41:48.909935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42190) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:48.920829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971107097', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:48.922396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:49.021497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:49.124655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:45Z', 'revision_number': 8, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:49.185417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52088527-db69-484c-bdd4-7a1b577fa7bd None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:45Z', 'revision_number': 8, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac805d31-62f4-49a1-ae55-1230144d6c7f', 'name': '', 'network_id': 'f13fa920-a0aa-4bc6-97ea-f15c285fa92d', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:ae:71:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:12Z', 'updated_at': '2021-08-16T20:41:24Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'd2df6a38-267a-48f0-bb60-ce97b160659b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:49.203436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] DHCP port deletion for 757f857d-8c0d-4be2-afb8-beaebd9c76a8 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:49.234349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.291049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:49.296535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Deleting port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:49.297229 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.325885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9078f69a-6b25-4f6a-a836-b7435e5923cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.330271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.343032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:49.346642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.374504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] For port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010, host n-d-794306-10, got binding levels [] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:49.374948 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.387678 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.396109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Calling delete_port for ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:49.398975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.ipam_backend_mixin [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 was not found and therefore no delete operation was performed {{(pid=95242) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:41:49.400811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.409464 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Transition to ACTIVE for port object 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:49.425120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.436782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f857d-8c0d-4be2-afb8-beaebd9c76a8']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:49.448818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8dad4a4-580c-4bce-9960-7f122741ef81') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:49.448818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8dad4a4-580c-4bce-9960-7f122741ef81') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:49.458616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.472519 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.479313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:49.479803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.503673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] No DVR routers for this DVR port ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:49.509508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba3ea0-7ecb-4358-8e0a-0268b75a345e None None] Pushing event deleted for resources: {'Port': ['ID=ed29eb0d-7b6e-46ce-94e9-23e3d18d6010,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.519130 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:49.541774 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:49.586291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df21ae03-cf36-4338-9d18-3e0f69916364 req-ebb21a8e-5f58-4d7e-8129-6ab8f2d24154 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0539761 Aug 16 20:41:49.623575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.667180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03bb8-9185-4525-9c35-717398f825f4 None None] Pushing event updated for resources: {'Port': ['ID=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.670001 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Attempting to bind port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:49.671673 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Attempting to bind port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:49.671673 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Attempting to bind port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:49.676919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.683475 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/757f857d-8c0d-4be2-afb8-beaebd9c76a8 HTTP/1.1" status: 204 len: 168 time: 1.5161793 Aug 16 20:41:49.683583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42200) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:49.694373 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:49.694985 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:49.695502 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.696026 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:49.696618 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Bound port: 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:49.697842 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.726591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f259bc-1d60-431c-9a3d-5d9449364166 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=757f857d-8c0d-4be2-afb8-beaebd9c76a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.788826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.827997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] For port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:49.838106 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] For port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:49.852851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9078f69a-6b25-4f6a-a836-b7435e5923cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.858108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Subnet': ['ID=85e267d6-a62d-4756-aa8e-4b4102a7e031,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:49.925775 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.966212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9078f69a-6b25-4f6a-a836-b7435e5923cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:49.983182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:49.983417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:50.015904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9078f69a-6b25-4f6a-a836-b7435e5923cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8bda16d2dc9c4e47b9f639c528f103df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9930651 Aug 16 20:41:50.016456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42206) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:50.049557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f69a-6b25-4f6a-a836-b7435e5923cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad0e5c-f878-40bc-baee-44787ba482e1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.085488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 073bd746-b991-4fa2-b99b-cc656e873c11 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:50.093690 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.120688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.127994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Checking segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:50.128366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network hostable DHCP agents. Network: 1a03b7a6-06cf-4189-9d47-3c663da16993, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:41:50.128735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 073bd746-b991-4fa2-b99b-cc656e873c11 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:50.137077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 073bd746-b991-4fa2-b99b-cc656e873c11 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:50.137662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:50.166904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:50.179830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:50.180217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ed29eb0d-7b6e-46ce-94e9-23e3d18d6010 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:50.256106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb83e7-43e5-4aa9-860b-2af007794638 req-30c23f48-d4f2-4611-8b57-bfdf79dac7f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.258003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4bb83e7-43e5-4aa9-860b-2af007794638 req-30c23f48-d4f2-4611-8b57-bfdf79dac7f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2572956 Aug 16 20:41:50.279995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.282762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.284640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fad0e5c-f878-40bc-baee-44787ba482e1 HTTP/1.1" status: 204 len: 168 time: 0.2635131 Aug 16 20:41:50.297093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d0f7d-5e08-449b-a7b3-388075024680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad0e5c-f878-40bc-baee-44787ba482e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.373524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:41:50.387123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4bb83e7-43e5-4aa9-860b-2af007794638 req-f901c510-3253-4ee2-95f9-f773d59d0ee2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942242 Aug 16 20:41:50.422671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f03bb8-9185-4525-9c35-717398f825f4 None None] Pushing event updated for resources: {'Port': ['ID=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:50.456971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.501950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 1a03b7a6-06cf-4189-9d47-3c663da16993) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:50.515441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b57f35-34e6-4d4d-8c60-c19ad18bed3e None None] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:50.540492 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:46Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:50.584941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:50.585526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:50.619216 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbdc51-9ed8-469d-b3f2-87406f20d84f None None] The sync data for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 is: [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:46Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:50.715304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4f5505f8-b957-48c5-afa1-298c3f3931be tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8005300 Aug 16 20:41:50.716455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42216) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:50.920761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c55d865-29e2-4110-85c5-5d3479593a00 req-9475663d-af16-4ea1-aca3-e87a3bd21d39 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0820014 Aug 16 20:41:50.997884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-1a03b7a6-06cf-4189-9d47-3c663da16993', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:41:51.000859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.266995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Allocated IP 172.20.0.2 (1a03b7a6-06cf-4189-9d47-3c663da16993/85e267d6-a62d-4756-aa8e-4b4102a7e031/435fe196-4f7a-48b5-a3c9-c0ba14fa741d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:51.284044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port ac805d31-62f4-49a1-ae55-1230144d6c7f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:51.284775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.432475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:51.539264 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1d1ecead-a7b8-43b8-ab89-4ae605932dfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed4bb419e6be40e8ba7780b7dd8936fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054745 Aug 16 20:41:51.542104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:51.589808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3620a82a-d211-4379-a247-2bb5bf846ddf details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:41:51.649020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.660507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port ac805d31-62f4-49a1-ae55-1230144d6c7f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ac805d31-62f4-49a1-ae55-1230144d6c7f,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:51.660507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.689095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.723081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bdae8-190d-4a92-b1ac-dd742d684682 req-7d4ac881-df77-4ff8-a891-7774a405bc2f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:51.727997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c46bdae8-190d-4a92-b1ac-dd742d684682 req-7d4ac881-df77-4ff8-a891-7774a405bc2f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 944 time: 0.2072320 Aug 16 20:41:51.747368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for ac805d31-62f4-49a1-ae55-1230144d6c7f owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:51.829391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.868104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.870941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.872186 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07254df6-5cca-49d3-8264-8ea543d246fd HTTP/1.1" status: 204 len: 168 time: 0.3294883 Aug 16 20:41:51.886147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cd62c-1caf-4044-893b-2e7af7d1f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07254df6-5cca-49d3-8264-8ea543d246fd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:51.886384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Transition to ACTIVE for port object 435fe196-4f7a-48b5-a3c9-c0ba14fa741d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:51.894104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3620a82a-d211-4379-a247-2bb5bf846ddf,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:51.916796 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:51.987464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Transition to ACTIVE for port object 435fe196-4f7a-48b5-a3c9-c0ba14fa741d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:52.009974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '3620a82a-d211-4379-a247-2bb5bf846ddf', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '3620a82a-d211-4379-a247-2bb5bf846ddf', 'mac_address': 'fa:16:3e:3c:dd:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:41:52.111936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.220595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:52.358019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.389651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Pushing event updated for resources: {'Port': ['ID=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:52.404157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3620a82a-d211-4379-a247-2bb5bf846ddf {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:41:52.439659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:52.448863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3620a82a-d211-4379-a247-2bb5bf846ddf,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:52.449975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:52.452885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:52.465479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c46bdae8-190d-4a92-b1ac-dd742d684682 req-80675dc2-e87a-4219-8999-a9a3b778bdbc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295463 Aug 16 20:41:52.490389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8342fdb-bb60-43c4-bd9a-d97f0667e44b req-25a68f2c-05f0-4deb-b29f-6a1b331e8d77 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0873513 Aug 16 20:41:52.572520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Attempting to bind port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:41:52.573018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Attempting to bind port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:41:52.573493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Attempting to bind port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d on network 1a03b7a6-06cf-4189-9d47-3c663da16993 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:41:52.579298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:41:52.580057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Checking segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:41:52.580553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.581049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Bound using segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:41:52.584448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Bound port: 435fe196-4f7a-48b5-a3c9-c0ba14fa741d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:41:52.584448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.586081 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.587858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:52.679472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:52.686502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:52.686880 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.774970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.810119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] For port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:41:52.814463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] For port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:41:52.919792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.925301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['3620a82a-d211-4379-a247-2bb5bf846ddf'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:41:52.948103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:52.993596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.000813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=ac805d31-62f4-49a1-ae55-1230144d6c7f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:53.102774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:53.191120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.256852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd408f5-2b1e-4376-bdb0-3b350f10fb94 None None] Pushing event updated for resources: {'Port': ['ID=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:53.374892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:53.450493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:53.853409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9691712-7577-4dcd-8022-65fe5c3591b1 req-b96771cb-8bd4-4d48-9792-3bc00957f209 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.1184490 Aug 16 20:41:53.962013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:53.987031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacf57c-fecb-478c-8471-02c3074ddbdc req-39d72f12-7b34-47a2-9723-9d4fb7f69710 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:53.996876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dacf57c-fecb-478c-8471-02c3074ddbdc req-39d72f12-7b34-47a2-9723-9d4fb7f69710 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 945 time: 0.2218006 Aug 16 20:41:54.055296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.20.0.1 (1a03b7a6-06cf-4189-9d47-3c663da16993/85e267d6-a62d-4756-aa8e-4b4102a7e031/5c68764b-c01e-4efe-bd8c-e0d5a104526b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:41:54.103941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dacf57c-fecb-478c-8471-02c3074ddbdc req-8560837f-2436-48b2-871b-babf8e579ab8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843062 Aug 16 20:41:54.195480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:54.398126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:54.408257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'networks': [{'name': 'tempest-network--1800913467'}, {'name': 'tempest-network--2088199969'}]} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:54.412767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-network--1800913467'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:54.416308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-network--2088199969'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:54.427560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:54.438003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8b053faa-5ebe-4f89-80a8-726e72ebfedf tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7508485 Aug 16 20:41:54.439482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:54.484481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:54.502063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.522590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Transition to ACTIVE for port object 5c68764b-c01e-4efe-bd8c-e0d5a104526b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:54.534809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:54.547612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:54.591134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet d2df6a38-267a-48f0-bb60-ce97b160659b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:41:54.594743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.641387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.696983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'network': 2} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:41:54.700151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:54.702058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.725878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.742739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.784869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.880271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:54.901365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:54.903022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:54.912276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:41:54.944705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf7a40f-4e6b-4ddf-8fb6-2281cd830336 None None] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:54.954094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.973364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:54.975614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.028159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=d2df6a38-267a-48f0-bb60-ce97b160659b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:55.034448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.038053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7ff55b25-0465-4cba-bd5e-ac6f20be83b5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/d2df6a38-267a-48f0-bb60-ce97b160659b HTTP/1.1" status: 204 len: 168 time: 0.5854418 Aug 16 20:41:55.041887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42274) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:55.059631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.063340 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.117883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:55.135024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.135419 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment bce75d6b-ddf5-429f-9759-1c3fde18008e of type vlan for network e907b645-5c46-4624-855b-6fa3bbd1b924 Aug 16 20:41:55.184161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-023e28be-50aa-4eae-b796-af619ce3cd20 req-56e6371e-8021-4886-8ca1-cd65789f969e tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.1383340 Aug 16 20:41:55.249677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42280) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:55.252634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.255179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff453d-1cd9-49d7-b381-4c83a10842be None None] Network f13fa920-a0aa-4bc6-97ea-f15c285fa92d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:41:55.309470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:41:55.328055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.328409 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment 9a954997-31ea-4ae3-9e69-92a264a6d366 of type vlan for network 91d977d5-c98d-49bc-bf8c-1e9b698ee522 Aug 16 20:41:55.444510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef48f-15d8-4bed-8754-f5df675d25e9 req-f35e0868-8ee4-4cd3-b0a3-25d89ae7f090 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:55.448991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8bef48f-15d8-4bed-8754-f5df675d25e9 req-f35e0868-8ee4-4cd3-b0a3-25d89ae7f090 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 945 time: 0.1895299 Aug 16 20:41:55.456507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:55.458403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.497785 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.513692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-50844363-c6da-430a-a1e7-c1e57be3aa83 None None] Provisioning for port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:55.527956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3620a82a-d211-4379-a247-2bb5bf846ddf up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:55.569448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.576020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.582297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986a1381-315d-4b7a-9886-8b3a480cd89b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:55.614922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8bef48f-15d8-4bed-8754-f5df675d25e9 req-2a9ea113-13c7-4fa2-b283-5158e7bb569b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507056 Aug 16 20:41:55.689443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 435fe196-4f7a-48b5-a3c9-c0ba14fa741d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:55.719072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port cf0861d0-ab77-4d88-8426-c38879c7d4e4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:55.719917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.796135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.798693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.824235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:55.833762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:55.834470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:55.864479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 9, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:55.991691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:55.998787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8011057 Aug 16 20:41:56.021810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:56.055759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:56.064399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:56.065078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:56.199864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:56.200186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.470340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81b97ec6-7d77-420b-be64-b01c90dc3ac8 req-61c1efa8-3912-4b58-a4f4-5cd70798c598 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0883038 Aug 16 20:41:56.497127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=e907b645-5c46-4624-855b-6fa3bbd1b924,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:56.521066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port cf0861d0-ab77-4d88-8426-c38879c7d4e4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cf0861d0-ab77-4d88-8426-c38879c7d4e4,segment=NetworkSegment(a6663513-96ff-4182-bee9-8093803c75a1),segment_id=a6663513-96ff-4182-bee9-8093803c75a1)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:56.521446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.589139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7223f-8a77-4902-be67-0c8830445f3b tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:56.595506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7223f-8a77-4902-be67-0c8830445f3b tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:56.613237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7223f-8a77-4902-be67-0c8830445f3b tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:56.627269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae7223f-8a77-4902-be67-0c8830445f3b tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:56.634624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fae7223f-8a77-4902-be67-0c8830445f3b tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6064084 Aug 16 20:41:56.674950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for cf0861d0-ab77-4d88-8426-c38879c7d4e4 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:56.688664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42294) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:56.726489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:56.770575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 3620a82a-d211-4379-a247-2bb5bf846ddf completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:56.782724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e907b645-5c46-4624-855b-6fa3bbd1b924 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:56.804665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 3620a82a-d211-4379-a247-2bb5bf846ddf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:56.804869 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.845606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8509-2b07-44bd-a011-a7f44e8966b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=91d977d5-c98d-49bc-bf8c-1e9b698ee522,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:56.888747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 91d977d5-c98d-49bc-bf8c-1e9b698ee522 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:41:56.912795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Provisioning for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:41:56.940772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abfee3-d281-4da3-9610-0dc7ecb03c6e req-1e2653a9-9baf-4f7b-ad99-a01904b038be tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:56.942617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4abfee3-d281-4da3-9610-0dc7ecb03c6e req-1e2653a9-9baf-4f7b-ad99-a01904b038be tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 945 time: 0.1787856 Aug 16 20:41:56.943037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.950793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:56.997818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Provisioning complete for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:56.998597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.010951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=cf0861d0-ab77-4d88-8426-c38879c7d4e4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.019242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port cf0861d0-ab77-4d88-8426-c38879c7d4e4 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:41:57.067780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c88b13-5e40-47ae-bf0a-1e7ca617019c None None] DHCP port deletion for f13fa920-a0aa-4bc6-97ea-f15c285fa92d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:41:57.121506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.151514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4abfee3-d281-4da3-9610-0dc7ecb03c6e req-dcba19db-27ad-402b-af61-0f21d77cf3d2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923800 Aug 16 20:41:57.164406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e907b645-5c46-4624-855b-6fa3bbd1b924']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.180452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Port 5c68764b-c01e-4efe-bd8c-e0d5a104526b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:57.184078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.195075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.198216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce75d6b-ddf5-429f-9759-1c3fde18008e') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.198515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce75d6b-ddf5-429f-9759-1c3fde18008e') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.200408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13fa920-a0aa-4bc6-97ea-f15c285fa92d']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.220302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.223746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6663513-96ff-4182-bee9-8093803c75a1') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.224170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6663513-96ff-4182-bee9-8093803c75a1') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.226665 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.233190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Provisioning complete for port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:57.233664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.240029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.269880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.276417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:57.276872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.281518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.290214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:57.290950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:57.356847 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:57.360228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.360613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.364874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:57.386217 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:57.402521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:41:57.404862 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee5a593-e8a4-43f5-825d-cb4e568a1102" -d '{"events": [{"server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "name": "network-vif-plugged", "status": "completed", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:41:57.440769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3620a82a-d211-4379-a247-2bb5bf846ddf,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:57.459503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 9, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:57.461638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.482327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.484221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/e907b645-5c46-4624-855b-6fa3bbd1b924 HTTP/1.1" status: 204 len: 168 time: 0.7911246 Aug 16 20:41:57.489913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:57.505022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.505778 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8a1e0e-4773-4079-9768-c1462ff8e120 x-openstack-request-id: req-fb8a1e0e-4773-4079-9768-c1462ff8e120 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:41:57.506159 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "name": "network-vif-plugged", "status": "completed", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:41:57.506455 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb8a1e0e-4773-4079-9768-c1462ff8e120 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:41:57.506923 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf', 'code': 200} Aug 16 20:41:57.515765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55275c3d-9537-41d1-b740-a9b938863a36 None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 9, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': '05316874-8f49-44b0-a76c-511bfee2bad6', 'name': '', 'network_id': 'f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:c9:4b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:03Z', 'updated_at': '2021-08-16T20:41:14Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': 'e87b6002-ae2d-4dec-8375-e2b8cb318e95', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:41:57.534427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aac8e4-0f63-400d-ab74-89d07f58ac5a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=e907b645-5c46-4624-855b-6fa3bbd1b924,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.534830 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.555397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.559442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.591320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.603432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.651043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.662178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.685794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:57.690484 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/f13fa920-a0aa-4bc6-97ea-f15c285fa92d HTTP/1.1" status: 204 len: 168 time: 2.6445010 Aug 16 20:41:57.696081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.708443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:57.709213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f41b1f30-73e3-43bd-9b53-e60f33d993d9 req-b00e136b-924f-4ed4-abd4-e6d4f9fe73dd tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0624070 Aug 16 20:41:57.726970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ea81b-ee30-462e-8f44-1e5888bd8af3 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=f13fa920-a0aa-4bc6-97ea-f15c285fa92d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.761767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:57.798329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaa047-515c-40ac-b16e-8829d6ddca0e req-a5ad1bf5-2695-4a61-a59a-140a50dabdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:57.799813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ddaa047-515c-40ac-b16e-8829d6ddca0e req-a5ad1bf5-2695-4a61-a59a-140a50dabdac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 1098 time: 0.2299359 Aug 16 20:41:57.843962 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:41:57.844477 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-1cfe8e5a-5040-47d8-bba1-89f56f3e1b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:41:57.910038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ddaa047-515c-40ac-b16e-8829d6ddca0e req-365c980e-f299-42b9-be60-bab72e455f6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817041 Aug 16 20:41:57.919066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:41:57.953557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:41:57.963700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf0861d0-ab77-4d88-8426-c38879c7d4e4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:41:57.994413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cf0861d0-ab77-4d88-8426-c38879c7d4e4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:41:57.994755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cf0861d0-ab77-4d88-8426-c38879c7d4e4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:41:58.261761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router cdf639f7-3e28-4da1-a44e-704cf2c00c17 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:41:58.412858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Deleting port 9e40f643-bf4c-4dad-9210-a105c8dda3f5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:58.413240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.451593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.468526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d977d5-c98d-49bc-bf8c-1e9b698ee522']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.480188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0f69e-5a44-44ad-882e-c31c239efbfd req-51f8c71b-5893-40fc-8a32-2af8d9b88509 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:58.481720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64e0f69e-5a44-44ad-882e-c31c239efbfd req-51f8c71b-5893-40fc-8a32-2af8d9b88509 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.2108498 Aug 16 20:41:58.490099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a954997-31ea-4ae3-9e69-92a264a6d366') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.490436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a954997-31ea-4ae3-9e69-92a264a6d366') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.507989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.518238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:41:58.529665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-01417cf9-7938-4426-a27b-e0e94162d7ce tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "PUT /v2.0/routers/cdf639f7-3e28-4da1-a44e-704cf2c00c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8092656 Aug 16 20:41:58.530401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:58.537253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Sync routers for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:41:58.537912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1902904462', 'description': 'tempest-secgroup_access--1902904462 description', 'project_id': 'c12bc192901f4790a5c63b2302499fdd'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:58.556996 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:41:58.557619 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:58.572028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ab670030-5baa-4863-8d81-2f829147d647 None None] Provisioning complete for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:58.572406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab670030-5baa-4863-8d81-2f829147d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.582838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64e0f69e-5a44-44ad-882e-c31c239efbfd req-cb0ebde7-69ac-4f06-8ec1-b8997519da85 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900998 Aug 16 20:41:58.623414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] For port 9e40f643-bf4c-4dad-9210-a105c8dda3f5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9e40f643-bf4c-4dad-9210-a105c8dda3f5,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:58.623920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.628026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.646004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:41:58.647126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.648162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Calling delete_port for 9e40f643-bf4c-4dad-9210-a105c8dda3f5 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:58.674297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ab670030-5baa-4863-8d81-2f829147d647 None None] Port 5c68764b-c01e-4efe-bd8c-e0d5a104526b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:41:58.762173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.771880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:41:58.774308 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:41:58.904061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:58.991262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e65c71b-1fc9-4220-85e5-62deea2a9d0c req-58c54df6-8bbc-46ed-86e9-59d95aa4c546 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.1342494 Aug 16 20:41:59.048038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.057856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.062136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/91d977d5-c98d-49bc-bf8c-1e9b698ee522 HTTP/1.1" status: 204 len: 168 time: 1.5688639 Aug 16 20:41:59.067784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:59.103378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a54285-6cd0-40f0-b9bb-784ae07276b2 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=91d977d5-c98d-49bc-bf8c-1e9b698ee522,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:59.131864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:41:56Z', 'revision_number': 2, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:41:59.174313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.182923 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Checking router: cdf639f7-3e28-4da1-a44e-704cf2c00c17 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:41:59.183410 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Updating router cdf639f7-3e28-4da1-a44e-704cf2c00c17 port 5c68764b-c01e-4efe-bd8c-e0d5a104526b binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:41:59.235565 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.346656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port 05316874-8f49-44b0-a76c-511bfee2bad6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:41:59.347269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.479681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.517339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port 05316874-8f49-44b0-a76c-511bfee2bad6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=05316874-8f49-44b0-a76c-511bfee2bad6,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:41:59.517700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.552772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for 05316874-8f49-44b0-a76c-511bfee2bad6 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:41:59.620038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f886178-7189-4f12-8dea-355cfa6fa983,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:59.660201 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.661802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7862932d-f2d1-4705-991c-9bc32abdbb55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1304643 Aug 16 20:41:59.665318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:59.689919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d11742-2d64-4724-88e5-b743ffaf10dc tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:59.694084 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.699465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d11742-2d64-4724-88e5-b743ffaf10dc tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:59.704230 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Transition to ACTIVE for port object 5c68764b-c01e-4efe-bd8c-e0d5a104526b will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:41:59.709190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7d11742-2d64-4724-88e5-b743ffaf10dc tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6384671 Aug 16 20:41:59.722772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 435fe196-4f7a-48b5-a3c9-c0ba14fa741d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:41:59.725736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--651483489', 'description': 'tempest-secgroup_general--651483489 description', 'project_id': 'c12bc192901f4790a5c63b2302499fdd'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:59.729914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42322) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:41:59.733509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.743861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1583716056'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:41:59.782738 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.807284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e40f643-bf4c-4dad-9210-a105c8dda3f5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:41:59.809750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:41:59.810709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:41:59.878280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45942de-680e-4788-8377-062b88bfcfe4 req-e3b2eb05-786c-4023-83e4-12e05b9d4c7c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:41:59.880745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f45942de-680e-4788-8377-062b88bfcfe4 req-e3b2eb05-786c-4023-83e4-12e05b9d4c7c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.1688378 Aug 16 20:41:59.951311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.022951 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Attempting to bind port 5c68764b-c01e-4efe-bd8c-e0d5a104526b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:00.023597 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Attempting to bind port 5c68764b-c01e-4efe-bd8c-e0d5a104526b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:00.024076 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Attempting to bind port 5c68764b-c01e-4efe-bd8c-e0d5a104526b on network 1a03b7a6-06cf-4189-9d47-3c663da16993 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:00.032243 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Pushing event updated for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.032960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac805d31-62f4-49a1-ae55-1230144d6c7f no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:00.036813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:00.037289 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Checking segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:00.038851 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.039478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Bound using segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:00.040099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Bound port: 5c68764b-c01e-4efe-bd8c-e0d5a104526b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:00.040551 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.101012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ac805d31-62f4-49a1-ae55-1230144d6c7f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:00.101840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ac805d31-62f4-49a1-ae55-1230144d6c7f not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:00.126285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:00.134066 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.147932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] For port 5c68764b-c01e-4efe-bd8c-e0d5a104526b, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:00.155712 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] For port 5c68764b-c01e-4efe-bd8c-e0d5a104526b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5c68764b-c01e-4efe-bd8c-e0d5a104526b,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:00.176354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f45942de-680e-4788-8377-062b88bfcfe4 req-6e412ef3-b9e8-4c2e-9526-84abb1e772ac tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853808 Aug 16 20:42:00.201017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.262342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=05316874-8f49-44b0-a76c-511bfee2bad6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.274748 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.364750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60689241-4f34-4910-8897-e13c60bb3e1e req-93d634e2-0f9d-460a-906b-70da6b8eadd4 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.2027748 Aug 16 20:42:00.440380 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:00.441203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:00.452599 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Pushing event updated for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:00.478234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.490645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:00.518996 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.520854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.521205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.521550 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.521876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.522268 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.522641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.522759 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.522970 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.523284 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment bf109ab3-3295-43ee-9dda-399fc1375d12 of type vlan for network 2a02de45-544f-434c-857f-54df9accefd2 Aug 16 20:42:00.523401 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.523601 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.523956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.524335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d12af-9359-4477-b5b8-58ab5050778d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:00.551424 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.625669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b2961b2a-7a96-489e-af17-827f90066975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.716382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:00.728567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3852cc0-3ef2-4a47-b494-50c62ec5ea6a req-6dfa3dae-d169-4c3d-b2a4-10cfd500f9e1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:00.730287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3852cc0-3ef2-4a47-b494-50c62ec5ea6a req-6dfa3dae-d169-4c3d-b2a4-10cfd500f9e1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.4015393 Aug 16 20:42:00.732209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.845309 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:00.916536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:01.028715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.043487 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:01.054817 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.058124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e70e671e-c330-47ee-a532-e6e60b983d25 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567288 Aug 16 20:42:01.058756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:01.059633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.066050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:42:01.069305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c09358-ec29-4fb5-aa8c-90f349a69cdc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.084904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:01.085561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.086879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3852cc0-3ef2-4a47-b494-50c62ec5ea6a req-136c8524-24db-4c52-90af-8bbd5184a0aa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356341 Aug 16 20:42:01.127165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Router 97ffc270-e774-4bfb-8e55-b587dedce7bc has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:01.139654 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edfc7df-aef0-414e-9b28-a9654ec9125f None None] The sync data for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 is: [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:00Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:01.187373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.187373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-87fde5eb-f727-44bd-85e2-73709054a063 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5175788 Aug 16 20:42:01.191799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42336) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.231300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet e87b6002-ae2d-4dec-8375-e2b8cb318e95 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:01.233621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'security_group_rule': {'security_group_id': '8f886178-7189-4f12-8dea-355cfa6fa983', 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:01.234821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.302682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.302682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.302682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.309447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.369437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:01.463629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=2a02de45-544f-434c-857f-54df9accefd2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:01.479812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:01.494685 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Sync routers for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:01.500267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.506165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8775850c-95fb-4751-be3c-7bc0a893de46 admin admin] 10.222.0.70 "PUT /v2.0/routers/97ffc270-e774-4bfb-8e55-b587dedce7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2518139 Aug 16 20:42:01.513745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42340) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.518198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1e28d-d31f-4867-b814-092e27cf1bd1 req-9622bf1a-1fb0-43ed-8bcb-9fcb23279e1e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:01.521195 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:01.521825 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:01.525667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abc1e28d-d31f-4867-b814-092e27cf1bd1 req-9622bf1a-1fb0-43ed-8bcb-9fcb23279e1e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.2760527 Aug 16 20:42:01.564124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2a02de45-544f-434c-857f-54df9accefd2 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:01.702138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-883c2d00-1d8d-4987-834e-21849cf91c23 req-8171a02c-ddba-4155-8da3-2955de4038db tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.1634202 Aug 16 20:42:01.708655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f1317242-1e97-43fa-a360-0fb481dbd246 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9736068 Aug 16 20:42:01.718460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.741202 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.745408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:01.755339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1515320307'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:01.931351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:01.934049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.935036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:01.963672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abc1e28d-d31f-4867-b814-092e27cf1bd1 req-7f57cb4d-b2b6-41ee-aaa0-8e9844af7dbf tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864872 Aug 16 20:42:01.966562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5c68764b-c01e-4efe-bd8c-e0d5a104526b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:02.025442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.043482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.079502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.091872 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:02.093822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9a8df-6124-423a-ba47-893dcc76bdf1 None None] Network f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:02.107348 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.114099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/e87b6002-ae2d-4dec-8375-e2b8cb318e95 HTTP/1.1" status: 204 len: 168 time: 1.0504837 Aug 16 20:42:02.120134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42348) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:02.134617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912fab8b-a4de-48c9-8da8-9275dfc21c1a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.149047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b445e-e039-4c12-926a-120e1c5ffe78 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=e87b6002-ae2d-4dec-8375-e2b8cb318e95,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:02.225918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:02.256611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.277639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ebbdf99-c3f4-44e4-b849-d67592ffe135 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0765569 Aug 16 20:42:02.364037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.364622 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment 4fa886cc-16b4-4db9-b007-529f3c05e1c9 of type vlan for network 7f076092-d053-4c44-8002-782ba70b6636 Aug 16 20:42:02.559551 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:41:59Z', 'revision_number': 5, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port': {'id': '7ea67450-4b0a-48aa-803a-5934bf995350', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:29Z', 'updated_at': '2021-08-16T20:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:02.584970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Deleting port 7ea67450-4b0a-48aa-803a-5934bf995350 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:02.587801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.602802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.607618 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Checking router: 97ffc270-e774-4bfb-8e55-b587dedce7bc for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:02.608443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.617976 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Routers {'97ffc270-e774-4bfb-8e55-b587dedce7bc'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:02.618416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['97ffc270-e774-4bfb-8e55-b587dedce7bc'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:02.628274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-9c359932-e5b4-4250-8780-c4cd19492208 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--1902904462&fields=id&tenant_id=c12bc192901f4790a5c63b2302499fdd HTTP/1.1" status: 200 len: 267 time: 0.0514326 Aug 16 20:42:02.697340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:59Z', 'revision_number': 10, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:02.738719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-b68cb379-da2c-483c-951f-1c4e383abaa4 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--651483489&fields=id&tenant_id=c12bc192901f4790a5c63b2302499fdd HTTP/1.1" status: 200 len: 267 time: 0.1009119 Aug 16 20:42:02.786329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:02.794768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:02.802432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:02.802821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.863713 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] Set router 97ffc270-e774-4bfb-8e55-b587dedce7bc gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:02.900507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.907059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] DHCP port deletion for f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:02.909443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:02.913244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:02.922233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:02.922868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:41:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:02.949820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:42:02Z', 'revision_number': 6, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:03.002067 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c4812e-1cd6-4734-bc5f-e538d51b8a5c None None] The sync data for ids ['97ffc270-e774-4bfb-8e55-b587dedce7bc'] in n-d-794306-10 is: [{'id': '97ffc270-e774-4bfb-8e55-b587dedce7bc', 'name': 'tempest-TaggedBootDevicesTest-535977398-router', 'tenant_id': 'cdc04d18a078478397f1d427a200cd99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:28Z', 'updated_at': '2021-08-16T20:42:02Z', 'revision_number': 6, 'project_id': 'cdc04d18a078478397f1d427a200cd99', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:03.022025 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2737410 Aug 16 20:42:03.032987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] For port 7ea67450-4b0a-48aa-803a-5934bf995350, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7ea67450-4b0a-48aa-803a-5934bf995350,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.033457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.035559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42368) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:03.053950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'ports': [{'network_id': '2a02de45-544f-434c-857f-54df9accefd2', 'name': 'tempest-port--1712983126', 'admin_state_up': True}, {'network_id': '7f076092-d053-4c44-8002-782ba70b6636', 'admin_state_up': False}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:03.054299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'port': {'network_id': '2a02de45-544f-434c-857f-54df9accefd2', 'name': 'tempest-port--1712983126', 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:03.054750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'port': {'network_id': '7f076092-d053-4c44-8002-782ba70b6636', 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:03.076632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Calling delete_port for 7ea67450-4b0a-48aa-803a-5934bf995350 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:03.079765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ebd1d-4c9b-40a3-824f-7e8f3947bd06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=7f076092-d053-4c44-8002-782ba70b6636,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.108498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port dda197cc-df30-4c25-b38b-20257fafd66d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:03.109075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.112675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7f076092-d053-4c44-8002-782ba70b6636 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:03.212756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port dda197cc-df30-4c25-b38b-20257fafd66d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dda197cc-df30-4c25-b38b-20257fafd66d,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.213174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.235470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for dda197cc-df30-4c25-b38b-20257fafd66d owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:03.271965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:03.300112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaf0e-47d3-4d36-8200-4cfe6dca19f3 req-febf8c9c-e1cb-4b21-823e-4834b1fd32a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:03.308856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-befeaf0e-47d3-4d36-8200-4cfe6dca19f3 req-febf8c9c-e1cb-4b21-823e-4834b1fd32a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.3657017 Aug 16 20:42:03.453720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.500896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-72ec6d6f-cd57-4ee2-b0c6-dc6372e25bc6 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:03.505237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-72ec6d6f-cd57-4ee2-b0c6-dc6372e25bc6 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 796 time: 0.7495270 Aug 16 20:42:03.534536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.560022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-a7c126f5-aa80-4488-9503-81ecba69f365 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/quotas/c12bc192901f4790a5c63b2302499fdd HTTP/1.1" status: 200 len: 375 time: 0.0537529 Aug 16 20:42:03.614119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-befeaf0e-47d3-4d36-8200-4cfe6dca19f3 req-9a765998-6ed2-4ffc-bdf5-7bac2e57043b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831810 Aug 16 20:42:03.623753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5c68764b-c01e-4efe-bd8c-e0d5a104526b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5c68764b-c01e-4efe-bd8c-e0d5a104526b,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.654399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Deleting port dda197cc-df30-4c25-b38b-20257fafd66d {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:03.655283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.709302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-2c8ab887-e6a3-43df-bb2c-6d8c3ba3d580 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478055 Aug 16 20:42:03.776429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b119e4b6-8930-49da-85e4-b4d85dc050ac req-c4fad078-fa49-4515-b5de-46db63f79eee tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0608039 Aug 16 20:42:03.792556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] For port dda197cc-df30-4c25-b38b-20257fafd66d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dda197cc-df30-4c25-b38b-20257fafd66d,segment=NetworkSegment(acd9aca4-e1d5-4126-badb-6d71c5255054),segment_id=acd9aca4-e1d5-4126-badb-6d71c5255054)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:03.793182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.799492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'port': 2} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:03.801743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.804974 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.829242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Calling delete_port for dda197cc-df30-4c25-b38b-20257fafd66d owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:03.835893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.852495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=dda197cc-df30-4c25-b38b-20257fafd66d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:03.857852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.862497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port dda197cc-df30-4c25-b38b-20257fafd66d on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:03.871520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-22afab08-b4d1-4da9-a8ff-069f8c5e7584 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:42:03.872599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-22afab08-b4d1-4da9-a8ff-069f8c5e7584 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1167548 Aug 16 20:42:03.903364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:03.976280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea67450-4b0a-48aa-803a-5934bf995350,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.055565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] device_id is not set on port a2deb357-ff13-46ad-af2b-5eb6782acfe4 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:04.103543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-d049f939-2a34-432b-8929-5a85e34e564e service neutron] 10.222.0.70 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147906 Aug 16 20:42:04.162442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.199067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5dfea0d-1728-437f-aafd-659356a42787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.218513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.235614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-b9a65503-fa48-4e04-9228-11f587009362 service neutron] 10.222.0.70 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204059 Aug 16 20:42:04.244185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] No DVR routers for this DVR port dda197cc-df30-4c25-b38b-20257fafd66d on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:04.257647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ea67450-4b0a-48aa-803a-5934bf995350 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:04.326065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7ea67450-4b0a-48aa-803a-5934bf995350 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:04.327030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7ea67450-4b0a-48aa-803a-5934bf995350 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:04.327581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dda197cc-df30-4c25-b38b-20257fafd66d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:04.384566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe401a-4fe9-478a-b8c9-085295ebc505 None None] Pushing event deleted for resources: {'Port': ['ID=dda197cc-df30-4c25-b38b-20257fafd66d,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.402835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: dda197cc-df30-4c25-b38b-20257fafd66d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:04.403265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dda197cc-df30-4c25-b38b-20257fafd66d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:04.403856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9e40f643-bf4c-4dad-9210-a105c8dda3f5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:04.430581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9e40f643-bf4c-4dad-9210-a105c8dda3f5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:04.431053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9e40f643-bf4c-4dad-9210-a105c8dda3f5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:04.455261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:59Z', 'revision_number': 10, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.465100 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.484154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.497619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6890e5c5-cc66-4378-974b-43477db7c87d None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:41:59Z', 'revision_number': 10, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None, '_interfaces': [{'id': 'af6cd67e-e8c3-4c71-bd48-de53a92e6539', 'name': '', 'network_id': '18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'mac_address': 'fa:16:3e:92:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '7100f0da-b255-429a-97aa-dd1259e582da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:40:55Z', 'updated_at': '2021-08-16T20:41:04Z', 'revision_number': 5, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'subnets': [{'id': '7100f0da-b255-429a-97aa-dd1259e582da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:04.504433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd9aca4-e1d5-4126-badb-6d71c5255054') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.504921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd9aca4-e1d5-4126-badb-6d71c5255054') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:04.517357 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.528407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.556511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.559532 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.641231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:04.641655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:04.645881 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:04.743244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.747104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.808277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c8b3096-7478-4baa-ba06-66dc01a6d9ed req-e3f36353-8b9f-4f09-a278-43148179dfc9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 210 time: 0.0889764 Aug 16 20:42:04.864043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-aa0917ad-7c5c-4f15-8b78-0d8ac17b5111 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:04.865530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-aa0917ad-7c5c-4f15-8b78-0d8ac17b5111 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.73 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.5391021 Aug 16 20:42:04.875863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.879046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.890934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.901304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5 HTTP/1.1" status: 204 len: 168 time: 2.7769837 Aug 16 20:42:04.903845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:04.922743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52054f5a-ff34-4f2d-a455-66186e1d0094 req-456a805a-c85e-4405-bfae-1d49346c7c51 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:04.923529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52054f5a-ff34-4f2d-a455-66186e1d0094 req-456a805a-c85e-4405-bfae-1d49346c7c51 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 946 time: 0.1948113 Aug 16 20:42:04.961706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.962234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ffc270-e774-4bfb-8e55-b587dedce7bc {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:04.963950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc009a27-3d37-4361-bcf8-ce915c1f16fd tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=f1a8f5b2-73db-48f6-9570-8e1e5e00a3d5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:04.968214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:04.972644 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-44d52ec2-05b3-41a9-9339-22128cf8d8d8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/97ffc270-e774-4bfb-8e55-b587dedce7bc HTTP/1.1" status: 204 len: 168 time: 3.4576364 Aug 16 20:42:04.982066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:05.026928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ed916b1-cbc1-4af9-998f-b97ad50e9537 req-b721bd4a-062e-428c-ad27-e119b382b9d5 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb150b7e-50e4-4243-be8b-7a5a97f34705 HTTP/1.1" status: 200 len: 210 time: 0.0926323 Aug 16 20:42:05.138581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] device_id is not set on port 672d1d01-de92-4ecd-961d-5247be961b60 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:05.158012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52054f5a-ff34-4f2d-a455-66186e1d0094 req-1305a17b-f172-406a-9f6e-30745b8b9831 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880085 Aug 16 20:42:05.177572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Deleting subnet efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:05.185895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.256271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.259367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-3075d230-2459-42fa-b293-1e6c3835ff06 req-10bfe8ed-cf13-44b3-9bc9-9eb44fa8a576 tempest-ImagesTestJSON-2054802690 tempest-ImagesTestJSON-2054802690-project] (95240) timed out ('10.222.0.64', 55717) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:42:05.343689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 3620a82a-d211-4379-a247-2bb5bf846ddf {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:05.351337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.400823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.493002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.517213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.569367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 3620a82a-d211-4379-a247-2bb5bf846ddf, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=3620a82a-d211-4379-a247-2bb5bf846ddf,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:05.569745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.595088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 3620a82a-d211-4379-a247-2bb5bf846ddf owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:05.706239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port af6cd67e-e8c3-4c71-bd48-de53a92e6539 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:05.707750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.744460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.809460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port af6cd67e-e8c3-4c71-bd48-de53a92e6539, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af6cd67e-e8c3-4c71-bd48-de53a92e6539,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:05.809838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.812252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.828621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for af6cd67e-e8c3-4c71-bd48-de53a92e6539 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:05.851287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11915236-cff4-408c-9be0-de338ff37a94 None None] Network 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:05.867324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.872700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4 HTTP/1.1" status: 204 len: 168 time: 0.8895445 Aug 16 20:42:05.873952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42398) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:05.885900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8511b-2cf2-4a6d-ab6f-e99ec52b4173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd01c8f-f291-43e9-b8e5-0baf3ae9b5b4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.888321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Port': ['ID=a2deb357-ff13-46ad-af2b-5eb6782acfe4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:05.891344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:05.935152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Checking segment: {'id': 'bf109ab3-3295-43ee-9dda-399fc1375d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a02de45-544f-434c-857f-54df9accefd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:05.935542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network hostable DHCP agents. Network: 2a02de45-544f-434c-857f-54df9accefd2, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:06.020201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=3620a82a-d211-4379-a247-2bb5bf846ddf,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.031053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86955617-76d3-4c1e-a187-a31e00001aff req-ef02b518-ea5f-4870-8ab1-a00591e544a9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 210 time: 0.0911996 Aug 16 20:42:06.068287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5c68764b-c01e-4efe-bd8c-e0d5a104526b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:06.072857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.094888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 3620a82a-d211-4379-a247-2bb5bf846ddf on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:06.097584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.099929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eca5fe75-70c5-48bf-a749-b633dde380d9 req-858ef072-da0e-45ad-939f-d900766d3b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.73 "DELETE /v2.0/ports/3620a82a-d211-4379-a247-2bb5bf846ddf HTTP/1.1" status: 204 len: 173 time: 1.2213712 Aug 16 20:42:06.100985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'name': 'network-vif-deleted', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:06.102975 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cb9b7-be36-41fc-a148-538e6f7c2f4e" -d '{"events": [{"server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "name": "network-vif-deleted", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:06.161999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network 2a02de45-544f-434c-857f-54df9accefd2 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:06.181638 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db76739-9932-40f3-ad1e-042b38bba2c1 x-openstack-request-id: req-6db76739-9932-40f3-ad1e-042b38bba2c1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:06.181638 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20ea8b2a-3b46-4cfd-920b-d49e5e3cf227", "name": "network-vif-deleted", "tag": "3620a82a-d211-4379-a247-2bb5bf846ddf", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:06.181851 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6db76739-9932-40f3-ad1e-042b38bba2c1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:06.182141 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ea8b2a-3b46-4cfd-920b-d49e5e3cf227', 'name': 'network-vif-deleted', 'tag': '3620a82a-d211-4379-a247-2bb5bf846ddf', 'status': 'completed', 'code': 200} Aug 16 20:42:06.203831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Deleting port 143e167f-959e-45e0-a344-905c2b1227d0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:06.207557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.233231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5c68764b-c01e-4efe-bd8c-e0d5a104526b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:06.233716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.235095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.314913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=af6cd67e-e8c3-4c71-bd48-de53a92e6539,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.367601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23e1636f-17d9-4b3a-96cc-8c2fe18c9083 req-77625fae-727d-4151-abd4-308adaf11e65 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.0499387 Aug 16 20:42:06.369034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] DHCP port deletion for 4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:06.369273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2a02de45-544f-434c-857f-54df9accefd2) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:06.369273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:06.369273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.369669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42408) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:06.369762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.374690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] For port 143e167f-959e-45e0-a344-905c2b1227d0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=143e167f-959e-45e0-a344-905c2b1227d0,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:06.375401 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.466792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e1f01-cfb1-4d5d-9132-88ba15b73ef4 None None] Network 2a02de45-544f-434c-857f-54df9accefd2 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:06.479613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Calling delete_port for 143e167f-959e-45e0-a344-905c2b1227d0 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:06.539361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.539622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Port': ['ID=672d1d01-de92-4ecd-961d-5247be961b60,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.567656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 05316874-8f49-44b0-a76c-511bfee2bad6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:06.627237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Checking segment: {'id': '4fa886cc-16b4-4db9-b007-529f3c05e1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7f076092-d053-4c44-8002-782ba70b6636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:06.627237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network hostable DHCP agents. Network: 7f076092-d053-4c44-8002-782ba70b6636, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:06.629189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 05316874-8f49-44b0-a76c-511bfee2bad6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:06.629189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 05316874-8f49-44b0-a76c-511bfee2bad6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:06.692261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Deleting port 143e167f-959e-45e0-a344-905c2b1227d0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:06.696617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.793048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network 7f076092-d053-4c44-8002-782ba70b6636 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:06.802621 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.826110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] For port 143e167f-959e-45e0-a344-905c2b1227d0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=143e167f-959e-45e0-a344-905c2b1227d0,segment=NetworkSegment(26fc0d69-82f0-403d-af1b-78c5828718b0),segment_id=26fc0d69-82f0-403d-af1b-78c5828718b0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:06.827310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.840121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] No DVR routers for this DVR port 143e167f-959e-45e0-a344-905c2b1227d0 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:06.849881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Calling delete_port for 143e167f-959e-45e0-a344-905c2b1227d0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:06.858508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.895674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7f076092-d053-4c44-8002-782ba70b6636) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:06.898723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Pushing event deleted for resources: {'Port': ['ID=143e167f-959e-45e0-a344-905c2b1227d0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:06.918799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9c5f0-796a-4f4d-886c-7b112442c69b None None] Network 7f076092-d053-4c44-8002-782ba70b6636 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:06.938896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:06.942790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:06.954349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:06.966460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:06.982428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:06.983162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.055369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.082868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:07.093564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-27e3b714-a3eb-4964-9821-e38a4e783da5 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1885376 Aug 16 20:42:07.097240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.111408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] Pushing event deleted for resources: {'Port': ['ID=143e167f-959e-45e0-a344-905c2b1227d0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.118997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:07.132824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.134053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b7cdb-6a23-4337-8a47-eda2629ba26a None None] No DVR routers for this DVR port 143e167f-959e-45e0-a344-905c2b1227d0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:07.158417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.165347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:07.166132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.199913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting subnet 7100f0da-b255-429a-97aa-dd1259e582da {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:07.203779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.227332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7158ef11-d7aa-4594-8180-5dd0a50fcb84 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1901412 Aug 16 20:42:07.228005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42416) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.229902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fc0d69-82f0-403d-af1b-78c5828718b0') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.230210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fc0d69-82f0-403d-af1b-78c5828718b0') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.244338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-817996e2-0114-47e7-86b3-a09352f32828 req-39125299-d1a6-4a27-8e07-821b9740d762 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 210 time: 0.0485728 Aug 16 20:42:07.270812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.284554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.284554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.284554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/security-groups/afff3dc3-9dbc-4f31-ad73-b47fd9f497ec HTTP/1.1" status: 204 len: 168 time: 0.9224041 Aug 16 20:42:07.287594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.305573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42418) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.334653 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-1ed055a7-06f8-4490-b3ee-203eeaa1b6ca tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] show failed (client error): The resource could not be found. Aug 16 20:42:07.335997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1ed055a7-06f8-4490-b3ee-203eeaa1b6ca tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "GET /v2.0/security-groups/afff3dc3-9dbc-4f31-ad73-b47fd9f497ec HTTP/1.1" status: 404 len: 347 time: 0.0292337 Aug 16 20:42:07.342922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.406052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.432646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.437748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:07.438180 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:07.443422 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:07.498225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63402e1a-309e-4248-88e6-1870cfcb78a5 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:07.506085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63402e1a-309e-4248-88e6-1870cfcb78a5 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:07.510673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42424) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.511371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-63402e1a-309e-4248-88e6-1870cfcb78a5 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2786303 Aug 16 20:42:07.580155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2488ef-6808-4c63-bb58-f22cb2076bc2 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff3dc3-9dbc-4f31-ad73-b47fd9f497ec,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.580367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3620a82a-d211-4379-a247-2bb5bf846ddf no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:07.612587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.629765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0edd03c6-cd26-4345-819b-091690b88180 req-41b03ea6-3b27-48f6-911f-02005050c26c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.1164098 Aug 16 20:42:07.655276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Subnet': ['ID=7100f0da-b255-429a-97aa-dd1259e582da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.672014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 3620a82a-d211-4379-a247-2bb5bf846ddf {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:07.672627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 3620a82a-d211-4379-a247-2bb5bf846ddf not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:07.673090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.677737 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-746ca156-2d38-446f-bde2-9b9142c3e67d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/7100f0da-b255-429a-97aa-dd1259e582da HTTP/1.1" status: 204 len: 168 time: 0.5797575 Aug 16 20:42:07.680241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f50352-c5a5-4a85-990a-9af41235ecc1 None None] Network 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:07.682287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:07.682816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:07.785482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port c6299633-62e9-4fce-ba51-42b50637f62a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:07.785836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.786247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.797282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.821389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:07.851843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:07.852474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:07.872033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.887234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.892457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3 HTTP/1.1" status: 204 len: 168 time: 2.0171533 Aug 16 20:42:07.906137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329826e3-f320-4896-ac60-c4801c1e8758 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba21b76-eedb-42d1-a4d4-a9d35cc9c6c3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:07.954483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.954483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:07.959985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for c6299633-62e9-4fce-ba51-42b50637f62a owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:08.017305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-baeab820-d746-4750-b4c7-ad3fdfbdbeba tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:08.018706 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-baeab820-d746-4750-b4c7-ad3fdfbdbeba tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.64 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 796 time: 0.1508727 Aug 16 20:42:08.072456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting port a2deb357-ff13-46ad-af2b-5eb6782acfe4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:08.072456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.083763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:08.186690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-19ec9e3c-53b6-4dab-bde7-c405288033c0 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12bc192901f4790a5c63b2302499fdd HTTP/1.1" status: 200 len: 477 time: 0.1551080 Aug 16 20:42:08.196681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:08.202136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'port': {'device_id': '48cea556-303a-4623-bd4f-f9079e81a689', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'admin_state_up': True, 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'security_groups': ['8f886178-7189-4f12-8dea-355cfa6fa983', 'd3c09358-ec29-4fb5-aa8c-90f349a69cdc']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:08.205475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 143e167f-959e-45e0-a344-905c2b1227d0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:08.264268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.274266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.284903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Calling delete_port for a2deb357-ff13-46ad-af2b-5eb6782acfe4 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:08.307850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416e70b-42d8-421c-8c98-b58f02674e8f None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:08.314246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 143e167f-959e-45e0-a344-905c2b1227d0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:08.314246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 143e167f-959e-45e0-a344-905c2b1227d0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:08.323177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Deleting port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:08.323177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.353994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=c6299633-62e9-4fce-ba51-42b50637f62a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.445778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a13d4921-78b0-4f67-b55b-43ea46afa114 req-fa9829e2-4541-44aa-8e25-03196c2be5db tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 210 time: 0.0520849 Aug 16 20:42:08.471082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.492665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] For port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:08.493043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.536461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0e949c14-e764-46db-8237-944d33ccb45b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdc04d18a078478397f1d427a200cd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628300 Aug 16 20:42:08.541226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42436) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.544923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Calling delete_port for 81d4336e-9f97-42d8-8f07-9c4b52a0a20c owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:08.575396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.578232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.583685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f142d79-3f0f-4373-80eb-98a1088cd01c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/floatingips/a2b7e4d5-eee0-40d8-b457-6ce9eeb53dc1 HTTP/1.1" status: 204 len: 168 time: 1.2339289 Aug 16 20:42:08.584453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42438) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.618291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:08.622113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.645068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.646443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.695130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Port': ['ID=a2deb357-ff13-46ad-af2b-5eb6782acfe4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.702867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.713341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] DHCP port deletion for 18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:08.747331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.759104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port 96d03d88-cd21-46a2-9733-9f19ede18343 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:08.759104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.759610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f46f64e2-5695-4ca8-a146-440697f71f5d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/ports/a2deb357-ff13-46ad-af2b-5eb6782acfe4 HTTP/1.1" status: 204 len: 168 time: 1.2415266 Aug 16 20:42:08.759699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42442) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:08.836231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Deleting port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:08.841672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.849645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.20.0.7 (1a03b7a6-06cf-4189-9d47-3c663da16993/85e267d6-a62d-4756-aa8e-4b4102a7e031/de391c7b-db6f-42c8-99e2-938748a091dd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:08.919086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:08.964628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Port': ['ID=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:08.979459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No DVR routers for this DVR port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:09.023310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] For port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,segment=NetworkSegment(3766b4a6-fff3-4031-8be0-00688d6b01e2),segment_id=3766b4a6-fff3-4031-8be0-00688d6b01e2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:09.025415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.063501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Calling delete_port for 81d4336e-9f97-42d8-8f07-9c4b52a0a20c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:09.122708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.135884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.161034 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.162245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea9faef4-c4fb-4165-96bb-31932190be28 HTTP/1.1" status: 204 len: 168 time: 0.6198733 Aug 16 20:42:09.171463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.172052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.224100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3766b4a6-fff3-4031-8be0-00688d6b01e2') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.224338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3766b4a6-fff3-4031-8be0-00688d6b01e2') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:09.234438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ef9a-cd10-4843-a2dc-474e80f2336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9faef4-c4fb-4165-96bb-31932190be28,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.242418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.256797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for 96d03d88-cd21-46a2-9733-9f19ede18343 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:09.276845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.283952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.284603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64b65f39-d641-478a-bffd-9ca23adfa3f2 req-4854d841-ee6c-4625-816d-99e4b66a1314 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.3966732 Aug 16 20:42:09.290352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:09.291330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:09.295402 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:09.313534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting port 672d1d01-de92-4ecd-961d-5247be961b60 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:09.313534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.317794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] No DVR routers for this DVR port 81d4336e-9f97-42d8-8f07-9c4b52a0a20c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:09.366979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb32b9-b607-43de-9ffa-325b1cb43011 None None] Pushing event deleted for resources: {'Port': ['ID=81d4336e-9f97-42d8-8f07-9c4b52a0a20c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.390330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.460027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.491618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Calling delete_port for 672d1d01-de92-4ecd-961d-5247be961b60 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:09.497298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Transition to ACTIVE for port object de391c7b-db6f-42c8-99e2-938748a091dd will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:09.500143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.507410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.514571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42462) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:09.516323 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/networks/18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058 HTTP/1.1" status: 204 len: 168 time: 1.8293335 Aug 16 20:42:09.522541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'routes': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:09.540796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905496-b094-490a-9572-912692e8311a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Pushing event deleted for resources: {'Network': ['ID=18e9e4b9-d0ef-40ea-a9e6-1e0514ca0058,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.674416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.735137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:09.743831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:09.762545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:09.803113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:09.863622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:09.864416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:09.989734 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-9d2faa1b-235e-47db-9d9d-3e848928678e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7953253 Aug 16 20:42:10.002616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Request body: {'port': {'device_id': '48cea556-303a-4623-bd4f-f9079e81a689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:10.010411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81d4336e-9f97-42d8-8f07-9c4b52a0a20c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:10.032244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 81d4336e-9f97-42d8-8f07-9c4b52a0a20c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:10.032814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81d4336e-9f97-42d8-8f07-9c4b52a0a20c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:10.033327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af6cd67e-e8c3-4c71-bd48-de53a92e6539 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:10.092578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: af6cd67e-e8c3-4c71-bd48-de53a92e6539 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:10.092578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af6cd67e-e8c3-4c71-bd48-de53a92e6539 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:10.211912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.220776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66318f7b-1433-4077-9be5-7f12dad21144 req-aac4d0d3-b153-40d4-bd9d-47982df78c27 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:10.222328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66318f7b-1433-4077-9be5-7f12dad21144 req-aac4d0d3-b153-40d4-bd9d-47982df78c27 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 970 time: 0.2839735 Aug 16 20:42:10.245966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Added routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:42:10.246289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Removed routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:42:10.246647 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.250862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a2273fce-fd07-4139-9790-e0a2de7e193c None None] Provisioning for port de391c7b-db6f-42c8-99e2-938748a091dd completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:10.255691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a2273fce-fd07-4139-9790-e0a2de7e193c None None] Provisioning complete for port de391c7b-db6f-42c8-99e2-938748a091dd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:10.256544 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a2273fce-fd07-4139-9790-e0a2de7e193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.328304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a2273fce-fd07-4139-9790-e0a2de7e193c None None] Port de391c7b-db6f-42c8-99e2-938748a091dd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:42:10.438723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66318f7b-1433-4077-9be5-7f12dad21144 req-086bb990-6b0c-4240-9d6a-66414befb0fe tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1940420 Aug 16 20:42:10.441998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.462459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.517421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a12edd5e-ac81-4035-a23e-7912cf8cb499 req-6dab092e-1243-430d-83de-d2634da387a3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.0836532 Aug 16 20:42:10.520951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.555832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=96d03d88-cd21-46a2-9733-9f19ede18343,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.558678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.603926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de391c7b-db6f-42c8-99e2-938748a091dd {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:10.621421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.628496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Port': ['ID=672d1d01-de92-4ecd-961d-5247be961b60,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.642480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Transition to ACTIVE for port object de391c7b-db6f-42c8-99e2-938748a091dd will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:10.665698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.670817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fdede3da-29f1-4ad5-bb8f-cde896e6da79 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/ports/672d1d01-de92-4ecd-961d-5247be961b60 HTTP/1.1" status: 204 len: 168 time: 1.9113822 Aug 16 20:42:10.672064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42488) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.762952 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.767894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2374e061-d3b1-4c83-b3c2-e6e2b5d3eaa6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/ports/96d03d88-cd21-46a2-9733-9f19ede18343 HTTP/1.1" status: 204 len: 168 time: 2.1792469 Aug 16 20:42:10.772827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7194acc2-1e70-4692-ac42-f53f10c46517 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0982203 Aug 16 20:42:10.772827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:10.773138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.773444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42494) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:10.789857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1021938641'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:10.837831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 447a8c4f-29fc-41bd-b632-afa88ae44e08 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:10.849035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Pushing event updated for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:10.908821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42496) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.010447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Attempting to bind port de391c7b-db6f-42c8-99e2-938748a091dd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:11.010789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Attempting to bind port de391c7b-db6f-42c8-99e2-938748a091dd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:11.011124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Attempting to bind port de391c7b-db6f-42c8-99e2-938748a091dd on network 1a03b7a6-06cf-4189-9d47-3c663da16993 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:11.024716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Port de391c7b-db6f-42c8-99e2-938748a091dd on network 1a03b7a6-06cf-4189-9d47-3c663da16993 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:11.024941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Attempting to bind port de391c7b-db6f-42c8-99e2-938748a091dd on network 1a03b7a6-06cf-4189-9d47-3c663da16993 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:11.033221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:11.037651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.038379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:11.038724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Checking segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:11.039113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Bound using segment: {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:11.039549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Bound port: de391c7b-db6f-42c8-99e2-938748a091dd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700a5a19-923b-484d-95bd-e4ab5e0e5e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:11.040071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.084755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:11.092703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.099419 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Sync routers for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:11.102723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4f79cba1-2f70-40e4-9ac5-9b2bee78b245 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 705 time: 1.5803170 Aug 16 20:42:11.103424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.132363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:11.133586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:11.152804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting port 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:11.152804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.170077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-133020812-network', 'tenant_id': '0cd3c4907f9540b58ed1076b79993f95'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:11.178170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aac311c5-f8dc-448d-9f4e-d9d2bf06d05f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 205 time: 0.0718277 Aug 16 20:42:11.181437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42504) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:11.219196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:11.302962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.302962 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1 of type vlan for network 72f1670e-2971-49cb-918c-c82c6dd0da88 Aug 16 20:42:11.353193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:11.404294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.423944 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:11.457606 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Checking router: 447a8c4f-29fc-41bd-b632-afa88ae44e08 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:11.468610 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Routers {'447a8c4f-29fc-41bd-b632-afa88ae44e08'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:11.469608 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['447a8c4f-29fc-41bd-b632-afa88ae44e08'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:11.473495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.527644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.611642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Calling delete_port for 37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:11.640120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:11.644027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=de391c7b-db6f-42c8-99e2-938748a091dd,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:11.697277 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] Set router 447a8c4f-29fc-41bd-b632-afa88ae44e08 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:11.732040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Made reservation on behalf of 0cd3c4907f9540b58ed1076b79993f95 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:11.735370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.754127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.773195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.775662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.835362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.836185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:11.840166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0e24eae-e7fe-4e82-a632-aa47fe42b9f6 req-8f8e741a-68b5-4c66-8f13-87493964c23b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.1088994 Aug 16 20:42:11.884417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:11.885005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.886413 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] 10.222.0.64 "PUT /v2.0/ports/de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 1131 time: 1.8883197 Aug 16 20:42:11.886854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:11.889402 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9620abd-9c5b-454a-b99b-6186350e68f4" -d '{"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:11.901906 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236638a-281c-43e3-86e3-a0b0cee63a5b None None] The sync data for ids ['447a8c4f-29fc-41bd-b632-afa88ae44e08'] in n-d-794306-10 is: [{'id': '447a8c4f-29fc-41bd-b632-afa88ae44e08', 'name': 'tempest-RoutersIpV6Test-router-1598572098', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:40:52Z', 'updated_at': '2021-08-16T20:42:06Z', 'revision_number': 11, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:11.933911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.941053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:11.943055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:11.946123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc91c7-b3f1-4fcb-bcd2-78ab6f343ddb service neutron] Pushing event updated for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.037451 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24a0cef-37d3-4ae2-8490-af6cedff59ef x-openstack-request-id: req-b24a0cef-37d3-4ae2-8490-af6cedff59ef {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:12.037999 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:12.038407 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b24a0cef-37d3-4ae2-8490-af6cedff59ef {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:12.038959 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'status': 'completed', 'code': 200} Aug 16 20:42:12.090799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.091056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router 447a8c4f-29fc-41bd-b632-afa88ae44e08 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:12.104413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.109797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc6dff8c-b902-468b-ac29-06f26fb2a5af tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 204 len: 168 time: 0.9176283 Aug 16 20:42:12.111635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42514) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.118180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=72f1670e-2971-49cb-918c-c82c6dd0da88,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.128913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190360684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.131107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 72f1670e-2971-49cb-918c-c82c6dd0da88 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:12.142619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.160889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-33e16fe5-e752-4394-bc68-076dc3d119e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.162424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-33e16fe5-e752-4394-bc68-076dc3d119e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1134 time: 0.1278970 Aug 16 20:42:12.179335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aff15-40af-47dd-8793-f28067598301 req-19193fb3-0aa1-458a-b31a-8638076c6083 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.180962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b76aff15-40af-47dd-8793-f28067598301 req-19193fb3-0aa1-458a-b31a-8638076c6083 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 982 time: 0.4601369 Aug 16 20:42:12.220368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-9a760295-e600-43c3-a873-72daa94471b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 217 time: 0.0489104 Aug 16 20:42:12.285951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.286064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b76aff15-40af-47dd-8793-f28067598301 req-9381ee6e-6ca4-44cd-8b01-a8a0af7d1e8c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575304 Aug 16 20:42:12.288193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-6f0bf683-a36a-436c-a9a6-2c1cc610ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.289831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-6f0bf683-a36a-436c-a9a6-2c1cc610ee60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 200 len: 834 time: 0.0620954 Aug 16 20:42:12.329594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec66e0-0358-40d0-a79b-a33f42378b79,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.332336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:12.366027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.367567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.374032 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Added segment 250a084f-d77e-4e42-818e-adb4fc5f33aa of type vlan for network 5d56f0e8-7427-40da-8441-ab536c4d1adf Aug 16 20:42:12.398655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Port': ['ID=37db7a8e-65a6-4aa8-8a0a-fb5b838ee455,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.433301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0490db5e-48ec-4299-beb5-af9382121f72 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6508756 Aug 16 20:42:12.437699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42520) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.443808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.458652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-169154282'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.459973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992626e8-090c-45b9-8972-621439420566 req-806c4d7f-6629-4db1-a9d6-960332247479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.470327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-806c4d7f-6629-4db1-a9d6-960332247479 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1a03b7a6-06cf-4189-9d47-3c663da16993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429636 Aug 16 20:42:12.484953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.491272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a92e5c4a-9866-4070-8d7b-4b33791df90c tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/ports/37db7a8e-65a6-4aa8-8a0a-fb5b838ee455 HTTP/1.1" status: 204 len: 168 time: 1.7136741 Aug 16 20:42:12.493774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42524) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.546801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting subnet cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:12.550068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.576716 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-34cd5c0a-6d8d-4d0f-845a-719591b833e7 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071656 Aug 16 20:42:12.592354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.631920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.633097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.678381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.679405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:12.679957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.683823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.764282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:12.767949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.799148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.818383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.850877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.852960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.858106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f64abc6-7074-4c80-bc88-a72d6af3442a tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/subnets/cf2a0ba9-7a43-4c9b-bb4c-dab900fcfa74 HTTP/1.1" status: 204 len: 168 time: 0.3631508 Aug 16 20:42:12.858767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42530) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.867115 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-992626e8-090c-45b9-8972-621439420566 req-c09e5001-8e5c-49ac-bec5-57b7600bbf32 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834988 Aug 16 20:42:12.867602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f0de3-2622-4dd5-83c6-18f442fd3d21 None None] Network f6ed7256-1b14-4c37-956b-02bce56802f3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:12.877196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] Pushing event updated for resources: {'Network': ['ID=5d56f0e8-7427-40da-8441-ab536c4d1adf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:12.891114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:12.904440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.904963 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Added segment 12626ef3-cec9-4064-b2f3-c69a56dfc8c9 of type vlan for network 815e133f-025f-4eb0-b11e-24ced4a41f85 Aug 16 20:42:12.921690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-99bd88d7-7982-4d79-ae15-8c4cca228084 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0107596 Aug 16 20:42:12.924209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.926125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42534) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:12.932091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Request body: {'subnet': {'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-133020812-subnet', 'tenant_id': '0cd3c4907f9540b58ed1076b79993f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:12.947918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5d56f0e8-7427-40da-8441-ab536c4d1adf details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:12.980318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Deleting subnet 9470f854-3878-4bd1-b55f-ce040147046d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:12.987236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:12.994434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.100429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078edab3-9d55-4a7f-b87c-4a0474ff08cc req-25b1b65f-e3ce-428e-aa0b-6dc8425b7a99 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=20ea8b2a-3b46-4cfd-920b-d49e5e3cf227 HTTP/1.1" status: 200 len: 210 time: 0.0735056 Aug 16 20:42:13.116353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.122029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.122284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.123003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.131975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-530336cf-85f5-4d81-9134-49251d2adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.133571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-530336cf-85f5-4d81-9134-49251d2adf1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1134 time: 0.0723577 Aug 16 20:42:13.168804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Made reservation on behalf of 0cd3c4907f9540b58ed1076b79993f95 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:13.177842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.274103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.278775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] DHCP port deletion for f6ed7256-1b14-4c37-956b-02bce56802f3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:13.308821 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8613858 Aug 16 20:42:13.339884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36748-342c-4974-905b-82f082c4bc9a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Network': ['ID=815e133f-025f-4eb0-b11e-24ced4a41f85,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.361449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 815e133f-025f-4eb0-b11e-24ced4a41f85 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:13.366943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.371505 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47205cb6-99c3-42e4-b5a5-2f6ad84d477f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2468657 Aug 16 20:42:13.372693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42538) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.388539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.439665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Deleting port dd89dba9-608a-496e-bf95-2673a54282e0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:13.440482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.523221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42540) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.634921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'subnets': [{'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2108404840', 'ip_version': 4}, {'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.634921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'subnet': {'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2108404840', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.634921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Request body: {'subnet': {'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:13.635275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] For port dd89dba9-608a-496e-bf95-2673a54282e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dd89dba9-608a-496e-bf95-2673a54282e0,segment=NetworkSegment(b1c0d638-5d38-490c-9790-864ea3998602),segment_id=b1c0d638-5d38-490c-9790-864ea3998602)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:13.635275 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.638822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Calling delete_port for dd89dba9-608a-496e-bf95-2673a54282e0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:13.662026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbb98e-9706-46fa-b2e7-ae95dbc845cd req-6ff2b187-ac3f-4c61-86e7-164ea6317e55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.663656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70fbb98e-9706-46fa-b2e7-ae95dbc845cd req-6ff2b187-ac3f-4c61-86e7-164ea6317e55 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 982 time: 0.1289096 Aug 16 20:42:13.743989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-262df7b7-bb2a-45e8-affb-a39120be1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:13.745646 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-262df7b7-bb2a-45e8-affb-a39120be1928 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 897 time: 0.5928917 Aug 16 20:42:13.752389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70fbb98e-9706-46fa-b2e7-ae95dbc845cd req-9fe28104-fa87-4f7e-ba78-7c57667b9348 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0770943 Aug 16 20:42:13.817949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.830414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] No DVR routers for this DVR port dd89dba9-608a-496e-bf95-2673a54282e0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:13.845510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.857605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Pushing event deleted for resources: {'Port': ['ID=dd89dba9-608a-496e-bf95-2673a54282e0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.875001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.875621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.876468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Subnet': ['ID=9470f854-3878-4bd1-b55f-ce040147046d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.885724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0b52f1-6b30-4a28-b0b7-4229442a948c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:13.893793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.899264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0a5687eb-942b-48e3-b382-99fedab07143 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/subnets/9470f854-3878-4bd1-b55f-ce040147046d HTTP/1.1" status: 204 len: 168 time: 1.0389516 Aug 16 20:42:13.901993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86ea79-7a29-46c3-a98e-1f7030769d7d None None] Network d09f0cc7-c966-462e-8d46-bb9e76565fe3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:13.911232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42544) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:13.936210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:13.978157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-97f8dd28-5799-497c-a336-7817f5ff8480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 217 time: 0.1786013 Aug 16 20:42:14.020486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dd89dba9-608a-496e-bf95-2673a54282e0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:14.069005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef1ed71-be23-40b4-bd56-442c25c7f7df,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.076254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: dd89dba9-608a-496e-bf95-2673a54282e0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:14.076606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dd89dba9-608a-496e-bf95-2673a54282e0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:14.237868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-0bf22115-f6f9-41b7-821c-9f4f3eb9abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.237868 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-0bf22115-f6f9-41b7-821c-9f4f3eb9abe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 200 len: 834 time: 0.2361746 Aug 16 20:42:14.250624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.315382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] DHCP port deletion for d09f0cc7-c966-462e-8d46-bb9e76565fe3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:14.333491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-d666b05c-553a-4ae8-9449-c1df183e9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.334961 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-d666b05c-553a-4ae8-9449-c1df183e9a78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1a03b7a6-06cf-4189-9d47-3c663da16993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783293 Aug 16 20:42:14.385167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Deleting port 4a470e67-205e-4c53-a738-5bee2211ebc7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:14.385550 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.399024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.512893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] For port 4a470e67-205e-4c53-a738-5bee2211ebc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a470e67-205e-4c53-a738-5bee2211ebc7,segment=NetworkSegment(474606e7-c53c-4aeb-a8ba-fa3df38ec2cb),segment_id=474606e7-c53c-4aeb-a8ba-fa3df38ec2cb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:14.513959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Made reservation on behalf of a677c0d962bb4ecaa360022b7fa267e0 for: {'subnet': 2} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:14.516298 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.521952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.522299 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.538531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Calling delete_port for 4a470e67-205e-4c53-a738-5bee2211ebc7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:14.561566 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.583897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Checking segment: {'id': '250a084f-d77e-4e42-818e-adb4fc5f33aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:14.584268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Network hostable DHCP agents. Network: 5d56f0e8-7427-40da-8441-ab536c4d1adf, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:14.671256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.684590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ed7256-1b14-4c37-956b-02bce56802f3']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:14.696669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c0d638-5d38-490c-9790-864ea3998602') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:14.697070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c0d638-5d38-490c-9790-864ea3998602') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:14.702206 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-685a40fc-b630-40be-826b-8a695bef6705 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591666 Aug 16 20:42:14.706790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.728358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.734442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:14.735032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:14.740263 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:14.767409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:14.789096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] No DVR routers for this DVR port 4a470e67-205e-4c53-a738-5bee2211ebc7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:14.838199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be9937-7e1b-48f7-bdd1-e0d4ca9e0681 None None] Pushing event deleted for resources: {'Port': ['ID=4a470e67-205e-4c53-a738-5bee2211ebc7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:14.862172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Network 5d56f0e8-7427-40da-8441-ab536c4d1adf is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:14.907661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Router 8da7d221-b4bb-4d3e-9f98-a04ee131ad33 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:42:14.941832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f9358-6efb-4080-8795-936ad68d8efd req-1408a30f-58f5-4eae-9601-e3f9d92159d8 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:14.943650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-141f9358-6efb-4080-8795-936ad68d8efd req-1408a30f-58f5-4eae-9601-e3f9d92159d8 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 982 time: 0.0711143 Aug 16 20:42:14.993071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-141f9358-6efb-4080-8795-936ad68d8efd req-b5a8f302-4a77-4b70-8c93-9cf1fd64014e tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0431409 Aug 16 20:42:14.993973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.026775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.032395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/networks/f6ed7256-1b14-4c37-956b-02bce56802f3 HTTP/1.1" status: 204 len: 168 time: 1.1200545 Aug 16 20:42:15.033334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44d7a4-9c41-419b-938b-10b05f3a9092 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Network': ['ID=f6ed7256-1b14-4c37-956b-02bce56802f3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.040442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42554) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.042524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5d56f0e8-7427-40da-8441-ab536c4d1adf) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:15.051261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f9620abd-9c5b-454a-b99b-6186350e68f4 req-eb453701-86f0-408f-a3dd-1220218525d5 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360722 Aug 16 20:42:15.061743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90695dff-0923-47f1-b41d-0cf0ea04be5e None None] Network 5d56f0e8-7427-40da-8441-ab536c4d1adf requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:15.070318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:15.070918 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.111874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:15.130839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Sync routers for ids ['8da7d221-b4bb-4d3e-9f98-a04ee131ad33'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:15.137355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.142139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42556) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.142455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8de06292-0dd5-4cfe-bcdc-f9716fd12909 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "PUT /v2.0/routers/8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 200 len: 697 time: 1.7644906 Aug 16 20:42:15.158653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Routers {'8da7d221-b4bb-4d3e-9f98-a04ee131ad33'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:15.159278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8da7d221-b4bb-4d3e-9f98-a04ee131ad33'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.232516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.239581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-40447b15-f6c3-4196-9786-9e2971783507 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3115752 Aug 16 20:42:15.256671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ecfb6e59-5b02-4892-a3c3-cde431a56ce1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/routers/8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 200 len: 703 time: 0.1133783 Aug 16 20:42:15.262901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.296299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Set router 8da7d221-b4bb-4d3e-9f98-a04ee131ad33 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:15.354880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c89454c4-a524-4fab-adb0-a87127d5f5b2 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 200 len: 205 time: 0.0879810 Aug 16 20:42:15.359688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:15.426339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7d221-b4bb-4d3e-9f98-a04ee131ad33', 'name': 'tempest-RoutersIpV6Test-router-190360684', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:12Z', 'updated_at': '2021-08-16T20:42:14Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.476574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.487756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.509433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Checking router: 8da7d221-b4bb-4d3e-9f98-a04ee131ad33 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:15.529163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09f0cc7-c966-462e-8d46-bb9e76565fe3']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.589894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Routers {'8da7d221-b4bb-4d3e-9f98-a04ee131ad33'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:15.593474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8da7d221-b4bb-4d3e-9f98-a04ee131ad33'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.593474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b88d9-1736-4cbc-a20f-87a449687e5e None None] Network 5d56f0e8-7427-40da-8441-ab536c4d1adf requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:15.594545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.594856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474606e7-c53c-4aeb-a8ba-fa3df38ec2cb') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:15.606116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.620931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.628567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:15.629970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.634645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:15.662018 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:15.667641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device de391c7b-db6f-42c8-99e2-938748a091dd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:15.718580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Checking segment: {'id': 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:15.718997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network hostable DHCP agents. Network: 72f1670e-2971-49cb-918c-c82c6dd0da88, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:15.725153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Subnet': ['ID=848494ef-0d7c-4647-ae79-b4eed1058dc5,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:15.828057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network 72f1670e-2971-49cb-918c-c82c6dd0da88 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:15.879855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.886270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.919517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 72f1670e-2971-49cb-918c-c82c6dd0da88) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:15.924783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:15.990094 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.050500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.070519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] 10.222.0.70 "DELETE /v2.0/networks/d09f0cc7-c966-462e-8d46-bb9e76565fe3 HTTP/1.1" status: 204 len: 168 time: 1.0158815 Aug 16 20:42:16.070519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b92ecc-16a1-43df-867b-dcca167119e6 tempest-TaggedBootDevicesTest_v242-2045682963 tempest-TaggedBootDevicesTest_v242-2045682963-project] Pushing event deleted for resources: {'Network': ['ID=d09f0cc7-c966-462e-8d46-bb9e76565fe3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.071345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event updated for resources: {'Subnet': ['ID=c56b6517-a4f6-4cf0-a644-2a196618f6ab,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:16.091372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a44d70-9e67-4056-a540-8fbba640fdbb None None] Network 72f1670e-2971-49cb-918c-c82c6dd0da88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:16.095019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a470e67-205e-4c53-a738-5bee2211ebc7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:16.100816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Checking segment: {'id': '12626ef3-cec9-4064-b2f3-c69a56dfc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:16.107115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network hostable DHCP agents. Network: 815e133f-025f-4eb0-b11e-24ced4a41f85, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:16.137146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.137146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Fanout notify agent at l3_agent the message router_deleted on router 8da7d221-b4bb-4d3e-9f98-a04ee131ad33 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:16.148131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.154697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6e785878-2700-4d82-8cc9-22099401031c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 204 len: 168 time: 0.7938855 Aug 16 20:42:16.155549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42586) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.177281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=de391c7b-db6f-42c8-99e2-938748a091dd,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:16.197661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'port_id': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'mac_address': 'fa:16:3e:b3:67:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:16.209129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-b61cbc9f-2933-427a-a7b9-46d6679002f4 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:16.211270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-b61cbc9f-2933-427a-a7b9-46d6679002f4 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/networks?id=5d56f0e8-7427-40da-8441-ab536c4d1adf HTTP/1.1" status: 200 len: 821 time: 0.5085714 Aug 16 20:42:16.222669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75a18fef-09b4-4e27-9a3c-833f3ac95b51 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 200 len: 205 time: 0.0646958 Aug 16 20:42:16.224811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] Set router 8da7d221-b4bb-4d3e-9f98-a04ee131ad33 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:16.228680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42588) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.242576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Network 815e133f-025f-4eb0-b11e-24ced4a41f85 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:16.286794 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-ba630fd1-e199-475c-a02a-f9f019d07be7 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:16.287267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-90bc529f-78b2-4de3-ad5c-8a025f3f02f7 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/quotas/0cd3c4907f9540b58ed1076b79993f95 HTTP/1.1" status: 200 len: 375 time: 0.0342805 Aug 16 20:42:16.287913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba630fd1-e199-475c-a02a-f9f019d07be7 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/8da7d221-b4bb-4d3e-9f98-a04ee131ad33 HTTP/1.1" status: 404 len: 336 time: 0.0578601 Aug 16 20:42:16.291068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42592) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.338238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4a470e67-205e-4c53-a738-5bee2211ebc7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:16.338600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a470e67-205e-4c53-a738-5bee2211ebc7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:16.343457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-87d06039-933c-44df-9aa5-5761ccf35329 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0cd3c4907f9540b58ed1076b79993f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462728 Aug 16 20:42:16.357329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fb347-d113-4953-8c37-a6c13b31166c req-3839b2ec-f0f4-4fcf-b78e-828ed1a62001 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:16.359217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da7fb347-d113-4953-8c37-a6c13b31166c req-3839b2ec-f0f4-4fcf-b78e-828ed1a62001 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 982 time: 0.2215588 Aug 16 20:42:16.497624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da7d221-b4bb-4d3e-9f98-a04ee131ad33', 'name': 'tempest-RoutersIpV6Test-router-190360684', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:12Z', 'updated_at': '2021-08-16T20:42:14Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:16.544224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da7fb347-d113-4953-8c37-a6c13b31166c req-c58e5389-dad3-4eb7-92f5-a19a9b390a3d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1078634 Aug 16 20:42:16.604124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-0be39f34-4195-4d83-a8cb-cbc5b60b54b2 service neutron] 10.222.0.70 "GET /v2.0/networks/5d56f0e8-7427-40da-8441-ab536c4d1adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438278 Aug 16 20:42:16.629790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1d7816-a968-4b8e-b47e-59d1673f24a9 None None] The sync data for ids ['8da7d221-b4bb-4d3e-9f98-a04ee131ad33'] in n-d-794306-10 is: [{'id': '8da7d221-b4bb-4d3e-9f98-a04ee131ad33', 'name': 'tempest-RoutersIpV6Test-router-190360684', 'tenant_id': '4799bdd8a3094895a0bfed4febba85e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:12Z', 'updated_at': '2021-08-16T20:42:14Z', 'revision_number': 2, 'project_id': '4799bdd8a3094895a0bfed4febba85e5', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:16.637041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.655614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de391c7b-db6f-42c8-99e2-938748a091dd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:16.663443 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fca8dd-696f-4c94-aa7d-9fdab99934ce tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:16.671012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fca8dd-696f-4c94-aa7d-9fdab99934ce tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:16.671012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c6fca8dd-696f-4c94-aa7d-9fdab99934ce tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/19e6e09f-894c-4bf3-87d3-9db0fcea6da9 HTTP/1.1" status: 404 len: 337 time: 0.3736525 Aug 16 20:42:16.671012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 815e133f-025f-4eb0-b11e-24ced4a41f85) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:16.671012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.700311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:16.700796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:16.701435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.720398 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-61495c70-8d6f-4d3a-bbe1-c9a08574f6e1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:16.720398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61495c70-8d6f-4d3a-bbe1-c9a08574f6e1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:16.720398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61495c70-8d6f-4d3a-bbe1-c9a08574f6e1 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/d2df6a38-267a-48f0-bb60-ce97b160659b HTTP/1.1" status: 404 len: 337 time: 0.0471818 Aug 16 20:42:16.728294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.739880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27b2bd-9ef9-4aa7-adc8-05c5a6498291 None None] Network 815e133f-025f-4eb0-b11e-24ced4a41f85 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:16.768175 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4333e86-cca0-42a4-9c82-9847d802526b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:16.768648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4333e86-cca0-42a4-9c82-9847d802526b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:16.771136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c4333e86-cca0-42a4-9c82-9847d802526b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/e87b6002-ae2d-4dec-8375-e2b8cb318e95 HTTP/1.1" status: 404 len: 337 time: 0.0418069 Aug 16 20:42:16.774070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42606) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.801060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-72f1670e-2971-49cb-918c-c82c6dd0da88', 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88', 'tenant_id': 'a677c0d962bb4ecaa360022b7fa267e0', 'fixed_ips': [{'subnet_id': '848494ef-0d7c-4647-ae79-b4eed1058dc5'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:16.802111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:16.822119 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63f44e0-dcc0-426e-b456-c2162a11791a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:16.822590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63f44e0-dcc0-426e-b456-c2162a11791a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:16.826772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d63f44e0-dcc0-426e-b456-c2162a11791a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/7100f0da-b255-429a-97aa-dd1259e582da HTTP/1.1" status: 404 len: 337 time: 0.0494964 Aug 16 20:42:16.835229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.882391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c16a0119-0472-4ab2-9acd-5e92ee03400f tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 200 len: 205 time: 0.0517650 Aug 16 20:42:16.882715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42610) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.894596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-752a8327-99dc-4335-bf36-910d51dd914e tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2927461 Aug 16 20:42:16.895262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:16.994182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-113c1bfb-f238-4fd5-b766-e7d62e103d1b service neutron] 10.222.0.70 "GET /v2.0/networks/5d56f0e8-7427-40da-8441-ab536c4d1adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786747 Aug 16 20:42:17.001293 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-4dcbb39e-047c-4dfa-9226-d80c7344516c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:17.002347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4dcbb39e-047c-4dfa-9226-d80c7344516c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/447a8c4f-29fc-41bd-b632-afa88ae44e08 HTTP/1.1" status: 404 len: 336 time: 0.1186926 Aug 16 20:42:17.005698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Allocated IP 172.20.0.2 (72f1670e-2971-49cb-918c-c82c6dd0da88/848494ef-0d7c-4647-ae79-b4eed1058dc5/20a9a695-a63e-43e0-9869-142447b09d36) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:17.006837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42614) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.084573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fb44ee0b-3385-4bc6-800e-6218bae585c9 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=335275e4-9374-4d02-b19b-c86ddb5fe8ea HTTP/1.1" status: 200 len: 205 time: 0.0701933 Aug 16 20:42:17.085235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.105278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5599ea-70f3-46d6-a4c2-21eb7b29965a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.106825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5599ea-70f3-46d6-a4c2-21eb7b29965a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.113852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5599ea-70f3-46d6-a4c2-21eb7b29965a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.117698 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c5599ea-70f3-46d6-a4c2-21eb7b29965a tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2207496 Aug 16 20:42:17.124214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42620) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.181414 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-3d6f44d5-ad6d-4220-b2de-18aa0481c78c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:17.184987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d6f44d5-ad6d-4220-b2de-18aa0481c78c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/335275e4-9374-4d02-b19b-c86ddb5fe8ea HTTP/1.1" status: 404 len: 336 time: 0.0987134 Aug 16 20:42:17.188239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42622) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.220161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=de391c7b-db6f-42c8-99e2-938748a091dd,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:17.235914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting subnet 848494ef-0d7c-4647-ae79-b4eed1058dc5 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:17.278125 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-443e6b0e-72ef-4196-a2fa-784ac5cf6691 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:17.283055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443e6b0e-72ef-4196-a2fa-784ac5cf6691 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:17.284963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-443e6b0e-72ef-4196-a2fa-784ac5cf6691 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/4dbaccf7-5db9-4ec0-ae07-09f105d2e492 HTTP/1.1" status: 404 len: 337 time: 0.0955238 Aug 16 20:42:17.287640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42624) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.325990 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ea12800a-fbee-4710-9dc5-cf6aa882bd5c tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 200 len: 205 time: 0.0367668 Aug 16 20:42:17.328323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.336776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.368522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Transition to ACTIVE for port object 20a9a695-a63e-43e0-9869-142447b09d36 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:17.384398 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-be589499-2fdb-4211-9b6b-1fe99766ea7d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:17.388028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-be589499-2fdb-4211-9b6b-1fe99766ea7d tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/63b3a1dd-e9f5-4846-bc12-0deed71b9782 HTTP/1.1" status: 404 len: 336 time: 0.0560577 Aug 16 20:42:17.389226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42628) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.402727 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.441850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Transition to ACTIVE for port object 20a9a695-a63e-43e0-9869-142447b09d36 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:17.483304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4ed614b3-b435-48e9-a899-26c6a20c5a7a tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2b8832f-8423-42ea-a5e2-25dc9eff697e HTTP/1.1" status: 200 len: 205 time: 0.0926235 Aug 16 20:42:17.490050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42630) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.514631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-815e133f-025f-4eb0-b11e-24ced4a41f85', 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85', 'tenant_id': 'a677c0d962bb4ecaa360022b7fa267e0', 'fixed_ips': [{'subnet_id': 'c56b6517-a4f6-4cf0-a644-2a196618f6ab'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:17.515504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.587859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.607987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.656461 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-90a278de-b288-4f19-b15c-526645163acb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:17.660903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90a278de-b288-4f19-b15c-526645163acb tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/f2b8832f-8423-42ea-a5e2-25dc9eff697e HTTP/1.1" status: 404 len: 336 time: 0.1675749 Aug 16 20:42:17.661063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['de391c7b-db6f-42c8-99e2-938748a091dd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:17.670967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42644) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:17.733139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.748349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58e8eb19-6775-482d-968f-443e99f87fef req-df922046-bbfc-4168-ab10-efaae402fe90 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.1157870 Aug 16 20:42:17.826018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c8c4-743c-4d72-aa75-22d836836fa5 req-797b8b0e-a8de-4a29-bf61-e533ab75522f tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:17.837105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e776c8c4-743c-4d72-aa75-22d836836fa5 req-797b8b0e-a8de-4a29-bf61-e533ab75522f tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 983 time: 0.0766411 Aug 16 20:42:17.893434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Network 72f1670e-2971-49cb-918c-c82c6dd0da88 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:17.928614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e776c8c4-743c-4d72-aa75-22d836836fa5 req-2d919700-1238-4003-a046-edc7e583a8fe tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0890219 Aug 16 20:42:17.954275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:17.957521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:17.982329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:17.987192 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d5aa03-aec5-436d-a08b-4fd7cc1ed012 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:17.988179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d5aa03-aec5-436d-a08b-4fd7cc1ed012 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:17.992603 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31d5aa03-aec5-436d-a08b-4fd7cc1ed012 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/aa1e6189-2f68-4f45-af5c-5e6110897ec4 HTTP/1.1" status: 404 len: 337 time: 0.3182440 Aug 16 20:42:17.993152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42654) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.067867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f6e72384-8a4a-41cf-8c97-a64d029413c4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cdedd5e-bda8-4e36-99e0-35f246cee095 HTTP/1.1" status: 200 len: 205 time: 0.0717735 Aug 16 20:42:18.069416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.101835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.156825 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-9d7567d4-ec34-49b6-9406-256ac8278ac4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:18.158037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9d7567d4-ec34-49b6-9406-256ac8278ac4 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/5cdedd5e-bda8-4e36-99e0-35f246cee095 HTTP/1.1" status: 404 len: 336 time: 0.0863886 Aug 16 20:42:18.161266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42658) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.197221 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d987ec6-5c46-4243-869a-56eafa10c132 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:18.197842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d987ec6-5c46-4243-869a-56eafa10c132 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:18.200459 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d987ec6-5c46-4243-869a-56eafa10c132 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/33bdc0d0-e7b3-4cac-8604-ad4ca304d848 HTTP/1.1" status: 404 len: 337 time: 0.0380313 Aug 16 20:42:18.203105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42660) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.284453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2f7a3035-b288-4aa2-a5b8-756db9ca66c0 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb7812d2-0ccb-4168-aade-96038ff0ec10 HTTP/1.1" status: 200 len: 205 time: 0.0780985 Aug 16 20:42:18.285062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42664) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.374076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.415965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Attempting to bind port 20a9a695-a63e-43e0-9869-142447b09d36 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:18.416328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Attempting to bind port 20a9a695-a63e-43e0-9869-142447b09d36 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:18.416686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Attempting to bind port 20a9a695-a63e-43e0-9869-142447b09d36 on network 72f1670e-2971-49cb-918c-c82c6dd0da88 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:18.422420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Pushing event updated for resources: {'Port': ['ID=20a9a695-a63e-43e0-9869-142447b09d36,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.427518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.431889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/subnets/848494ef-0d7c-4647-ae79-b4eed1058dc5 HTTP/1.1" status: 204 len: 168 time: 1.3052633 Aug 16 20:42:18.432480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c9ba-7190-43e2-a61e-cebaeba3560c tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Subnet': ['ID=848494ef-0d7c-4647-ae79-b4eed1058dc5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:18.433574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42668) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.447031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:18.447406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Checking segment: {'id': 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:18.447865 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.448265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Bound using segment: {'id': 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:18.448753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Bound port: 20a9a695-a63e-43e0-9869-142447b09d36, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '72f1670e-2971-49cb-918c-c82c6dd0da88'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:18.449133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.470062 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2d364ac6-18e0-43e7-8dad-a47ba2d45c9b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] delete failed (client error): The resource could not be found. Aug 16 20:42:18.473666 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d364ac6-18e0-43e7-8dad-a47ba2d45c9b tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/routers/eb7812d2-0ccb-4168-aade-96038ff0ec10 HTTP/1.1" status: 404 len: 336 time: 0.1872952 Aug 16 20:42:18.477470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42670) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.478655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Allocated IP 172.20.0.18 (815e133f-025f-4eb0-b11e-24ced4a41f85/c56b6517-a4f6-4cf0-a644-2a196618f6ab/329d1fc5-55b3-44f6-b43a-2d4c6c327940) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:18.512310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.600471 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-a373361c-9962-41dc-8e55-9d90cab6b072 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:18.601002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a373361c-9962-41dc-8e55-9d90cab6b072 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:18.610049 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a373361c-9962-41dc-8e55-9d90cab6b072 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/4920a007-0f76-4587-9069-ed2ad395fb96 HTTP/1.1" status: 404 len: 337 time: 0.1294830 Aug 16 20:42:18.614420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:18.649099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting subnet c56b6517-a4f6-4cf0-a644-2a196618f6ab {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:18.671110 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff927b8b-c213-4903-ab6b-ddaf908b3840 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:18.671570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff927b8b-c213-4903-ab6b-ddaf908b3840 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:18.673509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ff927b8b-c213-4903-ab6b-ddaf908b3840 tempest-RoutersIpV6Test-817272511 tempest-RoutersIpV6Test-817272511-project] 10.222.0.70 "DELETE /v2.0/subnets/28b272ac-ca4c-4369-b790-d1aff37e48aa HTTP/1.1" status: 404 len: 337 time: 0.0539544 Aug 16 20:42:18.706232 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:18.777369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] For port 20a9a695-a63e-43e0-9869-142447b09d36, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:18.788996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] For port 20a9a695-a63e-43e0-9869-142447b09d36, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=20a9a695-a63e-43e0-9869-142447b09d36,segment=NetworkSegment(fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1),segment_id=fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:18.899599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e41199a-ff08-4ee5-8670-2318016050eb req-685faead-ea14-485b-a626-afbf74f7f75d tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.0700824 Aug 16 20:42:18.943611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:18.977122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.068834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Transition to ACTIVE for port object 329d1fc5-55b3-44f6-b43a-2d4c6c327940 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:19.100717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec4ee-a940-4ce5-8bb2-e90d1e0e67e9 req-98ce44d9-eb64-47f4-8709-ffa8405b424c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:19.102565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f6ec4ee-a940-4ce5-8bb2-e90d1e0e67e9 req-98ce44d9-eb64-47f4-8709-ffa8405b424c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 983 time: 0.0731413 Aug 16 20:42:19.129646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f7104-c428-4cd6-b7a9-31b69324c975 None None] Network 72f1670e-2971-49cb-918c-c82c6dd0da88 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:19.205698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f6ec4ee-a940-4ce5-8bb2-e90d1e0e67e9 req-c127613a-2091-4d34-9916-c2479aac2bd5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0901620 Aug 16 20:42:19.226782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Transition to ACTIVE for port object 329d1fc5-55b3-44f6-b43a-2d4c6c327940 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:19.304430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5134b-c9d4-4d0a-b993-5cfd4aaf65d5 None None] Pushing event updated for resources: {'Port': ['ID=20a9a695-a63e-43e0-9869-142447b09d36,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:19.372600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.377831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.461310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Network 815e133f-025f-4eb0-b11e-24ced4a41f85 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:19.489980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:19.502100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:19.547292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.650464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device de391c7b-db6f-42c8-99e2-938748a091dd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:19.705776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:19.743904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:19.865734 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.032112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Pushing event updated for resources: {'Port': ['ID=329d1fc5-55b3-44f6-b43a-2d4c6c327940,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.057007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Subnet': ['ID=c56b6517-a4f6-4cf0-a644-2a196618f6ab,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.072856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.081453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c62e1ee3-88f7-4d20-8bd1-31042c64cc06 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/subnets/c56b6517-a4f6-4cf0-a644-2a196618f6ab HTTP/1.1" status: 204 len: 168 time: 1.6457608 Aug 16 20:42:20.083402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42708) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:20.094714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2663c9b6-6d3f-4488-ab34-0044cc351bff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4799bdd8a3094895a0bfed4febba85e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476315 Aug 16 20:42:20.096410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42710) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:20.110384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Attempting to bind port 329d1fc5-55b3-44f6-b43a-2d4c6c327940 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:20.114684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Attempting to bind port 329d1fc5-55b3-44f6-b43a-2d4c6c327940 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '12626ef3-cec9-4064-b2f3-c69a56dfc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:20.115182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Attempting to bind port 329d1fc5-55b3-44f6-b43a-2d4c6c327940 on network 815e133f-025f-4eb0-b11e-24ced4a41f85 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:20.138078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:20.142900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Checking segment: {'id': '12626ef3-cec9-4064-b2f3-c69a56dfc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:20.143860 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.144667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Bound using segment: {'id': '12626ef3-cec9-4064-b2f3-c69a56dfc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:20.151380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Bound port: 329d1fc5-55b3-44f6-b43a-2d4c6c327940, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12626ef3-cec9-4064-b2f3-c69a56dfc8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '815e133f-025f-4eb0-b11e-24ced4a41f85'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:20.152434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.306041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port de391c7b-db6f-42c8-99e2-938748a091dd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:20.316953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af4f59ce-a0da-4db9-8e95-61105a54d521 req-228b47c1-f217-47ed-9a65-1aa736160fef tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.1163256 Aug 16 20:42:20.322939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port de391c7b-db6f-42c8-99e2-938748a091dd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:20.327970 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.333467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] For port 329d1fc5-55b3-44f6-b43a-2d4c6c327940, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:20.342428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] For port 329d1fc5-55b3-44f6-b43a-2d4c6c327940, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=329d1fc5-55b3-44f6-b43a-2d4c6c327940,segment=NetworkSegment(12626ef3-cec9-4064-b2f3-c69a56dfc8c9),segment_id=12626ef3-cec9-4064-b2f3-c69a56dfc8c9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:20.358472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.453273 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.457180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.526141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b60b640-cd4d-4a6b-bcad-0f3434d373f5 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:20.530612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2b60b640-cd4d-4a6b-bcad-0f3434d373f5 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4449055 Aug 16 20:42:20.539388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42746) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:20.617094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf33d24-4f10-46d1-8fff-ffc01e782d59 None None] Network 815e133f-025f-4eb0-b11e-24ced4a41f85 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:20.673765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c20409-157b-4ab4-9de0-8b75aa0e472a None None] Pushing event updated for resources: {'Port': ['ID=329d1fc5-55b3-44f6-b43a-2d4c6c327940,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.708779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.711906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.714835 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48c3c621-94f5-41b8-89b5-011957543174 HTTP/1.1" status: 204 len: 168 time: 0.6153901 Aug 16 20:42:20.727982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c047b84-f4f3-4e68-b990-9092f78719a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c3c621-94f5-41b8-89b5-011957543174,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:20.741443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914ffc1-eda9-4bd8-943b-75eae3aa2dfd req-0fa59736-d985-49e3-802d-4b3438fea7cb tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:20.748999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7914ffc1-eda9-4bd8-943b-75eae3aa2dfd req-0fa59736-d985-49e3-802d-4b3438fea7cb tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 983 time: 0.2494967 Aug 16 20:42:20.788220 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.789843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.844281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7914ffc1-eda9-4bd8-943b-75eae3aa2dfd req-37038943-c127-4f45-990c-67ddc20fa873 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0943224 Aug 16 20:42:20.870237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:20.872888 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f6864a-f67f-4c06-bd18-683629cd77c8" -d '{"events": [{"server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "name": "network-vif-plugged", "status": "completed", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:20.883309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting port 329d1fc5-55b3-44f6-b43a-2d4c6c327940 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:20.883893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:20.886850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04909930-096d-4118-a215-6f8449a5f585 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:42:20.893581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=de391c7b-db6f-42c8-99e2-938748a091dd,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:20.972022 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6245f-9bdc-468b-bb4f-7c14d302f0c5 x-openstack-request-id: req-fda6245f-9bdc-468b-bb4f-7c14d302f0c5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:20.975649 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "name": "network-vif-plugged", "status": "completed", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:20.975649 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fda6245f-9bdc-468b-bb4f-7c14d302f0c5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:20.975649 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'code': 200} Aug 16 20:42:20.981551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.014781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] For port 329d1fc5-55b3-44f6-b43a-2d4c6c327940, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=329d1fc5-55b3-44f6-b43a-2d4c6c327940,segment=NetworkSegment(12626ef3-cec9-4064-b2f3-c69a56dfc8c9),segment_id=12626ef3-cec9-4064-b2f3-c69a56dfc8c9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:21.015793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.048927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Calling delete_port for 329d1fc5-55b3-44f6-b43a-2d4c6c327940 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:21.055251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04909930-096d-4118-a215-6f8449a5f585 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:42:21.081544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.154498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf51139-c0d0-416d-a246-924fcd9fa5a3 req-ca4f5bc1-c2f9-4000-b1e8-b57e22d09e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.160566 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbf51139-c0d0-416d-a246-924fcd9fa5a3 req-ca4f5bc1-c2f9-4000-b1e8-b57e22d09e8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.1042936 Aug 16 20:42:21.214395 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fbf51139-c0d0-416d-a246-924fcd9fa5a3 req-11fdfae5-100e-45f8-a800-05fc6423b911 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0467660 Aug 16 20:42:21.302821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.537762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Port': ['ID=329d1fc5-55b3-44f6-b43a-2d4c6c327940,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:21.539908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc15c723-3256-4237-b5cf-cf2af7a6d016 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:42:21.571119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-5de4b4ff-ca4c-49fc-8f19-5d44b89993fa tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:21.574492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-5de4b4ff-ca4c-49fc-8f19-5d44b89993fa tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.73 "GET /v2.0/networks?id=5d56f0e8-7427-40da-8441-ab536c4d1adf HTTP/1.1" status: 200 len: 821 time: 0.1908617 Aug 16 20:42:21.582750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] No DVR routers for this DVR port 329d1fc5-55b3-44f6-b43a-2d4c6c327940 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:21.598483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Request body: {'port': {'device_id': '1d7ce702-19da-4ac9-b905-b3e073516302', 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf', 'admin_state_up': True, 'tenant_id': '0cd3c4907f9540b58ed1076b79993f95'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:21.674332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc15c723-3256-4237-b5cf-cf2af7a6d016 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:42:21.713669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72ced9b4-d0b9-49df-8992-d34d5b47aefa req-9e4fe551-aa56-43a5-b6df-70ef31f4538b tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.1376946 Aug 16 20:42:21.802084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.812928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815e133f-025f-4eb0-b11e-24ced4a41f85']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:21.826492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12626ef3-cec9-4064-b2f3-c69a56dfc8c9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:21.827158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12626ef3-cec9-4064-b2f3-c69a56dfc8c9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:21.839337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.855983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.867839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:21.867839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:21.885875 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:22.019495 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.146596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04b426-d866-4851-bbad-5d1eb6ff47a0 req-17bf4085-4c90-408a-a427-80df1bec9789 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:22.156142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc04b426-d866-4851-bbad-5d1eb6ff47a0 req-17bf4085-4c90-408a-a427-80df1bec9789 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 984 time: 0.1564288 Aug 16 20:42:22.201668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.210427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.216659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/815e133f-025f-4eb0-b11e-24ced4a41f85 HTTP/1.1" status: 204 len: 168 time: 1.6756504 Aug 16 20:42:22.217447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.264411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6496997-aa6c-4155-a449-1365718197b6 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=815e133f-025f-4eb0-b11e-24ced4a41f85,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:22.298504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc04b426-d866-4851-bbad-5d1eb6ff47a0 req-5608c750-95ea-4dcb-bbf3-bb8e0521f74a tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1360407 Aug 16 20:42:22.314091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Made reservation on behalf of 0cd3c4907f9540b58ed1076b79993f95 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:22.318503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.393056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.561156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Deleting port 20a9a695-a63e-43e0-9869-142447b09d36 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:22.561798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.651038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Allocated IP 172.20.0.10 (5d56f0e8-7427-40da-8441-ab536c4d1adf/8ef1ed71-be23-40b4-bd56-442c25c7f7df/e2e0e726-01d1-40cf-b542-85ea72446f2a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:22.692055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] For port 20a9a695-a63e-43e0-9869-142447b09d36, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=20a9a695-a63e-43e0-9869-142447b09d36,segment=NetworkSegment(fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1),segment_id=fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:22.692841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:22.712949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:22.731296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Calling delete_port for 20a9a695-a63e-43e0-9869-142447b09d36 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:22.982862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.072684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] No DVR routers for this DVR port 20a9a695-a63e-43e0-9869-142447b09d36 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:23.077945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-800969488'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:23.085511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Port': ['ID=20a9a695-a63e-43e0-9869-142447b09d36,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.278490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.289875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f1670e-2971-49cb-918c-c82c6dd0da88']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.300749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b47192e6-48d0-406f-8abc-c6eaf32ec58c req-ac4b7917-5d17-42e2-81bc-d8b447ab9881 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.0546796 Aug 16 20:42:23.313559 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.329280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.329848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6e4ae7-e0d1-465a-b6b9-eb2874cd2ba1') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:23.342580 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.402277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.445343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:23.447342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:23.451288 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:23.493705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1af3e5-74c2-43e0-bf6d-ba99e4bf0b45 req-f7f4ecde-7a37-4292-8709-e59cbc726099 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.496277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e1af3e5-74c2-43e0-bf6d-ba99e4bf0b45 req-f7f4ecde-7a37-4292-8709-e59cbc726099 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 984 time: 0.0866170 Aug 16 20:42:23.502781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.572872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Network 5d56f0e8-7427-40da-8441-ab536c4d1adf is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:23.573665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Made reservation on behalf of 6c80a7d2694f4848a4a4d8a3b87bee43 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:23.579572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.587103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:23.592808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:23.597646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.650313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Pushing event updated for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.663121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e1af3e5-74c2-43e0-bf6d-ba99e4bf0b45 req-f4be37cf-e6d7-46e3-b54e-746fd42bea9c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1532199 Aug 16 20:42:23.682957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.683608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.735330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.763499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.769566 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/72f1670e-2971-49cb-918c-c82c6dd0da88 HTTP/1.1" status: 204 len: 168 time: 1.5505385 Aug 16 20:42:23.769761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:23.787319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82fa63-bcff-41f8-901c-ae556d513c0d tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=72f1670e-2971-49cb-918c-c82c6dd0da88,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.817215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.885568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.898907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.917326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26be0-3f46-4cc7-bcbe-de20f83792f4 req-0ebec7e9-592b-42ce-a49a-f633734c5baf tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:23.924819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78c26be0-3f46-4cc7-bcbe-de20f83792f4 req-0ebec7e9-592b-42ce-a49a-f633734c5baf tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 984 time: 0.1220446 Aug 16 20:42:23.927913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:23.950532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-023dc9d9-ab94-46ff-a9cb-7d5f4e438eaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3657751 Aug 16 20:42:23.954770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:23.955136 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Added segment 868a9966-b39d-421b-a6d3-214a57044ae1 of type vlan for network 22216ca1-4538-4fab-a9a4-ddf4e9fee39d Aug 16 20:42:23.958093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b0c950-4e6c-4c54-b440-73c821fea6e4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:23.985530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Request body: {'port': {'device_id': '1d7ce702-19da-4ac9-b905-b3e073516302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:24.010100 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.073053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78c26be0-3f46-4cc7-bcbe-de20f83792f4 req-9435c10c-9e89-4514-abf2-7861fbab9b51 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1471677 Aug 16 20:42:24.109652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.114584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.120943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.121966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.144594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f076092-d053-4c44-8002-782ba70b6636']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.157457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa886cc-16b4-4db9-b007-529f3c05e1c9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.157754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa886cc-16b4-4db9-b007-529f3c05e1c9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.159411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.176655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.215931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.227814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:24.228237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:24.231502 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:24.297725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Pushing event updated for resources: {'Network': ['ID=22216ca1-4538-4fab-a9a4-ddf4e9fee39d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.313885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 22216ca1-4538-4fab-a9a4-ddf4e9fee39d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:24.430451 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-96e139c2-ac84-44c9-b2a3-f01bbbbee090 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.7084935 Aug 16 20:42:24.430451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42854) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.435348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-5b8a17ce-97fc-4661-a5ad-9ce432f55107 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-348177361') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.571344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-9b6a95c7-e99e-4dbe-8d53-e63e3ced005e tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.572954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-9b6a95c7-e99e-4dbe-8d53-e63e3ced005e tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.3045950 Aug 16 20:42:24.573614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.582898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.584982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/7f076092-d053-4c44-8002-782ba70b6636 HTTP/1.1" status: 204 len: 168 time: 0.8143013 Aug 16 20:42:24.590446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42856) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.633950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133910d5-aba6-42c7-851c-50faa4d6d668 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=7f076092-d053-4c44-8002-782ba70b6636,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:24.645293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cab8b-c91b-4d54-a6f9-317254874705 req-d1d4040f-2a97-44ef-a12b-b5943dfd9979 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:24.647112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c8cab8b-c91b-4d54-a6f9-317254874705 req-d1d4040f-2a97-44ef-a12b-b5943dfd9979 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 932 time: 0.1883528 Aug 16 20:42:24.650599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-d0ca74e0-974e-4218-9cc6-fe67897d960c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.685807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.755565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c8cab8b-c91b-4d54-a6f9-317254874705 req-6428270b-1ca5-4011-b7a1-555515a31040 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986524 Aug 16 20:42:24.777521 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b8a17ce-97fc-4661-a5ad-9ce432f55107 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "PUT /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-348177361 HTTP/1.1" status: 201 len: 201 time: 0.3460577 Aug 16 20:42:24.779047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42860) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.795315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-2af1e0bb-c15d-491e-9dab-d84f978ce3e9 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-348177361') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.814484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.839988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02de45-544f-434c-857f-54df9accefd2']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.865832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf109ab3-3295-43ee-9dda-399fc1375d12') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.866929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf109ab3-3295-43ee-9dda-399fc1375d12') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:24.886298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.897453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e0e726-01d1-40cf-b542-85ea72446f2a {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:24.909477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.911606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.918516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:24.919028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:24.926198 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:24.959220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-d0ca74e0-974e-4218-9cc6-fe67897d960c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:24.967387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2af1e0bb-c15d-491e-9dab-d84f978ce3e9 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-348177361 HTTP/1.1" status: 204 len: 168 time: 0.1840897 Aug 16 20:42:24.967673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:24.973798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-aab0f254-f3c4-4618-b723-3b6f21906408 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.055279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aab0f254-f3c4-4618-b723-3b6f21906408 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags HTTP/1.1" status: 200 len: 237 time: 0.0837114 Aug 16 20:42:25.055525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42864) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.060479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-9694af09-856f-415a-adca-ee4f7af0922d tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', {'tags': ['tempest-TagsTest-Tag-833543317', 'tempest-TagsTest-Tag-580866098', 'tempest-TagsTest-Tag-112215150']}) {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.106017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-d0ca74e0-974e-4218-9cc6-fe67897d960c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.125990 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.141839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Transition to ACTIVE for port object e2e0e726-01d1-40cf-b542-85ea72446f2a will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:25.166505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.177160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] 10.222.0.70 "DELETE /v2.0/networks/2a02de45-544f-434c-857f-54df9accefd2 HTTP/1.1" status: 204 len: 168 time: 0.5833652 Aug 16 20:42:25.177767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91f9070c-8247-4017-a9cc-7f6d0e9a9135 req-d0ca74e0-974e-4218-9cc6-fe67897d960c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5873775 Aug 16 20:42:25.178170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826ac46-8da1-4c00-8255-bd18cc493c01 tempest-BulkNetworkOpsTest-791382878 tempest-BulkNetworkOpsTest-791382878-project] Pushing event deleted for resources: {'Network': ['ID=2a02de45-544f-434c-857f-54df9accefd2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.189952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca74e0-974e-4218-9cc6-fe67897d960c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca258c7-f398-4fbc-ba76-8f490be89f87,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.208910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.256994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.274966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6a726-9bb2-48c4-9821-7f0bf1183d96 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.276704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61c6a726-9bb2-48c4-9821-7f0bf1183d96 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1131 time: 0.0676644 Aug 16 20:42:25.279674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.286980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:25.354659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9694af09-856f-415a-adca-ee4f7af0922d tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "PUT /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags HTTP/1.1" status: 200 len: 306 time: 0.2977364 Aug 16 20:42:25.362068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42880) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.372464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.396653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-43df008a-2cb6-4358-b497-a61def91a0e7 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-833543317') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.449374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Attempting to bind port e2e0e726-01d1-40cf-b542-85ea72446f2a on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:25.449723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Attempting to bind port e2e0e726-01d1-40cf-b542-85ea72446f2a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '250a084f-d77e-4e42-818e-adb4fc5f33aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:25.450060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Attempting to bind port e2e0e726-01d1-40cf-b542-85ea72446f2a on network 5d56f0e8-7427-40da-8441-ab536c4d1adf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:25.454984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Port e2e0e726-01d1-40cf-b542-85ea72446f2a on network 5d56f0e8-7427-40da-8441-ab536c4d1adf not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:25.455388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Attempting to bind port e2e0e726-01d1-40cf-b542-85ea72446f2a on network 5d56f0e8-7427-40da-8441-ab536c4d1adf {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:25.462463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:25.462973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Checking segment: {'id': '250a084f-d77e-4e42-818e-adb4fc5f33aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:25.463625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Bound using segment: {'id': '250a084f-d77e-4e42-818e-adb4fc5f33aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:25.464110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Bound port: e2e0e726-01d1-40cf-b542-85ea72446f2a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '250a084f-d77e-4e42-818e-adb4fc5f33aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:25.464484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.488959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.574615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:25.580319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a,segment=NetworkSegment(250a084f-d77e-4e42-818e-adb4fc5f33aa),segment_id=250a084f-d77e-4e42-818e-adb4fc5f33aa)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:25.670954 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.671873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.737854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43df008a-2cb6-4358-b497-a61def91a0e7 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "DELETE /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-833543317 HTTP/1.1" status: 204 len: 168 time: 0.3697894 Aug 16 20:42:25.739390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.747989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-f2bf3f90-4dbf-4078-b618-668edc3a4a45 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-833543317') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:25.757651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:25.758560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:25.761200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] 10.222.0.73 "PUT /v2.0/ports/e2e0e726-01d1-40cf-b542-85ea72446f2a HTTP/1.1" status: 200 len: 1093 time: 1.7846820 Aug 16 20:42:25.761736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:25.774833 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f19379-6388-4884-904c-7f12aed65fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:25.796821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b260e-d6d0-475f-b34d-a5bdd1846f2c service neutron] Pushing event updated for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:25.860002 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed2f7a6-daf0-496c-92e3-74c3499ba360 x-openstack-request-id: req-1ed2f7a6-daf0-496c-92e3-74c3499ba360 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:25.860449 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:25.860777 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ed2f7a6-daf0-496c-92e3-74c3499ba360 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:25.861254 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a', 'status': 'completed', 'code': 200} Aug 16 20:42:25.941139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.25.7.168 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/175c2639-4331-4d4f-875e-57d28e4e31d9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:25.959292 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-f2bf3f90-4dbf-4078-b618-668edc3a4a45 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] show failed (client error): The resource could not be found. Aug 16 20:42:25.968133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f2bf3f90-4dbf-4078-b618-668edc3a4a45 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-833543317 HTTP/1.1" status: 404 len: 325 time: 0.2178080 Aug 16 20:42:25.968133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:25.971887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-14b8dff9-24b8-45f7-88a2-fb084581dff0 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-580866098') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:26.054281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a17c5-4f2d-4493-b65f-213f4c6966e3 req-634710bb-ed97-410d-80a8-32235e7d9527 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.056197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa0a17c5-4f2d-4493-b65f-213f4c6966e3 req-634710bb-ed97-410d-80a8-32235e7d9527 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 944 time: 0.1195662 Aug 16 20:42:26.058415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-59c0fcc5-0288-401d-b299-688cd27a8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.059868 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-59c0fcc5-0288-401d-b299-688cd27a8b9c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cd3c4907f9540b58ed1076b79993f95&device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 1096 time: 0.1804032 Aug 16 20:42:26.163228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.192679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.209509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-14b8dff9-24b8-45f7-88a2-fb084581dff0 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-580866098 HTTP/1.1" status: 204 len: 168 time: 0.2406249 Aug 16 20:42:26.212462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42932) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.217393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-fd50c2da-d749-4599-bc01-b181bff64dbf tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-112215150') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:26.243273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa0a17c5-4f2d-4493-b65f-213f4c6966e3 req-ad13a20f-2157-4ff5-aa05-2e2abb2b98e9 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799486 Aug 16 20:42:26.342310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-9d69960b-fcd5-4d98-a8ea-ae07b1be7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.344119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-9d69960b-fcd5-4d98-a8ea-ae07b1be7492 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=0cd3c4907f9540b58ed1076b79993f95&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2706833 Aug 16 20:42:26.351583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd50c2da-d749-4599-bc01-b181bff64dbf tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-112215150 HTTP/1.1" status: 204 len: 168 time: 0.1379611 Aug 16 20:42:26.353912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42934) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.358410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-5c336fd3-b3ce-454c-896a-d1dc5abccaed tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:26.454970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8ce8534-3af9-4f5a-b3a6-4fa94af18f36 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a677c0d962bb4ecaa360022b7fa267e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902949 Aug 16 20:42:26.459118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42938) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.483687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.569094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:26.577156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:26.584078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:26.625875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-67fcbb65-e84c-4520-aa80-7c53c2d8998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.627601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2f19379-6388-4884-904c-7f12aed65fd1 req-67fcbb65-e84c-4520-aa80-7c53c2d8998f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754753 Aug 16 20:42:26.676854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c336fd3-b3ce-454c-896a-d1dc5abccaed tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "DELETE /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags HTTP/1.1" status: 204 len: 168 time: 0.3189886 Aug 16 20:42:26.676854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=175c2639-4331-4d4f-875e-57d28e4e31d9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:26.678015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42946) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.702427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.706351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-ff9bbd55-8468-46a2-8610-7f133c161056 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-580866098') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:26.757061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:26.812868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-d1b08f13-f39c-4d7a-9929-e824f1482fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.814826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-d1b08f13-f39c-4d7a-9929-e824f1482fde service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=0cd3c4907f9540b58ed1076b79993f95&device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 1096 time: 0.1186707 Aug 16 20:42:26.884966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-cfe6f021-497a-43b6-b859-1ce8d07e86e1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a HTTP/1.1" status: 200 len: 217 time: 0.0445304 Aug 16 20:42:26.940356 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-ff9bbd55-8468-46a2-8610-7f133c161056 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] show failed (client error): The resource could not be found. Aug 16 20:42:26.944717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ff9bbd55-8468-46a2-8610-7f133c161056 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-580866098 HTTP/1.1" status: 404 len: 325 time: 0.2434285 Aug 16 20:42:26.945462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:26.961880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-99292813-8609-42ae-b078-e3090407a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:26.963452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-99292813-8609-42ae-b078-e3090407a687 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8ef1ed71-be23-40b4-bd56-442c25c7f7df HTTP/1.1" status: 200 len: 861 time: 0.0761516 Aug 16 20:42:26.965822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-9b778705-d79d-4c40-8a87-52e191bce5d0 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d', 'tempest-TagsTest-Tag-112215150') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:27.000970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-9cb492cd-5d49-4b43-a18b-3c82b2ebf41c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5d56f0e8-7427-40da-8441-ab536c4d1adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286140 Aug 16 20:42:27.005289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.005289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.008742 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/986a1381-315d-4b7a-9886-8b3a480cd89b HTTP/1.1" status: 204 len: 168 time: 0.5465763 Aug 16 20:42:27.053670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf6dd-1ef5-43ac-b4b4-9fef8ef18ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986a1381-315d-4b7a-9886-8b3a480cd89b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:27.142105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-3091fde9-9479-4b16-84d3-44bc9622b3fe service neutron] 10.222.0.73 "GET /v2.0/networks/5d56f0e8-7427-40da-8441-ab536c4d1adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317930 Aug 16 20:42:27.208772 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-9b778705-d79d-4c40-8a87-52e191bce5d0 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] show failed (client error): The resource could not be found. Aug 16 20:42:27.212769 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b778705-d79d-4c40-8a87-52e191bce5d0 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "GET /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags/tempest-TagsTest-Tag-112215150 HTTP/1.1" status: 404 len: 325 time: 0.2636225 Aug 16 20:42:27.213009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 42968) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:27.217867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-e700f264-e97e-413e-9a6c-d6ee9cb06c09 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '22216ca1-4538-4fab-a9a4-ddf4e9fee39d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:27.271247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-864e04df-07b6-4048-9b59-f2a509c8b524 req-efbbecab-058e-4ecd-9b66-9dd27e996f32 service neutron] 10.222.0.73 "GET /v2.0/networks/5d56f0e8-7427-40da-8441-ab536c4d1adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211820 Aug 16 20:42:27.506869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af997689-a600-4b70-851a-238158bfdcda req-fee85cdd-dcf6-4c91-8d46-f1ac08c69d6c tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:27.526430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af997689-a600-4b70-851a-238158bfdcda req-fee85cdd-dcf6-4c91-8d46-f1ac08c69d6c tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 944 time: 0.1249037 Aug 16 20:42:27.594650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af997689-a600-4b70-851a-238158bfdcda req-dca65551-81f5-4494-9bc5-ceeea35ae043 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632629 Aug 16 20:42:27.789080 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.795096 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e700f264-e97e-413e-9a6c-d6ee9cb06c09 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "DELETE /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d/tags HTTP/1.1" status: 204 len: 168 time: 0.5774264 Aug 16 20:42:27.796013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43002) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:27.918390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:27.977007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.060551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.086528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22216ca1-4538-4fab-a9a4-ddf4e9fee39d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.101216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868a9966-b39d-421b-a6d3-214a57044ae1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.101512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868a9966-b39d-421b-a6d3-214a57044ae1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:28.111256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.130208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.141154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:28.141583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:28.148641 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:28.230086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.320139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.325285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.333694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] 10.222.0.70 "DELETE /v2.0/networks/22216ca1-4538-4fab-a9a4-ddf4e9fee39d HTTP/1.1" status: 204 len: 168 time: 0.5359709 Aug 16 20:42:28.358111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99e8e7-5095-494b-adaf-0809253efc86 tempest-TagsTest-20211176 tempest-TagsTest-20211176-project] Pushing event deleted for resources: {'Network': ['ID=22216ca1-4538-4fab-a9a4-ddf4e9fee39d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.371520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.500068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.502258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=175c2639-4331-4d4f-875e-57d28e4e31d9,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:28.559551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43020) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:28.637103 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Floating IP 4473a58f-cd51-4a35-bb81-7dde18c7ac52 associated. External IP: 172.25.7.168, port: de391c7b-db6f-42c8-99e2-938748a091dd. Aug 16 20:42:28.692956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1261842892'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:28.791368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61d44b-d8c2-4a44-80a5-6c96abbe68e9 req-bd8ab0b4-b55d-47af-ba96-1f1d1c02f8d4 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:28.793600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa61d44b-d8c2-4a44-80a5-6c96abbe68e9 req-bd8ab0b4-b55d-47af-ba96-1f1d1c02f8d4 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 944 time: 0.0769005 Aug 16 20:42:28.846558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:28.856813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.888189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:28.930384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa61d44b-d8c2-4a44-80a5-6c96abbe68e9 req-c60df187-918a-4e6b-ba7b-421ed2c9a692 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264989 Aug 16 20:42:28.999838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43032) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.053956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router cdf639f7-3e28-4da1-a44e-704cf2c00c17 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:29.078212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.217296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.223024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:29.235977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-272a3b8f-052c-4a28-b28f-ac1529b6664b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c80a7d2694f4848a4a4d8a3b87bee43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349021 Aug 16 20:42:29.239266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.241417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Sync routers for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:29.255169 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:29.256697 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:29.264982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:29.288950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.289304 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 3947a6cc-639c-43fd-a77b-9d0bb81d904d of type vlan for network 47c3295e-d07c-42ab-9de1-933ada61d4f0 Aug 16 20:42:29.304735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.339432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.355022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.383003 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:29.402577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16cc628-2599-4c32-93da-457eb08987fa,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:29.410042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.450977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e03a0566-129c-4a89-936b-258e59cdd884 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1678791 Aug 16 20:42:29.450977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:29.451920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43040) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:29.452062 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb4297d-efee-4e74-988b-6039b2916411" -d '{"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:29.477106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.483284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.484158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.523798 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130759a4-c042-4666-a1ec-0a6b9c6d59cf x-openstack-request-id: req-130759a4-c042-4666-a1ec-0a6b9c6d59cf {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:29.524089 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:29.527950 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-130759a4-c042-4666-a1ec-0a6b9c6d59cf {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:29.527950 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'status': 'completed', 'code': 200} Aug 16 20:42:29.562412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.572521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:29.577850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5b0c950-4e6c-4c54-b440-73c821fea6e4 HTTP/1.1" status: 204 len: 168 time: 0.3379397 Aug 16 20:42:29.626757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e2e0e726-01d1-40cf-b542-85ea72446f2a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:29.644601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3d720-767c-4926-a114-d94f2138b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b0c950-4e6c-4c54-b440-73c821fea6e4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:29.691125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4297d-efee-4e74-988b-6039b2916411 req-4d99abef-1182-4f08-aa53-4f9475d0fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.694206 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-4d99abef-1182-4f08-aa53-4f9475d0fc79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.1510360 Aug 16 20:42:29.732324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4473a58f-cd51-4a35-bb81-7dde18c7ac52', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'port_id': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'mac_address': 'fa:16:3e:b3:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cea556-303a-4623-bd4f-f9079e81a689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:27Z', 'revision_number': 0, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:29.802006 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Checking router: cdf639f7-3e28-4da1-a44e-704cf2c00c17 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:29.817184 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:29.818303 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:29.857144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a,segment=NetworkSegment(250a084f-d77e-4e42-818e-adb4fc5f33aa),segment_id=250a084f-d77e-4e42-818e-adb4fc5f33aa)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:29.877163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e2e0e726-01d1-40cf-b542-85ea72446f2a', 'network_id': '5d56f0e8-7427-40da-8441-ab536c4d1adf', 'port_id': 'e2e0e726-01d1-40cf-b542-85ea72446f2a', 'mac_address': 'fa:16:3e:b0:1e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef1ed71-be23-40b4-bd56-442c25c7f7df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:29.960853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4297d-efee-4e74-988b-6039b2916411 req-ee42c7d5-55ad-4ec4-b0a3-71d2dfd8952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:29.963604 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-ee42c7d5-55ad-4ec4-b0a3-71d2dfd8952e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 897 time: 0.2531033 Aug 16 20:42:29.988064 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:30.014991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.052139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e0e726-01d1-40cf-b542-85ea72446f2a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:30.074218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=47c3295e-d07c-42ab-9de1-933ada61d4f0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:30.113275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a,segment=NetworkSegment(250a084f-d77e-4e42-818e-adb4fc5f33aa),segment_id=250a084f-d77e-4e42-818e-adb4fc5f33aa)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:30.121351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:30.131419 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-4e432fc4-0492-431f-977d-95cb8fe9b267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 999 time: 0.1589663 Aug 16 20:42:30.223001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4297d-efee-4e74-988b-6039b2916411 req-466600d6-6743-40ee-bfb6-80087e1b9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.224980 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-466600d6-6743-40ee-bfb6-80087e1b9a92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 200 len: 834 time: 0.0857821 Aug 16 20:42:30.240444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.248913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9f4ac1d-8561-4dff-a09a-3efc5a601bcb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6881306 Aug 16 20:42:30.256818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43060) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.263135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'name': 'tempest-PortsIpV6TestJSON-694384223'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:30.320084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd0cb0-021a-48fb-831f-603d1087c37f req-b9ada5a8-6cf0-427c-b719-fee68779747f tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.336939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24cd0cb0-021a-48fb-831f-603d1087c37f req-b9ada5a8-6cf0-427c-b719-fee68779747f tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 944 time: 0.2455268 Aug 16 20:42:30.354479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:30.404377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4297d-efee-4e74-988b-6039b2916411 req-2b43147b-a0c1-4520-b56d-e16278d931f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.405940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-2b43147b-a0c1-4520-b56d-e16278d931f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1a03b7a6-06cf-4189-9d47-3c663da16993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1701441 Aug 16 20:42:30.445031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.445521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.445994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.446469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.446934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.447401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.447900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.448378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.448842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.451075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-94920aa3-1d57-4e27-a59c-74657e3778ff tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6355 time: 0.9980690 Aug 16 20:42:30.453347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e2e0e726-01d1-40cf-b542-85ea72446f2a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:42:30.454305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.488572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24cd0cb0-021a-48fb-831f-603d1087c37f req-2357b654-b515-4bd5-99bb-5cf2c87c5e52 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498928 Aug 16 20:42:30.580672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-faeee796-a2f7-431d-baca-af8258e0b9c0 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658387 Aug 16 20:42:30.643114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.645101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.645758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.646386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.647997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.649773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.651670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.652347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:30.654562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f32a1627-c53c-4f80-b114-aa4c37607b0f tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5297 time: 0.1995945 Aug 16 20:42:30.660319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:30.715946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:30.720087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.753309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:30.802641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4473a58f-cd51-4a35-bb81-7dde18c7ac52', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'port_id': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'mac_address': 'fa:16:3e:b3:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cea556-303a-4623-bd4f-f9079e81a689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:27Z', 'revision_number': 0, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:30.815341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-49224e9b-9795-461e-aaf3-adde88ba1508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:30.841760 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002ee53-3166-4c63-b6a6-4beb2326b500 None None] The sync data for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 is: [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '4473a58f-cd51-4a35-bb81-7dde18c7ac52', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'port_id': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'mac_address': 'fa:16:3e:b3:67:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cea556-303a-4623-bd4f-f9079e81a689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:42:27Z', 'updated_at': '2021-08-16T20:42:27Z', 'revision_number': 0, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:30.889191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5fb4297d-efee-4e74-988b-6039b2916411 req-35320b25-18a3-4db0-959f-b19182dcd8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018062 Aug 16 20:42:31.148031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.200656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8812150e-049a-4c23-950a-d03f3044fb58 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.5388603 Aug 16 20:42:31.203353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43080) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.220083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43082) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.259640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a5cf7-bf7a-4dfe-bc34-8a0653dd1869 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.260335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a5cf7-bf7a-4dfe-bc34-8a0653dd1869 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.262698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-567a5cf7-bf7a-4dfe-bc34-8a0653dd1869 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cdf639f7-3e28-4da1-a44e-704cf2c00c17 HTTP/1.1" status: 200 len: 1992 time: 0.0580392 Aug 16 20:42:31.304174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.387423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ae604-9253-4542-8e9a-c9205cac1043 None None] New status for floating IP 4473a58f-cd51-4a35-bb81-7dde18c7ac52: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:42:31.422812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43092) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.487863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '3947a6cc-639c-43fd-a77b-9d0bb81d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:31.488255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 47c3295e-d07c-42ab-9de1-933ada61d4f0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:31.492443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=134d0c9b-60ba-4c22-8717-bf8a46c1eef9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:31.527362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865716096-network', 'tenant_id': '0dc1c55694dc40eda222c8018d52bebb'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:31.572232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:31.632175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e2e0e726-01d1-40cf-b542-85ea72446f2a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:31.663153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cb3cb-432b-48b5-bd53-da77242e60ff req-bded4fe3-baa0-478e-9660-cb36600afe24 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.672449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162cb3cb-432b-48b5-bd53-da77242e60ff req-bded4fe3-baa0-478e-9660-cb36600afe24 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 945 time: 0.0961201 Aug 16 20:42:31.711938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 47c3295e-d07c-42ab-9de1-933ada61d4f0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:31.714388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Made reservation on behalf of 0dc1c55694dc40eda222c8018d52bebb for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:31.717287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.724749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:31.731686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:31.732526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.737168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04b216-624b-4467-bd27-86b02f787e42 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:31.756274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:31.776947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-162cb3cb-432b-48b5-bd53-da77242e60ff req-084f3d84-1b63-4506-acc2-cf7c3f67c4d0 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972395 Aug 16 20:42:31.921168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e2e0e726-01d1-40cf-b542-85ea72446f2a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:31.924452 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f2b5d9de-3407-45f3-94cb-ca6d8b042287 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6680670 Aug 16 20:42:31.927874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43098) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:31.935085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e2e0e726-01d1-40cf-b542-85ea72446f2a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:31.939597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1646151591'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:31.939721 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.099883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.141620 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.180336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:32.182432 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5625e0-df48-40fb-9f46-d7d709a3b4c9" -d '{"events": [{"server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:32.188790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a,segment=NetworkSegment(250a084f-d77e-4e42-818e-adb4fc5f33aa),segment_id=250a084f-d77e-4e42-818e-adb4fc5f33aa)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:32.195237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.209111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:32.220962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.221327 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Added segment ccef33d8-8f1b-4f2d-b91c-1cbc9e01ebbb of type vlan for network 542db6cc-8d1f-4289-bf2a-926af8b0e1fd Aug 16 20:42:32.240925 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6819b23-8447-41a6-b58c-f98d2553005d x-openstack-request-id: req-c6819b23-8447-41a6-b58c-f98d2553005d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:32.241434 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "name": "network-vif-plugged", "status": "completed", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:32.241779 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6819b23-8447-41a6-b58c-f98d2553005d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:32.242302 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a', 'code': 200} Aug 16 20:42:32.302599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.314884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.356818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:32.357412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.360281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.365634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf1287b-37ea-45d9-94a6-35de5e3a8606,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.391102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57d166-fac5-4f91-86d9-3731b0794cad req-6a2f946e-ee6e-49d1-9343-f1ee23a60592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.392969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd57d166-fac5-4f91-86d9-3731b0794cad req-6a2f946e-ee6e-49d1-9343-f1ee23a60592 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 1098 time: 0.0794127 Aug 16 20:42:32.402486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:32.407833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.434908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.435547 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 0e9a323e-d387-43ec-bfcc-362fa8fade52 of type vlan for network 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e Aug 16 20:42:32.485700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd57d166-fac5-4f91-86d9-3731b0794cad req-7915ab06-5a0b-4341-9b5d-d7c2f85b328e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843103 Aug 16 20:42:32.497910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.508446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.508446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.508446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.597885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] Pushing event updated for resources: {'Network': ['ID=542db6cc-8d1f-4289-bf2a-926af8b0e1fd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.608550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 542db6cc-8d1f-4289-bf2a-926af8b0e1fd details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:32.669173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.675309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:32.676351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.689162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e3a8cabf-3f68-4fe0-a9f7-bcaeb06a5d20 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2648473 Aug 16 20:42:32.690010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43106) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:32.699521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Request body: {'subnet': {'network_id': '542db6cc-8d1f-4289-bf2a-926af8b0e1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865716096-subnet', 'tenant_id': '0dc1c55694dc40eda222c8018d52bebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:32.747010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:32.755901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.756253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.756596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.756934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.757268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.757598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.757933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.758263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.758588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.758967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.759300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.759621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:32.772061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:32.806852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Deleting port bef53c25-7bbe-49da-8891-ea481e2501ca {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:32.807286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.820931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Made reservation on behalf of 0dc1c55694dc40eda222c8018d52bebb for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:32.823665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.869936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aa58f42f-f864-429e-a830-d9a52182de5c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9398723 Aug 16 20:42:32.871774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43110) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:32.877837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'ports': [{'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'}, {'network_id': '5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e'}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:32.878183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:32.879335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:32.969778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] For port bef53c25-7bbe-49da-8891-ea481e2501ca, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bef53c25-7bbe-49da-8891-ea481e2501ca,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:32.970185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:32.991760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Calling delete_port for bef53c25-7bbe-49da-8891-ea481e2501ca owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:33.004334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3090d-8ce8-4249-86c4-7d1ddea7d1b6 req-7af3c452-248d-4ebc-89da-b91102fa64ef tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:33.005913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6c3090d-8ce8-4249-86c4-7d1ddea7d1b6 req-7af3c452-248d-4ebc-89da-b91102fa64ef tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 946 time: 0.1228471 Aug 16 20:42:33.101584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6c3090d-8ce8-4249-86c4-7d1ddea7d1b6 req-e08ad1e4-410e-4c1d-b24f-7232e5d1d41a tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790632 Aug 16 20:42:33.257479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 2} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:33.263111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.277035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.298434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.356371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.368226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 75b66274-5d83-4d21-901e-85833c3f4b52 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:33.399217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c480b130-5944-4cc4-a98d-93ba3652db72,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:33.416660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef53c25-7bbe-49da-8891-ea481e2501ca,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:33.431272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.488114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Checking segment: {'id': 'ccef33d8-8f1b-4f2d-b91c-1cbc9e01ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '542db6cc-8d1f-4289-bf2a-926af8b0e1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:33.488484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Network hostable DHCP agents. Network: 542db6cc-8d1f-4289-bf2a-926af8b0e1fd, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:33.573812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.605689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fecc4c64-d396-4373-8fa6-f351dfc98234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.656368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Network 542db6cc-8d1f-4289-bf2a-926af8b0e1fd is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:33.659983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.685201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port d091400d-289e-4af8-8288-f79eec01970e yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:33.824613 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.932402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:33.973688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:33.977701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:33.980478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:33.981774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.015590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 542db6cc-8d1f-4289-bf2a-926af8b0e1fd) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:34.023303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.023918 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.026134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=75b66274-5d83-4d21-901e-85833c3f4b52,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.056978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed483e7-672d-4a1b-b3ad-1a3041041460 None None] Network 542db6cc-8d1f-4289-bf2a-926af8b0e1fd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:34.091009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '0e9a323e-d387-43ec-bfcc-362fa8fade52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:34.091412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:34.104932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=d091400d-289e-4af8-8288-f79eec01970e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:34.147660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b34c52c9-eb30-4b7e-ba64-bdbe4b0292d9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4533992 Aug 16 20:42:34.209930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:34.235716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.264890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:42:34.317376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd1d6c2-8733-4f30-9dad-6be636a2369e None None] Network 542db6cc-8d1f-4289-bf2a-926af8b0e1fd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:34.334009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:34.340447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:34.349331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.357127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.358656 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.384144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f3525-6186-447e-a7d5-44d8352892ef None None] Network 5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:34.392174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985946ba-728f-4b5d-bcd8-f112aa8a5d41 req-17a67a83-0469-4127-bc2f-fd2d40eedad5 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:34.395114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-985946ba-728f-4b5d-bcd8-f112aa8a5d41 req-17a67a83-0469-4127-bc2f-fd2d40eedad5 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 946 time: 0.1628239 Aug 16 20:42:34.456059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-985946ba-728f-4b5d-bcd8-f112aa8a5d41 req-d12b9a2f-8df5-4e36-b7e7-20719df5c87d tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527368 Aug 16 20:42:34.506047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:42:34.506047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2febc55d-0327-4384-be29-f4f192dc6e66 admin admin] 10.222.0.70 "PUT /v2.0/routers/028bf0f9-7de9-408f-a42c-5d3c64d320f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2697687 Aug 16 20:42:34.506587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:34.506715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Sync routers for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:42:34.511814 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:34.512685 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:34.732482 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:34.752776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.887197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:34.945002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ce141c8-4cef-445b-ac0f-72fd2c539942 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0718241 Aug 16 20:42:34.947939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:34.949596 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:42:33Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:34.997786 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Checking router: 028bf0f9-7de9-408f-a42c-5d3c64d320f3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:42:35.013114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Routers {'028bf0f9-7de9-408f-a42c-5d3c64d320f3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:42:35.014657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:35.085179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port d091400d-289e-4af8-8288-f79eec01970e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:35.085623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.130861 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] Set router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:42:35.192660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.208547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for d091400d-289e-4af8-8288-f79eec01970e owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:35.278425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Deleting port 3302cca4-4e25-4564-9bec-c4c5c278e972 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:35.279053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.397331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:42:33Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:35.399442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] For port 3302cca4-4e25-4564-9bec-c4c5c278e972, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3302cca4-4e25-4564-9bec-c4c5c278e972,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:35.399965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.422966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Calling delete_port for 3302cca4-4e25-4564-9bec-c4c5c278e972 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:35.430579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f450a7-1851-4380-9de7-1d75cd6c2b9e None None] The sync data for ids ['028bf0f9-7de9-408f-a42c-5d3c64d320f3'] in n-d-794306-10 is: [{'id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'name': 'tempest-TaggedBootDevicesTest_v242-2027744436-router', 'tenant_id': 'a87b499d14d749a6a3f19c875a81baf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:29:58Z', 'updated_at': '2021-08-16T20:42:33Z', 'revision_number': 5, 'project_id': 'a87b499d14d749a6a3f19c875a81baf7', 'gw_port': {'id': '3302cca4-4e25-4564-9bec-c4c5c278e972', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028bf0f9-7de9-408f-a42c-5d3c64d320f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:29:59Z', 'updated_at': '2021-08-16T20:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:42:35.499749 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.574790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=d091400d-289e-4af8-8288-f79eec01970e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:35.593006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.600766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:35.612542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7806b2af-18f2-4c07-a01f-5ecb6da2b4df tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/d091400d-289e-4af8-8288-f79eec01970e HTTP/1.1" status: 204 len: 168 time: 0.6627586 Aug 16 20:42:35.686432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695c73d-3e5e-467c-8bb3-24a6510ac04c req-3fd4c5dd-90d7-41a9-be68-3e8592d32497 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:35.686880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd4969-03d3-4ee9-bb1a-e8cddd0d5df8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:35.689690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a695c73d-3e5e-467c-8bb3-24a6510ac04c req-3fd4c5dd-90d7-41a9-be68-3e8592d32497 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 946 time: 0.1920981 Aug 16 20:42:35.694454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcd4969-03d3-4ee9-bb1a-e8cddd0d5df8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:35.694601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43152) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:35.696434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3bcd4969-03d3-4ee9-bb1a-e8cddd0d5df8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0946338 Aug 16 20:42:35.699004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:35.718457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-787891559-network', 'tenant_id': '4a1c29f6e863434b96d1cf5c761d8ec3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:35.797242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a695c73d-3e5e-467c-8bb3-24a6510ac04c req-4059d255-0297-4ed3-9851-f9bc6142d855 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923469 Aug 16 20:42:35.820062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 75b66274-5d83-4d21-901e-85833c3f4b52 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:35.825179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.900736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.900870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Made reservation on behalf of 4a1c29f6e863434b96d1cf5c761d8ec3 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:35.906524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.918033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.931492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 75b66274-5d83-4d21-901e-85833c3f4b52 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:35.948010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:35.958808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bef53c25-7bbe-49da-8891-ea481e2501ca no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:35.998936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: bef53c25-7bbe-49da-8891-ea481e2501ca {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:35.999903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bef53c25-7bbe-49da-8891-ea481e2501ca not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:36.013921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3302cca4-4e25-4564-9bec-c4c5c278e972,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.101438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.137049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.165598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.195201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=75b66274-5d83-4d21-901e-85833c3f4b52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.206402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.208533 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-80628aca-dbb9-44ef-974d-b41e71c5d966 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/75b66274-5d83-4d21-901e-85833c3f4b52 HTTP/1.1" status: 204 len: 168 time: 0.5085733 Aug 16 20:42:36.211120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43158) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.268027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68c2c1-bf1d-4fd8-9323-6937dabb6f5d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:36.271775 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd68c2c1-bf1d-4fd8-9323-6937dabb6f5d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0575080 Aug 16 20:42:36.272553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43160) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.308929 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d003a01-3734-4765-8828-c3b6757d7652 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:36.310867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d003a01-3734-4765-8828-c3b6757d7652 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/d091400d-289e-4af8-8288-f79eec01970e HTTP/1.1" status: 404 len: 333 time: 0.0372107 Aug 16 20:42:36.313655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43162) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.344159 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-2355f91e-e7b7-4460-8486-f4a9aeeae260 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:36.348599 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2355f91e-e7b7-4460-8486-f4a9aeeae260 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/75b66274-5d83-4d21-901e-85833c3f4b52 HTTP/1.1" status: 404 len: 333 time: 0.0311880 Aug 16 20:42:36.348830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.443539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.529432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.539898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.574515 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.586597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:36.598820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9a323e-d387-43ec-bfcc-362fa8fade52') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:36.599237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9a323e-d387-43ec-bfcc-362fa8fade52') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:36.610716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.618611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.636123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.644653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:36.650792 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:36.669596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.670289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028bf0f9-7de9-408f-a42c-5d3c64d320f3 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:42:36.677193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.678507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a26a6dc-1cc1-414c-aed6-17c83b38cd29 admin admin] 10.222.0.70 "DELETE /v2.0/routers/028bf0f9-7de9-408f-a42c-5d3c64d320f3 HTTP/1.1" status: 204 len: 168 time: 2.1865284 Aug 16 20:42:36.680998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43168) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.736140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Deleting subnet 3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:36.739911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.761390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.805169 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.837179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb9d45c-b053-4b4e-ba50-5c44d7c5ee39,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.874150 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.899517 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:36.905532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e HTTP/1.1" status: 204 len: 168 time: 0.5556920 Aug 16 20:42:36.906666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721faa2-fbf6-4c0b-aaa7-370df4de0fa5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=5eb15e2d-4a0b-490f-a90f-ba49c2b5bd2e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:36.908507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:36.914680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356371408'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:36.958100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:36.966174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.015666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.016051 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Added segment 0f7b4fd9-a8a6-418e-9fa6-eb488c20a80b of type vlan for network 1638e4c2-280c-4758-bab3-5d2d5d005306 Aug 16 20:42:37.028248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:37.032705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.041738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-fa74c389-42a1-4c47-aafb-68dbe59de75f tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.041738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-fa74c389-42a1-4c47-aafb-68dbe59de75f tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 946 time: 0.2132225 Aug 16 20:42:37.062912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:37.072521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.073344 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 0682d888-4598-46a3-bd54-4ea543e9c58a of type vlan for network 75169d7c-b969-40fb-a70d-f1d08b041a82 Aug 16 20:42:37.119194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.122599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.141689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be52a65-c297-4b9d-80e4-9ffe96d607de req-8f1d63d6-d593-4bc5-9aef-5b79760490d2 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.141689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9be52a65-c297-4b9d-80e4-9ffe96d607de req-8f1d63d6-d593-4bc5-9aef-5b79760490d2 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 946 time: 0.1992130 Aug 16 20:42:37.228474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.234400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.235148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.236356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9be52a65-c297-4b9d-80e4-9ffe96d607de req-557b546d-0141-4ed1-8ae8-5806efeedaaf tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/security-groups?id=d8ec66e0-0358-40d0-a79b-a33f42378b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915561 Aug 16 20:42:37.264412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Deleting port e2e0e726-01d1-40cf-b542-85ea72446f2a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:37.264764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.283019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.330486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=75169d7c-b969-40fb-a70d-f1d08b041a82,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:37.343314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:37.347556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:37.352650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.354924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-715656f4-be22-4533-b583-1d01265d3a03 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3fb4e28c-2334-4eed-ae1d-5c83a1e72c8d HTTP/1.1" status: 204 len: 168 time: 0.6712172 Aug 16 20:42:37.357843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43178) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.366281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f91653-4cf2-4f2a-8127-7d915a31a3b9 None None] Network 8f9eefd5-760a-4c21-80e2-b9ce632564df requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:37.422512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.428379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:37.428379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.535026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] For port e2e0e726-01d1-40cf-b542-85ea72446f2a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e2e0e726-01d1-40cf-b542-85ea72446f2a,segment=NetworkSegment(250a084f-d77e-4e42-818e-adb4fc5f33aa),segment_id=250a084f-d77e-4e42-818e-adb4fc5f33aa)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:37.535926 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.559701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.586398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Calling delete_port for e2e0e726-01d1-40cf-b542-85ea72446f2a owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:37.597357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] Pushing event updated for resources: {'Network': ['ID=1638e4c2-280c-4758-bab3-5d2d5d005306,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:37.609102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1638e4c2-280c-4758-bab3-5d2d5d005306 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:37.720328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Deleting port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:37.720676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.826050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75d47af2-0a74-4f61-b8ef-8056688287b8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9138544 Aug 16 20:42:37.827845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43182) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.830590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] For port a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:37.830964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:37.839284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:37.841109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-43658744-a78a-46d6-9f69-83972eabbe6b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1453981 Aug 16 20:42:37.844110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43184) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:37.849844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Request body: {'subnet': {'network_id': '1638e4c2-280c-4758-bab3-5d2d5d005306', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-787891559-subnet', 'tenant_id': '4a1c29f6e863434b96d1cf5c761d8ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:37.855596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] DHCP port deletion for 8f9eefd5-760a-4c21-80e2-b9ce632564df request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:37.856745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Calling delete_port for a669213a-3fb9-4ef0-ab28-b3fa3950abc9 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:37.905397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Deleting port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:37.905919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.011257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.013526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] For port a669213a-3fb9-4ef0-ab28-b3fa3950abc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,segment=NetworkSegment(9cca3605-2e08-43f0-8d6d-5d114012bf39),segment_id=9cca3605-2e08-43f0-8d6d-5d114012bf39)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:38.035336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.035336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3302cca4-4e25-4564-9bec-c4c5c278e972 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:38.042307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Pushing event deleted for resources: {'Port': ['ID=e2e0e726-01d1-40cf-b542-85ea72446f2a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.049189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Calling delete_port for a669213a-3fb9-4ef0-ab28-b3fa3950abc9 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:38.051968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3302cca4-4e25-4564-9bec-c4c5c278e972 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:38.052321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3302cca4-4e25-4564-9bec-c4c5c278e972 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:38.052802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a669213a-3fb9-4ef0-ab28-b3fa3950abc9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:38.087250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] No DVR routers for this DVR port e2e0e726-01d1-40cf-b542-85ea72446f2a on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:38.090210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.092900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d4077a3-5cc1-448c-9fce-a49b9ec5f85a req-e24ee656-e574-4936-9492-75cd83f0af57 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.73 "DELETE /v2.0/ports/e2e0e726-01d1-40cf-b542-85ea72446f2a HTTP/1.1" status: 204 len: 173 time: 1.0438762 Aug 16 20:42:38.093361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'name': 'network-vif-deleted', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:38.096168 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79683489-6b19-49b1-b915-7d091ba30b82" -d '{"events": [{"server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "name": "network-vif-deleted", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:38.135154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Made reservation on behalf of 4a1c29f6e863434b96d1cf5c761d8ec3 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:38.138938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.193712 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3d7d81-123b-4e2e-a657-33f84ba12434 x-openstack-request-id: req-db3d7d81-123b-4e2e-a657-33f84ba12434 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:38.193997 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7ce702-19da-4ac9-b905-b3e073516302", "name": "network-vif-deleted", "tag": "e2e0e726-01d1-40cf-b542-85ea72446f2a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:38.194251 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db3d7d81-123b-4e2e-a657-33f84ba12434 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:38.194706 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7ce702-19da-4ac9-b905-b3e073516302', 'name': 'network-vif-deleted', 'tag': 'e2e0e726-01d1-40cf-b542-85ea72446f2a', 'status': 'completed', 'code': 200} Aug 16 20:42:38.199354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.272989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.299555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.309218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] No DVR routers for this DVR port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:38.310978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.342101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] Pushing event deleted for resources: {'Port': ['ID=a669213a-3fb9-4ef0-ab28-b3fa3950abc9,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.344422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d074ce-01fd-4192-b1b8-6cf55304069e None None] No DVR routers for this DVR port a669213a-3fb9-4ef0-ab28-b3fa3950abc9 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:38.448802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8ebb4de-2f3a-479a-acc4-5e8bfa5891f8 req-5506e92a-7457-4800-9b35-069ffeefcef5 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.0924189 Aug 16 20:42:38.450420 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.467443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9eefd5-760a-4c21-80e2-b9ce632564df']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:38.481095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca3605-2e08-43f0-8d6d-5d114012bf39') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:38.481400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca3605-2e08-43f0-8d6d-5d114012bf39') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:38.492573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.506523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.513289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:38.513787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:38.515516 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:38.561687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:38.571482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.685664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.744507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d410b5-014a-4375-bc97-675d48f1d2d2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.752033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Checking segment: {'id': '0f7b4fd9-a8a6-418e-9fa6-eb488c20a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1638e4c2-280c-4758-bab3-5d2d5d005306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:38.752398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Network hostable DHCP agents. Network: 1638e4c2-280c-4758-bab3-5d2d5d005306, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:38.780979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.787382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:38.821928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f9eefd5-760a-4c21-80e2-b9ce632564df HTTP/1.1" status: 204 len: 168 time: 1.4305844 Aug 16 20:42:38.821928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d2751-5295-44a9-b367-19b63f2faba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f9eefd5-760a-4c21-80e2-b9ce632564df,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:38.908136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Network 1638e4c2-280c-4758-bab3-5d2d5d005306 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:38.982897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.046604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=4670c594-eb2d-4610-b6c6-57c8cca09622,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.051516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 1638e4c2-280c-4758-bab3-5d2d5d005306) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:39.055572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '0682d888-4598-46a3-bd54-4ea543e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:39.056071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 75169d7c-b969-40fb-a70d-f1d08b041a82, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:39.057382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.059652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.064878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c705767-ddca-4f4b-a8f5-f6c068fe1fcb None None] Network 1638e4c2-280c-4758-bab3-5d2d5d005306 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:39.163591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-954012d8-4559-48ea-a97b-9899ecb6f950 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3184788 Aug 16 20:42:39.164033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:39.171190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 75169d7c-b969-40fb-a70d-f1d08b041a82) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:39.180106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:39.181759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.209198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c35a2-4516-44de-809d-21cec1bd26a8 None None] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:39.279862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84765be-0ab1-4473-83b4-d4aea5e20cb5 None None] Network 1638e4c2-280c-4758-bab3-5d2d5d005306 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:39.326611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43200) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.327059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43202) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.378167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Deleting subnet c480b130-5944-4cc4-a98d-93ba3652db72 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:39.383940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e3746b7-f5ac-4f2e-a25c-d6db7f9c8da4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5542529 Aug 16 20:42:39.384887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.386636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.394631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82', 'name': 'tempest-PortsIpV6TestJSON-634298224'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:39.397819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c36bd89a-ac93-4824-bea8-f3104375b208 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a87b499d14d749a6a3f19c875a81baf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673385 Aug 16 20:42:39.398678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43206) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.518189 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.519093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-75169d7c-b969-40fb-a70d-f1d08b041a82', 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': '4670c594-eb2d-4610-b6c6-57c8cca09622'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:39.520055 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.546077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.610974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.676851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e2e0e726-01d1-40cf-b542-85ea72446f2a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:39.678248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.687658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e83b75b-75d5-474c-909b-404899c982f1 req-a2d3e0ae-8eb1-4988-819f-b864a12e1e98 tempest-InstanceActionsNegativeTestJSON-1745481181 tempest-InstanceActionsNegativeTestJSON-1745481181-project] 10.222.0.70 "GET /v2.0/ports?device_id=1d7ce702-19da-4ac9-b905-b3e073516302 HTTP/1.1" status: 200 len: 210 time: 0.0762894 Aug 16 20:42:39.714875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e2e0e726-01d1-40cf-b542-85ea72446f2a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:39.715518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e2e0e726-01d1-40cf-b542-85ea72446f2a not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:39.742737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Allocated IP 2001:db8::2 (75169d7c-b969-40fb-a70d-f1d08b041a82/4670c594-eb2d-4610-b6c6-57c8cca09622/b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:39.799520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:39.803346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.821334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 69a12d31-f927-44af-80d6-4806208a9caf yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:39.833939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.837885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.841019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1269716-6c0e-4ff3-a9c2-a728223b95ba HTTP/1.1" status: 204 len: 168 time: 0.4389069 Aug 16 20:42:39.858171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.863615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac5b1b-1931-4adc-b968-c51adf101cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1269716-6c0e-4ff3-a9c2-a728223b95ba,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.899314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c480b130-5944-4cc4-a98d-93ba3652db72,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:39.905379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.910309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f192a79c-99cf-4869-90a6-9700f3e9ef18 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c480b130-5944-4cc4-a98d-93ba3652db72 HTTP/1.1" status: 204 len: 168 time: 0.5820420 Aug 16 20:42:39.910446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43214) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:39.944713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:39.956006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Transition to ACTIVE for port object b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:39.976250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Transition to ACTIVE for port object b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:40.004829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.094961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.105936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542db6cc-8d1f-4289-bf2a-926af8b0e1fd']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:40.118189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccef33d8-8f1b-4f2d-b91c-1cbc9e01ebbb') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:40.118515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccef33d8-8f1b-4f2d-b91c-1cbc9e01ebbb') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:40.129417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.149697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.152780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:40.153191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:40.154951 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:40.773410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:40.820812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Deleting subnet 8ef1ed71-be23-40b4-bd56-442c25c7f7df {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:40.825055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.862373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:40.904112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.045803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.092260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:41.096664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:41.098867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Pushing event updated for resources: {'Port': ['ID=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.101239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:41.103772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.113499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.138776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] 10.222.0.70 "DELETE /v2.0/networks/542db6cc-8d1f-4289-bf2a-926af8b0e1fd HTTP/1.1" status: 204 len: 168 time: 1.2142010 Aug 16 20:42:41.138919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:41.142755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::1bc (75169d7c-b969-40fb-a70d-f1d08b041a82/4670c594-eb2d-4610-b6c6-57c8cca09622/69a12d31-f927-44af-80d6-4806208a9caf) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:41.151523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.174019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Attempting to bind port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:41.174522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Attempting to bind port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '0682d888-4598-46a3-bd54-4ea543e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:41.175653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Attempting to bind port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 on network 75169d7c-b969-40fb-a70d-f1d08b041a82 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:41.181084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:41.181531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Checking segment: {'id': '0682d888-4598-46a3-bd54-4ea543e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:41.182043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.182537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Bound using segment: {'id': '0682d888-4598-46a3-bd54-4ea543e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:41.183082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Bound port: b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0682d888-4598-46a3-bd54-4ea543e9c58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '75169d7c-b969-40fb-a70d-f1d08b041a82'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:41.183522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.202261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Deleting subnet d4d410b5-014a-4375-bc97-675d48f1d2d2 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:41.215029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.227623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef1ed71-be23-40b4-bd56-442c25c7f7df,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.230040 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.232012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b257407e-06ff-4567-82d8-466ee7c56a2d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8ef1ed71-be23-40b4-bd56-442c25c7f7df HTTP/1.1" status: 204 len: 168 time: 0.4573505 Aug 16 20:42:41.233297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937bd12-629d-4bbf-94b2-67cf7acf6589 admin admin] Pushing event deleted for resources: {'Network': ['ID=542db6cc-8d1f-4289-bf2a-926af8b0e1fd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.234938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43228) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:41.254214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] For port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:41.259698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] For port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,segment=NetworkSegment(0682d888-4598-46a3-bd54-4ea543e9c58a),segment_id=0682d888-4598-46a3-bd54-4ea543e9c58a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:41.291520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.324855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.354732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.399389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.434792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.449031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d56f0e8-7427-40da-8441-ab536c4d1adf']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:41.475141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '250a084f-d77e-4e42-818e-adb4fc5f33aa') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:41.476058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '250a084f-d77e-4e42-818e-adb4fc5f33aa') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:41.480532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf822c7-0ed0-4d76-8556-479a7e3e94d6 None None] Pushing event updated for resources: {'Port': ['ID=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.487189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.508977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.509111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.518474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:41.518987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:41.521809 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:41.533368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 69a12d31-f927-44af-80d6-4806208a9caf will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:41.634630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.677407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d410b5-014a-4375-bc97-675d48f1d2d2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9eea430c-391c-4d85-a577-4e0bf817e4f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d4d410b5-014a-4375-bc97-675d48f1d2d2 HTTP/1.1" status: 204 len: 168 time: 0.5726702 Aug 16 20:42:41.739341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:41.776135 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.804073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.807021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d56f0e8-7427-40da-8441-ab536c4d1adf HTTP/1.1" status: 204 len: 168 time: 0.5710742 Aug 16 20:42:41.812322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:41.827316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e026e-7608-43a0-9a0d-399dc6bf3528 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d56f0e8-7427-40da-8441-ab536c4d1adf,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.842084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:41.848906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:41.854884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:41.855526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:41.869045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=69a12d31-f927-44af-80d6-4806208a9caf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:41.931431 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.039945 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b3239c2-3a81-4008-a191-4ae68662ed3a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6521578 Aug 16 20:42:42.042768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43246) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.057706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.071495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1638e4c2-280c-4758-bab3-5d2d5d005306']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:42.086227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:42.089001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7b4fd9-a8a6-418e-9fa6-eb488c20a80b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:42.089386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7b4fd9-a8a6-418e-9fa6-eb488c20a80b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:42.106235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.131301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.150919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:42.153329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:42.156074 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:42.210884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 69a12d31-f927-44af-80d6-4806208a9caf {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:42.211246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.270213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:42.341289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.357218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 69a12d31-f927-44af-80d6-4806208a9caf owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:42.365516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.384730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.385696 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1638e4c2-280c-4758-bab3-5d2d5d005306 HTTP/1.1" status: 204 len: 168 time: 0.6444924 Aug 16 20:42:42.412832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a9c8-f0f9-4b05-b71f-b211905e4c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1638e4c2-280c-4758-bab3-5d2d5d005306,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.421803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43260) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.527069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-daf9068e-cfaf-4869-a4af-50c04549e05e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cd3c4907f9540b58ed1076b79993f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037631 Aug 16 20:42:42.527838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43262) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.557520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.651256 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.680207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.683108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.738202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=69a12d31-f927-44af-80d6-4806208a9caf,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.743480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1281043286-network', 'tenant_id': 'bac35886eeea482db2b2314578d8d81a'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:42.767023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.769549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3fb572ae-1e9b-47c0-a127-9ed21994bc42 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/69a12d31-f927-44af-80d6-4806208a9caf HTTP/1.1" status: 204 len: 168 time: 0.7249482 Aug 16 20:42:42.772078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43268) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.802745 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-075dce67-aef1-4258-b670-9a7ca8e7010c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:42:42.804067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075dce67-aef1-4258-b670-9a7ca8e7010c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:42:42.805541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5d114-efbe-4dd5-a243-7004c6cdf52f None None] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:42.808657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-075dce67-aef1-4258-b670-9a7ca8e7010c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/69a12d31-f927-44af-80d6-4806208a9caf HTTP/1.1" status: 404 len: 333 time: 0.0329812 Aug 16 20:42:42.808789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43270) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.841074 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e061785-47a8-4d2a-af05-9e3d0b44df14 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:42.848157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e061785-47a8-4d2a-af05-9e3d0b44df14 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/69a12d31-f927-44af-80d6-4806208a9caf HTTP/1.1" status: 404 len: 333 time: 0.0329030 Aug 16 20:42:42.848625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43272) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:42.884558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Made reservation on behalf of bac35886eeea482db2b2314578d8d81a for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:42.886861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.889176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.892048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:42.893285 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d8ec66e0-0358-40d0-a79b-a33f42378b79 HTTP/1.1" status: 204 len: 168 time: 0.3644252 Aug 16 20:42:42.943415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1bd39-b97b-4513-9697-b94a87266281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec66e0-0358-40d0-a79b-a33f42378b79,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:42.960047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.000719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Provisioning for port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:42:43.009722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Provisioning complete for port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:43.010160 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.028360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet 4670c594-eb2d-4610-b6c6-57c8cca09622 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:43.036385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.095658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.130856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43278) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:43.151961 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.196232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.205548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] For port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,segment=NetworkSegment(0682d888-4598-46a3-bd54-4ea543e9c58a),segment_id=0682d888-4598-46a3-bd54-4ea543e9c58a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:43.207087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-392fe865-df50-4a89-8740-f63a4271ff77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dc1c55694dc40eda222c8018d52bebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715103 Aug 16 20:42:43.209440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43280) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:43.283273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.297165 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.310026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.321189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:43.364218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.372514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.439366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e4b51-8e60-4c65-a326-93c4e55a95e5 None None] Pushing event updated for resources: {'Port': ['ID=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.458903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.458903 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Added segment f5121d22-b5dc-4911-8f05-a808eb4b97c7 of type vlan for network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 Aug 16 20:42:43.465612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d8bee-4417-4672-95f3-46459fb66622,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.490456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-16c449c6-9f02-4996-9623-78806d94f5a5 None None] Provisioning complete for port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:42:43.492185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-16c449c6-9f02-4996-9623-78806d94f5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.512185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.541433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.546579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.547815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddf1287b-37ea-45d9-94a6-35de5e3a8606 HTTP/1.1" status: 204 len: 168 time: 0.3372555 Aug 16 20:42:43.574402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b19ba-fb79-4be9-8086-071ae39ec7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf1287b-37ea-45d9-94a6-35de5e3a8606,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.621246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.654138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=4670c594-eb2d-4610-b6c6-57c8cca09622,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.656356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.657450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:43.658036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.694950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.696831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e28d1aff-baa3-428f-905e-f28808c8750b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/4670c594-eb2d-4610-b6c6-57c8cca09622 HTTP/1.1" status: 204 len: 168 time: 0.8472071 Aug 16 20:42:43.699466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43296) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:43.716598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16421789-13d2-4c63-a7a1-b3a3482823a2 None None] Network 75169d7c-b969-40fb-a70d-f1d08b041a82 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:43.755291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] Pushing event updated for resources: {'Network': ['ID=8d7b17a1-7b04-42a6-95e1-3a67f4932c10,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:43.771795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:43.791885 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1d54418d-6e55-4dff-b258-0db5794caf1c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2330778 Aug 16 20:42:43.792969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:43.799215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Request body: {'subnet': {'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1281043286-subnet', 'tenant_id': 'bac35886eeea482db2b2314578d8d81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:43.843248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8a2fa5a3-1e76-4baa-915b-cfa7b1e3b5e3 None None] Could not find standard attr ID for object 69a12d31-f927-44af-80d6-4806208a9caf. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:42:43.891681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:43.902321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Made reservation on behalf of bac35886eeea482db2b2314578d8d81a for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:43.904689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.022359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:44.022950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.039443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] DHCP port deletion for 75169d7c-b969-40fb-a70d-f1d08b041a82 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:44.131898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Deleting port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:44.134937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.139347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,segment=NetworkSegment(0682d888-4598-46a3-bd54-4ea543e9c58a),segment_id=0682d888-4598-46a3-bd54-4ea543e9c58a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:44.139895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.160608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:44.225380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] For port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,segment=NetworkSegment(0682d888-4598-46a3-bd54-4ea543e9c58a),segment_id=0682d888-4598-46a3-bd54-4ea543e9c58a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:44.225969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.241634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Calling delete_port for b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:44.319104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.319708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.338351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.358983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.363744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:44.384969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] Pushing event deleted for resources: {'Port': ['ID=b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.397201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383edcb-a400-433d-a0b0-654b4b40bbed None None] No DVR routers for this DVR port b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:44.401701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e350607c-3db8-4244-a99c-90653874cbc9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.421689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Checking segment: {'id': 'f5121d22-b5dc-4911-8f05-a808eb4b97c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:44.422300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Network hostable DHCP agents. Network: 8d7b17a1-7b04-42a6-95e1-3a67f4932c10, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:44.470609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.482718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75169d7c-b969-40fb-a70d-f1d08b041a82']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:44.494114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0682d888-4598-46a3-bd54-4ea543e9c58a') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:44.494570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0682d888-4598-46a3-bd54-4ea543e9c58a') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:44.504469 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.516152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:44.522492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.530572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:44.531654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:44.538534 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:44.568238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.616129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8d7b17a1-7b04-42a6-95e1-3a67f4932c10) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:44.627187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c5e909-da1f-4e92-8503-d2318730773d None None] Network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:44.627387 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2584ff6f-1529-48dc-a02d-3d8a68f1b23b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a1c29f6e863434b96d1cf5c761d8ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554998 Aug 16 20:42:44.627387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:44.627387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.629995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.645415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.701373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.720233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.728622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.741161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/75169d7c-b969-40fb-a70d-f1d08b041a82 HTTP/1.1" status: 204 len: 168 time: 1.0298803 Aug 16 20:42:44.741161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43324) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:44.741161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1356363941'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:44.741467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.762070 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-65f9f561-6da1-430d-8d30-807a201dd1e4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9659581 Aug 16 20:42:44.793484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e632-0000-4c7f-a364-4e6e860119ac tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=75169d7c-b969-40fb-a70d-f1d08b041a82,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.809119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b49404-873d-47ad-ae5b-c0284efaea76 None None] Network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:44.856738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.859441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.860633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9fb9d45c-b053-4b4e-ba50-5c44d7c5ee39 HTTP/1.1" status: 204 len: 168 time: 0.2285283 Aug 16 20:42:44.869786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43f6b-2329-4254-9f5b-ddfd3a6d58e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb9d45c-b053-4b4e-ba50-5c44d7c5ee39,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:44.905054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-894126745-network', 'tenant_id': '866be9c9aca24934ad01cf0e18408459'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:44.915590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:44.923367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.976449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:44.986769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:44.989507 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 20b0d701-0a6e-4fac-b108-6024abc4d559 of type vlan for network 5e0e4efd-7257-4d51-b419-72b855646cdd Aug 16 20:42:45.037127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.042951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Made reservation on behalf of 866be9c9aca24934ad01cf0e18408459 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:45.045404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.058259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.162452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.169178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.169602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.272197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.273353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=5e0e4efd-7257-4d51-b419-72b855646cdd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:45.285185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 5e0e4efd-7257-4d51-b419-72b855646cdd details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:45.416107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.439238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:45.457504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1810cf11-5f62-434a-869d-ceddc8c244d2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:45.473157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.473506 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Added segment 931fe49a-52f1-4024-8cc2-c8662f90c032 of type vlan for network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe Aug 16 20:42:45.517247 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2c2c215e-0917-43bb-9d57-f3e179688e22 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7822857 Aug 16 20:42:45.521469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43352) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:45.527189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:45.536454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.651249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.652379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:45.652977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.702854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:45.706748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.723336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] Pushing event updated for resources: {'Network': ['ID=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:45.735138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:45.810774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d609285a-256c-4c7f-9af7-a14f8dd6cc69 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1642244 Aug 16 20:42:45.813612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43358) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:45.822892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Request body: {'subnet': {'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-894126745-subnet', 'tenant_id': '866be9c9aca24934ad01cf0e18408459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:45.925586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Made reservation on behalf of 866be9c9aca24934ad01cf0e18408459 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:45.930268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:45.998846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:46.019475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:46.019928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b3b6d364-f89d-4acd-8a1d-6eb5bcaa7e64 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:46.039781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.120046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=af75867c-a409-4c83-96eb-2d91455feae3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:46.125966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '20b0d701-0a6e-4fac-b108-6024abc4d559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:46.126324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 5e0e4efd-7257-4d51-b419-72b855646cdd, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:46.248860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 5e0e4efd-7257-4d51-b419-72b855646cdd is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:46.291290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.358427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce25826-8b71-417a-8652-9f70add9bc17,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:46.362883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Checking segment: {'id': '931fe49a-52f1-4024-8cc2-c8662f90c032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:46.363244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Network hostable DHCP agents. Network: 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:46.377388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 5e0e4efd-7257-4d51-b419-72b855646cdd) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:46.381971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.382613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.394799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc69375-fdfd-444e-9b09-a856271b06dd None None] Network 5e0e4efd-7257-4d51-b419-72b855646cdd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:46.496894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:46.504725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:46.510578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.517299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56467bd0-efd1-41ab-915a-5bf87df4d0b5 None None] Network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:46.522414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.526123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb19b55a-480b-43dc-b379-ccf2ed68be4e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0034130 Aug 16 20:42:46.528666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43372) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:46.534674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1496927918'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:46.653267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-931a92b0-1f2e-4189-9c41-dba30fe373ef admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8377216 Aug 16 20:42:46.803527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:46.807318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.833577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13329677-0773-483f-8c81-569523f5d796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-5e0e4efd-7257-4d51-b419-72b855646cdd', 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': 'af75867c-a409-4c83-96eb-2d91455feae3'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:46.834461 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:46.859188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 022fac56-23a8-4f8e-802c-42323496da26 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:46.876918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-8020c0bb-e370-4f02-9cd4-31a64cd0b47b tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:46.880020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-8020c0bb-e370-4f02-9cd4-31a64cd0b47b tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/networks?id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10 HTTP/1.1" status: 200 len: 814 time: 0.2430165 Aug 16 20:42:46.914329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-9915ff85-dc06-41bb-bea3-7a2773e6a3ae tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/quotas/bac35886eeea482db2b2314578d8d81a HTTP/1.1" status: 200 len: 375 time: 0.0235891 Aug 16 20:42:46.956561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-eb872e1f-ba54-46fe-8c08-707ed40257cd tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bac35886eeea482db2b2314578d8d81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399163 Aug 16 20:42:47.060849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::fb (5e0e4efd-7257-4d51-b419-72b855646cdd/af75867c-a409-4c83-96eb-2d91455feae3/022fac56-23a8-4f8e-802c-42323496da26) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:47.077818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628dd9b9-9cdd-4215-a11d-1b5d35dd5709 None None] Network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:47.169943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-8fae083c-be00-4b76-a00f-d6156acba78b service neutron] 10.222.0.70 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062190 Aug 16 20:42:47.352720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.354613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-a24136ae-79d8-40be-bbad-4289b47109f5 service neutron] 10.222.0.70 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758833 Aug 16 20:42:47.368827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 022fac56-23a8-4f8e-802c-42323496da26 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:47.728829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-57dd3446-90a1-4503-a3ca-8c9d34d28ef3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.730395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-57dd3446-90a1-4503-a3ca-8c9d34d28ef3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/networks?id=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe HTTP/1.1" status: 200 len: 812 time: 0.1217625 Aug 16 20:42:47.748237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-e00e97f9-3823-467c-9079-fdf8d4d58197 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/quotas/866be9c9aca24934ad01cf0e18408459 HTTP/1.1" status: 200 len: 375 time: 0.0106759 Aug 16 20:42:47.765970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.791750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-7a8d43c8-5831-45e5-b7bd-ed451b24b629 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=866be9c9aca24934ad01cf0e18408459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321338 Aug 16 20:42:47.818006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 5e0e4efd-7257-4d51-b419-72b855646cdd is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:47.824489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=022fac56-23a8-4f8e-802c-42323496da26,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:47.825188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:47.827351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:47.838646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:47.839313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:47.879876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-13329677-0773-483f-8c81-569523f5d796 None None] Allocated IP 2001:db8::2 (5e0e4efd-7257-4d51-b419-72b855646cdd/af75867c-a409-4c83-96eb-2d91455feae3/8caa175d-718e-4f2a-b790-5b582f056824) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:47.920844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-edbad950-4be1-4251-9e8b-5f20ef95b519 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3909156 Aug 16 20:42:47.923264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43430) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.080399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 022fac56-23a8-4f8e-802c-42323496da26 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:48.080399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.119054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e686ff0-0be7-445a-ab46-2b5bf9b198dc req-a7eda456-c120-4d5b-87be-fb176b31b884 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.1040890 Aug 16 20:42:48.133916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-c7426f4f-a458-4b59-a314-e61c7728365e service neutron] 10.222.0.70 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252141 Aug 16 20:42:48.210668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.241439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.243581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 022fac56-23a8-4f8e-802c-42323496da26 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:48.273535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-13329677-0773-483f-8c81-569523f5d796 None None] Transition to ACTIVE for port object 8caa175d-718e-4f2a-b790-5b582f056824 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:48.298106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-13329677-0773-483f-8c81-569523f5d796 None None] Transition to ACTIVE for port object 8caa175d-718e-4f2a-b790-5b582f056824 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:48.320531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-844c5301-b1ee-4221-b067-cd312c2f32e8 service neutron] 10.222.0.70 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782866 Aug 16 20:42:48.333055 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.415896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.457940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13329677-0773-483f-8c81-569523f5d796 None None] Network 5e0e4efd-7257-4d51-b419-72b855646cdd is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:48.461594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-13329677-0773-483f-8c81-569523f5d796 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:48.465091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13329677-0773-483f-8c81-569523f5d796 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:48.509505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13329677-0773-483f-8c81-569523f5d796 None None] Pushing event updated for resources: {'Port': ['ID=8caa175d-718e-4f2a-b790-5b582f056824,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.543995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-13329677-0773-483f-8c81-569523f5d796 None None] Attempting to bind port 8caa175d-718e-4f2a-b790-5b582f056824 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:48.544399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-13329677-0773-483f-8c81-569523f5d796 None None] Attempting to bind port 8caa175d-718e-4f2a-b790-5b582f056824 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '20b0d701-0a6e-4fac-b108-6024abc4d559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:48.544772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329677-0773-483f-8c81-569523f5d796 None None] Attempting to bind port 8caa175d-718e-4f2a-b790-5b582f056824 on network 5e0e4efd-7257-4d51-b419-72b855646cdd {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:48.555042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329677-0773-483f-8c81-569523f5d796 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:48.555438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329677-0773-483f-8c81-569523f5d796 None None] Checking segment: {'id': '20b0d701-0a6e-4fac-b108-6024abc4d559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:48.556204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.556469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13329677-0773-483f-8c81-569523f5d796 None None] Bound using segment: {'id': '20b0d701-0a6e-4fac-b108-6024abc4d559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:48.556835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-13329677-0773-483f-8c81-569523f5d796 None None] Bound port: 8caa175d-718e-4f2a-b790-5b582f056824, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b0d701-0a6e-4fac-b108-6024abc4d559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5e0e4efd-7257-4d51-b419-72b855646cdd'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:48.557275 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.576772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.607962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=022fac56-23a8-4f8e-802c-42323496da26,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:48.641708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.644567 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0e1a47b1-eb6e-475b-8dcf-1d3c07bf701f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/022fac56-23a8-4f8e-802c-42323496da26 HTTP/1.1" status: 204 len: 168 time: 0.7197456 Aug 16 20:42:48.664403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43456) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.665273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-13329677-0773-483f-8c81-569523f5d796 None None] For port 8caa175d-718e-4f2a-b790-5b582f056824, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:48.669429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-13329677-0773-483f-8c81-569523f5d796 None None] For port 8caa175d-718e-4f2a-b790-5b582f056824, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8caa175d-718e-4f2a-b790-5b582f056824,segment=NetworkSegment(20b0d701-0a6e-4fac-b108-6024abc4d559),segment_id=20b0d701-0a6e-4fac-b108-6024abc4d559)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:48.697269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2e2d9b6-5b17-4f9b-9b59-c66433a9e6b3 req-b0a02fff-466a-4c7d-9e2c-d624abf4cb93 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.0926418 Aug 16 20:42:48.729285 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-061edd89-b786-47e0-83c2-a28d33866ca8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:48.731718 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-061edd89-b786-47e0-83c2-a28d33866ca8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/022fac56-23a8-4f8e-802c-42323496da26 HTTP/1.1" status: 404 len: 333 time: 0.0654202 Aug 16 20:42:48.741035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43460) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:48.798552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13329677-0773-483f-8c81-569523f5d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.812880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet af75867c-a409-4c83-96eb-2d91455feae3 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:42:48.816908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.882467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:48.908628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13329677-0773-483f-8c81-569523f5d796 None None] Pushing event updated for resources: {'Port': ['ID=8caa175d-718e-4f2a-b790-5b582f056824,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:49.008946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.194699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f23fbbb-4126-4598-9603-385e22241263 req-67a68af7-e375-4b42-b836-2058aa5d2f97 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0331209 Aug 16 20:42:49.215060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.251709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.256854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43470) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:49.259563 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/af75867c-a409-4c83-96eb-2d91455feae3 HTTP/1.1" status: 204 len: 168 time: 0.5155659 Aug 16 20:42:49.282518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0d3d3-2c65-4c29-89f4-2e8e35aad978 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=af75867c-a409-4c83-96eb-2d91455feae3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:49.360662 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.435072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 8caa175d-718e-4f2a-b790-5b582f056824 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:49.435416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.865681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ccc3dc3-6c2e-4826-ae0a-736d58e3e675 req-0ac68165-fa74-468e-9e0a-ea3a9dfc48b6 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.0570662 Aug 16 20:42:49.908284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port 8caa175d-718e-4f2a-b790-5b582f056824, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8caa175d-718e-4f2a-b790-5b582f056824,segment=NetworkSegment(20b0d701-0a6e-4fac-b108-6024abc4d559),segment_id=20b0d701-0a6e-4fac-b108-6024abc4d559)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:49.908660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:49.926147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 8caa175d-718e-4f2a-b790-5b582f056824 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:50.142570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8caa175d-718e-4f2a-b790-5b582f056824 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:42:50.171624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.223459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No active binding found for port 8caa175d-718e-4f2a-b790-5b582f056824 {{(pid=95242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 20:42:50.223929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8caa175d-718e-4f2a-b790-5b582f056824 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 20:42:50.224107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=8caa175d-718e-4f2a-b790-5b582f056824,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:50.230600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port 8caa175d-718e-4f2a-b790-5b582f056824 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:42:50.281328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Port 8caa175d-718e-4f2a-b790-5b582f056824 not found, will not notify nova. {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 20:42:50.323504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca852d44-ad1e-4601-985c-de5e9e5db542 None None] Network 5e0e4efd-7257-4d51-b419-72b855646cdd requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:50.374142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6bbb028-c73c-4f7f-8ad2-9eb06789aa3d req-c6799010-6162-44a9-9aae-d2396f104d18 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0394828 Aug 16 20:42:50.378308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.390276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0e4efd-7257-4d51-b419-72b855646cdd']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:50.405695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b0d701-0a6e-4fac-b108-6024abc4d559') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:50.405997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b0d701-0a6e-4fac-b108-6024abc4d559') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:42:50.416845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.432340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.438675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:42:50.439184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:42:50.442765 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:42:50.452301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fb541487-f3ea-44fe-b6e5-61eec18a29ce None None] Could not find standard attr ID for object 8caa175d-718e-4f2a-b790-5b582f056824. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:42:50.553631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e6928-ccbc-4672-b8fa-e863f0fe0d62 None None] DHCP port deletion for 5e0e4efd-7257-4d51-b419-72b855646cdd request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:42:50.633912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.643248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.646142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/5e0e4efd-7257-4d51-b419-72b855646cdd HTTP/1.1" status: 204 len: 168 time: 1.3874362 Aug 16 20:42:50.649639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43506) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:50.659964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'name': 'tempest-PortsIpV6TestJSON-1140903283'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:50.661674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2657f3-20bd-4e0c-acc8-d8073f35fc9b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=5e0e4efd-7257-4d51-b419-72b855646cdd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:50.897233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:50.901386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:50.937160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 9919abb3-a806-43d7-a5c1-693155fe59d5 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:51.044841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-203cdcf6-7fa6-43c7-82e0-a7c2196eab6f req-21e3551f-ab05-4d7d-b9b3-52df2ca8aa08 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.0667086 Aug 16 20:42:51.130185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.306680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-082121e2-aba0-4c2a-b1cf-072793207b7f tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.308623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-082121e2-aba0-4c2a-b1cf-072793207b7f tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.73 "GET /v2.0/networks?id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10 HTTP/1.1" status: 200 len: 814 time: 0.1445639 Aug 16 20:42:51.324024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.324898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Request body: {'port': {'device_id': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10', 'admin_state_up': True, 'tenant_id': 'bac35886eeea482db2b2314578d8d81a'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:51.526921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ca849ca-8ba5-4124-bec1-679c39027fde req-84ff780c-ae9d-4ab0-bb39-7d62d1422bd5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0410933 Aug 16 20:42:51.667447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:51.674423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:51.681027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:51.690212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:51.691101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:51.705611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=9919abb3-a806-43d7-a5c1-693155fe59d5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.032095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8caa175d-718e-4f2a-b790-5b582f056824 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:42:52.058165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8caa175d-718e-4f2a-b790-5b582f056824 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:42:52.058603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8caa175d-718e-4f2a-b790-5b582f056824 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:42:52.155007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5eb231c-a9e9-4b85-b96f-5245d363cc32 req-d06d6f58-bfc8-4a83-9ab6-894710096cea tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.0356822 Aug 16 20:42:52.186453 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.186932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Made reservation on behalf of bac35886eeea482db2b2314578d8d81a for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:52.191686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.329618 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1333950-e0d6-4c9c-b3b4-8e7196dfd6d4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6768448 Aug 16 20:42:52.330410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43552) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:52.347805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Allocated IP 172.20.0.14 (8d7b17a1-7b04-42a6-95e1-3a67f4932c10/e350607c-3db8-4244-a99c-90653874cbc9/783f8510-44fa-45c2-a9e3-7b7badf86642) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:52.495941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 9919abb3-a806-43d7-a5c1-693155fe59d5 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:52.497758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.618135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.622347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-50b26d88-1858-4bdd-9337-2c3cdab2b8c1 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:52.628656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-50b26d88-1858-4bdd-9337-2c3cdab2b8c1 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.73 "GET /v2.0/networks?id=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe HTTP/1.1" status: 200 len: 812 time: 0.2623258 Aug 16 20:42:52.635655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 9919abb3-a806-43d7-a5c1-693155fe59d5 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:52.646138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Request body: {'port': {'device_id': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe', 'admin_state_up': True, 'tenant_id': '866be9c9aca24934ad01cf0e18408459'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:52.777644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c363e43-3578-45ea-b2c1-33eb9d081093 req-5410d531-043b-41f8-bda6-a59429761af3 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.0741079 Aug 16 20:42:52.838348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.902755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.938082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=9919abb3-a806-43d7-a5c1-693155fe59d5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:52.944310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:52.946392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5abb22c2-124b-4b73-966d-b622650354c0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/9919abb3-a806-43d7-a5c1-693155fe59d5 HTTP/1.1" status: 204 len: 168 time: 0.6118536 Aug 16 20:42:52.949040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43558) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:52.958192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'mac_address': 'fa:16:3e:39:10:f0', 'name': 'tempest-PortsIpV6TestJSON-4501591'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:53.016797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Made reservation on behalf of 866be9c9aca24934ad01cf0e18408459 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:53.022001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.106367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.171970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:53.203064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:53.209964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:53.216377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Pushing event updated for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:53.245015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:53.352807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a104cb5-ed2c-4920-bf8a-63a6009fb0c4 req-1e379c8f-df3d-4e1c-8be5-41a01819ea71 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.0860789 Aug 16 20:42:53.353870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Allocated IP 172.20.0.9 (1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe/5ce25826-8b71-417a-8652-9f70add9bc17/7350b38f-cf0c-4116-84c6-b2ca02608e9b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:53.366665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:53.367300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.395611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.440836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 4ba88205-a144-4ada-a10b-7e041ade505a yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:53.542707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f8800f36-982c-4f91-be98-1d7455ffacf5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2230620 Aug 16 20:42:53.566179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Request body: {'port': {'device_id': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:53.742005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.766764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:53.790107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.049082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7aa7b-c8cc-48c1-916f-079860bbe180 req-c7f638e0-364b-4c7f-ad27-00e3a94b2e32 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.050681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32e7aa7b-c8cc-48c1-916f-079860bbe180 req-c7f638e0-364b-4c7f-ad27-00e3a94b2e32 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 932 time: 0.1422949 Aug 16 20:42:54.120049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32e7aa7b-c8cc-48c1-916f-079860bbe180 req-b90d917a-4c47-4444-8d7b-256e99bb4ca8 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Aug 16 20:42:54.135409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.141003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.240006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:54.243778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:54.247815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:54.251698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:54.253754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783f8510-44fa-45c2-a9e3-7b7badf86642 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:54.259008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:54.265222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.265988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.269374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=4ba88205-a144-4ada-a10b-7e041ade505a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.273873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:54.279200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.351961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Transition to ACTIVE for port object 783f8510-44fa-45c2-a9e3-7b7badf86642 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:54.353446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:54.366412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Pushing event updated for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.382268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.383002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.426919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d00566fd-a97b-4022-934a-f62b790465af tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.4733884 Aug 16 20:42:54.427446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43596) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:54.488025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4610f8b8-3c71-4c84-8b1e-873139745c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.498411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.507248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a48321-36b0-4204-bb64-8de486540934 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.508754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29a48321-36b0-4204-bb64-8de486540934 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/4ba88205-a144-4ada-a10b-7e041ade505a HTTP/1.1" status: 200 len: 842 time: 0.0802031 Aug 16 20:42:54.511664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43598) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:54.541172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-6dc9d9f6-1a99-43b5-a8d6-7d7b498f6390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9075904 Aug 16 20:42:54.562214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Request body: {'port': {'device_id': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:54.597420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feceb49-2fe9-4498-91cf-9af5aa26f2aa req-e51ce0c7-56af-452a-82b2-c5a236316d45 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:54.604844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4feceb49-2fe9-4498-91cf-9af5aa26f2aa req-e51ce0c7-56af-452a-82b2-c5a236316d45 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 931 time: 0.1466835 Aug 16 20:42:54.618206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.661329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 4ba88205-a144-4ada-a10b-7e041ade505a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:54.661919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.724319 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.730749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4feceb49-2fe9-4498-91cf-9af5aa26f2aa req-c4ed8e44-e330-4925-8174-47364c84c176 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251595 Aug 16 20:42:54.743803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4610f8b8-3c71-4c84-8b1e-873139745c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.760732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.774281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 4ba88205-a144-4ada-a10b-7e041ade505a owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:54.779640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Attempting to bind port 783f8510-44fa-45c2-a9e3-7b7badf86642 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:54.780008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Attempting to bind port 783f8510-44fa-45c2-a9e3-7b7badf86642 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'f5121d22-b5dc-4911-8f05-a808eb4b97c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:54.780343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Attempting to bind port 783f8510-44fa-45c2-a9e3-7b7badf86642 on network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:54.831578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4610f8b8-3c71-4c84-8b1e-873139745c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:54.880387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Port 783f8510-44fa-45c2-a9e3-7b7badf86642 on network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:54.880794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Attempting to bind port 783f8510-44fa-45c2-a9e3-7b7badf86642 on network 8d7b17a1-7b04-42a6-95e1-3a67f4932c10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:54.896221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4610f8b8-3c71-4c84-8b1e-873139745c9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6129a94ac8c14b019ecc0917e6d7ade2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386617 Aug 16 20:42:54.897490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43602) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:54.899339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610f8b8-3c71-4c84-8b1e-873139745c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768d6a8-247d-4888-87c4-832a17ce0294,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:54.906103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:54.906545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Checking segment: {'id': 'f5121d22-b5dc-4911-8f05-a808eb4b97c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:54.916296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Bound using segment: {'id': 'f5121d22-b5dc-4911-8f05-a808eb4b97c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:54.916296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Bound port: 783f8510-44fa-45c2-a9e3-7b7badf86642, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5121d22-b5dc-4911-8f05-a808eb4b97c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:54.916296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.059744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.090054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:55.114883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.124477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.133943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=783f8510-44fa-45c2-a9e3-7b7badf86642,segment=NetworkSegment(f5121d22-b5dc-4911-8f05-a808eb4b97c7),segment_id=f5121d22-b5dc-4911-8f05-a808eb4b97c7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:55.185815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=4ba88205-a144-4ada-a10b-7e041ade505a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:55.201119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.203385 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-141ae90e-c21b-4148-9b55-0877f8513867 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/4ba88205-a144-4ada-a10b-7e041ade505a HTTP/1.1" status: 204 len: 168 time: 0.6902654 Aug 16 20:42:55.208276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.233288 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a07d1cf-be31-4cb0-b681-7118dc4cb93b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:55.239181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a07d1cf-be31-4cb0-b681-7118dc4cb93b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/4ba88205-a144-4ada-a10b-7e041ade505a HTTP/1.1" status: 404 len: 333 time: 0.0259385 Aug 16 20:42:55.248616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43610) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:55.249317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'name': 'tempest-PortsIpV6TestJSON-1408266729'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:55.268720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7350b38f-cf0c-4116-84c6-b2ca02608e9b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:42:55.288605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.296668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.356969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2a2dd-a114-4649-ab7d-142cca8e0d7f req-1ba7047f-2379-4a80-b3f2-dbd9d3819da6 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.358578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6e2a2dd-a114-4649-ab7d-142cca8e0d7f req-1ba7047f-2379-4a80-b3f2-dbd9d3819da6 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 944 time: 0.1614642 Aug 16 20:42:55.361722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.362854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.364212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] 10.222.0.73 "PUT /v2.0/ports/783f8510-44fa-45c2-a9e3-7b7badf86642 HTTP/1.1" status: 200 len: 1093 time: 1.8048022 Aug 16 20:42:55.364674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:55.366912 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc011e14-0c6e-409c-8222-7c15536b4ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:55.412170 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35d1ace-0fa9-494b-bca5-14b562412625 x-openstack-request-id: req-f35d1ace-0fa9-494b-bca5-14b562412625 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:55.412468 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:55.413225 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f35d1ace-0fa9-494b-bca5-14b562412625 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:55.413625 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642', 'status': 'completed', 'code': 200} Aug 16 20:42:55.426773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215beb7-fe12-411c-8ea7-5a9432070dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:55.434448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6e2a2dd-a114-4649-ab7d-142cca8e0d7f req-72dabbcc-12b0-4719-a3d2-d39e38639322 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Aug 16 20:42:55.465518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Transition to ACTIVE for port object 7350b38f-cf0c-4116-84c6-b2ca02608e9b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:55.467654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.470396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.472292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1768d6a8-247d-4888-87c4-832a17ce0294 HTTP/1.1" status: 204 len: 168 time: 0.5736151 Aug 16 20:42:55.489532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a14d2-daf3-4815-a8ce-01f65d3d4847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768d6a8-247d-4888-87c4-832a17ce0294,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:55.504299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-848a0fd6-bbf5-4863-a40e-bf9a673d981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.512556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-848a0fd6-bbf5-4863-a40e-bf9a673d981d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bac35886eeea482db2b2314578d8d81a&device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 1096 time: 0.0705256 Aug 16 20:42:55.554283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:55.558239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.576531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 0ee4db8c-cff8-4c07-885d-1b36220ea96a yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:42:55.586069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.656691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-a0043669-3222-4aa1-94de-7311c5034858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.658174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-a0043669-3222-4aa1-94de-7311c5034858 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=bac35886eeea482db2b2314578d8d81a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1438909 Aug 16 20:42:55.696914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Pushing event updated for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:55.720938 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:42:55.803528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.821179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Attempting to bind port 7350b38f-cf0c-4116-84c6-b2ca02608e9b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:42:55.821889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Attempting to bind port 7350b38f-cf0c-4116-84c6-b2ca02608e9b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '931fe49a-52f1-4024-8cc2-c8662f90c032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:42:55.822243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Attempting to bind port 7350b38f-cf0c-4116-84c6-b2ca02608e9b on network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:55.841316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Port 7350b38f-cf0c-4116-84c6-b2ca02608e9b on network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:42:55.841633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Attempting to bind port 7350b38f-cf0c-4116-84c6-b2ca02608e9b on network 1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:42:55.880064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:42:55.880407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Checking segment: {'id': '931fe49a-52f1-4024-8cc2-c8662f90c032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:55.880796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Bound using segment: {'id': '931fe49a-52f1-4024-8cc2-c8662f90c032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:42:55.881345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Bound port: 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '931fe49a-52f1-4024-8cc2-c8662f90c032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:42:55.881729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.910833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-5bff54f3-496c-41ca-a4d1-4487ab3a3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.912414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc011e14-0c6e-409c-8222-7c15536b4ea2 req-5bff54f3-496c-41ca-a4d1-4487ab3a3685 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267585 Aug 16 20:42:55.946854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:55.951274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2ffb-b729-407f-8e32-37395f13a583 req-cb9f9d6b-f2e9-4627-a7d1-b7428421d417 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:55.952932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b1d2ffb-b729-407f-8e32-37395f13a583 req-cb9f9d6b-f2e9-4627-a7d1-b7428421d417 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 943 time: 0.1334381 Aug 16 20:42:56.000674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:42:56.007490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:56.009458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=0ee4db8c-cff8-4c07-885d-1b36220ea96a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.011483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:42:56.017393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.018208 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.045054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:42:56.050388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b1d2ffb-b729-407f-8e32-37395f13a583 req-fa7e9d11-b29f-43dc-acac-7675635238f9 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854778 Aug 16 20:42:56.053671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b,segment=NetworkSegment(931fe49a-52f1-4024-8cc2-c8662f90c032),segment_id=931fe49a-52f1-4024-8cc2-c8662f90c032)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:42:56.059302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-78c6729c-f400-4fb1-9665-cff01ff9ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.060888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-78c6729c-f400-4fb1-9665-cff01ff9ad54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bac35886eeea482db2b2314578d8d81a&device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 1096 time: 0.1069174 Aug 16 20:42:56.212196 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4ad58c1b-e5de-47a4-89d3-92381219b2bb tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9669330 Aug 16 20:42:56.214746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43622) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.220279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:56.298784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.406245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.431628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-9456694f-54bf-4e34-bf70-d3b71981ddd1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783f8510-44fa-45c2-a9e3-7b7badf86642 HTTP/1.1" status: 200 len: 217 time: 0.3614552 Aug 16 20:42:56.432728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.433206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-705baeea-0d62-4e1b-b5a2-766c874ef964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.495825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.496471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.497905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] 10.222.0.73 "PUT /v2.0/ports/7350b38f-cf0c-4116-84c6-b2ca02608e9b HTTP/1.1" status: 200 len: 1092 time: 1.9444170 Aug 16 20:42:56.509840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.526605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-26b700a4-2005-48d9-91c7-f7085b74de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.528220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-26b700a4-2005-48d9-91c7-f7085b74de9f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e350607c-3db8-4244-a99c-90653874cbc9 HTTP/1.1" status: 200 len: 854 time: 0.0859082 Aug 16 20:42:56.531399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b18c17-7c3f-49ed-b113-016e54d78964 service neutron] Pushing event updated for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.578619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-705baeea-0d62-4e1b-b5a2-766c874ef964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.585258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-d52b35ff-764a-4894-8bb9-6dda9686fa26 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490818 Aug 16 20:42:56.649992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aaf0e-445f-45f2-8f48-2f8c93bae80e req-5e8e9a60-37b7-49ee-8d17-64b5d6bfd1ab tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.651538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f7aaf0e-445f-45f2-8f48-2f8c93bae80e req-5e8e9a60-37b7-49ee-8d17-64b5d6bfd1ab tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 944 time: 0.1064308 Aug 16 20:42:56.679397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.713848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f7aaf0e-445f-45f2-8f48-2f8c93bae80e req-cc450252-51f3-4626-8e52-5568d61d55df tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554883 Aug 16 20:42:56.715933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] In _notify_port_updated(), no bound segment for port 0ee4db8c-cff8-4c07-885d-1b36220ea96a on network 47c3295e-d07c-42ab-9de1-933ada61d4f0 {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:42:56.720140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-cdb4f8cc-068f-4166-8a6c-02ec19ca2ec5 service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264489 Aug 16 20:42:56.721460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.723076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.724541 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/ports/0ee4db8c-cff8-4c07-885d-1b36220ea96a HTTP/1.1" status: 200 len: 818 time: 0.5087755 Aug 16 20:42:56.727353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43632) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.745568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-705baeea-0d62-4e1b-b5a2-766c874ef964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.795165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325ca3-48b9-4991-85b8-139028723f21 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=0ee4db8c-cff8-4c07-885d-1b36220ea96a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.818834 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-705baeea-0d62-4e1b-b5a2-766c874ef964 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fb9ac8180f1451f8c10f829943f5057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115093 Aug 16 20:42:56.823071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:56.855014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-bc89f1e7-4463-44f7-a412-753381e5d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.855265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705baeea-0d62-4e1b-b5a2-766c874ef964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f136c-f7e1-4a39-a5a9-fb2eac085537,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:56.856697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-bc89f1e7-4463-44f7-a412-753381e5d26f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=866be9c9aca24934ad01cf0e18408459&device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 1095 time: 0.0756824 Aug 16 20:42:56.860478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c567324-42c0-4226-aec4-3b808eec5a96 req-2cad4139-4522-472e-a7e0-d8aa61faa10f service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330473 Aug 16 20:42:56.914375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-2b6a6e2c-6276-4f6c-8657-ef3b0aa4e7b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b HTTP/1.1" status: 200 len: 217 time: 0.0453272 Aug 16 20:42:56.918698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.926445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 0ee4db8c-cff8-4c07-885d-1b36220ea96a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:42:56.926787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:56.974294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2d1a-c557-4a11-b647-e71b6372910a req-a64a65e4-545c-4a53-b798-b416ea75a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:56.983857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-a64a65e4-545c-4a53-b798-b416ea75a23b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ce25826-8b71-417a-8652-9f70add9bc17 HTTP/1.1" status: 200 len: 852 time: 0.0544808 Aug 16 20:42:56.984767 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.009703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-90a76e56-ebde-4173-999d-88added5af66 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254586 Aug 16 20:42:57.026097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.048985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 0ee4db8c-cff8-4c07-885d-1b36220ea96a owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:42:57.110207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-23b48a84-3c92-4b0e-aac4-a46607ea1f88 service neutron] 10.222.0.73 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915911 Aug 16 20:42:57.230128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d7138-71da-449b-aa77-c12d9e61fb05 req-4317ffe8-f8f6-4199-ab0f-350507340390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.231616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de5d7138-71da-449b-aa77-c12d9e61fb05 req-4317ffe8-f8f6-4199-ab0f-350507340390 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 943 time: 0.1047499 Aug 16 20:42:57.261387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645d2d1a-c557-4a11-b647-e71b6372910a req-7092d491-eaa3-4ccc-9cac-f295f6aa25b5 service neutron] 10.222.0.73 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433015 Aug 16 20:42:57.268293 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.271915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.277765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e8f136c-f7e1-4a39-a5a9-fb2eac085537 HTTP/1.1" status: 204 len: 168 time: 0.4504573 Aug 16 20:42:57.282210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de5d7138-71da-449b-aa77-c12d9e61fb05 req-b7827d97-13a8-41e6-88b9-2ad38bb22ea9 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Aug 16 20:42:57.284953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48afea-4171-48d1-bc7b-f71815b0a020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f136c-f7e1-4a39-a5a9-fb2eac085537,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:57.319899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.356083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.360562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43646) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:57.360682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/0ee4db8c-cff8-4c07-885d-1b36220ea96a HTTP/1.1" status: 204 len: 168 time: 0.6322162 Aug 16 20:42:57.361635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1564e-0e14-466c-95dc-9b24ce79dc4a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=0ee4db8c-cff8-4c07-885d-1b36220ea96a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:57.413089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00210141-2829-43d8-9019-36bba988f0f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.414690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00210141-2829-43d8-9019-36bba988f0f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0531030 Aug 16 20:42:57.415255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:42:57.417597 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:42:57.417735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43648) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:57.442754 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5e3356-e91f-4c67-832b-8025f1e67430 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:42:57.444698 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f5e3356-e91f-4c67-832b-8025f1e67430 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/0ee4db8c-cff8-4c07-885d-1b36220ea96a HTTP/1.1" status: 404 len: 333 time: 0.0256305 Aug 16 20:42:57.448103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43652) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:57.455194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-782108221'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:57.455513 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0d20e7-6cca-4698-8bc1-bca9900cf410 x-openstack-request-id: req-9b0d20e7-6cca-4698-8bc1-bca9900cf410 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:42:57.456728 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:42:57.456728 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b0d20e7-6cca-4698-8bc1-bca9900cf410 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:42:57.457189 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b', 'status': 'completed', 'code': 200} Aug 16 20:42:57.525673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-984efde9-9447-405b-bbbc-1ed6208b81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.527167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-984efde9-9447-405b-bbbc-1ed6208b81ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=866be9c9aca24934ad01cf0e18408459&device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 1095 time: 0.0467455 Aug 16 20:42:57.629118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-ce51eae0-e0eb-4a20-b33a-7bc166e375d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.630595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-ce51eae0-e0eb-4a20-b33a-7bc166e375d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe HTTP/1.1" status: 200 len: 913 time: 0.0906820 Aug 16 20:42:57.674219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:57.683845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-127182e6-4694-48cc-bdc9-1720c25c8621 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b HTTP/1.1" status: 200 len: 217 time: 0.0373476 Aug 16 20:42:57.683973 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.701682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:57.711428 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.711806 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment c67cf7cd-6c54-456d-8f88-cd5f8da523be of type vlan for network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa Aug 16 20:42:57.729349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-85049d3a-3a75-42ad-b6b0-a2d54416155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.730824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-85049d3a-3a75-42ad-b6b0-a2d54416155e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5ce25826-8b71-417a-8652-9f70add9bc17 HTTP/1.1" status: 200 len: 852 time: 0.0465183 Aug 16 20:42:57.758245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.767815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-c690a7c0-6df1-4994-aab7-3e3e9822da98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277467 Aug 16 20:42:57.905469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ee781-36c9-4df2-8da9-802a987ed42b req-f46b4405-ba19-4969-a200-c715a13b63d3 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.905469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc2ee781-36c9-4df2-8da9-802a987ed42b req-f46b4405-ba19-4969-a200-c715a13b63d3 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 944 time: 0.1006222 Aug 16 20:42:57.906440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-f5ccc9a4-ad22-456a-8c9f-ad5b65272347 service neutron] 10.222.0.73 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296518 Aug 16 20:42:57.957905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.963984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:57.969228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:57.997257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc2ee781-36c9-4df2-8da9-802a987ed42b req-789aff56-8c21-4b04-a1f9-d3abc2520e6c tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898454 Aug 16 20:42:58.032018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db8fe45-d627-4709-8c8f-8f4ad2256c2b req-bf24ad9b-8486-42f5-a019-01ee86dd0f38 service neutron] 10.222.0.73 "GET /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164849 Aug 16 20:42:58.080328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.090965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:58.166408 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f043bac1-1a59-4283-b27c-0a36712eff68 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7172990 Aug 16 20:42:58.169213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.174145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:58.232082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.328888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-746d3bdc-826f-40ee-be70-7aa3273b456c tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2463 time: 0.0956104 Aug 16 20:42:58.332580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43674) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:58.337685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'network': {'name': 'tempest-network-smoke--173535850', 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'port_security_enabled': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:58.382516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:58.388932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.429190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe59b78-0502-4e2f-b4c5-b2cb1efbf79b req-9465ad77-08d8-4a8e-b581-4fb6461c340f tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.430878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe59b78-0502-4e2f-b4c5-b2cb1efbf79b req-9465ad77-08d8-4a8e-b581-4fb6461c340f tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 943 time: 0.0620890 Aug 16 20:42:58.474563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe59b78-0502-4e2f-b4c5-b2cb1efbf79b req-969333ab-928b-4655-ab62-8bbc60ceab61 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Aug 16 20:42:58.565902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:58.570732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.596342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:42:58.605264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.605617 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Added segment 5751bb04-5e62-4297-a12e-d7dd37b6f43e of type vlan for network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 Aug 16 20:42:58.645917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.814388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.820498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:58.821155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.856922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:58.893885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Network': ['ID=584bf9a1-e118-4e6b-9b10-4c2e25d3d922,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.905332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:42:58.934808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=a748da4a-c569-4ca6-8c0e-108f256e31a4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:42:58.942480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': 'c67cf7cd-6c54-456d-8f88-cd5f8da523be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:42:58.943132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:42:59.003488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c0f15724-0205-44f7-b5d6-6c3bc880d297 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6668572 Aug 16 20:42:59.004139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:59.008621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'admin_state_up': True, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:59.129251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fa4c5-08f0-4809-82f5-a2db4e985643 req-1eb483da-63d4-4ca6-98b4-b748e06c6da2 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.130841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:42:59.133978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-032fa4c5-08f0-4809-82f5-a2db4e985643 req-1eb483da-63d4-4ca6-98b4-b748e06c6da2 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 944 time: 0.0572641 Aug 16 20:42:59.133978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.134520 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.219985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-032fa4c5-08f0-4809-82f5-a2db4e985643 req-e770e2b0-4b1f-40b3-ae96-a8fbc47c78a0 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802929 Aug 16 20:42:59.223257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.285673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:42:59.290504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.291443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.294622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30147ce-2f96-43fc-b05f-d126e2909c7f None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:42:59.451677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': 'a748da4a-c569-4ca6-8c0e-108f256e31a4'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:42:59.453290 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.464647 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b42391eb-4a6b-4cff-8834-7b5c30ed79c8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2937884 Aug 16 20:42:59.469968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43702) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:42:59.474810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:42:59.552514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.616966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Allocated IP 2001:db8::2 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/a748da4a-c569-4ca6-8c0e-108f256e31a4/f4987d3a-8f66-4bd2-a979-e2c02bcacb58) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:42:59.629196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fe6b8-f0e0-47b4-a11a-bf820d1b0bfc req-bb583d47-c8e7-414b-ac5e-d0f58e3f10e4 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:42:59.631340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d88fe6b8-f0e0-47b4-a11a-bf820d1b0bfc req-bb583d47-c8e7-414b-ac5e-d0f58e3f10e4 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 943 time: 0.0612738 Aug 16 20:42:59.712185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d88fe6b8-f0e0-47b4-a11a-bf820d1b0bfc req-d22a3304-dceb-43e2-8fb2-bc5defec8d96 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733948 Aug 16 20:42:59.738957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7350b38f-cf0c-4116-84c6-b2ca02608e9b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:42:59.788612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:42:59.794464 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.855018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.868843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Transition to ACTIVE for port object f4987d3a-8f66-4bd2-a979-e2c02bcacb58 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:59.882634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.901694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Transition to ACTIVE for port object f4987d3a-8f66-4bd2-a979-e2c02bcacb58 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:42:59.910311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.918523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b,segment=NetworkSegment(931fe49a-52f1-4024-8cc2-c8662f90c032),segment_id=931fe49a-52f1-4024-8cc2-c8662f90c032)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:42:59.933161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7350b38f-cf0c-4116-84c6-b2ca02608e9b', 'network_id': '1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe', 'port_id': '7350b38f-cf0c-4116-84c6-b2ca02608e9b', 'mac_address': 'fa:16:3e:27:c0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce25826-8b71-417a-8652-9f70add9bc17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:42:59.935942 n-d-794306-10 neutron-server[95241]: INFO neutron.db.ipam_backend_mixin [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a748da4a-c569-4ca6-8c0e-108f256e31a4 (CIDR: 2001:db8::/64) Aug 16 20:42:59.979504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:42:59.993879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7350b38f-cf0c-4116-84c6-b2ca02608e9b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:00.013071 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:43:00.013837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:43:00.014586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b,segment=NetworkSegment(931fe49a-52f1-4024-8cc2-c8662f90c032),segment_id=931fe49a-52f1-4024-8cc2-c8662f90c032)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:00.057157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.091363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.25.7.44 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3366fef0-e8ff-42f9-a73e-38875417eb02) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:00.100481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:00.103943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:00.107717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:00.114519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Pushing event updated for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.121581 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.123146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 783f8510-44fa-45c2-a9e3-7b7badf86642 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:00.165696 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b1a2e840-d417-46ca-9d20-921bac777f2e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6967995 Aug 16 20:43:00.168298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43718) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:00.173802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:00.238731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.278765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Attempting to bind port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:00.279404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Attempting to bind port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c67cf7cd-6c54-456d-8f88-cd5f8da523be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:00.279820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Attempting to bind port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 on network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:00.305358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:00.306118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Checking segment: {'id': 'c67cf7cd-6c54-456d-8f88-cd5f8da523be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:00.306118 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.306517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Bound using segment: {'id': 'c67cf7cd-6c54-456d-8f88-cd5f8da523be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:00.307081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Bound port: f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67cf7cd-6c54-456d-8f88-cd5f8da523be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:00.307529 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.318987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.366036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a2efb-e734-4792-a16b-25ed72a8c99f req-b4b781a5-efcd-432a-b679-652d074f989c tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:00.367477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e83a2efb-e734-4792-a16b-25ed72a8c99f req-b4b781a5-efcd-432a-b679-652d074f989c tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 944 time: 0.0542715 Aug 16 20:43:00.376889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=783f8510-44fa-45c2-a9e3-7b7badf86642,segment=NetworkSegment(f5121d22-b5dc-4911-8f05-a808eb4b97c7),segment_id=f5121d22-b5dc-4911-8f05-a808eb4b97c7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:00.404470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '783f8510-44fa-45c2-a9e3-7b7badf86642', 'network_id': '8d7b17a1-7b04-42a6-95e1-3a67f4932c10', 'port_id': '783f8510-44fa-45c2-a9e3-7b7badf86642', 'mac_address': 'fa:16:3e:cc:c9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e350607c-3db8-4244-a99c-90653874cbc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:00.404712 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.419815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e83a2efb-e734-4792-a16b-25ed72a8c99f req-873653b4-087e-464b-b5d0-c5e584621a85 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Aug 16 20:43:00.438412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:00.447628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:00.452473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:00.456666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:00.464359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,segment=NetworkSegment(c67cf7cd-6c54-456d-8f88-cd5f8da523be),segment_id=c67cf7cd-6c54-456d-8f88-cd5f8da523be)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:00.466336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.481534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783f8510-44fa-45c2-a9e3-7b7badf86642 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:00.483280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=3366fef0-e8ff-42f9-a73e-38875417eb02,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.504849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=783f8510-44fa-45c2-a9e3-7b7badf86642,segment=NetworkSegment(f5121d22-b5dc-4911-8f05-a808eb4b97c7),segment_id=f5121d22-b5dc-4911-8f05-a808eb4b97c7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:00.509027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:00.513145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.640096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.679113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8abb3c3f-dfbd-47f3-b017-ff4ff628e2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.682636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.713443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df66e39-79da-4574-aba8-e2d208773787 None None] Pushing event updated for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.774691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:00.932393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d77fc1-7a01-413c-8cd5-b44e5eb4253b req-fca2755e-495a-4cb2-956e-ae4ddb6387dc tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:00.933910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59d77fc1-7a01-413c-8cd5-b44e5eb4253b req-fca2755e-495a-4cb2-956e-ae4ddb6387dc tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 944 time: 0.1156981 Aug 16 20:43:00.949334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:00.950440 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.007367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:01.010702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:01.015598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.016121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.026204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=e22467ae-e58d-4747-a02d-800ae8dda893,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:01.030768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7350b38f-cf0c-4116-84c6-b2ca02608e9b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:01.041278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['783f8510-44fa-45c2-a9e3-7b7badf86642'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:01.074156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59d77fc1-7a01-413c-8cd5-b44e5eb4253b req-88170cda-3b0e-41c7-ac81-ccfb9b954206 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337545 Aug 16 20:43:01.219681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb37fc2f-47d2-422a-8903-023af416b39d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0500879 Aug 16 20:43:01.227514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43730) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:01.234447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'fixed_ips': [{'subnet_id': 'a748da4a-c569-4ca6-8c0e-108f256e31a4'}, {'subnet_id': 'e22467ae-e58d-4747-a02d-800ae8dda893'}], 'name': 'tempest-PortsIpV6TestJSON-898935625'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:01.256385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.457498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:01.559021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:01.565389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router 6642e4be-6d38-436d-bf81-e00ee1bcf28f is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:01.582627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:01.590798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84bec8-89cc-4765-9f8c-cc1686408ab1 req-02881b75-c624-4b92-b239-0c80f24de763 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:01.593528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab84bec8-89cc-4765-9f8c-cc1686408ab1 req-02881b75-c624-4b92-b239-0c80f24de763 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0938098 Aug 16 20:43:01.753880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7350b38f-cf0c-4116-84c6-b2ca02608e9b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:01.879563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613009b9-c755-44dd-bce8-7276f2f45cd7 None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:02.010286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::81 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/a748da4a-c569-4ca6-8c0e-108f256e31a4/2c970e99-4077-4fd1-b28f-e36d3bb069f6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:02.010778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 7350b38f-cf0c-4116-84c6-b2ca02608e9b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:02.021049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7350b38f-cf0c-4116-84c6-b2ca02608e9b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:02.021411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.029010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8:0:1::57 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/e22467ae-e58d-4747-a02d-800ae8dda893/2c970e99-4077-4fd1-b28f-e36d3bb069f6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:02.130047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab84bec8-89cc-4765-9f8c-cc1686408ab1 req-906b8511-dffb-477f-baed-eaad4f2a2b6e tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998035 Aug 16 20:43:02.136693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:02.292755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.317007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 2c970e99-4077-4fd1-b28f-e36d3bb069f6 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:02.324393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.327224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b860f505-ca16-48fe-ab39-90794a7e5ef5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3212793 Aug 16 20:43:02.341293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f4987d3a-8f66-4bd2-a979-e2c02bcacb58 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:02.341293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Sync routers for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:02.341293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eec02ed6-7686-458f-8899-2160ff0ea9d8 None None] Provisioning for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:02.341644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43746) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.399903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:02.400546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:42:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:02.417369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c3239-a7d1-4e3e-9803-23be3c1e3944 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.418982 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4b8c3239-a7d1-4e3e-9803-23be3c1e3944 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c12bc192901f4790a5c63b2302499fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0766134 Aug 16 20:43:02.421768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43748) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.441653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b9714-e6d6-4c43-99a2-329d60514d60 req-a9f55dd9-5bea-49ff-9e06-316b4fa7ab10 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.443406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-764b9714-e6d6-4c43-99a2-329d60514d60 req-a9f55dd9-5bea-49ff-9e06-316b4fa7ab10 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 944 time: 0.2292683 Aug 16 20:43:02.454161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.487156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-764b9714-e6d6-4c43-99a2-329d60514d60 req-797c25b0-6391-49b6-b03e-b34f272ae16b tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Aug 16 20:43:02.526283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:02.528493 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674ce8d-7f19-4c50-8f1c-bdeb60a6ee72" -d '{"events": [{"server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:02.533381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379fd6f-71db-4f4f-9665-172a27393d17 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.538294 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f379fd6f-71db-4f4f-9665-172a27393d17 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1127264 Aug 16 20:43:02.538707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43754) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.571171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b,segment=NetworkSegment(931fe49a-52f1-4024-8cc2-c8662f90c032),segment_id=931fe49a-52f1-4024-8cc2-c8662f90c032)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:02.571757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6b713569-d8e8-4ded-900f-ba97c6745f5e tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317335 Aug 16 20:43:02.574468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43756) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.585681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.600600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Update dhcp port {'port': {'network_id': '03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa', 'fixed_ips': [{'subnet_id': 'a748da4a-c569-4ca6-8c0e-108f256e31a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e22467ae-e58d-4747-a02d-800ae8dda893'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'f4987d3a-8f66-4bd2-a979-e2c02bcacb58'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:43:02.615141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1491b44b-ac37-498e-9687-ae1aeafa29ae tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c12bc192901f4790a5c63b2302499fdd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383897 Aug 16 20:43:02.617661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43758) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.631529 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.636323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:02.673885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=2c970e99-4077-4fd1-b28f-e36d3bb069f6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:02.705530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:02.724943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:02.727752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:02.751140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.751947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.758585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:02.766060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.766894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 783f8510-44fa-45c2-a9e3-7b7badf86642 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:02.823744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:02.824124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:02.848711 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a844f6a0-c9ca-4fda-9382-3405aeb79c57 x-openstack-request-id: req-a844f6a0-c9ca-4fda-9382-3405aeb79c57 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:02.849004 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "name": "network-vif-plugged", "status": "completed", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:02.849337 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a844f6a0-c9ca-4fda-9382-3405aeb79c57 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:02.850813 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b', 'code': 200} Aug 16 20:43:02.882388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3bda3-4d0e-409a-ae70-d576f2e47f27 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:02.884035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d1f3bda3-4d0e-409a-ae70-d576f2e47f27 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2653027 Aug 16 20:43:02.886797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.897369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8324faeb-b216-4908-aae0-0ab9c32377e4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6724360 Aug 16 20:43:02.899166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.905166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a748da4a-c569-4ca6-8c0e-108f256e31a4'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:02.941351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2059a40c-64c9-4c4d-a426-e315683f9c1b tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531077 Aug 16 20:43:02.944002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43766) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:02.950578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212910840', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:02.993314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.020122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32bbbe-8c77-4fcc-81db-3b5cba3f3964 req-8edebae7-b96e-4323-a2cd-56e7cbfeb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:03.027995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d32bbbe-8c77-4fcc-81db-3b5cba3f3964 req-8edebae7-b96e-4323-a2cd-56e7cbfeb28d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 1097 time: 0.1249218 Aug 16 20:43:03.078298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d32bbbe-8c77-4fcc-81db-3b5cba3f3964 req-df786878-737a-4778-a1b2-548d9e6d6500 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Aug 16 20:43:03.078506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:03.254210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5d5e2-a5a7-466f-a95d-3355ec0eab05 req-61627ba2-1a76-4d7a-86ca-41ca5d4e73d5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:03.255915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0e5d5e2-a5a7-466f-a95d-3355ec0eab05 req-61627ba2-1a76-4d7a-86ca-41ca5d4e73d5 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 945 time: 0.0559866 Aug 16 20:43:03.263757 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.294358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Allocated IP 2001:db8:0:1::2 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/e22467ae-e58d-4747-a02d-800ae8dda893/f4987d3a-8f66-4bd2-a979-e2c02bcacb58) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:03.305050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:03.305050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.313027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0e5d5e2-a5a7-466f-a95d-3355ec0eab05 req-d06f5b97-5ebf-471a-8dfc-143bd7542f30 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Aug 16 20:43:03.383113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 783f8510-44fa-45c2-a9e3-7b7badf86642 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:03.391119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:00Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:03.423896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 783f8510-44fa-45c2-a9e3-7b7badf86642 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:03.424280 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.450385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Checking router: 6642e4be-6d38-436d-bf81-e00ee1bcf28f for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:03.450730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Updating router 6642e4be-6d38-436d-bf81-e00ee1bcf28f port 3366fef0-e8ff-42f9-a73e-38875417eb02 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:03.532064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.571164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,segment=NetworkSegment(c67cf7cd-6c54-456d-8f88-cd5f8da523be),segment_id=c67cf7cd-6c54-456d-8f88-cd5f8da523be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:03.637618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eca49-1276-4ea9-9f5d-361fe585a471 req-eb07328f-e65a-4053-ae26-0af6d3fc8fbe tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:03.639275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d8eca49-1276-4ea9-9f5d-361fe585a471 req-eb07328f-e65a-4053-ae26-0af6d3fc8fbe tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Aug 16 20:43:03.684367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.685530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d8eca49-1276-4ea9-9f5d-361fe585a471 req-ef46d26e-1202-4439-8770-9f391add4d64 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Aug 16 20:43:03.688339 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.725424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-498dc5ef-8b44-4829-bd83-23dbeb3a3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.733737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.734307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Transition to ACTIVE for port object f4987d3a-8f66-4bd2-a979-e2c02bcacb58 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:03.826514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.830128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=783f8510-44fa-45c2-a9e3-7b7badf86642,segment=NetworkSegment(f5121d22-b5dc-4911-8f05-a808eb4b97c7),segment_id=f5121d22-b5dc-4911-8f05-a808eb4b97c7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:03.901249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Subnet': ['ID=0da62148-2a44-4ac8-a287-7d2b5e69e22f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:03.905710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Checking segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:03.906086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network hostable DHCP agents. Network: 584bf9a1-e118-4e6b-9b10-4c2e25d3d922, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:03.913541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:03.964086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Delete allocated IP 2001:db8:0:1::57 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/e22467ae-e58d-4747-a02d-800ae8dda893) {{(pid=95241) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:43:03.998876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.048279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:43:04.048279 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:43:04.062292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Transition to ACTIVE for port object 3366fef0-e8ff-42f9-a73e-38875417eb02 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:04.067219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca196341-4dc1-4a77-8af3-012ca9829390 None None] Pushing event updated for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:04.120865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.140113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.140295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:04.140429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Ignored duplicate provisioning block setup for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:43:04.189504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:04.274422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 584bf9a1-e118-4e6b-9b10-4c2e25d3d922) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:04.275009 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.275417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.276539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.304628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.304628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.307693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1c16c-b5fe-4b64-ab43-a8ce03ea73db None None] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:04.366920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] In _notify_port_updated(), no bound segment for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 on network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:43:04.373612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.374307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.379764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/ports/2c970e99-4077-4fd1-b28f-e36d3bb069f6 HTTP/1.1" status: 200 len: 924 time: 1.4791567 Aug 16 20:43:04.380013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:04.388935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a748da4a-c569-4ca6-8c0e-108f256e31a4'}, {'subnet_id': 'e22467ae-e58d-4747-a02d-800ae8dda893'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:04.413077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fe017-fb2e-49ba-bf1c-0a1338f548a6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=2c970e99-4077-4fd1-b28f-e36d3bb069f6,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:04.562188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43794) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:04.562421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0936223e-1b57-4c8f-afb0-8bd6271b4c1c tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6171227 Aug 16 20:43:04.640198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293777c-e6fe-460d-9b2c-8072bf63da7e req-fec9c790-8884-4842-91fb-15aac66eccd6 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:04.648876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3293777c-e6fe-460d-9b2c-8072bf63da7e req-fec9c790-8884-4842-91fb-15aac66eccd6 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.1805527 Aug 16 20:43:04.667545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfc7aa-0a8b-418f-9669-30dce0299c27 None None] Pushing event updated for resources: {'Port': ['ID=3366fef0-e8ff-42f9-a73e-38875417eb02,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:04.701726 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.732210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.764225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Attempting to bind port 3366fef0-e8ff-42f9-a73e-38875417eb02 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:04.764759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Attempting to bind port 3366fef0-e8ff-42f9-a73e-38875417eb02 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:04.765250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Attempting to bind port 3366fef0-e8ff-42f9-a73e-38875417eb02 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:04.776850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:04.777419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:04.777929 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.778438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:04.779026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Bound port: 3366fef0-e8ff-42f9-a73e-38875417eb02, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:04.779969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:04.867441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:04.871185 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bbeb07-faf4-401d-8c2b-5e1a4ddf9cec" -d '{"events": [{"server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "name": "network-vif-plugged", "status": "completed", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:04.904852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c59d6-5311-4207-bb83-dc01c726dbfe None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:04.911785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,segment=NetworkSegment(c67cf7cd-6c54-456d-8f88-cd5f8da523be),segment_id=c67cf7cd-6c54-456d-8f88-cd5f8da523be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:05.006188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'fixed_ips': [{'subnet_id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:05.007052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.026879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] For port 3366fef0-e8ff-42f9-a73e-38875417eb02, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:05.054139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] For port 3366fef0-e8ff-42f9-a73e-38875417eb02, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3366fef0-e8ff-42f9-a73e-38875417eb02,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:05.063306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.106516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3293777c-e6fe-460d-9b2c-8072bf63da7e req-7fdb21cc-a20a-4fc0-87dc-80d385b1b795 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565730 Aug 16 20:43:05.170589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316a1d8-9234-4f93-83dd-5ee8c60fd7bb req-a24a135b-9723-4171-98de-d8df62651132 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.172700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9316a1d8-9234-4f93-83dd-5ee8c60fd7bb req-a24a135b-9723-4171-98de-d8df62651132 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.1603050 Aug 16 20:43:05.260611 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f5b9e-e6ac-4701-afd4-d963feed0cec x-openstack-request-id: req-039f5b9e-e6ac-4701-afd4-d963feed0cec {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:05.260879 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "name": "network-vif-plugged", "status": "completed", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:05.261118 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-039f5b9e-e6ac-4701-afd4-d963feed0cec {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:05.265375 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642', 'code': 200} Aug 16 20:43:05.265375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f4987d3a-8f66-4bd2-a979-e2c02bcacb58 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:05.300862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9316a1d8-9234-4f93-83dd-5ee8c60fd7bb req-d8b3bba7-5ab5-44c4-82a4-b724c3860f1b tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172712 Aug 16 20:43:05.301285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8:0:1::142 (03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa/e22467ae-e58d-4747-a02d-800ae8dda893/2c970e99-4077-4fd1-b28f-e36d3bb069f6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:05.312882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8f9a4fb6-6d3c-4af3-9a5e-7ae5d9abcb24 None None] Provisioning for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:05.338986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.385596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8f9a4fb6-6d3c-4af3-9a5e-7ae5d9abcb24 None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:05.385977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4fb6-6d3c-4af3-9a5e-7ae5d9abcb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.490951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333520d-25cc-4d36-b156-7692ab6ec963 req-f2220b48-d7d5-4260-b47f-4b1946558efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:05.496831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b333520d-25cc-4d36-b156-7692ab6ec963 req-f2220b48-d7d5-4260-b47f-4b1946558efb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 1098 time: 0.1901791 Aug 16 20:43:05.602465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b333520d-25cc-4d36-b156-7692ab6ec963 req-1cd5b3bb-705e-45c4-bdab-9939f43d1230 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955837 Aug 16 20:43:05.648267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.664886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:05.671316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Ignored duplicate provisioning block setup for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:43:05.774923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:05.779516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:05.793936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:05.793936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Allocated IP 172.20.0.18 (584bf9a1-e118-4e6b-9b10-4c2e25d3d922/0da62148-2a44-4ac8-a287-7d2b5e69e22f/29f5c392-2d8c-4614-93bb-cbb501a3ff19) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:06.018974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:06.019764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.045546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] In _notify_port_updated(), no bound segment for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 on network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:43:06.051287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.052222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.060377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:06.064358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/ports/2c970e99-4077-4fd1-b28f-e36d3bb069f6 HTTP/1.1" status: 200 len: 1010 time: 1.6832681 Aug 16 20:43:06.090962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c667-761b-430e-b602-e155ee508147 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=2c970e99-4077-4fd1-b28f-e36d3bb069f6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:06.124102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfc7aa-0a8b-418f-9669-30dce0299c27 None None] Pushing event updated for resources: {'Port': ['ID=3366fef0-e8ff-42f9-a73e-38875417eb02,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:06.247244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.295758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115121b-be14-4c6e-b3f1-4815b7e585ef req-2d1d4efc-93a1-4373-a481-4c3a108989cb tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:06.308829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b115121b-be14-4c6e-b3f1-4815b7e585ef req-2d1d4efc-93a1-4373-a481-4c3a108989cb tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.0941441 Aug 16 20:43:06.336728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:06.344783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:06.345390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.389536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b115121b-be14-4c6e-b3f1-4815b7e585ef req-0c9f0253-9f54-41e8-9722-d493a8bbd6a3 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763435 Aug 16 20:43:06.409952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.578419 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.584038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.599330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 2c970e99-4077-4fd1-b28f-e36d3bb069f6 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:06.610818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Transition to ACTIVE for port object 29f5c392-2d8c-4614-93bb-cbb501a3ff19 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:06.650256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Transition to ACTIVE for port object 29f5c392-2d8c-4614-93bb-cbb501a3ff19 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:06.709728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:00Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:06.745143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca2d0f-3025-49d7-a59e-67f343ac606d None None] The sync data for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 is: [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:00Z', 'revision_number': 3, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:06.880567 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:06.966951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.20.0.17 (584bf9a1-e118-4e6b-9b10-4c2e25d3d922/0da62148-2a44-4ac8-a287-7d2b5e69e22f/49a13cda-44d8-4e41-9cb0-fbd891a80202) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:06.985114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:06.985114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:06.996911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:07.147663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Provisioning for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:07.151101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.162115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2542-ca96-44a0-b81a-6a648edf95dd req-57633e26-d05b-44ea-82f1-c0d1620f9eba tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.179899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7eda2542-ca96-44a0-b81a-6a648edf95dd req-57633e26-d05b-44ea-82f1-c0d1620f9eba tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.1849546 Aug 16 20:43:07.246661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Pushing event updated for resources: {'Port': ['ID=29f5c392-2d8c-4614-93bb-cbb501a3ff19,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.261249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Provisioning complete for port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:07.261249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.284265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=2c970e99-4077-4fd1-b28f-e36d3bb069f6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.292514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7eda2542-ca96-44a0-b81a-6a648edf95dd req-b145fa44-e363-46a0-8e9b-2e0f6eee8e5e tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116838 Aug 16 20:43:07.323136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Port 2c970e99-4077-4fd1-b28f-e36d3bb069f6 was deleted so its status cannot be updated. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:43:07.327937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.330041 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ce15d1b9-dde9-4464-93a6-1a7d3c03f4f5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/2c970e99-4077-4fd1-b28f-e36d3bb069f6 HTTP/1.1" status: 204 len: 168 time: 1.2685072 Aug 16 20:43:07.333146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43834) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.352492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Attempting to bind port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:07.352492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Attempting to bind port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:07.352492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Attempting to bind port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 on network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:07.372957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:07.375325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Checking segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:07.375787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.376191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Bound using segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:07.381751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Bound port: 29f5c392-2d8c-4614-93bb-cbb501a3ff19, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:07.381751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.384795 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18077e7-5e08-4d25-97a8-81bb6f2b035c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:07.389486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a18077e7-5e08-4d25-97a8-81bb6f2b035c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/2c970e99-4077-4fd1-b28f-e36d3bb069f6 HTTP/1.1" status: 404 len: 333 time: 0.0552716 Aug 16 20:43:07.390347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43836) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:07.404709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f4987d3a-8f66-4bd2-a979-e2c02bcacb58 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:07.417369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.448075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Transition to ACTIVE for port object 49a13cda-44d8-4e41-9cb0-fbd891a80202 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:07.486395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet e22467ae-e58d-4747-a02d-800ae8dda893 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:07.496847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.526190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:07.526577 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-afd5396c-78bf-4b78-b362-17c95ef278c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.590882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.623381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.680044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] For port 29f5c392-2d8c-4614-93bb-cbb501a3ff19, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:07.685270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] For port 29f5c392-2d8c-4614-93bb-cbb501a3ff19, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=29f5c392-2d8c-4614-93bb-cbb501a3ff19,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:07.694355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:07.696171 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.746242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:07.797022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:07.801746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:07.807651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:07.808969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.843661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da592a8d-b918-4ba1-a7cc-fa49fa8d1365 req-ed02f3c7-cfbd-40ef-aec7-57c59a0b80f7 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:07.845833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da592a8d-b918-4ba1-a7cc-fa49fa8d1365 req-ed02f3c7-cfbd-40ef-aec7-57c59a0b80f7 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.2900133 Aug 16 20:43:07.927196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.959276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:07.993015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da592a8d-b918-4ba1-a7cc-fa49fa8d1365 req-5d429b96-4366-4ca9-bfcf-24663c32b898 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125774 Aug 16 20:43:08.058817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729a8fc-ef35-4848-bd0f-74dff273ebbd None None] Pushing event updated for resources: {'Port': ['ID=29f5c392-2d8c-4614-93bb-cbb501a3ff19,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.117866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-17f0e196-9ad0-4e6a-b125-49abe515dcc9 None None] Could not find standard attr ID for object 2c970e99-4077-4fd1-b28f-e36d3bb069f6. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:43:08.208031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.283072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=e22467ae-e58d-4747-a02d-800ae8dda893,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:08.288964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.292225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fe595689-f9fd-4f30-9aee-59e1e253c50f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/e22467ae-e58d-4747-a02d-800ae8dda893 HTTP/1.1" status: 204 len: 168 time: 0.9008904 Aug 16 20:43:08.294949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:08.414108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff35077-66a9-49d8-b85e-cda642321627 None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:08.567225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.651622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet a748da4a-c569-4ca6-8c0e-108f256e31a4 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:08.665198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:08.720367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-739c07dd-3f80-4092-9808-307dd3800876 None None] Could not find standard attr ID for object 2c970e99-4077-4fd1-b28f-e36d3bb069f6. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:43:08.763876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd0fb-a62a-410a-b37d-e157cb787f79 req-ceb078ab-e500-4453-a5b2-d6f1f0719ce3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:08.799933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ddd0fb-a62a-410a-b37d-e157cb787f79 req-ceb078ab-e500-4453-a5b2-d6f1f0719ce3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.2462626 Aug 16 20:43:08.910291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-769b3e4d-b6bc-4b6c-88ac-1f7bca001ce3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:08.912250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-769b3e4d-b6bc-4b6c-88ac-1f7bca001ce3 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.73 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.5104792 Aug 16 20:43:08.960358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.067047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ddd0fb-a62a-410a-b37d-e157cb787f79 req-ab638627-2579-4334-9d2e-d290c9d7eeb4 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621408 Aug 16 20:43:09.099203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.115321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a6f0-328e-4dab-a53f-e1fac8cf9996 req-ef7303d8-3519-4dc9-b05e-46653cd92d44 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.116969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cb6a6f0-328e-4dab-a53f-e1fac8cf9996 req-ef7303d8-3519-4dc9-b05e-46653cd92d44 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.3892331 Aug 16 20:43:09.164571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-1f766353-c318-4eab-a07d-62bc298a3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.166043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-1f766353-c318-4eab-a07d-62bc298a3f10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bac35886eeea482db2b2314578d8d81a&device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 1098 time: 0.3255892 Aug 16 20:43:09.182895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.306861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cb6a6f0-328e-4dab-a53f-e1fac8cf9996 req-105bc713-867a-4112-9c12-88a550fb856f tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546655 Aug 16 20:43:09.332872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 29f5c392-2d8c-4614-93bb-cbb501a3ff19 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:09.344077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.395668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:09.408273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.455146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Deleting port 7350b38f-cf0c-4116-84c6-b2ca02608e9b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:09.455534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.506006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:09.525547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3366fef0-e8ff-42f9-a73e-38875417eb02 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:09.532712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:09.534745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:09.624255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-40ab38c5-644a-41f7-a0f9-a73c1df9e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:09.625779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-40ab38c5-644a-41f7-a0f9-a73c1df9e0c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10 HTTP/1.1" status: 200 len: 915 time: 0.4452906 Aug 16 20:43:09.635322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] For port 7350b38f-cf0c-4116-84c6-b2ca02608e9b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7350b38f-cf0c-4116-84c6-b2ca02608e9b,segment=NetworkSegment(931fe49a-52f1-4024-8cc2-c8662f90c032),segment_id=931fe49a-52f1-4024-8cc2-c8662f90c032)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:09.640271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.669610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3366fef0-e8ff-42f9-a73e-38875417eb02 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:09.672080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Calling delete_port for 7350b38f-cf0c-4116-84c6-b2ca02608e9b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:09.680237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3366fef0-e8ff-42f9-a73e-38875417eb02 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:09.682608 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.707413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router 6642e4be-6d38-436d-bf81-e00ee1bcf28f has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:09.762998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.797428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=a748da4a-c569-4ca6-8c0e-108f256e31a4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:09.809875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.811951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c21e1556-0bba-46fd-a283-4a79ddfba34e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/a748da4a-c569-4ca6-8c0e-108f256e31a4 HTTP/1.1" status: 204 len: 168 time: 1.5157735 Aug 16 20:43:09.819582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43880) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:09.884975 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:09.928181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3366fef0-e8ff-42f9-a73e-38875417eb02, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3366fef0-e8ff-42f9-a73e-38875417eb02,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:09.974566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:09.988151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-699e9fb6-88ed-415e-b7ca-91947f5a16cc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "PUT /v2.0/routers/6642e4be-6d38-436d-bf81-e00ee1bcf28f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175928 Aug 16 20:43:09.988464 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Sync routers for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:10.005197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:10.005197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:10.034492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.044627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091c542-944a-48c8-b36c-9cb929b94ed5 None None] Network 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:10.081437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-1baaaf90-e09c-412f-8497-e70a3de081ad service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783f8510-44fa-45c2-a9e3-7b7badf86642 HTTP/1.1" status: 200 len: 217 time: 0.4418616 Aug 16 20:43:10.350885 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:10.351027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5afd6040-7fb4-4f6a-b161-420d59faa85f None None] Provisioning complete for port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:10.351166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5afd6040-7fb4-4f6a-b161-420d59faa85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.432459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-65ba77c0-3274-4b4a-9b91-83496d597125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.434150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-65ba77c0-3274-4b4a-9b91-83496d597125 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e350607c-3db8-4244-a99c-90653874cbc9 HTTP/1.1" status: 200 len: 854 time: 0.3369107 Aug 16 20:43:10.470073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3366fef0-e8ff-42f9-a73e-38875417eb02,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:10.604558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-3315b299-4eed-445b-af27-39f952cbe254 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621157 Aug 16 20:43:10.625472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:10.661164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031e8b-749b-4f78-84cc-88fa91665fd5 req-d5086644-5b42-43d9-a708-4291077078cf tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:10.662709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26031e8b-749b-4f78-84cc-88fa91665fd5 req-d5086644-5b42-43d9-a708-4291077078cf tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 945 time: 0.4524176 Aug 16 20:43:10.685039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af825c37-fba2-47a0-b72d-c0c1666dc7b8 None None] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:10.703306 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:08Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '49a13cda-44d8-4e41-9cb0-fbd891a80202', 'name': '', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:40:59:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:06Z', 'updated_at': '2021-08-16T20:43:08Z', 'revision_number': 2, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:10.712595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] DHCP port deletion for 03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:43:10.749335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Checking router: 6642e4be-6d38-436d-bf81-e00ee1bcf28f for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:10.749696 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Updating router 6642e4be-6d38-436d-bf81-e00ee1bcf28f port 49a13cda-44d8-4e41-9cb0-fbd891a80202 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:10.803403 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.055841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Deleting port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:11.056223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.158207 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.169857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Transition to ACTIVE for port object 49a13cda-44d8-4e41-9cb0-fbd891a80202 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:11.181775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Provisioning for port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:11.192586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Provisioning complete for port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:11.193310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.229259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3366fef0-e8ff-42f9-a73e-38875417eb02 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:11.276784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,segment=NetworkSegment(c67cf7cd-6c54-456d-8f88-cd5f8da523be),segment_id=c67cf7cd-6c54-456d-8f88-cd5f8da523be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:11.277178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.279565 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.353165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Calling delete_port for f4987d3a-8f66-4bd2-a979-e2c02bcacb58 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:11.395109 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Pushing event updated for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.420312 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.420920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.421503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.421999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.422490 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.422990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.423475 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.424109 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.425160 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.425718 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.426206 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.426710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:11.459704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3366fef0-e8ff-42f9-a73e-38875417eb02 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:11.459952 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Attempting to bind port 49a13cda-44d8-4e41-9cb0-fbd891a80202 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:11.460207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.460323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Attempting to bind port 49a13cda-44d8-4e41-9cb0-fbd891a80202 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:11.460593 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Attempting to bind port 49a13cda-44d8-4e41-9cb0-fbd891a80202 on network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:11.464509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26031e8b-749b-4f78-84cc-88fa91665fd5 req-5ab2332c-d6c9-42c1-9cdf-495eb2351a62 tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/security-groups?id=1810cf11-5f62-434a-869d-ceddc8c244d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7687120 Aug 16 20:43:11.480191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4fa21320-56d1-4191-8e4a-31ec0d39fadd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:11.484369 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:11.484742 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Checking segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:11.485151 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.485543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Bound using segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:11.486021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Bound port: 49a13cda-44d8-4e41-9cb0-fbd891a80202, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:11.486449 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.486664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4fa21320-56d1-4191-8e4a-31ec0d39fadd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/networks?id=584bf9a1-e118-4e6b-9b10-4c2e25d3d922 HTTP/1.1" status: 200 len: 797 time: 1.1484354 Aug 16 20:43:11.508730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4b9c81aa-8451-4cac-b68f-623275cb86f9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/quotas/c12bc192901f4790a5c63b2302499fdd HTTP/1.1" status: 200 len: 375 time: 0.0205741 Aug 16 20:43:11.571495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] For port 49a13cda-44d8-4e41-9cb0-fbd891a80202, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:11.575188 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] For port 49a13cda-44d8-4e41-9cb0-fbd891a80202, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49a13cda-44d8-4e41-9cb0-fbd891a80202,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:11.577963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.601253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-19da689b-d493-42d6-8dcb-06b2d1d43747 service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9567294 Aug 16 20:43:11.645992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Pushing event deleted for resources: {'Port': ['ID=7350b38f-cf0c-4116-84c6-b2ca02608e9b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.646810 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.690636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.744476 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:11.745465 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:11.755933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] For port 29f5c392-2d8c-4614-93bb-cbb501a3ff19, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=29f5c392-2d8c-4614-93bb-cbb501a3ff19,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:11.771815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:11.772167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.818549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7350b38f-cf0c-4116-84c6-b2ca02608e9b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:11.820321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-87a51a65-6686-41e4-a994-67d8b9ba1972 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3106275 Aug 16 20:43:11.829678 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d506f-a6e5-47ad-b88f-5034ed450243 None None] Pushing event updated for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.856055 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.860722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] No DVR routers for this DVR port 7350b38f-cf0c-4116-84c6-b2ca02608e9b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:11.860875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f4987d3a-8f66-4bd2-a979-e2c02bcacb58 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:11.863445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 7350b38f-cf0c-4116-84c6-b2ca02608e9b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:11.863957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7350b38f-cf0c-4116-84c6-b2ca02608e9b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:11.865601 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.870311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb34033b-43f6-4f22-8f5d-7a52bffa0c64 req-01ae79e7-81fb-4354-8dbc-40574c02b67c tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.73 "DELETE /v2.0/ports/7350b38f-cf0c-4116-84c6-b2ca02608e9b HTTP/1.1" status: 204 len: 173 time: 2.9124928 Aug 16 20:43:11.896323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'name': 'network-vif-deleted', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:11.899092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d28b20-8d27-438d-b642-8481d6d661ce" -d '{"events": [{"server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "name": "network-vif-deleted", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:11.922427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] Pushing event deleted for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:11.924379 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:11.928291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: f4987d3a-8f66-4bd2-a979-e2c02bcacb58 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:11.928636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f4987d3a-8f66-4bd2-a979-e2c02bcacb58 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:11.977375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d1add-0515-4ba8-b0cb-d7932f56b808 None None] No DVR routers for this DVR port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:12.056490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08156e8-0db9-4afb-b53e-e8c1bae2e75a req-929e2750-164f-4658-a255-fd20f3d4b3ac tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.059468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c08156e8-0db9-4afb-b53e-e8c1bae2e75a req-929e2750-164f-4658-a255-fd20f3d4b3ac tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.4572606 Aug 16 20:43:12.076395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40706e4-49cf-4525-95ba-fcd88fbda5fe None None] Pushing event updated for resources: {'Port': ['ID=29f5c392-2d8c-4614-93bb-cbb501a3ff19,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:12.136163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3eb47e4f-de64-4832-a83f-6d3a02908c17 req-b85b5cab-ef62-4d99-86a2-a7db62486c20 service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995818 Aug 16 20:43:12.154850 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:12.155443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port f4987d3a-8f66-4bd2-a979-e2c02bcacb58, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:12.156016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.162420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0b900a82-bb5b-4ef6-8880-8b859c7cf1a7 None None] Provisioning for port 49a13cda-44d8-4e41-9cb0-fbd891a80202 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:12.215814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0b900a82-bb5b-4ef6-8880-8b859c7cf1a7 None None] Provisioning complete for port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:12.216189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b900a82-bb5b-4ef6-8880-8b859c7cf1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.228332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for f4987d3a-8f66-4bd2-a979-e2c02bcacb58 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:12.249106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:43:12.249106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c08156e8-0db9-4afb-b53e-e8c1bae2e75a req-51b927d9-eed1-4703-8a47-a8c5230efbee tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574500 Aug 16 20:43:12.249106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.249106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-51c62edc-7025-4d58-a9a2-7e149d578525 service neutron] 10.222.0.70 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012349 Aug 16 20:43:12.288521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=f4987d3a-8f66-4bd2-a979-e2c02bcacb58,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:12.304723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port f4987d3a-8f66-4bd2-a979-e2c02bcacb58 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:12.495760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8e518e0d-9241-4b5d-ab3e-3d54b7534a32 service neutron] 10.222.0.70 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178864 Aug 16 20:43:12.535051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:08Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '49a13cda-44d8-4e41-9cb0-fbd891a80202', 'name': '', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:40:59:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:06Z', 'updated_at': '2021-08-16T20:43:11Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:12.562879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.579264 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84940e5-6ee7-4adf-8976-3243aada2044 None None] The sync data for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 is: [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:08Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '49a13cda-44d8-4e41-9cb0-fbd891a80202', 'name': '', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:40:59:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:06Z', 'updated_at': '2021-08-16T20:43:11Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:12.594342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:12.612063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67cf7cd-6c54-456d-8f88-cd5f8da523be') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:12.612416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67cf7cd-6c54-456d-8f88-cd5f8da523be') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:12.630473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.671349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.700817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:12.701504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:12.705121 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:12.724731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-d1a060b4-0eb1-45d3-8862-26c0bfa46177 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:12.726312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-d1a060b4-0eb1-45d3-8862-26c0bfa46177 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2527516 Aug 16 20:43:12.792847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-1e27677b-be4f-4c79-9cea-eaa92affe228 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0236840 Aug 16 20:43:12.906188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-2a46d354-9810-4423-bd1b-ced0d6627f85 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917497 Aug 16 20:43:12.921303 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0148e21f-8c8b-445c-9d9b-9dcb18036bcf x-openstack-request-id: req-0148e21f-8c8b-445c-9d9b-9dcb18036bcf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:12.921560 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19891e93-9a1f-4777-9513-c5d5441bc5c4", "name": "network-vif-deleted", "tag": "7350b38f-cf0c-4116-84c6-b2ca02608e9b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:12.921671 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0148e21f-8c8b-445c-9d9b-9dcb18036bcf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:12.922538 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19891e93-9a1f-4777-9513-c5d5441bc5c4', 'name': 'network-vif-deleted', 'tag': '7350b38f-cf0c-4116-84c6-b2ca02608e9b', 'status': 'completed', 'code': 200} Aug 16 20:43:13.116788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.235500 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-d8a9082f-be42-4811-b6b4-03d2642bceea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3014176 Aug 16 20:43:13.265083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.271596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:13.278096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa HTTP/1.1" status: 204 len: 168 time: 3.4508388 Aug 16 20:43:13.385863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c852cadf-85ad-43b7-8f49-729e165c8ea0 req-1e304445-cb62-4401-add2-7e69e1f6204a tempest-ServerPasswordTestJSON-1684146930 tempest-ServerPasswordTestJSON-1684146930-project] 10.222.0.70 "GET /v2.0/ports?device_id=19891e93-9a1f-4777-9513-c5d5441bc5c4 HTTP/1.1" status: 200 len: 210 time: 0.2602627 Aug 16 20:43:13.403494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60265f9f-0874-44d8-b0e0-d698f9b0b763 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.406614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ba68f-e26d-4c20-a195-59328f8816c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=03b6e39d-36bd-4bd0-b1ca-2dee6d8947aa,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:13.411643 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60265f9f-0874-44d8-b0e0-d698f9b0b763 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1356902 Aug 16 20:43:13.416148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:13.542655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-f5ccbade-3541-4816-bcb3-60eb75b1fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.552700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-f5ccbade-3541-4816-bcb3-60eb75b1fe89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.1044106 Aug 16 20:43:13.556658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-0e8bb40b-4432-471c-8b63-da4f799525c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.559107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-0e8bb40b-4432-471c-8b63-da4f799525c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bac35886eeea482db2b2314578d8d81a&device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 1098 time: 0.4982660 Aug 16 20:43:13.569465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c2fe366d-cc7d-4fb8-9911-a7bdd6c0e139 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1513140 Aug 16 20:43:13.572915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43954) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:13.578608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49a13cda-44d8-4e41-9cb0-fbd891a80202 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:13.585705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-361014125'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:13.710182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-3d66d89c-9651-406b-b1fe-2d5a04d4ae1b service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867622 Aug 16 20:43:13.738514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-e7c488d3-4a7b-4809-a18c-95adccea971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:13.742904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce6af2c2-85aa-45db-a67c-beac73ad3368 req-2cf71276-c5e3-4363-99f6-5f5aff6f1026 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 210 time: 0.2014878 Aug 16 20:43:13.743054 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-e7c488d3-4a7b-4809-a18c-95adccea971f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 897 time: 0.1301780 Aug 16 20:43:13.743054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:13.746281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.828205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 49a13cda-44d8-4e41-9cb0-fbd891a80202 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:13.832549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 49a13cda-44d8-4e41-9cb0-fbd891a80202 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:13.832823 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.877452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:13.891779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.892145 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 05435c5e-b9d4-465e-9d8e-ff53a98269ef of type vlan for network 576eb716-70da-4dc5-b79e-1dc79573ceee Aug 16 20:43:13.937868 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:13.978647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.028255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 49a13cda-44d8-4e41-9cb0-fbd891a80202, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49a13cda-44d8-4e41-9cb0-fbd891a80202,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:14.039467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-1589a278-4422-4542-aa76-0184ef7b9dc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 1001 time: 0.2762566 Aug 16 20:43:14.081198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-2cc61e9c-ec77-4ac1-b6fb-f50c13f1b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.083091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-2cc61e9c-ec77-4ac1-b6fb-f50c13f1b314 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10 HTTP/1.1" status: 200 len: 915 time: 0.4817402 Aug 16 20:43:14.097367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.105249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.106254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.143262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.144681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 29f5c392-2d8c-4614-93bb-cbb501a3ff19 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:14.181214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-810a6d18-28de-4bc1-ad9e-34b46d036fa7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783f8510-44fa-45c2-a9e3-7b7badf86642 HTTP/1.1" status: 200 len: 217 time: 0.0876904 Aug 16 20:43:14.220102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75731d6e-dd04-4f78-a09d-6e439a9c22ce req-1c19e87c-a060-4653-9532-aede56c0c91e tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.223159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75731d6e-dd04-4f78-a09d-6e439a9c22ce req-1c19e87c-a060-4653-9532-aede56c0c91e tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.3506513 Aug 16 20:43:14.227130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:14.265909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=576eb716-70da-4dc5-b79e-1dc79573ceee,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.283349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-756800dc-11c8-4c67-92b4-8fe48e939913 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051816 Aug 16 20:43:14.326886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-bddd67ff-6529-4e80-ad74-4c5c89274f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.329810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-bddd67ff-6529-4e80-ad74-4c5c89274f62 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e350607c-3db8-4244-a99c-90653874cbc9 HTTP/1.1" status: 200 len: 854 time: 0.1363840 Aug 16 20:43:14.376587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-5b61a312-bdcd-4a70-9d46-091685e63ddc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8d7b17a1-7b04-42a6-95e1-3a67f4932c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360637 Aug 16 20:43:14.386177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75731d6e-dd04-4f78-a09d-6e439a9c22ce req-9d24c28b-72d6-4009-880a-4b4baae379f7 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239004 Aug 16 20:43:14.412972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-095a2e10-28c7-4757-9cb5-239a09844fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.424670 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-095a2e10-28c7-4757-9cb5-239a09844fde service neutron] 10.222.0.64 "GET /v2.0/subnets?id=85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 200 len: 834 time: 0.3715234 Aug 16 20:43:14.476784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43970) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:14.490231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:14.546787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 576eb716-70da-4dc5-b79e-1dc79573ceee details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:14.587099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Deleting subnet 5ce25826-8b71-417a-8652-9f70add9bc17 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:14.599664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.605161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e794def6-f57e-4665-809c-e65f01a4a1f6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0223265 Aug 16 20:43:14.610585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43976) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:14.631363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:14.690257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.768457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.769667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.769667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.769667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.769904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.770113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.770549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.771061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.771453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.772094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.772626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.772827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:14.793003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:14.793383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.813059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-fec22e04-7ae2-4e87-8eb0-ecee14d695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:14.814630 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-fec22e04-7ae2-4e87-8eb0-ecee14d695ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1a03b7a6-06cf-4189-9d47-3c663da16993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3819895 Aug 16 20:43:14.844151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.885351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-63f9399a-b7c6-4c4d-a80c-d5b94beadb30 service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970238 Aug 16 20:43:14.888815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a06c0d9-d5ba-4bbc-9715-f255a730301a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:14.992692 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-1e6af95c-4926-43d9-b1db-8a05c844bd23 service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699188 Aug 16 20:43:15.080346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-adb4c508-17a5-4e0c-8a2f-84535ad6ee02 req-59b430fe-a9d5-49c6-a40c-fae3f64760a6 service neutron] 10.222.0.73 "GET /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683311 Aug 16 20:43:15.110996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.139629 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9999c0ae-1a86-414b-8145-c9747f43f219 req-9662053b-c778-4676-8188-1f5703af83ee service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332572 Aug 16 20:43:15.139629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:15.144119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.159440 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.168357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5ce25826-8b71-417a-8652-9f70add9bc17 HTTP/1.1" status: 204 len: 168 time: 0.6874003 Aug 16 20:43:15.169541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43988) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.178705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e76b41-3858-4448-9d45-9c7393bd4dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce25826-8b71-417a-8652-9f70add9bc17,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.251899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49a13cda-44d8-4e41-9cb0-fbd891a80202 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:15.302120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 49a13cda-44d8-4e41-9cb0-fbd891a80202 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:15.302975 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.309746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82859d72-943d-4bda-a225-cc5041b34ec5 req-344a1a66-4ea0-4331-a1df-97bbbcaccfd5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 210 time: 0.0642092 Aug 16 20:43:15.360252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.407560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a06c0d9-d5ba-4bbc-9715-f255a730301a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.503030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c268be8-621c-49df-ad80-1f39a0b449e7 req-8544a81d-ff41-480e-b58c-7e4f1ad71bd6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0668690 Aug 16 20:43:15.519412 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a06c0d9-d5ba-4bbc-9715-f255a730301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.564087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.642392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=ffe15ed3-396f-4e66-9161-62b9fa188f0b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.642746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b8e1a-7c44-44b9-b81e-83c063ff201d req-e3e7ed9c-8ca5-4b56-80ec-89675ab3af5f tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.651162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d3b8e1a-7c44-44b9-b81e-83c063ff201d req-e3e7ed9c-8ca5-4b56-80ec-89675ab3af5f tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.2511778 Aug 16 20:43:15.654716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.661707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '05435c5e-b9d4-465e-9d8e-ff53a98269ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:15.662322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: 576eb716-70da-4dc5-b79e-1dc79573ceee, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:15.672289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5a06c0d9-d5ba-4bbc-9715-f255a730301a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d86f2883174f408caa8d2c3d2e839049&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4171934 Aug 16 20:43:15.676449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06c0d9-d5ba-4bbc-9715-f255a730301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c304fc-94ac-4172-bdcd-465950384888,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:15.676763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:15.685382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.702479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931fe49a-52f1-4024-8cc2-c8662f90c032') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.702777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931fe49a-52f1-4024-8cc2-c8662f90c032') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:15.719377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.728489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d3b8e1a-7c44-44b9-b81e-83c063ff201d req-1ac895a0-f0be-4c5d-a3a6-80baa0a7cd19 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765035 Aug 16 20:43:15.740810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.747827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:15.748287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.750137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:15.750336 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:15.781940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.802379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 576eb716-70da-4dc5-b79e-1dc79573ceee is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:15.922775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-0b87ecb8-5748-485e-b89d-3e80729f46e5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:15.924839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-0b87ecb8-5748-485e-b89d-3e80729f46e5 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.73 "GET /v2.0/networks?id=584bf9a1-e118-4e6b-9b10-4c2e25d3d922 HTTP/1.1" status: 200 len: 797 time: 0.1015170 Aug 16 20:43:15.937185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Request body: {'port': {'device_id': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'admin_state_up': True, 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:15.942028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.970544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.973084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe HTTP/1.1" status: 204 len: 168 time: 0.8026097 Aug 16 20:43:15.977279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 576eb716-70da-4dc5-b79e-1dc79573ceee) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:15.983650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:15.988998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fac0d-2a6b-43ff-8402-68ed1e05b147 None None] Network 576eb716-70da-4dc5-b79e-1dc79573ceee requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:15.998878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d7ab-dc76-4149-a6ca-ef893644b249 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dbcbabc-a4a4-4f2c-9597-b3238b7b93fe,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.003367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.004621 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72c304fc-94ac-4172-bdcd-465950384888 HTTP/1.1" status: 204 len: 168 time: 0.3267186 Aug 16 20:43:16.019943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.020760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.046023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f456a6f-35dd-42a6-b73b-b805d5782d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c304fc-94ac-4172-bdcd-465950384888,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.163500 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b06ea8a-1006-40f8-b014-39051bb5a769 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5519874 Aug 16 20:43:16.166135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44006) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:16.171635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee', 'name': 'tempest-PortsIpV6TestJSON-1526283413'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:16.225161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-576eb716-70da-4dc5-b79e-1dc79573ceee', 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': 'ffe15ed3-396f-4e66-9161-62b9fa188f0b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:16.226051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.240022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Made reservation on behalf of c12bc192901f4790a5c63b2302499fdd for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:16.244737 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.427062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48ed5ee0-f90d-4841-b389-3d409c1e39a9 req-4506aa18-20f0-4511-b614-890b956ce89d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 210 time: 0.0364211 Aug 16 20:43:16.431018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Allocated IP 2001:db8::2 (576eb716-70da-4dc5-b79e-1dc79573ceee/ffe15ed3-396f-4e66-9161-62b9fa188f0b/b0ce953c-ffe3-424c-85a8-1d6e042cabc9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:16.432841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Allocated IP 172.20.0.24 (584bf9a1-e118-4e6b-9b10-4c2e25d3d922/0da62148-2a44-4ac8-a287-7d2b5e69e22f/e0a92610-b0e0-44c6-b629-0f351ff97fca) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:16.482534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:16.486078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.506012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:16.631211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44016) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:16.634579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.653920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Transition to ACTIVE for port object e0a92610-b0e0-44c6-b629-0f351ff97fca will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:16.710462 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c12b3f0-ec5e-4040-9a58-f04946ed0678 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=866be9c9aca24934ad01cf0e18408459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756521 Aug 16 20:43:16.713583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:16.739280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53673045-3bba-416c-9d06-bc3c40c4c1fd req-17326cd1-2cdf-4c77-bb2f-a57a15b184d4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0672925 Aug 16 20:43:16.757801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-ff93609b-49dc-4f4b-b614-0cd924be2d16 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.759473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-ff93609b-49dc-4f4b-b614-0cd924be2d16 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.73 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.1035185 Aug 16 20:43:16.810357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.839196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.906695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.960516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.962697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Transition to ACTIVE for port object b0ce953c-ffe3-424c-85a8-1d6e042cabc9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:16.963239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.973199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:16.977405 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1810cf11-5f62-434a-869d-ceddc8c244d2 HTTP/1.1" status: 204 len: 168 time: 0.2636530 Aug 16 20:43:16.990479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200431f-7fca-461c-9d84-1030adc0025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810cf11-5f62-434a-869d-ceddc8c244d2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:16.995349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515c1e5-3d2d-40bf-933e-fefbdc845644 req-f0f61745-05d0-426a-87d8-7f3ecf9226df tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:16.995654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Transition to ACTIVE for port object b0ce953c-ffe3-424c-85a8-1d6e042cabc9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:17.004900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b515c1e5-3d2d-40bf-933e-fefbdc845644 req-f0f61745-05d0-426a-87d8-7f3ecf9226df tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.1072087 Aug 16 20:43:17.060171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:17.068271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Deleting port 783f8510-44fa-45c2-a9e3-7b7badf86642 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:17.068608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.074774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:17.077243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:17.137736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.159820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event updated for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.189556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b515c1e5-3d2d-40bf-933e-fefbdc845644 req-17280c99-0953-4c8a-a91f-72a05d6adff8 tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813147 Aug 16 20:43:17.234601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.235636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.284515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Network 576eb716-70da-4dc5-b79e-1dc79573ceee is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:17.292881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:17.296395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Pushing event updated for resources: {'Port': ['ID=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.302583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:17.310379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] For port 783f8510-44fa-45c2-a9e3-7b7badf86642, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=783f8510-44fa-45c2-a9e3-7b7badf86642,segment=NetworkSegment(f5121d22-b5dc-4911-8f05-a808eb4b97c7),segment_id=f5121d22-b5dc-4911-8f05-a808eb4b97c7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:17.310733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.340680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::2f0 (576eb716-70da-4dc5-b79e-1dc79573ceee/ffe15ed3-396f-4e66-9161-62b9fa188f0b/1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:17.342523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Calling delete_port for 783f8510-44fa-45c2-a9e3-7b7badf86642 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:17.367097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-4cc77592-fb71-4a9b-94b1-ac5affa25401 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4336271 Aug 16 20:43:17.391672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Request body: {'port': {'device_id': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:17.425226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Attempting to bind port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:17.428793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Attempting to bind port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '05435c5e-b9d4-465e-9d8e-ff53a98269ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:17.428793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Attempting to bind port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 on network 576eb716-70da-4dc5-b79e-1dc79573ceee {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:17.433281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:17.433658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Checking segment: {'id': '05435c5e-b9d4-465e-9d8e-ff53a98269ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:17.434250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.434647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Bound using segment: {'id': '05435c5e-b9d4-465e-9d8e-ff53a98269ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:17.438479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Bound port: b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05435c5e-b9d4-465e-9d8e-ff53a98269ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:17.451027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.488553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44030) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:17.592499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] For port b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:17.598782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea032-937a-4c3c-b742-167a0114190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.604421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] For port b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,segment=NetworkSegment(05435c5e-b9d4-465e-9d8e-ff53a98269ef),segment_id=05435c5e-b9d4-465e-9d8e-ff53a98269ef)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:17.604421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d8916311-ea76-4a51-a96c-b41455f60943 None None] Provisioning for port e0a92610-b0e0-44c6-b629-0f351ff97fca completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:17.607300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d8916311-ea76-4a51-a96c-b41455f60943 None None] Provisioning complete for port e0a92610-b0e0-44c6-b629-0f351ff97fca triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:17.607918 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8916311-ea76-4a51-a96c-b41455f60943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.652960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d8916311-ea76-4a51-a96c-b41455f60943 None None] Port e0a92610-b0e0-44c6-b629-0f351ff97fca cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:17.657069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.680787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:17.692994 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.731221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.781593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.856454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.863299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de94587-4aa0-4f98-a4d9-297eeb9d178f None None] Pushing event updated for resources: {'Port': ['ID=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:17.887638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 576eb716-70da-4dc5-b79e-1dc79573ceee is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:17.889513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:17.892705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:17.899441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.900258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:17.963671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58c9f9-5c35-4dfb-9e71-800a5300da96 req-f097755a-7685-4394-8a27-fd948fa41500 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:17.966005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba58c9f9-5c35-4dfb-9e71-800a5300da96 req-f097755a-7685-4394-8a27-fd948fa41500 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 895 time: 0.3840134 Aug 16 20:43:18.319543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-8e1f046f-610e-4734-8633-337324cf05b9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.321282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-8e1f046f-610e-4734-8633-337324cf05b9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1408751 Aug 16 20:43:18.336190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:18.426477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.548296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e5b6888-7b81-4fba-b7bb-6ca49888a294 req-22129613-b806-4b4c-9078-dc754cefce2e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.5984926 Aug 16 20:43:18.696476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efcba6-fd75-480a-872c-61f984463923 req-120b1e27-95d0-4041-be11-2562e54ef8bc tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:18.698060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81efcba6-fd75-480a-872c-61f984463923 req-120b1e27-95d0-4041-be11-2562e54ef8bc tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 946 time: 0.1697271 Aug 16 20:43:18.774057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.806987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81efcba6-fd75-480a-872c-61f984463923 req-8b2993a4-0a7c-47de-8818-c522d2668aab tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/security-groups?id=1d6d8bee-4417-4672-95f3-46459fb66622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990801 Aug 16 20:43:18.832583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44060) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:18.916612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Pushing event deleted for resources: {'Port': ['ID=783f8510-44fa-45c2-a9e3-7b7badf86642,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:18.950528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] No DVR routers for this DVR port 783f8510-44fa-45c2-a9e3-7b7badf86642 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:18.953203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:18.956311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5068af2-2905-4c07-b15b-7f01727f61f4 req-4a8f72fb-0205-430d-9923-e0e1ae77e70d tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.73 "DELETE /v2.0/ports/783f8510-44fa-45c2-a9e3-7b7badf86642 HTTP/1.1" status: 204 len: 173 time: 2.1856096 Aug 16 20:43:18.959524 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-network', 'tenant_id': 'd266f930ae144a7d97c61178c9988784'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:18.963675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'name': 'network-vif-deleted', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:18.966361 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf2a97-cb9d-4ca7-a841-15a6ef95c918" -d '{"events": [{"server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "name": "network-vif-deleted", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:19.016045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a92610-b0e0-44c6-b629-0f351ff97fca {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:19.025255 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6105a-bda1-44af-8064-82c9f244eddb x-openstack-request-id: req-3bb6105a-bda1-44af-8064-82c9f244eddb {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:19.025540 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d597e4d6-8206-42fa-83b9-c00af6fccbf6", "name": "network-vif-deleted", "tag": "783f8510-44fa-45c2-a9e3-7b7badf86642", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:19.025837 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bb6105a-bda1-44af-8064-82c9f244eddb {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:19.026230 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd597e4d6-8206-42fa-83b9-c00af6fccbf6', 'name': 'network-vif-deleted', 'tag': '783f8510-44fa-45c2-a9e3-7b7badf86642', 'status': 'completed', 'code': 200} Aug 16 20:43:19.033501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.058301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Transition to ACTIVE for port object e0a92610-b0e0-44c6-b629-0f351ff97fca will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:19.068214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea032-937a-4c3c-b742-167a0114190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.164944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa087a-39b1-49d3-8f9c-144eb3b3c151 req-a9d0e25e-4346-433b-9ed9-911663028199 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:19.186714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4bfa087a-39b1-49d3-8f9c-144eb3b3c151 req-a9d0e25e-4346-433b-9ed9-911663028199 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 895 time: 0.0890415 Aug 16 20:43:19.212284 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.229757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e9ea032-937a-4c3c-b742-167a0114190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.236659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0ce953c-ffe3-424c-85a8-1d6e042cabc9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:19.311590 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7c81dea2-836a-4a9c-9cb7-98824038a6ea tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1434307 Aug 16 20:43:19.314980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44070) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:19.326061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': '576eb716-70da-4dc5-b79e-1dc79573ceee', 'name': 'tempest-PortsIpV6TestJSON-2053867242'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:19.333613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6aaac-fce1-4438-af2f-3f378448d27c None None] Network 576eb716-70da-4dc5-b79e-1dc79573ceee requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:19.358295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e9ea032-937a-4c3c-b742-167a0114190c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=849ed08907d045a29d2bc61b918e0a37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8365443 Aug 16 20:43:19.369597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44072) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:19.382420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ea032-937a-4c3c-b742-167a0114190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d92b0-fddf-4d36-b3d1-f73971be5a95,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.403202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Pushing event updated for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.512051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:19.553202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.553909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Provisioning for port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:19.582078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Attempting to bind port e0a92610-b0e0-44c6-b629-0f351ff97fca on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:19.582544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Attempting to bind port e0a92610-b0e0-44c6-b629-0f351ff97fca by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:19.583365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Attempting to bind port e0a92610-b0e0-44c6-b629-0f351ff97fca on network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:19.587555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Provisioning complete for port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:19.601370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Port e0a92610-b0e0-44c6-b629-0f351ff97fca on network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:19.601802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Attempting to bind port e0a92610-b0e0-44c6-b629-0f351ff97fca on network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:19.611292 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.625870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.648171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:19.648682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Checking segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:19.649188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Bound using segment: {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:19.649776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Bound port: e0a92610-b0e0-44c6-b629-0f351ff97fca, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5751bb04-5e62-4297-a12e-d7dd37b6f43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:19.650254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.741883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c70e39f8-7f60-4c24-8e65-d454013b1482 req-675b5fde-3347-4de5-a7bd-9993f0f1e3b6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0456595 Aug 16 20:43:19.815777 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.838242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:19.856838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 783f8510-44fa-45c2-a9e3-7b7badf86642 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:19.861164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:19.900699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 783f8510-44fa-45c2-a9e3-7b7badf86642 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:19.901042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 783f8510-44fa-45c2-a9e3-7b7badf86642 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:19.920789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.925245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.931424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/429d92b0-fddf-4d36-b3d1-f73971be5a95 HTTP/1.1" status: 204 len: 168 time: 0.5562942 Aug 16 20:43:19.937849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5b437-f9de-4622-b731-cd5a1e9f8ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d92b0-fddf-4d36-b3d1-f73971be5a95,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:19.950935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:19.980401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] For port b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,segment=NetworkSegment(05435c5e-b9d4-465e-9d8e-ff53a98269ef),segment_id=05435c5e-b9d4-465e-9d8e-ff53a98269ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:20.067593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:20.071849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.091560 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.108005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.108735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.124277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] 10.222.0.73 "PUT /v2.0/ports/e0a92610-b0e0-44c6-b629-0f351ff97fca HTTP/1.1" status: 200 len: 1056 time: 2.7335799 Aug 16 20:43:20.136013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a77019c4-64c1-436e-8140-cd9f1c68fab3 req-6c79ad14-d870-414d-ad91-ca93ee81033c tempest-InstanceActionsTestJSON-317636066 tempest-InstanceActionsTestJSON-317636066-project] 10.222.0.70 "GET /v2.0/ports?device_id=d597e4d6-8206-42fa-83b9-c00af6fccbf6 HTTP/1.1" status: 200 len: 210 time: 0.1813047 Aug 16 20:43:20.192467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20e2a5-a8a8-4560-89d9-f39a189f0c9a service neutron] Pushing event updated for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.195906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ef8a3-478c-4dfb-a2ab-bc843ab55c20 None None] Pushing event updated for resources: {'Port': ['ID=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:20.205776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Made reservation on behalf of d266f930ae144a7d97c61178c9988784 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:20.209567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.248045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.469086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Provisioning for port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:20.476593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Provisioning complete for port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:20.476967 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.488022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:20.489556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-b98a6047-eaae-4b14-864e-20bdeb1616cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.491299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-b98a6047-eaae-4b14-864e-20bdeb1616cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 1059 time: 0.2071691 Aug 16 20:43:20.495088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.498439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.4 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/f4cb3878-12f3-4739-b721-77e4983b2197) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:20.561931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port b9c7e345-200a-4b53-892d-d5ddf690d1d9 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:20.607671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-37ed5a74-5c81-4aeb-8272-c636e7592ac5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca HTTP/1.1" status: 200 len: 217 time: 0.0994911 Aug 16 20:43:20.616809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:20.637333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc993aed-0609-4e37-a15e-7aa601bb311f req-1a7b96b0-2523-4d5a-a95b-6b5b4a593d17 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.641026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Provisioning complete for port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:20.641407 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6e07b92b-cfd5-429c-9044-4b35300e039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:20.648912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc993aed-0609-4e37-a15e-7aa601bb311f req-1a7b96b0-2523-4d5a-a95b-6b5b4a593d17 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 907 time: 0.3429825 Aug 16 20:43:20.784136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-bf8aba31-3844-4d73-bc48-ab2fe444a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.791991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-bf8aba31-3844-4d73-bc48-ab2fe444a492 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0da62148-2a44-4ac8-a287-7d2b5e69e22f HTTP/1.1" status: 200 len: 837 time: 0.1781738 Aug 16 20:43:20.902245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-5ec8073d-8d73-463a-a4d0-6f22e9ab940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:20.904165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-5ec8073d-8d73-463a-a4d0-6f22e9ab940a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584bf9a1-e118-4e6b-9b10-4c2e25d3d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1048446 Aug 16 20:43:20.975928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::339 (576eb716-70da-4dc5-b79e-1dc79573ceee/ffe15ed3-396f-4e66-9161-62b9fa188f0b/b9c7e345-200a-4b53-892d-d5ddf690d1d9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:20.978730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-81abe5c2-025e-4c84-b85d-fafbdab015d5 None None] Provisioning complete for port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:20.984024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-81abe5c2-025e-4c84-b85d-fafbdab015d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.057924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-81abe5c2-025e-4c84-b85d-fafbdab015d5 None None] Port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:21.077274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4d5eab6-7a1e-47c0-ae9a-f93fafcd6537 req-74a0a35b-0b5c-44b6-a68b-2b1ad998a531 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.1669388 Aug 16 20:43:21.080498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:21.080498 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711780f6-7512-4923-849f-d151baf776fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:21.227371 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8372a3a6-13a8-4bde-bc29-0365c8a8ec6e x-openstack-request-id: req-8372a3a6-13a8-4bde-bc29-0365c8a8ec6e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:21.227659 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:21.227946 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8372a3a6-13a8-4bde-bc29-0365c8a8ec6e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:21.228354 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca', 'status': 'completed', 'code': 200} Aug 16 20:43:21.229458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0ce953c-ffe3-424c-85a8-1d6e042cabc9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:21.251600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-b972e69a-0740-446c-af52-99bdd21c4696 service neutron] 10.222.0.73 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220580 Aug 16 20:43:21.270681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44106) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:21.342240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:21.342861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.366197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Deleting subnet e350607c-3db8-4244-a99c-90653874cbc9 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:21.421705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.435975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.474140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object b9c7e345-200a-4b53-892d-d5ddf690d1d9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:21.478222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.501658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.536702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object f4cb3878-12f3-4739-b721-77e4983b2197 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:21.536955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e21134-ac0b-4fa3-a200-f08ed6e9e00a req-7addfa87-811f-4a07-a595-c6342e1a008a service neutron] 10.222.0.73 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780263 Aug 16 20:43:21.539666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb110834-9fe5-4496-809d-8cd1561a4a28,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.552375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.618955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:21.644172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.651147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.651888 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Added segment 3f0b3f8d-1396-457a-a9c7-064f57ac77fe of type vlan for network d395c661-ee10-44c0-b96e-88101dd6366a Aug 16 20:43:21.720388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.762044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.830054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.846985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=b9c7e345-200a-4b53-892d-d5ddf690d1d9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.854563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.918171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711780f6-7512-4923-849f-d151baf776fe req-f13e1533-9428-49a8-b1ed-fd5071d057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:21.919670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-f13e1533-9428-49a8-b1ed-fd5071d057a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 1059 time: 0.1646037 Aug 16 20:43:21.923388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:21.945503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:21.950748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:21.959644 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:21.983762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 576eb716-70da-4dc5-b79e-1dc79573ceee is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:21.983762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:22.002789 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.009298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.010410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.041884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e917a-9f18-4165-b73d-35fdc21d4076 req-f73c43b5-751d-4b35-b002-7b8ac89e4226 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.043544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a53e917a-9f18-4165-b73d-35fdc21d4076 req-f73c43b5-751d-4b35-b002-7b8ac89e4226 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 907 time: 0.2325263 Aug 16 20:43:22.136405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711780f6-7512-4923-849f-d151baf776fe req-764d5ad4-ee1d-47db-add1-e2bc508a2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.138808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-764d5ad4-ee1d-47db-add1-e2bc508a2de5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=584bf9a1-e118-4e6b-9b10-4c2e25d3d922 HTTP/1.1" status: 200 len: 898 time: 0.2115417 Aug 16 20:43:22.232311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-0e32e270-169d-4e87-a254-def2574b1ebe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca HTTP/1.1" status: 200 len: 217 time: 0.0849597 Aug 16 20:43:22.233948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.238111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:22.276026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:22.294389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.297907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e350607c-3db8-4244-a99c-90653874cbc9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.300997 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.301767 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.305750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d522f40-998e-4bde-95b4-3967cf86e692 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e350607c-3db8-4244-a99c-90653874cbc9 HTTP/1.1" status: 204 len: 168 time: 1.0337098 Aug 16 20:43:22.311461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44124) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:22.433107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711780f6-7512-4923-849f-d151baf776fe req-ec692ace-42de-4e11-a36b-15d1c97118e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.434687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-ec692ace-42de-4e11-a36b-15d1c97118e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0da62148-2a44-4ac8-a287-7d2b5e69e22f HTTP/1.1" status: 200 len: 837 time: 0.1906443 Aug 16 20:43:22.446975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f029f-1f30-4510-aef9-66509bcf3dc8 req-4597bda9-07a5-4241-86a1-67e32f722e98 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.453578 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6196251 Aug 16 20:43:22.460142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe5f029f-1f30-4510-aef9-66509bcf3dc8 req-4597bda9-07a5-4241-86a1-67e32f722e98 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 931 time: 0.2105975 Aug 16 20:43:22.462232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:22.498134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d5ca6-8391-4605-baba-a4fe169af1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d395c661-ee10-44c0-b96e-88101dd6366a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:22.515193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d395c661-ee10-44c0-b96e-88101dd6366a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:22.528332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Request body: {'subnet': {'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-subnet', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:22.657457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.658127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.681337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc645ed8-3471-49b3-a7ae-3eee5cb94bb4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3642514 Aug 16 20:43:22.691394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44132) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:22.708371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe5f029f-1f30-4510-aef9-66509bcf3dc8 req-f35f0bd3-c026-42fa-864b-9913e3497592 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478540 Aug 16 20:43:22.751841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711780f6-7512-4923-849f-d151baf776fe req-d00ad9bc-43fd-4416-9b5f-893426f86726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.754449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-d00ad9bc-43fd-4416-9b5f-893426f86726 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584bf9a1-e118-4e6b-9b10-4c2e25d3d922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2926455 Aug 16 20:43:22.787033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.805759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e306e028-fb4c-4350-ad8e-5a1af3a2d727 None None] Provisioning for port f4cb3878-12f3-4739-b721-77e4983b2197 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:22.808969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Made reservation on behalf of d266f930ae144a7d97c61178c9988784 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:22.810623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e306e028-fb4c-4350-ad8e-5a1af3a2d727 None None] Provisioning complete for port f4cb3878-12f3-4739-b721-77e4983b2197 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:22.815936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e306e028-fb4c-4350-ad8e-5a1af3a2d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.816093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:22.865237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e306e028-fb4c-4350-ad8e-5a1af3a2d727 None None] Port f4cb3878-12f3-4739-b721-77e4983b2197 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:22.904624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac4121-3223-42ad-9e0f-e5a7796bec4b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:22.910801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44136) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:22.911422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffac4121-3223-42ad-9e0f-e5a7796bec4b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2f0 HTTP/1.1" status: 200 len: 929 time: 0.2185249 Aug 16 20:43:22.914010 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-b0b13e8d-31c5-4d5a-8b84-7da29d15f4f6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5820312 Aug 16 20:43:22.935562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Request body: {'port': {'device_id': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:22.995502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-ba2dc4af-c530-487c-955e-0c96d835117a service neutron] 10.222.0.73 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334795 Aug 16 20:43:23.020934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.050468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7b17a1-7b04-42a6-95e1-3a67f4932c10']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.056842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d69ef667-47b4-4744-b722-a892c297f579 None None] Provisioning for port b9c7e345-200a-4b53-892d-d5ddf690d1d9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:23.060758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d69ef667-47b4-4744-b722-a892c297f579 None None] Provisioning complete for port b9c7e345-200a-4b53-892d-d5ddf690d1d9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:23.061133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d69ef667-47b4-4744-b722-a892c297f579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.066511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5121d22-b5dc-4911-8f05-a808eb4b97c7') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.066803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5121d22-b5dc-4911-8f05-a808eb4b97c7') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:23.068841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.086054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.137146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.153214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:23.153621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:23.155302 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:23.170155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d69ef667-47b4-4744-b722-a892c297f579 None None] Port b9c7e345-200a-4b53-892d-d5ddf690d1d9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:23.328032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port b9c7e345-200a-4b53-892d-d5ddf690d1d9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:23.328494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.333135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-711780f6-7512-4923-849f-d151baf776fe req-4b839571-56bd-4675-a3f4-5f985d8f4060 service neutron] 10.222.0.73 "GET /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284724 Aug 16 20:43:23.386637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.405501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5256-f121-4f18-adc4-b052ff2a1a66 req-9803d672-aca3-4dac-b98e-adc826e18687 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:23.405688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.407277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffda5256-f121-4f18-adc4-b052ff2a1a66 req-9803d672-aca3-4dac-b98e-adc826e18687 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 907 time: 0.1931589 Aug 16 20:43:23.411282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d7b17a1-7b04-42a6-95e1-3a67f4932c10 HTTP/1.1" status: 204 len: 168 time: 1.0111175 Aug 16 20:43:23.424414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea32d23-0354-48da-b79f-bb2ded88ddb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7b17a1-7b04-42a6-95e1-3a67f4932c10,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.492517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.509588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.534440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for b9c7e345-200a-4b53-892d-d5ddf690d1d9 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:23.560712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4cb3878-12f3-4739-b721-77e4983b2197 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:23.578149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.610465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Transition to ACTIVE for port object f4cb3878-12f3-4739-b721-77e4983b2197 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:23.681637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a0f1daa-43e8-40b7-8a67-1721965728a8,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.714249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Checking segment: {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:23.714716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Network hostable DHCP agents. Network: d395c661-ee10-44c0-b96e-88101dd6366a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:23.720622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.809693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:23.845388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Network d395c661-ee10-44c0-b96e-88101dd6366a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:23.874266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:23.879894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e0a92610-b0e0-44c6-b629-0f351ff97fca details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:24.006984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Attempting to bind port f4cb3878-12f3-4739-b721-77e4983b2197 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:24.010954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Attempting to bind port f4cb3878-12f3-4739-b721-77e4983b2197 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:24.013561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Attempting to bind port f4cb3878-12f3-4739-b721-77e4983b2197 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:24.015705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.027093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=b9c7e345-200a-4b53-892d-d5ddf690d1d9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.027093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.028636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8619661b-be0c-4db0-86bd-840782b0edfe tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/b9c7e345-200a-4b53-892d-d5ddf690d1d9 HTTP/1.1" status: 204 len: 168 time: 1.1143851 Aug 16 20:43:24.030286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d395c661-ee10-44c0-b96e-88101dd6366a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:24.031866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44166) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.041813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.042421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.053391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Port f4cb3878-12f3-4739-b721-77e4983b2197 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:24.053982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Attempting to bind port f4cb3878-12f3-4739-b721-77e4983b2197 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:24.082289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9b9d8-7e33-4f70-b98e-2559391b90fa None None] Network d395c661-ee10-44c0-b96e-88101dd6366a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:24.083166 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:24.083508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:24.083920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:24.084537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Bound port: f4cb3878-12f3-4739-b721-77e4983b2197, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:24.084899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.089394 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69c1f3f-902b-4992-8526-0bd8e68b1270 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:24.093483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a69c1f3f-902b-4992-8526-0bd8e68b1270 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/b9c7e345-200a-4b53-892d-d5ddf690d1d9 HTTP/1.1" status: 404 len: 333 time: 0.0556879 Aug 16 20:43:24.097668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.155091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6702fba-8766-4fac-8bc8-98b56e506190 req-4b8dbc4a-817a-49e3-86f0-d77a37712bc2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.169296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6702fba-8766-4fac-8bc8-98b56e506190 req-4b8dbc4a-817a-49e3-86f0-d77a37712bc2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.2430441 Aug 16 20:43:24.185717 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75b88818-b744-4695-b34f-98edbb6e0781 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bac35886eeea482db2b2314578d8d81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650729 Aug 16 20:43:24.186405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.278736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:24.280342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:24.285931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f4cb3878-12f3-4739-b721-77e4983b2197,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:24.300194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6702fba-8766-4fac-8bc8-98b56e506190 req-33334727-b669-48c9-a5df-e3fa45296566 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239612 Aug 16 20:43:24.302261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e0a92610-b0e0-44c6-b629-0f351ff97fca', 'network_id': '584bf9a1-e118-4e6b-9b10-4c2e25d3d922', 'port_id': 'e0a92610-b0e0-44c6-b629-0f351ff97fca', 'mac_address': 'fa:16:3e:51:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da62148-2a44-4ac8-a287-7d2b5e69e22f', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:24.319329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d0a46b6a-553c-4c9a-bc4d-ff2b1888e715 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8523901 Aug 16 20:43:24.319647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.328484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.337289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:24.347437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:24.347799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.365646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.383145 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.477027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.494170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a92610-b0e0-44c6-b629-0f351ff97fca {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:24.522716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:24.524284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396386b-87f6-4897-8837-412b84a54c2e None None] Network d395c661-ee10-44c0-b96e-88101dd6366a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:24.548335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7ced7-11a2-4308-b1f4-e4cbaec9cdf2 req-db2a1e44-ccff-42c6-8d58-3b9b8a5b0039 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.550955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81a7ced7-11a2-4308-b1f4-e4cbaec9cdf2 req-db2a1e44-ccff-42c6-8d58-3b9b8a5b0039 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 907 time: 0.0599580 Aug 16 20:43:24.554357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.598584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.599175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.601478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] 10.222.0.64 "PUT /v2.0/ports/f4cb3878-12f3-4739-b721-77e4983b2197 HTTP/1.1" status: 200 len: 1092 time: 1.6702867 Aug 16 20:43:24.602156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473148f4-a7e1-4e8d-a116-2cd7579cd143 service neutron] Pushing event updated for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.609283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:24.623769 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367acc2-a295-4022-838d-a61a6758024b" -d '{"events": [{"name": "network-changed", "server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:24.628882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:24.630953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.632046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.639914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.642489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.646781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1d6d8bee-4417-4672-95f3-46459fb66622 HTTP/1.1" status: 204 len: 168 time: 0.4456007 Aug 16 20:43:24.661238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd6918-14dd-43f8-a1dc-7f7039c94e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d8bee-4417-4672-95f3-46459fb66622,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.677698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44184) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:24.703195 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191ecedf-db32-4d08-8138-2eb82d4900ae x-openstack-request-id: req-191ecedf-db32-4d08-8138-2eb82d4900ae {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:24.703505 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:24.703769 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-191ecedf-db32-4d08-8138-2eb82d4900ae {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:24.704393 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197', 'status': 'completed', 'code': 200} Aug 16 20:43:24.711096 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.850295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:24.874396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c06a69fb-1a32-4f3f-9fe5-34d7badbf54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.921181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:24.930112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e0a92610-b0e0-44c6-b629-0f351ff97fca'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:24.934029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367acc2-a295-4022-838d-a61a6758024b req-59b4bb56-46a5-4b0f-8fce-1ab275acd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:24.936224 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0367acc2-a295-4022-838d-a61a6758024b req-59b4bb56-46a5-4b0f-8fce-1ab275acd5b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 1095 time: 0.1605361 Aug 16 20:43:25.039197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c06a69fb-1a32-4f3f-9fe5-34d7badbf54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.199851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c06a69fb-1a32-4f3f-9fe5-34d7badbf54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.296820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c06a69fb-1a32-4f3f-9fe5-34d7badbf54d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51f2f7df006044eab660310257b9ba2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150370 Aug 16 20:43:25.302135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44192) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:25.304792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a69fb-1a32-4f3f-9fe5-34d7badbf54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8dffd-dffd-47ef-8353-a0a858875236,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.374158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367acc2-a295-4022-838d-a61a6758024b req-fb3f3c9b-1772-4d9b-80b7-2ffc9d4bcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.376216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0367acc2-a295-4022-838d-a61a6758024b req-fb3f3c9b-1772-4d9b-80b7-2ffc9d4bcbfa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4279854 Aug 16 20:43:25.381308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.454260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.490351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.507543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae912e-556a-4922-aa5b-a3290df3f92a req-8b51dc12-33d1-40ab-9be6-f8fab0447561 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.509283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90ae912e-556a-4922-aa5b-a3290df3f92a req-8b51dc12-33d1-40ab-9be6-f8fab0447561 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.1237431 Aug 16 20:43:25.515843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.593304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.613339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90ae912e-556a-4922-aa5b-a3290df3f92a req-f316fdd4-48e1-4023-9ded-3765c74c6c37 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957654 Aug 16 20:43:25.717315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.720515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:25.727117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bee8dffd-dffd-47ef-8353-a0a858875236 HTTP/1.1" status: 204 len: 168 time: 0.4289761 Aug 16 20:43:25.742212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfcc40-95d0-49ae-ad2b-31df3da3bcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8dffd-dffd-47ef-8353-a0a858875236,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:25.781401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619a039-b4b6-49c8-b5c5-5c69ec78818c req-c623ce29-8ad4-4587-bc2b-b68ddb96c531 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:25.784603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1619a039-b4b6-49c8-b5c5-5c69ec78818c req-c623ce29-8ad4-4587-bc2b-b68ddb96c531 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 908 time: 0.1076150 Aug 16 20:43:25.883426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e0a92610-b0e0-44c6-b629-0f351ff97fca up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:26.069787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.080847 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cdb3d5d8-800b-45a3-bad4-dbfa15f0d48e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 HTTP/1.1" status: 204 len: 168 time: 1.9686365 Aug 16 20:43:26.080990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44212) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:26.103816 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d9a9b3-1a62-4a61-915c-117a0b9d7dda tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:26.108035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e1d9a9b3-1a62-4a61-915c-117a0b9d7dda tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/1b0ed8ab-ab0e-4e3d-8f0a-a2107e24bb77 HTTP/1.1" status: 404 len: 333 time: 0.0296524 Aug 16 20:43:26.108177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367acc2-a295-4022-838d-a61a6758024b req-16d499de-0039-4e1d-be53-3bf8a95c049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.108308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44214) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:26.108714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0367acc2-a295-4022-838d-a61a6758024b req-16d499de-0039-4e1d-be53-3bf8a95c049f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7241061 Aug 16 20:43:26.164738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e0a92610-b0e0-44c6-b629-0f351ff97fca completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:26.182151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e0a92610-b0e0-44c6-b629-0f351ff97fca triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:26.182151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.218091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet ffe15ed3-396f-4e66-9161-62b9fa188f0b {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:26.220504 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.269941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.299056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.328068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:26.339097 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589696d8-5828-4c0d-8c19-e7f8ea657ddd" -d '{"events": [{"server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "name": "network-vif-plugged", "status": "completed", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:26.356201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:26.368943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-8670bd0b-2bcb-40d4-ac54-44f1f94bcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.370718 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-8670bd0b-2bcb-40d4-ac54-44f1f94bcf1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 1095 time: 0.2220392 Aug 16 20:43:26.381091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.406827 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a740789-d75d-4bb2-8444-1f80d9287cac x-openstack-request-id: req-6a740789-d75d-4bb2-8444-1f80d9287cac {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:26.407324 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "name": "network-vif-plugged", "status": "completed", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:26.408902 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6a740789-d75d-4bb2-8444-1f80d9287cac {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:26.409987 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca', 'code': 200} Aug 16 20:43:26.451565 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.488245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-2e07d394-bfed-4717-abb0-546c6fbaae45 req-d2fcc86f-5dca-407c-bd39-cc353514f59d service neutron] (95241) timed out ('10.222.0.73', 55727) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:43:26.490003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-d670c1e2-9331-4dcc-b81f-b66676f9a67f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cb3878-12f3-4739-b721-77e4983b2197 HTTP/1.1" status: 200 len: 217 time: 0.0842583 Aug 16 20:43:26.513870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.542753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f558d74-cfb5-4547-b5d7-470e333789d9 req-5e1d92dd-303d-46d2-a27e-d75adeaf4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.554820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f558d74-cfb5-4547-b5d7-470e333789d9 req-5e1d92dd-303d-46d2-a27e-d75adeaf4547 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 1061 time: 0.0774200 Aug 16 20:43:26.561938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:26.577927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:26.589861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.595463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.661100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-bfce32b3-edf0-4230-a0ce-8818f907d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.662776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-bfce32b3-edf0-4230-a0ce-8818f907d940 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1463277 Aug 16 20:43:26.682895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe15ed3-396f-4e66-9161-62b9fa188f0b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:26.699277 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.703870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c4ae927d-bb31-41d8-b4e8-0119bdc2ece4 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/ffe15ed3-396f-4e66-9161-62b9fa188f0b HTTP/1.1" status: 204 len: 168 time: 0.5920768 Aug 16 20:43:26.705709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44232) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:26.708942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aa8bc6-a6a6-4c9b-9036-7b9434ef951a None None] Network 576eb716-70da-4dc5-b79e-1dc79573ceee requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:26.761593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-3d51fcc1-698a-493c-a722-632b02b7d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.763551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-3d51fcc1-698a-493c-a722-632b02b7d2eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911243 Aug 16 20:43:26.881945 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-582acaa8-84c6-4176-8767-5bcbd378455a service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101544 Aug 16 20:43:26.918482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-319c9d9e-9461-4c92-9b41-0a0c5236045e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.920418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Allocated IP 172.25.7.5 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/27929e55-344c-4edb-b19c-f45331ad818a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:26.923203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:26.956002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acae24-1177-42f2-923d-4a8f50eee07f req-5a8a781b-2f53-4494-96c8-307c856da313 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:26.957511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92acae24-1177-42f2-923d-4a8f50eee07f req-5a8a781b-2f53-4494-96c8-307c856da313 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.2405989 Aug 16 20:43:26.993202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] DHCP port deletion for 576eb716-70da-4dc5-b79e-1dc79573ceee request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:43:26.996397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e894c-a050-4072-a820-42c52257c2ce req-69f9e400-d0ae-4052-b1f3-03e7082242e2 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:27.018638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb5e894c-a050-4072-a820-42c52257c2ce req-69f9e400-d0ae-4052-b1f3-03e7082242e2 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.1346362 Aug 16 20:43:27.071589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-410da9a5-1d50-4c96-9a25-941a8a4d8497 req-a125d2b6-338e-47da-b1b5-3b1de373a64a service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797345 Aug 16 20:43:27.100960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.107964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92acae24-1177-42f2-923d-4a8f50eee07f req-32146306-260b-45a9-a283-9eb40ed937c5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411448 Aug 16 20:43:27.113251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Deleting port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:27.116841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.125306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6420-3459-4bb5-8d47-e7eacf8b7b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.150036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:27.150323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.164000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44240) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.231115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-319c9d9e-9461-4c92-9b41-0a0c5236045e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.234427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] For port b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,segment=NetworkSegment(05435c5e-b9d4-465e-9d8e-ff53a98269ef),segment_id=05435c5e-b9d4-465e-9d8e-ff53a98269ef)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:27.235018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.243705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.244687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port b0ce953c-ffe3-424c-85a8-1d6e042cabc9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,segment=NetworkSegment(05435c5e-b9d4-465e-9d8e-ff53a98269ef),segment_id=05435c5e-b9d4-465e-9d8e-ff53a98269ef)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:27.245057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.256101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Calling delete_port for b0ce953c-ffe3-424c-85a8-1d6e042cabc9 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:27.262691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for b0ce953c-ffe3-424c-85a8-1d6e042cabc9 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:27.322641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b0ce953c-ffe3-424c-85a8-1d6e042cabc9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:27.364491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-319c9d9e-9461-4c92-9b41-0a0c5236045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.391657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-319c9d9e-9461-4c92-9b41-0a0c5236045e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=455314428042404f858920b7f5dc5368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8120768 Aug 16 20:43:27.398930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.404205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1640320080-network', 'tenant_id': '73bb6863329e4c1997ff8e3206d1cff2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:27.415500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c9d9e-9461-4c92-9b41-0a0c5236045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fefe749-42f4-4aaf-b8c4-cdd1f61b75c9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.437384 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.449502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.516820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.517967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:27.531754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:27.537836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:27.541710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Pushing event updated for resources: {'Port': ['ID=27929e55-344c-4edb-b19c-f45331ad818a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.548003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.550965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:27.561478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.601584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.604087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] Pushing event deleted for resources: {'Port': ['ID=b0ce953c-ffe3-424c-85a8-1d6e042cabc9,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.609978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9c982-5020-4a0e-a118-31849a0c40e5 None None] No DVR routers for this DVR port b0ce953c-ffe3-424c-85a8-1d6e042cabc9 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:27.610122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6420-3459-4bb5-8d47-e7eacf8b7b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.659186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.664880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.668865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576eb716-70da-4dc5-b79e-1dc79573ceee']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:27.679661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05435c5e-b9d4-465e-9d8e-ff53a98269ef') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:27.679983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05435c5e-b9d4-465e-9d8e-ff53a98269ef') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:27.688739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.705915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.707334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dfbd6420-3459-4bb5-8d47-e7eacf8b7b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.713440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:27.713970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:27.717638 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:27.795474 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dfbd6420-3459-4bb5-8d47-e7eacf8b7b0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f652dd1cf2c34e4098ebc06043fbca65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6931155 Aug 16 20:43:27.798236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.809937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6420-3459-4bb5-8d47-e7eacf8b7b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476c1e4-e4e5-4e8a-9e24-a3567f971e29,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.853774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Made reservation on behalf of 73bb6863329e4c1997ff8e3206d1cff2 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:27.854181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.855664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.862278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.865005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.866965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/576eb716-70da-4dc5-b79e-1dc79573ceee HTTP/1.1" status: 204 len: 168 time: 1.1599028 Aug 16 20:43:27.868085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.871357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44250) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:27.882552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-759816818'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:27.890027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b610138-1f26-419c-a096-115720718071 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=576eb716-70da-4dc5-b79e-1dc79573ceee,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:27.903519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.949874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.952591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:27.953741 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0fefe749-42f4-4aaf-b8c4-cdd1f61b75c9 HTTP/1.1" status: 204 len: 168 time: 0.5537941 Aug 16 20:43:27.970105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c4f55-8401-4532-900e-da830c195ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fefe749-42f4-4aaf-b8c4-cdd1f61b75c9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.015687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:28.019431 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.022261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.025794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.030109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d476c1e4-e4e5-4e8a-9e24-a3567f971e29 HTTP/1.1" status: 204 len: 168 time: 0.2281303 Aug 16 20:43:28.038515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ffdf0-cf88-4015-9824-f981db4b05bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476c1e4-e4e5-4e8a-9e24-a3567f971e29,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.078004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:28.094504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.103245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.103601 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21 of type vlan for network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 Aug 16 20:43:28.139411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c453-e2a4-4983-9e2d-80a6127bc076 req-504ba56b-dcc2-44c6-8a6e-d834e413e355 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.141157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1a5c453-e2a4-4983-9e2d-80a6127bc076 req-504ba56b-dcc2-44c6-8a6e-d834e413e355 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.0650518 Aug 16 20:43:28.253160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.311433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.327786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fdd887-192d-46b3-b42f-3873b8015e7a req-b91cbcdf-f1fc-4c2b-8d72-95ed60589692 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.329674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61fdd887-192d-46b3-b42f-3873b8015e7a req-b91cbcdf-f1fc-4c2b-8d72-95ed60589692 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.0977242 Aug 16 20:43:28.355202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe642-1b87-4a66-a9a9-c89892c88077 req-721645a0-65f4-4099-b52f-ea8308fef384 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.357222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbabe642-1b87-4a66-a9a9-c89892c88077 req-721645a0-65f4-4099-b52f-ea8308fef384 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.0926297 Aug 16 20:43:28.413262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61fdd887-192d-46b3-b42f-3873b8015e7a req-1377ea53-1c64-4c20-8910-b7446f330529 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736496 Aug 16 20:43:28.418225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.453045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:28.472980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.478869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.479555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.509893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.510314 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Added segment b2993fb4-be73-428a-9875-7d89612f9677 of type vlan for network 8f18d12a-3696-49c0-8de7-45fc8221778b Aug 16 20:43:28.511977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e1c72-9d17-494b-bf16-066c200f34e1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.524052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0f237-d614-495d-a121-2624531f0da7 req-7ebe35e0-c418-456b-9f5a-1f75e1816056 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.525557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccc0f237-d614-495d-a121-2624531f0da7 req-7ebe35e0-c418-456b-9f5a-1f75e1816056 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 1061 time: 0.0605960 Aug 16 20:43:28.561027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.612206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.628848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:28.648009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce8174-248d-4ff1-b3a9-a97f5cadfab7 req-4f638640-ffd3-487a-8b8f-9a792934f5a4 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.650347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66ce8174-248d-4ff1-b3a9-a97f5cadfab7 req-4f638640-ffd3-487a-8b8f-9a792934f5a4 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.0450044 Aug 16 20:43:28.651465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.697535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66ce8174-248d-4ff1-b3a9-a97f5cadfab7 req-5e24fa87-694b-4927-b3f7-1d82316c52cd tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0377572 Aug 16 20:43:28.716270 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae0ab15a-6ecb-47b6-9e04-53d74a266b05 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8435216 Aug 16 20:43:28.718782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:28.724601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44286) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:28.728691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:28.776416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef3286-a15f-40ae-98ed-4f1de4f1d0c1 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.778328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18ef3286-a15f-40ae-98ed-4f1de4f1d0c1 tempest-TestSecurityGroupsBasicOps-1946514025 tempest-TestSecurityGroupsBasicOps-1946514025-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 1056 time: 0.0521090 Aug 16 20:43:28.844077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.845172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:28.845776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:28.909144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] Pushing event updated for resources: {'Network': ['ID=8f18d12a-3696-49c0-8de7-45fc8221778b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:28.918570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8f18d12a-3696-49c0-8de7-45fc8221778b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:28.940098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Router d7f4f34c-de0d-43b4-b967-629242ff337a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:28.995308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:28.998825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.103004 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ab93ab1a-8832-4928-8e20-a8e017203a1c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9379351 Aug 16 20:43:29.105991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44304) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.112193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Request body: {'subnet': {'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1640320080-subnet', 'tenant_id': '73bb6863329e4c1997ff8e3206d1cff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:29.145993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:29.156031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Sync routers for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:29.166625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:29.167392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:29.215612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Made reservation on behalf of 73bb6863329e4c1997ff8e3206d1cff2 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:29.222367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.318799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.321149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02453cc6-faf0-4c51-9cea-0905488d0be8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0005026 Aug 16 20:43:29.323864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44310) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:29.342797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:29.370974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b863fa5-e8de-4bb6-8c73-950ba19e8523 req-0eeb1f30-ecb4-433c-ba3d-018dfc7ea81a tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.372867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b863fa5-e8de-4bb6-8c73-950ba19e8523 req-0eeb1f30-ecb4-433c-ba3d-018dfc7ea81a tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.0840883 Aug 16 20:43:29.441851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.558400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:27Z', 'revision_number': 3, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:29.593741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Checking router: d7f4f34c-de0d-43b4-b967-629242ff337a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:29.594310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Updating router d7f4f34c-de0d-43b4-b967-629242ff337a port 27929e55-344c-4edb-b19c-f45331ad818a binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:29.598779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=da7c646a-502d-4a05-9714-f884c7d415d7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.627911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:29.628718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:29.630651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.650710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35902f-63ad-4f26-926c-ca4a90a03c1d req-615ba84c-7a1e-47da-bd9f-9b2d87b7c45e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.652739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef35902f-63ad-4f26-926c-ca4a90a03c1d req-615ba84c-7a1e-47da-bd9f-9b2d87b7c45e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.0864737 Aug 16 20:43:29.712533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.737764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef35902f-63ad-4f26-926c-ca4a90a03c1d req-422cb58b-d6de-4891-b98b-a5801db7317b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Aug 16 20:43:29.764950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:29.809700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:29.818754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Checking segment: {'id': 'b2993fb4-be73-428a-9875-7d89612f9677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:29.818882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Network hostable DHCP agents. Network: 8f18d12a-3696-49c0-8de7-45fc8221778b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:29.951506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.956912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Network 8f18d12a-3696-49c0-8de7-45fc8221778b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:29.962439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Transition to ACTIVE for port object 27929e55-344c-4edb-b19c-f45331ad818a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:29.963583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8f18d12a-3696-49c0-8de7-45fc8221778b) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:29.967982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:29.968643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:29.974843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b780e9-7db8-4241-846f-4e9971fa0e77 None None] Network 8f18d12a-3696-49c0-8de7-45fc8221778b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:30.052682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0afdeb0a-6597-4d16-a13a-b6b768f15a8c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9455614 Aug 16 20:43:30.074510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.167445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76211ec5-69b5-401c-9d7a-2502e29305b1 None None] Network 8f18d12a-3696-49c0-8de7-45fc8221778b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:30.178350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:30.184602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.185181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.208898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251bafd0-71a5-4765-a305-48b09dc1126d None None] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:30.229891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Attempting to bind port 27929e55-344c-4edb-b19c-f45331ad818a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:30.230271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Attempting to bind port 27929e55-344c-4edb-b19c-f45331ad818a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:30.232063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Attempting to bind port 27929e55-344c-4edb-b19c-f45331ad818a on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:30.295539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1e65-a922-4848-85b3-e173d8c600a7 None None] Pushing event updated for resources: {'Port': ['ID=27929e55-344c-4edb-b19c-f45331ad818a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:30.311599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:30.312010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:30.312473 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.312883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:30.313357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Bound port: 27929e55-344c-4edb-b19c-f45331ad818a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:30.313740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.373483 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4967be10-8982-4c79-ba7d-15e33a0eb606 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6534424 Aug 16 20:43:30.376538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:30.387852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5', 'name': 'tempest-PortsIpV6TestJSON-1203136819', 'fixed_ips': [{'subnet_id': 'da7c646a-502d-4a05-9714-f884c7d415d7', 'ip_address': '2001:db8::10'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:30.441375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] For port 27929e55-344c-4edb-b19c-f45331ad818a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:30.445912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] For port 27929e55-344c-4edb-b19c-f45331ad818a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=27929e55-344c-4edb-b19c-f45331ad818a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:30.530854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.577648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f790d56-0cc9-4b23-8b43-8d9050b56118 req-eb39ebff-7818-483a-b32b-13915cbd2205 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.594733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f790d56-0cc9-4b23-8b43-8d9050b56118 req-eb39ebff-7818-483a-b32b-13915cbd2205 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.0962212 Aug 16 20:43:30.710617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.766253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-b1aa180d-c7fd-46f4-a67a-093803120fed tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:30.772828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-b1aa180d-c7fd-46f4-a67a-093803120fed tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.73 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.1431332 Aug 16 20:43:30.832244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:30.835084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-de6a3534-729c-4c0e-8948-3aec80790b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.917139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Allocated IP 172.20.0.1 (d395c661-ee10-44c0-b96e-88101dd6366a/3a0f1daa-43e8-40b7-8a67-1721965728a8/b72a17ec-e7d4-4bb4-9d8b-65857d956a14) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:30.948752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port e0a92610-b0e0-44c6-b629-0f351ff97fca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:30.950055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:30.951707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:30.964630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:30.990726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a1e65-a922-4848-85b3-e173d8c600a7 None None] Pushing event updated for resources: {'Port': ['ID=27929e55-344c-4edb-b19c-f45331ad818a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.037797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.048403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5', 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': 'da7c646a-502d-4a05-9714-f884c7d415d7'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:31.049975 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.107678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 0965af2e-d279-47c4-b680-123b491ceac3 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:31.229565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cf655-bb06-42d1-9ca0-bfb07f338ad7 req-aaac52d3-092c-45f8-90a3-87066861a7a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.238912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e6cf655-bb06-42d1-9ca0-bfb07f338ad7 req-aaac52d3-092c-45f8-90a3-87066861a7a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.3438637 Aug 16 20:43:31.333668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Allocated IP 2001:db8::2 (d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5/da7c646a-502d-4a05-9714-f884c7d415d7/72486529-2b98-473c-ab87-e925891374c5) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:31.355457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e6cf655-bb06-42d1-9ca0-bfb07f338ad7 req-9c0b9b2c-19a9-4945-b6cf-ec8a400df128 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151545 Aug 16 20:43:31.381206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port e0a92610-b0e0-44c6-b629-0f351ff97fca, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e0a92610-b0e0-44c6-b629-0f351ff97fca,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:31.385436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.417224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.457516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for e0a92610-b0e0-44c6-b629-0f351ff97fca owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:31.518608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-30d387d1-e4a2-4a3c-9a9b-6db3d85f4057 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:31.526393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-30d387d1-e4a2-4a3c-9a9b-6db3d85f4057 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/networks?id=8f18d12a-3696-49c0-8de7-45fc8221778b HTTP/1.1" status: 200 len: 818 time: 0.4228935 Aug 16 20:43:31.527909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.536605 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.537655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Transition to ACTIVE for port object 72486529-2b98-473c-ab87-e925891374c5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:31.554868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Transition to ACTIVE for port object 72486529-2b98-473c-ab87-e925891374c5 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:31.649865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:31.653283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.722394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Network d395c661-ee10-44c0-b96e-88101dd6366a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:31.738215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:31.746629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:31.750901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:31.794213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::10 (d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5/da7c646a-502d-4a05-9714-f884c7d415d7/0965af2e-d279-47c4-b680-123b491ceac3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:31.810662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:31.953605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:31.962325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:31.965040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:31.998656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Pushing event updated for resources: {'Port': ['ID=72486529-2b98-473c-ab87-e925891374c5,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.060761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Attempting to bind port 72486529-2b98-473c-ab87-e925891374c5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:32.061272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Attempting to bind port 72486529-2b98-473c-ab87-e925891374c5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:32.061648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Attempting to bind port 72486529-2b98-473c-ab87-e925891374c5 on network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:32.071066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:32.071670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Checking segment: {'id': 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:32.072173 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.072577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Bound using segment: {'id': 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:32.073068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Bound port: 72486529-2b98-473c-ab87-e925891374c5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:32.073458 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.150046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.152090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:27Z', 'revision_number': 3, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:32.167379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-e321fef7-e2a3-4474-8963-5c871f465a8b tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/quotas/73bb6863329e4c1997ff8e3206d1cff2 HTTP/1.1" status: 200 len: 375 time: 0.6398571 Aug 16 20:43:32.172189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 0965af2e-d279-47c4-b680-123b491ceac3 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:32.190684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a0dcbd-c88e-4702-987b-2de68f837272 None None] The sync data for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 is: [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:27Z', 'revision_number': 3, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:32.209692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] For port 72486529-2b98-473c-ab87-e925891374c5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:32.213461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] For port 72486529-2b98-473c-ab87-e925891374c5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=72486529-2b98-473c-ab87-e925891374c5,segment=NetworkSegment(e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21),segment_id=e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:32.224104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-ca5e0954-06cd-4cdf-b33d-528066d64d05 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=73bb6863329e4c1997ff8e3206d1cff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356264 Aug 16 20:43:32.233802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bdf0c-55de-4ee3-9de1-2f9a0eb954db req-739a5208-4e23-4b8b-9020-91fa628a02b3 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.235383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-241bdf0c-55de-4ee3-9de1-2f9a0eb954db req-739a5208-4e23-4b8b-9020-91fa628a02b3 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 909 time: 0.0965414 Aug 16 20:43:32.289223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.378789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-6e09c539-9c8e-4439-93cc-aa9474902df3 service neutron] 10.222.0.70 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407273 Aug 16 20:43:32.423869 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.428669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.536904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:32.545623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.550709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:32.558973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:32.560871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-f4cc44be-e2dc-4eae-9750-c2f2e88557ea service neutron] 10.222.0.70 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739450 Aug 16 20:43:32.574262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.577765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.583289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212fe68-91b2-4fb4-8aae-8a896099113f None None] Pushing event updated for resources: {'Port': ['ID=72486529-2b98-473c-ab87-e925891374c5,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.618558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=e0a92610-b0e0-44c6-b629-0f351ff97fca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.639886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=0965af2e-d279-47c4-b680-123b491ceac3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:32.664613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.712311 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:43:32.745958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05c14f-ad5c-4754-93d9-baaaa18a523b req-8d8554b8-d7cc-42ed-8bd7-cc8f07976dbc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:32.748870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd05c14f-ad5c-4754-93d9-baaaa18a523b req-8d8554b8-d7cc-42ed-8bd7-cc8f07976dbc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.2503686 Aug 16 20:43:32.750424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] No DVR routers for this DVR port e0a92610-b0e0-44c6-b629-0f351ff97fca on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:32.756961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.759796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf8db785-6ab2-4815-8ebc-5566f415d6bb req-01b8d3c9-2e68-4333-a333-c0836af601e9 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.73 "DELETE /v2.0/ports/e0a92610-b0e0-44c6-b629-0f351ff97fca HTTP/1.1" status: 204 len: 173 time: 1.9786565 Aug 16 20:43:32.760333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'name': 'network-vif-deleted', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:32.764570 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8a99a8-07ff-49f1-bde0-18de385d4f2a" -d '{"events": [{"server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "name": "network-vif-deleted", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:32.806101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd05c14f-ad5c-4754-93d9-baaaa18a523b req-7d597a02-8029-4792-af8f-89fef1b4394a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Aug 16 20:43:32.809700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bd4340ab-3aa2-4c51-918e-51a5af442b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4311678 Aug 16 20:43:32.811074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:32.812647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:32.824871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': 'd0e42fb3-3f73-4e7c-b48c-1fe6d48619b5', 'name': 'tempest-PortsIpV6TestJSON-1468271485', 'fixed_ips': [{'subnet_id': 'da7c646a-502d-4a05-9714-f884c7d415d7', 'ip_address': '2001:db8::f'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:33.019925 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a946b86-0073-4367-9a83-8661174e8d24 x-openstack-request-id: req-5a946b86-0073-4367-9a83-8661174e8d24 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:33.020356 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16e9db6-8283-4dda-9c35-e86cd520be9d", "name": "network-vif-deleted", "tag": "e0a92610-b0e0-44c6-b629-0f351ff97fca", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:33.020614 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a946b86-0073-4367-9a83-8661174e8d24 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:33.021018 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16e9db6-8283-4dda-9c35-e86cd520be9d', 'name': 'network-vif-deleted', 'tag': 'e0a92610-b0e0-44c6-b629-0f351ff97fca', 'status': 'completed', 'code': 200} Aug 16 20:43:33.037108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:33.042756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.155393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb6e8cb6-1fa5-4af9-b2bb-c9f49c34f040 req-9e0c949b-3a34-42ea-a216-5dedde2aa3d8 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.0843687 Aug 16 20:43:33.156282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:33.314029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Network d395c661-ee10-44c0-b96e-88101dd6366a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:33.315866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:33.389182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 27929e55-344c-4edb-b19c-f45331ad818a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:33.395791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.446856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.509316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-a54ecedc-42b8-4677-ad70-a1ab3b1dce34 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c2642daba69349afadf04f74e0176a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456185 Aug 16 20:43:33.513958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 74b53eec-1b13-4283-a368-5cdfb15ace05 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:33.564712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e637f1-ce48-41a8-af57-27dbe30acd8c req-74fbe936-43fe-42b8-83a6-33742a229ba3 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=f16e9db6-8283-4dda-9c35-e86cd520be9d HTTP/1.1" status: 200 len: 210 time: 0.1642642 Aug 16 20:43:33.598162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Router d7f4f34c-de0d-43b4-b967-629242ff337a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:33.623166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-339cdeae-4d1b-4114-ae9a-0f1945347460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.625131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 27929e55-344c-4edb-b19c-f45331ad818a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:33.631203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 27929e55-344c-4edb-b19c-f45331ad818a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:33.632245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.838079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:33.869627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 27929e55-344c-4edb-b19c-f45331ad818a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=27929e55-344c-4edb-b19c-f45331ad818a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:33.898449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e0a92610-b0e0-44c6-b629-0f351ff97fca no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:33.926118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e0a92610-b0e0-44c6-b629-0f351ff97fca {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:33.926477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e0a92610-b0e0-44c6-b629-0f351ff97fca not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:33.940047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:33.951180 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc313c0d-cda3-45a5-b498-c06d621997a1 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7f4f34c-de0d-43b4-b967-629242ff337a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6258998 Aug 16 20:43:33.991317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-440506ba-8fee-494c-898f-2199632592f2 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:33.992893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-440506ba-8fee-494c-898f-2199632592f2 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4473238 Aug 16 20:43:34.008323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.009403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 72486529-2b98-473c-ab87-e925891374c5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:34.049576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-f4b26c49-5134-4faa-8f39-5e59ea7fce78 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/quotas/c2642daba69349afadf04f74e0176a54 HTTP/1.1" status: 200 len: 375 time: 0.0445516 Aug 16 20:43:34.128362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=27929e55-344c-4edb-b19c-f45331ad818a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.228885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-b5919671-5b46-45d8-acf8-271c1496b6c4 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c2642daba69349afadf04f74e0176a54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711045 Aug 16 20:43:34.251181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 72486529-2b98-473c-ab87-e925891374c5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:34.271017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8e6a5-4c9a-4a40-ad9a-a2e48e739380 req-15c0bc20-41d2-4acc-9a1a-7ad94a826387 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:34.276005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa8e6a5-4c9a-4a40-ad9a-a2e48e739380 req-15c0bc20-41d2-4acc-9a1a-7ad94a826387 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.2937992 Aug 16 20:43:34.285694 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.323477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::f (d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5/da7c646a-502d-4a05-9714-f884c7d415d7/74b53eec-1b13-4283-a368-5cdfb15ace05) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:34.384187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc78ab4-86d5-4d02-bc82-7c1269e1758e None None] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:34.388004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa8e6a5-4c9a-4a40-ad9a-a2e48e739380 req-4ada6a6d-43af-43e8-bc78-f9ccc270fe94 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838997 Aug 16 20:43:34.490010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6983ea9c-d5e2-4434-910f-35901beecff8 req-e2944cf7-d83f-4fb7-839c-44b2ddf57027 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.0675406 Aug 16 20:43:34.567341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.594136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 74b53eec-1b13-4283-a368-5cdfb15ace05 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:34.623318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Provisioning for port 72486529-2b98-473c-ab87-e925891374c5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:34.629620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Provisioning complete for port 72486529-2b98-473c-ab87-e925891374c5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:34.629994 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.717634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.732011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44450) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:34.746736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.793884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=74b53eec-1b13-4283-a368-5cdfb15ace05,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:34.852153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.852661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.853095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.853541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.853985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.854424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.855064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.855557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.856181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.856799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.857234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.857909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:34.874410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] For port 72486529-2b98-473c-ab87-e925891374c5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=72486529-2b98-473c-ab87-e925891374c5,segment=NetworkSegment(e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21),segment_id=e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:34.942328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:34.962451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:34.979965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-991419b8-7b9a-4713-8e14-563bb394a5f7 req-5006b488-82eb-4378-b9f4-e36834bd11bf tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.1605070 Aug 16 20:43:34.995825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:35.005012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:35.010597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.011227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.047800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319203f4-da81-45f8-9010-4d3613c1f154 None None] Pushing event updated for resources: {'Port': ['ID=72486529-2b98-473c-ab87-e925891374c5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:35.073928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Provisioning complete for port 72486529-2b98-473c-ab87-e925891374c5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:35.074316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.120700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-e477f882-587d-4581-ba44-ee4f125e1ac2 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.123082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-e477f882-587d-4581-ba44-ee4f125e1ac2 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 820 time: 0.3305256 Aug 16 20:43:35.131400 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Sync routers for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:35.144345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:35.147778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-ce8f1399-e498-451f-86a7-514d957a17a5 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/quotas/d266f930ae144a7d97c61178c9988784 HTTP/1.1" status: 200 len: 375 time: 0.0148301 Aug 16 20:43:35.148184 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:35.161167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-94beebb5-8d17-4ce0-8707-8961f814ded1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3474333 Aug 16 20:43:35.178990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44464) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:35.250247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 27929e55-344c-4edb-b19c-f45331ad818a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:35.387491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4eb7b2-181b-491a-8dd7-9bf370aa90c2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.391789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e4eb7b2-181b-491a-8dd7-9bf370aa90c2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2075388 Aug 16 20:43:35.392759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44468) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:35.420673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 27929e55-344c-4edb-b19c-f45331ad818a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:35.425706 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.456430 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:35.478177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.486779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-14ac83fa-d941-42e2-9a93-d2b797ddb3ab tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3281312 Aug 16 20:43:35.500229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Provisioning for port 0965af2e-d279-47c4-b680-123b491ceac3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:35.528720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Provisioning complete for port 0965af2e-d279-47c4-b680-123b491ceac3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:35.529050 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.655368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fe1cc-323f-4106-89ba-7a5f6d6eebc3 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.666578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fe1cc-323f-4106-89ba-7a5f6d6eebc3 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.672810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7fe1cc-323f-4106-89ba-7a5f6d6eebc3 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.677958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee7fe1cc-323f-4106-89ba-7a5f6d6eebc3 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2811728 Aug 16 20:43:35.681710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44474) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:35.706997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f5eab1ed-8821-4c59-8b1b-c5457d97d58d None None] Port 0965af2e-d279-47c4-b680-123b491ceac3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:35.746820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 72486529-2b98-473c-ab87-e925891374c5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:35.821065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b345176-f72b-439a-ac83-62198ed52b04 req-c5509e92-fa97-44dd-b1a6-26f9b7e09333 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:35.828825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b345176-f72b-439a-ac83-62198ed52b04 req-c5509e92-fa97-44dd-b1a6-26f9b7e09333 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 943 time: 0.2208416 Aug 16 20:43:35.829452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 72486529-2b98-473c-ab87-e925891374c5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:35.829883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:35.854228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-65f6f6d7-b73f-4a74-99ed-febd27c35bdc service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510463 Aug 16 20:43:35.877889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 2, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:35.883273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f4cb3878-12f3-4739-b721-77e4983b2197 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:35.887650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b345176-f72b-439a-ac83-62198ed52b04 req-b4318d90-f43b-4e9c-8be8-1b5dc9bc1645 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578628 Aug 16 20:43:35.960623 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Checking router: d7f4f34c-de0d-43b4-b967-629242ff337a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:35.961065 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Updating router d7f4f34c-de0d-43b4-b967-629242ff337a port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:43:35.994919 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.004541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port 49a13cda-44d8-4e41-9cb0-fbd891a80202 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:36.005098 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.117461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Provisioning for port 74b53eec-1b13-4283-a368-5cdfb15ace05 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:36.117743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26972463-8c04-44f3-a766-cb9522c57f4d req-6564a8e5-bb82-42e8-92c3-4b2856c32f61 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.1015995 Aug 16 20:43:36.137496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 74b53eec-1b13-4283-a368-5cdfb15ace05 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:36.137967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.159612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port 49a13cda-44d8-4e41-9cb0-fbd891a80202, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49a13cda-44d8-4e41-9cb0-fbd891a80202,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:36.165159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.188665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Provisioning complete for port 74b53eec-1b13-4283-a368-5cdfb15ace05 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:36.189037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.196764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for 49a13cda-44d8-4e41-9cb0-fbd891a80202 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:36.258290 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.262064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f4cb3878-12f3-4739-b721-77e4983b2197,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:36.276425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Port 74b53eec-1b13-4283-a368-5cdfb15ace05 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:36.278185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'f4cb3878-12f3-4739-b721-77e4983b2197', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': 'f4cb3878-12f3-4739-b721-77e4983b2197', 'mac_address': 'fa:16:3e:7b:62:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:36.299714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-e1e1a78a-9a01-4184-afcb-bfaf22f32476 service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281206 Aug 16 20:43:36.310564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Provisioning complete for port 0965af2e-d279-47c4-b680-123b491ceac3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:36.310922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.324544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2ee690-851e-48ac-8389-8f5011a65d4b req-a8d53e3a-2b0c-4a90-9723-f34d0e5cd480 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0990372 Aug 16 20:43:36.347650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.378358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.395272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 74b53eec-1b13-4283-a368-5cdfb15ace05 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:36.402455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-21ea8128-f41b-4258-a269-46e839d71499 None None] Port 0965af2e-d279-47c4-b680-123b491ceac3 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:36.407928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4cb3878-12f3-4739-b721-77e4983b2197 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:36.464063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f4cb3878-12f3-4739-b721-77e4983b2197,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:36.497876 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.509922 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Transition to ACTIVE for port object b72a17ec-e7d4-4bb4-9d8b-65857d956a14 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:36.634818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-561799ab-0a08-467d-92fa-45bceacccda9 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:36.636194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-561799ab-0a08-467d-92fa-45bceacccda9 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.73 "GET /v2.0/networks?id=8f18d12a-3696-49c0-8de7-45fc8221778b HTTP/1.1" status: 200 len: 818 time: 0.1953228 Aug 16 20:43:36.665661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Request body: {'port': {'device_id': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b', 'admin_state_up': True, 'tenant_id': '73bb6863329e4c1997ff8e3206d1cff2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:36.674690 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.726700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.756372 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.760504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.843111 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903f860-e919-4d75-9da2-00009c14c1dd None None] Pushing event updated for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.865637 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.895521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f4cb3878-12f3-4739-b721-77e4983b2197'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:36.905032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5edf60d-b3c7-4dc5-9625-656af4de8fab req-52464fe4-7d27-436b-b11a-e8e7a6c62c97 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.0440149 Aug 16 20:43:36.907531 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Attempting to bind port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:36.909687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Attempting to bind port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:36.912974 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Attempting to bind port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 on network d395c661-ee10-44c0-b96e-88101dd6366a {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:36.924898 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:36.925590 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Checking segment: {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:36.926329 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.926982 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Bound using segment: {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:36.927854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Bound port: b72a17ec-e7d4-4bb4-9d8b-65857d956a14, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:36.928501 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.943150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=49a13cda-44d8-4e41-9cb0-fbd891a80202,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.969619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:36.989017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/74b53eec-1b13-4283-a368-5cdfb15ace05 HTTP/1.1" status: 204 len: 168 time: 1.2939842 Aug 16 20:43:36.991210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb15a4f-50a9-4c1d-a3f3-f932fb4ae4cf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=74b53eec-1b13-4283-a368-5cdfb15ace05,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:36.998362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44488) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:36.999065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Made reservation on behalf of 73bb6863329e4c1997ff8e3206d1cff2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:37.008322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.156967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] For port b72a17ec-e7d4-4bb4-9d8b-65857d956a14, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:37.164215 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] For port b72a17ec-e7d4-4bb4-9d8b-65857d956a14, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:37.211046 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba33fc8f-f7ce-4264-9d46-ed8d09299a53 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:37.216403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba33fc8f-f7ce-4264-9d46-ed8d09299a53 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/74b53eec-1b13-4283-a368-5cdfb15ace05 HTTP/1.1" status: 404 len: 333 time: 0.1706209 Aug 16 20:43:37.217321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44492) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:37.270568 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.477183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd8ff16-3719-42ba-9d89-d25d1eea6fbd req-8a0fe04c-dbce-44b5-bf09-0bbdbf0f8592 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.0981245 Aug 16 20:43:37.539423 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:37.544028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:37.656514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:37.668919 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903f860-e919-4d75-9da2-00009c14c1dd None None] Pushing event updated for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:37.706168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:37.814079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0e43d99-94cb-4829-997c-e4a276f05520 req-c47258e8-e53d-4e59-b2d0-9c1522d7b7f2 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.1496387 Aug 16 20:43:37.856991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749b9e0-a041-4a50-b41d-06ea9bf5c123 req-8efd6d9e-9e9e-4fc5-9987-dd73e0f555e1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:37.867892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f749b9e0-a041-4a50-b41d-06ea9bf5c123 req-8efd6d9e-9e9e-4fc5-9987-dd73e0f555e1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 944 time: 0.6658015 Aug 16 20:43:37.872855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f4cb3878-12f3-4739-b721-77e4983b2197 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:37.897632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Allocated IP 172.20.0.13 (8f18d12a-3696-49c0-8de7-45fc8221778b/db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d/243d5825-6a8f-41dc-b54f-6507dc92eba8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:37.978066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router 6642e4be-6d38-436d-bf81-e00ee1bcf28f has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:37.991954 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:37Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:38.026318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269ebdf6-d724-4928-a143-d219082bab67 None None] The sync data for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 is: [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:37Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:38.294043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port f4cb3878-12f3-4739-b721-77e4983b2197 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:38.299567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port f4cb3878-12f3-4739-b721-77e4983b2197 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:38.300885 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.405994 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.446608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f4cb3878-12f3-4739-b721-77e4983b2197,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:38.447827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:38.450638 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc7a987-f6a2-4881-81bc-16237b90d418" -d '{"events": [{"server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "name": "network-vif-plugged", "status": "completed", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:38.588382 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.591264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:38.603481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d448633-9715-4fd9-87c6-4ff0e78b24bc tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "PUT /v2.0/routers/6642e4be-6d38-436d-bf81-e00ee1bcf28f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8675270 Aug 16 20:43:38.603481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44510) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:38.620783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Sync routers for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:38.636429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f749b9e0-a041-4a50-b41d-06ea9bf5c123 req-7f6f2a62-5865-45e6-807c-5ec335e2de98 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671762 Aug 16 20:43:38.651562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05c15bee-00aa-41f4-8c20-392906e59692 req-a97586b4-b396-4880-be37-81f4e0d4ab62 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.1155028 Aug 16 20:43:38.661983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-b3a53a82-3ceb-4449-9842-ebafe15f07e0 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=c2642daba69349afadf04f74e0176a54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991356 Aug 16 20:43:38.665180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting subnet 0da62148-2a44-4ac8-a287-7d2b5e69e22f {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:38.689641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.733077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:38.734846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:38.752459 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39c2180-9093-4f79-8b2f-af5d42a640e8 x-openstack-request-id: req-c39c2180-9093-4f79-8b2f-af5d42a640e8 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:38.752459 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "name": "network-vif-plugged", "status": "completed", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:38.752459 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c39c2180-9093-4f79-8b2f-af5d42a640e8 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:38.752459 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197', 'code': 200} Aug 16 20:43:38.812011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:38.866853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:38.930928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453257e9-a7c9-4821-a122-eac80e713851 req-d4fca74c-fcd8-4819-8867-0dad23912ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:38.932537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-453257e9-a7c9-4821-a122-eac80e713851 req-d4fca74c-fcd8-4819-8867-0dad23912ce5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 1097 time: 0.0954144 Aug 16 20:43:38.998967 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-453257e9-a7c9-4821-a122-eac80e713851 req-b41c3ef1-1781-4352-8fb2-6910d2ecb4b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Aug 16 20:43:39.004334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.012103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.037134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:39.038092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-633bf9c4-37e5-4fc0-8661-f93de9a7e0e5 req-3a83b27b-0e6b-445f-8e7e-4da98d546743 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.2135761 Aug 16 20:43:39.192145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-e485fa30-7639-4a06-998a-de0593d141ef tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:39.194559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-e485fa30-7639-4a06-998a-de0593d141ef tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5250363 Aug 16 20:43:39.217599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.245686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Request body: {'port': {'device_id': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': 'c2642daba69349afadf04f74e0176a54'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:39.281781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Subnet': ['ID=0da62148-2a44-4ac8-a287-7d2b5e69e22f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:39.284721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.294943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b72a17ec-e7d4-4bb4-9d8b-65857d956a14 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:39.294943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb76a24-26cd-44bd-b3dd-89effc6454c5 None None] Network 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:39.296359 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-34bafa70-9d64-4898-992a-76e7606f004d tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/subnets/0da62148-2a44-4ac8-a287-7d2b5e69e22f HTTP/1.1" status: 204 len: 168 time: 0.6939220 Aug 16 20:43:39.297177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44518) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:39.323834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac87db23-b830-42b8-afa4-73169f4ef22b req-e3f662cb-6521-42c7-af7c-1a770209ed50 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.2842264 Aug 16 20:43:39.374653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 0965af2e-d279-47c4-b680-123b491ceac3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:39.375106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.543577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.603691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44522) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:39.608562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:36Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:39.639106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.652541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.660308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Checking router: 6642e4be-6d38-436d-bf81-e00ee1bcf28f for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:39.681994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:39.695766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:39.696620 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.732100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Routers {'6642e4be-6d38-436d-bf81-e00ee1bcf28f'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:39.732811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:39.829201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] DHCP port deletion for 584bf9a1-e118-4e6b-9b10-4c2e25d3d922 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:43:39.832848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 0965af2e-d279-47c4-b680-123b491ceac3 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:39.838458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.909969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203f4e4f-6f33-4222-9858-102d2c0f2678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:39.957169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c38953f3-7af0-46e9-9831-b4218d92ccbb req-a430150b-5048-471d-8845-23729e95233b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.1160119 Aug 16 20:43:39.971652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Network 8f18d12a-3696-49c0-8de7-45fc8221778b is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:39.990706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Made reservation on behalf of c2642daba69349afadf04f74e0176a54 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:39.994478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.040616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:40.045758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:40.048712 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.051599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Pushing event updated for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.076898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.084757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] Set router 6642e4be-6d38-436d-bf81-e00ee1bcf28f gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:40.151523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203f4e4f-6f33-4222-9858-102d2c0f2678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.208152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Deleting port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:40.208531 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.210127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fab043-1123-42b5-8ef1-0ec311a87e31 req-d52d5aff-e044-4d32-87d8-7f52f133c2c4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.217915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65fab043-1123-42b5-8ef1-0ec311a87e31 req-d52d5aff-e044-4d32-87d8-7f52f133c2c4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.3658338 Aug 16 20:43:40.220334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port 3366fef0-e8ff-42f9-a73e-38875417eb02 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:40.221241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.241201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.250436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.271582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port b72a17ec-e7d4-4bb4-9d8b-65857d956a14, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:40.313279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805574fa-e5f8-4b57-8655-0fe1b8dddf94 req-214cf7fc-db16-4de4-9461-e13eca6893f4 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:40.316601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] For port 29f5c392-2d8c-4614-93bb-cbb501a3ff19, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=29f5c392-2d8c-4614-93bb-cbb501a3ff19,segment=NetworkSegment(5751bb04-5e62-4297-a12e-d7dd37b6f43e),segment_id=5751bb04-5e62-4297-a12e-d7dd37b6f43e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:40.317016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.322597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-805574fa-e5f8-4b57-8655-0fe1b8dddf94 req-214cf7fc-db16-4de4-9461-e13eca6893f4 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 932 time: 0.1521909 Aug 16 20:43:40.341227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65fab043-1123-42b5-8ef1-0ec311a87e31 req-5094497d-a143-4593-b735-669b5a178834 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188428 Aug 16 20:43:40.341415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Calling delete_port for 29f5c392-2d8c-4614-93bb-cbb501a3ff19 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:40.383593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port 3366fef0-e8ff-42f9-a73e-38875417eb02, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3366fef0-e8ff-42f9-a73e-38875417eb02,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:40.384163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.388747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.407385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for 3366fef0-e8ff-42f9-a73e-38875417eb02 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:40.460522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-203f4e4f-6f33-4222-9858-102d2c0f2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.494503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2bc8185-a12e-4cc8-aa99-62329db6b12b req-e61bb1cd-6205-4568-99d7-796f3c1dc348 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0565155 Aug 16 20:43:40.514181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-203f4e4f-6f33-4222-9858-102d2c0f2678 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a5ec8eb6ccb4297acd5ab2ed51a3540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093184 Aug 16 20:43:40.521305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.522534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44534) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.535028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f4e4f-6f33-4222-9858-102d2c0f2678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e1dc8-a5a8-4499-9220-68e645800437,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.540609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-805574fa-e5f8-4b57-8655-0fe1b8dddf94 req-674b30b5-94be-4149-86af-53319e7471f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038355 Aug 16 20:43:40.541328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:36Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:40.591441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac5464-6798-4c77-84a1-8fcfdd7060d0 None None] The sync data for ids ['6642e4be-6d38-436d-bf81-e00ee1bcf28f'] in n-d-794306-10 is: [{'id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-828041939', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:36Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '3366fef0-e8ff-42f9-a73e-38875417eb02', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6642e4be-6d38-436d-bf81-e00ee1bcf28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:42:59Z', 'updated_at': '2021-08-16T20:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:40.621120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.679576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.725668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.731940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.755471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] Pushing event deleted for resources: {'Port': ['ID=29f5c392-2d8c-4614-93bb-cbb501a3ff19,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.757965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bc451-e252-4883-b2a2-509b29ee0eaf None None] No DVR routers for this DVR port 29f5c392-2d8c-4614-93bb-cbb501a3ff19 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:40.792668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.795572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.836039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.849993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=0965af2e-d279-47c4-b680-123b491ceac3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.855680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb4e41-402a-4976-bf33-de96294da75e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.871662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=3366fef0-e8ff-42f9-a73e-38875417eb02,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.885932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.888339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d919e413-e767-44a0-a6ef-411641eb703a tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/0965af2e-d279-47c4-b680-123b491ceac3 HTTP/1.1" status: 204 len: 168 time: 3.6593664 Aug 16 20:43:40.891519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44536) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.915926 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f9c3a3-591b-4a80-a411-378f563ad4bd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:40.920180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a6f9c3a3-591b-4a80-a411-378f563ad4bd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/0965af2e-d279-47c4-b680-123b491ceac3 HTTP/1.1" status: 404 len: 333 time: 0.0254369 Aug 16 20:43:40.920375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.920507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44538) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:40.922266 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:40.923413 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f01e1dc8-a5a8-4499-9220-68e645800437 HTTP/1.1" status: 204 len: 168 time: 0.3995709 Aug 16 20:43:40.940599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8ff8d-cbc9-448a-b38e-c424b0f6cdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e1dc8-a5a8-4499-9220-68e645800437,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:40.953188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.102421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-9071c0c7-4d8c-42c3-8c53-056159a99a50 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4423532 Aug 16 20:43:41.108578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.113156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.140542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Request body: {'port': {'device_id': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:41.145896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a839a56d-25c9-443e-b45d-36a5fdecd670 req-125d45e3-9836-4fd0-b022-bc8ec40b34c5 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.0852530 Aug 16 20:43:41.223331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet da7c646a-502d-4a05-9714-f884c7d415d7 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:41.281153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.326716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b72a17ec-e7d4-4bb4-9d8b-65857d956a14 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:41.330526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9056db08-30bc-4912-aad8-e759642a57e7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.333652 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9056db08-30bc-4912-aad8-e759642a57e7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 820 time: 0.1482151 Aug 16 20:43:41.342553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.343176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Fanout notify agent at l3_agent the message router_deleted on router 6642e4be-6d38-436d-bf81-e00ee1bcf28f {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:41.353377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.357325 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-10765d1d-847e-42b1-8131-a168d8c87734 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/routers/6642e4be-6d38-436d-bf81-e00ee1bcf28f HTTP/1.1" status: 204 len: 168 time: 2.0559297 Aug 16 20:43:41.358337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44544) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:41.359897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'port': {'device_id': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'admin_state_up': True, 'tenant_id': 'd266f930ae144a7d97c61178c9988784'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:41.361248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Allocated IP 192.168.233.87 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/a02143b7-39be-4753-8ff8-cef392fd1b4c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:41.426002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:41.426002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.445155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.503476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.587788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Made reservation on behalf of d266f930ae144a7d97c61178c9988784 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:41.591474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.667394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.716650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab52dcb9-cb50-4eb1-b86a-ba6f50778dd0 req-9b50a34b-67b9-49b3-a7cf-5ccba90acadb tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0842764 Aug 16 20:43:41.744807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Allocated IP 172.20.0.2 (d395c661-ee10-44c0-b96e-88101dd6366a/3a0f1daa-43e8-40b7-8a67-1721965728a8/5a906242-27f1-4a7e-8599-bad242f154c2) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:41.778436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57735575-25fb-4e91-b3fb-403e9393f144 req-df8f25cf-9b8b-4e2f-bc66-585033d5e6cc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:41.785835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57735575-25fb-4e91-b3fb-403e9393f144 req-df8f25cf-9b8b-4e2f-bc66-585033d5e6cc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.3196087 Aug 16 20:43:41.907755 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.967054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:41.976871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49a13cda-44d8-4e41-9cb0-fbd891a80202 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:41.999631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 49a13cda-44d8-4e41-9cb0-fbd891a80202 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:42.000085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49a13cda-44d8-4e41-9cb0-fbd891a80202 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:42.000572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 29f5c392-2d8c-4614-93bb-cbb501a3ff19 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:42.025162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 29f5c392-2d8c-4614-93bb-cbb501a3ff19 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:42.025614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 29f5c392-2d8c-4614-93bb-cbb501a3ff19 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:42.037524 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.042653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.093287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-428233f5-721d-4cf6-b87e-4e9c4c3099d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.101695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Network d395c661-ee10-44c0-b96e-88101dd6366a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:42.108522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57735575-25fb-4e91-b3fb-403e9393f144 req-66bbcde9-2b83-4914-a6e6-c5cb1deb744c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218200 Aug 16 20:43:42.114661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:42.117154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:42.142807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.159974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.176010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.176251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9ee3a-8891-4c16-998f-0f3b6ad4e506 req-0184a3f6-bf2c-4a4d-94d0-6ccb32f27cbc tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.176381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.176703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.177092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.177578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea9ee3a-8891-4c16-998f-0f3b6ad4e506 req-0184a3f6-bf2c-4a4d-94d0-6ccb32f27cbc tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 932 time: 0.3640020 Aug 16 20:43:42.185004 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.185935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.186326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.186842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.187056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.187391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.187780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.188462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.188462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:43:42.197248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584bf9a1-e118-4e6b-9b10-4c2e25d3d922']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:42.222891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.223528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.224777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5751bb04-5e62-4297-a12e-d7dd37b6f43e') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:42.225078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5751bb04-5e62-4297-a12e-d7dd37b6f43e') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:42.280146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.298355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-428233f5-721d-4cf6-b87e-4e9c4c3099d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.328983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.340037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aea9ee3a-8891-4c16-998f-0f3b6ad4e506 req-b70fcd8e-f250-4603-9f6f-3233bf46db8a tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511436 Aug 16 20:43:42.348463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:42.349758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:42.354574 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:42.401791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a03719-c8e4-47d1-901e-b46ed0cd90b1 req-c08aaad7-30fb-4ef6-8ad3-7e09db65365f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.403306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14a03719-c8e4-47d1-901e-b46ed0cd90b1 req-c08aaad7-30fb-4ef6-8ad3-7e09db65365f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.2024746 Aug 16 20:43:42.415869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.511254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=da7c646a-502d-4a05-9714-f884c7d415d7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.515567 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.518343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9050ce24-6ad3-48f0-bb54-878fa1762ef0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/da7c646a-502d-4a05-9714-f884c7d415d7 HTTP/1.1" status: 204 len: 168 time: 1.5961456 Aug 16 20:43:42.521559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.525963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1337124-c6e5-4a0c-8cfa-20557259867c None None] Network d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:42.545692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243d5825-6a8f-41dc-b54f-6507dc92eba8 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:42.554636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.567687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14a03719-c8e4-47d1-901e-b46ed0cd90b1 req-9f07b184-2a50-4fef-b594-8b7b994410cb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540563 Aug 16 20:43:42.585461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3904f35-b6c5-44e0-951c-8775f094e598 req-198f09d2-7bee-4161-b22d-426cbf5acf17 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:42.587016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3904f35-b6c5-44e0-951c-8775f094e598 req-198f09d2-7bee-4161-b22d-426cbf5acf17 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 931 time: 0.1724188 Aug 16 20:43:42.616951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.621621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-428233f5-721d-4cf6-b87e-4e9c4c3099d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.641990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3904f35-b6c5-44e0-951c-8775f094e598 req-7b73f283-18ef-480d-bbd2-3c958539b48a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Aug 16 20:43:42.670183 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-428233f5-721d-4cf6-b87e-4e9c4c3099d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3139de19f76e44d9b8861ec580feb397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231842 Aug 16 20:43:42.672727 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.690985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428233f5-721d-4cf6-b87e-4e9c4c3099d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfff425-f459-4ac3-8bd2-abb684e46607,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.732014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.755635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 72486529-2b98-473c-ab87-e925891374c5 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:42.756628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.759465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.764614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] DHCP port deletion for d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:43:42.824341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Deleting port 72486529-2b98-473c-ab87-e925891374c5 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:42.824713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.841080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca6a7291-6604-45db-ab64-7f8e1bbfc04c req-ac58d6e0-9104-47e3-8682-43fcb58e2202 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0385149 Aug 16 20:43:42.847975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port 72486529-2b98-473c-ab87-e925891374c5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=72486529-2b98-473c-ab87-e925891374c5,segment=NetworkSegment(e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21),segment_id=e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:42.848352 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.869389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 72486529-2b98-473c-ab87-e925891374c5 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:42.891005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] For port 72486529-2b98-473c-ab87-e925891374c5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=72486529-2b98-473c-ab87-e925891374c5,segment=NetworkSegment(e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21),segment_id=e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:42.891415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.902742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.908098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.919047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-232e0494-7d5a-4e09-9a2c-7fad13e17b8a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5670547 Aug 16 20:43:42.919047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44570) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:42.920015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/networks/584bf9a1-e118-4e6b-9b10-4c2e25d3d922 HTTP/1.1" status: 204 len: 168 time: 1.5489154 Aug 16 20:43:42.928892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08350e85-ed06-4937-89a7-ba9210bba7fd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Network': ['ID=584bf9a1-e118-4e6b-9b10-4c2e25d3d922,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:42.958013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Request body: {'port': {'device_id': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:42.976782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Transition to ACTIVE for port object a02143b7-39be-4753-8ff8-cef392fd1b4c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:42.979167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Transition to ACTIVE for port object 243d5825-6a8f-41dc-b54f-6507dc92eba8 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:42.983769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.986622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:42.988032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cfff425-f459-4ac3-8bd2-abb684e46607 HTTP/1.1" status: 204 len: 168 time: 0.3142183 Aug 16 20:43:43.020879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0fd96-47cc-4103-9225-d1021936352b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfff425-f459-4ac3-8bd2-abb684e46607,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.065420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Calling delete_port for 72486529-2b98-473c-ab87-e925891374c5 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:43.090983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.140388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.220731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Pushing event updated for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.239151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3366fef0-e8ff-42f9-a73e-38875417eb02 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:43.244414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.262114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3366fef0-e8ff-42f9-a73e-38875417eb02 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:43.267526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3366fef0-e8ff-42f9-a73e-38875417eb02 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:43.267526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 72486529-2b98-473c-ab87-e925891374c5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:43.283827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.286213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 72486529-2b98-473c-ab87-e925891374c5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:43.288157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 72486529-2b98-473c-ab87-e925891374c5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:43.299849 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.307546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port 72486529-2b98-473c-ab87-e925891374c5 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:43.320266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:43.333412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] Pushing event deleted for resources: {'Port': ['ID=72486529-2b98-473c-ab87-e925891374c5,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.337709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eb42d-6f0e-4dc5-af15-7c3c21f21d21 None None] No DVR routers for this DVR port 72486529-2b98-473c-ab87-e925891374c5 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:43.369414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=72486529-2b98-473c-ab87-e925891374c5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.504228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.509268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port 175c2639-4331-4d4f-875e-57d28e4e31d9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:43.509794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.557154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:43.586600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:43.586885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c9dc67-f5a7-4460-9f2e-67c8fdd72c21') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:43.611329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.639798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.657470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:43:43.657956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:43:43.666705 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:43:43.720114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.723285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.724757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:43.738895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:43.759455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for 175c2639-4331-4d4f-875e-57d28e4e31d9 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:43.792755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Pushing event updated for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:43.828341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a906242-27f1-4a7e-8599-bad242f154c2 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:43.841596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.847151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Attempting to bind port 243d5825-6a8f-41dc-b54f-6507dc92eba8 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:43.852005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Attempting to bind port 243d5825-6a8f-41dc-b54f-6507dc92eba8 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b2993fb4-be73-428a-9875-7d89612f9677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:43.852005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Attempting to bind port 243d5825-6a8f-41dc-b54f-6507dc92eba8 on network 8f18d12a-3696-49c0-8de7-45fc8221778b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:43.863390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.864098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.867849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Port 243d5825-6a8f-41dc-b54f-6507dc92eba8 on network 8f18d12a-3696-49c0-8de7-45fc8221778b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:43.868199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Attempting to bind port 243d5825-6a8f-41dc-b54f-6507dc92eba8 on network 8f18d12a-3696-49c0-8de7-45fc8221778b {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:43.886972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c4f0b-dce7-4621-9fd4-91d187e49692 req-04af6740-402f-44a3-bbdf-85e4d0d4dfce tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:43.888423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4c4f0b-dce7-4621-9fd4-91d187e49692 req-04af6740-402f-44a3-bbdf-85e4d0d4dfce tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 944 time: 0.1651580 Aug 16 20:43:43.891989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:43.893029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Checking segment: {'id': 'b2993fb4-be73-428a-9875-7d89612f9677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:43.894000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Bound using segment: {'id': 'b2993fb4-be73-428a-9875-7d89612f9677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:43.894471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Bound port: 243d5825-6a8f-41dc-b54f-6507dc92eba8, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2993fb4-be73-428a-9875-7d89612f9677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:43.894872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.910775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Transition to ACTIVE for port object 5a906242-27f1-4a7e-8599-bad242f154c2 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:43.960573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.984276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:43.986844 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5 HTTP/1.1" status: 204 len: 168 time: 1.4628439 Aug 16 20:43:43.994034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4c4f0b-dce7-4621-9fd4-91d187e49692 req-bfec7752-1d37-45b5-9d6a-970e0197f5c6 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887716 Aug 16 20:43:43.994728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44602) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:43.999869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1757477802'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:44.032090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729cccc-758f-4ceb-a6f2-99a63717a3c5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=d0e42fb3-3f73-4e7c-b48c-1fe6d48619b5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.032617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-45c15737-1a59-4284-a35e-ecb2fe4db364 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8038409 Aug 16 20:43:44.048230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:44.048230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8,segment=NetworkSegment(b2993fb4-be73-428a-9875-7d89612f9677),segment_id=b2993fb4-be73-428a-9875-7d89612f9677)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:44.048230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Request body: {'port': {'device_id': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:44.068160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.139456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.148387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.171494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b05a876e-1675-4656-b854-6bc2a7fde9d2 None None] Provisioning for port a02143b7-39be-4753-8ff8-cef392fd1b4c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:44.176226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b05a876e-1675-4656-b854-6bc2a7fde9d2 None None] Provisioning complete for port a02143b7-39be-4753-8ff8-cef392fd1b4c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:44.176928 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b05a876e-1675-4656-b854-6bc2a7fde9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.186120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.220436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b05a876e-1675-4656-b854-6bc2a7fde9d2 None None] Port a02143b7-39be-4753-8ff8-cef392fd1b4c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:44.234135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:44.237922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.283056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Pushing event updated for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.289130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Attempting to bind port 5a906242-27f1-4a7e-8599-bad242f154c2 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:44.289655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Attempting to bind port 5a906242-27f1-4a7e-8599-bad242f154c2 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:44.290001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Attempting to bind port 5a906242-27f1-4a7e-8599-bad242f154c2 on network d395c661-ee10-44c0-b96e-88101dd6366a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:44.293594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b633418-1dc7-4cfe-a660-7a7e9ec8e7f5 req-c6b84308-1134-453c-a9b4-884efecd64d7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.295425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Port 5a906242-27f1-4a7e-8599-bad242f154c2 on network d395c661-ee10-44c0-b96e-88101dd6366a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:44.295581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Attempting to bind port 5a906242-27f1-4a7e-8599-bad242f154c2 on network d395c661-ee10-44c0-b96e-88101dd6366a {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:44.301740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:44.302085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Checking segment: {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:44.302470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Bound using segment: {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:44.302898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Bound port: 5a906242-27f1-4a7e-8599-bad242f154c2, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0b3f8d-1396-457a-a9c7-064f57ac77fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:44.303258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.309136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b633418-1dc7-4cfe-a660-7a7e9ec8e7f5 req-c6b84308-1134-453c-a9b4-884efecd64d7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 943 time: 0.2050967 Aug 16 20:43:44.323280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.323942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.325349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-dd943aae-1540-471e-bc19-cea38c2b9b2c service neutron] 10.222.0.73 "PUT /v2.0/ports/243d5825-6a8f-41dc-b54f-6507dc92eba8 HTTP/1.1" status: 200 len: 1093 time: 3.1902776 Aug 16 20:43:44.326238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:44.328510 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:44.390624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.400554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:44.432320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=175c2639-4331-4d4f-875e-57d28e4e31d9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.434196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:43:44.437341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:44.468211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b633418-1dc7-4cfe-a660-7a7e9ec8e7f5 req-c753ad80-4a6a-42a1-ad07-38eadeaf608d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168942 Aug 16 20:43:44.469290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.469640 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Added segment 03952491-8766-4cf0-bfb1-13d67da2912a of type vlan for network a8f2361d-9f3e-48f0-8a04-5e4d1590424b Aug 16 20:43:44.510088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.510491 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Floating IP 4473a58f-cd51-4a35-bb81-7dde18c7ac52 disassociated (deleted). External IP: 172.25.7.168, port: de391c7b-db6f-42c8-99e2-938748a091dd. Aug 16 20:43:44.600249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.609473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.736652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.736652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.736652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:44.749832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4677c-0863-45a4-bf1f-3e6803d917e3 req-b3ef9bcd-2417-47e9-bed4-976b60cd0a58 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.751468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4b4677c-0863-45a4-bf1f-3e6803d917e3 req-b3ef9bcd-2417-47e9-bed4-976b60cd0a58 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 935 time: 0.1266434 Aug 16 20:43:44.778121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-b7fa6f9a-5666-4749-a185-2cf370569b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:44.784774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-b7fa6f9a-5666-4749-a185-2cf370569b83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73bb6863329e4c1997ff8e3206d1cff2&device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 1096 time: 0.2551575 Aug 16 20:43:44.891903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-ab8a3f3e-3fd3-405b-9f16-d2958956b5f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8 HTTP/1.1" status: 200 len: 217 time: 0.0727949 Aug 16 20:43:44.919682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Network': ['ID=a8f2361d-9f3e-48f0-8a04-5e4d1590424b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:44.936468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:43:45.003637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4b4677c-0863-45a4-bf1f-3e6803d917e3 req-a0c78543-23d5-478b-b6c7-657840b8c8b1 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222066 Aug 16 20:43:45.009379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02143b7-39be-4753-8ff8-cef392fd1b4c {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:45.031411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.051576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.051576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.051576 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] 10.222.0.73 "PUT /v2.0/ports/5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 1092 time: 2.1212614 Aug 16 20:43:45.051576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:45.052826 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34a3cf7-03b6-45c5-b32d-487b5666f822" -d '{"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:45.058907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44630) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:45.065834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b311e19d-f287-496c-ae37-4726ee455019 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0698869 Aug 16 20:43:45.072958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:45.073115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d01f-7a47-4f77-9436-b066f609505a req-8d5209b2-8080-4d02-846b-81812bab79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.074628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-8d5209b2-8080-4d02-846b-81812bab79cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d HTTP/1.1" status: 200 len: 858 time: 0.1748095 Aug 16 20:43:45.100092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cb49a4-6bc3-47ee-a907-c4ff84ac5d98 x-openstack-request-id: req-d2cb49a4-6bc3-47ee-a907-c4ff84ac5d98 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:45.100092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:45.100092 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2cb49a4-6bc3-47ee-a907-c4ff84ac5d98 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:45.100092 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8', 'status': 'completed', 'code': 200} Aug 16 20:43:45.137434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Transition to ACTIVE for port object a02143b7-39be-4753-8ff8-cef392fd1b4c will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:45.137820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7aa8c-6831-4002-9d53-4b5e6078bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:45.167922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-4cb188d9-4609-4b7b-8dd8-997486efaf55 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f18d12a-3696-49c0-8de7-45fc8221778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706410 Aug 16 20:43:45.288363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.317875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-b13f0d43-582d-4687-8338-eb65d2f55916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.319506 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-b13f0d43-582d-4687-8338-eb65d2f55916 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1095 time: 0.1222525 Aug 16 20:43:45.339327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router cdf639f7-3e28-4da1-a44e-704cf2c00c17 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:45.366765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fae40-ab88-4eb1-9763-4b576c1af6df req-05b9d2fd-12ac-4719-bc87-ebeb5b4e1a48 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.374058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a78fae40-ab88-4eb1-9763-4b576c1af6df req-05b9d2fd-12ac-4719-bc87-ebeb5b4e1a48 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 944 time: 0.2043140 Aug 16 20:43:45.388098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-149390e8-6df1-43a6-9602-ba6c0e112566 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0562432 Aug 16 20:43:45.398070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:45.453527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-ffa45419-03ee-425a-bd37-b44f101e2685 service neutron] 10.222.0.73 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736223 Aug 16 20:43:45.482676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:45.487435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.512826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a78fae40-ab88-4eb1-9763-4b576c1af6df req-3f41e4f3-c171-4387-8f40-3a3cdc6b21fe tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378860 Aug 16 20:43:45.598227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-cd6ed186-28ab-4847-9884-04e5b706d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:45.600805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-cd6ed186-28ab-4847-9884-04e5b706d056 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.2028804 Aug 16 20:43:45.645842 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4f9b6b-2446-40e6-ab1a-987d287f7844 x-openstack-request-id: req-4a4f9b6b-2446-40e6-ab1a-987d287f7844 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:45.645842 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:45.645842 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a4f9b6b-2446-40e6-ab1a-987d287f7844 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:45.645842 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:43:45.647581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Attempting to bind port a02143b7-39be-4753-8ff8-cef392fd1b4c on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:45.648043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Attempting to bind port a02143b7-39be-4753-8ff8-cef392fd1b4c by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:45.648642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Attempting to bind port a02143b7-39be-4753-8ff8-cef392fd1b4c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:45.662501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Port a02143b7-39be-4753-8ff8-cef392fd1b4c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:45.663230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Attempting to bind port a02143b7-39be-4753-8ff8-cef392fd1b4c on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:45.671048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:45.671846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:45.672461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:45.673127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Bound port: a02143b7-39be-4753-8ff8-cef392fd1b4c, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:45.674342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.677367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-3aaecd6d-03ca-4a27-9176-67f6535704e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609932 Aug 16 20:43:45.704207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b299d01f-7a47-4f77-9436-b066f609505a req-e88ba9d1-d9b8-4aac-b723-ab6a12f7fb07 service neutron] 10.222.0.73 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248168 Aug 16 20:43:45.749224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:45.769736 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Sync routers for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:45.812960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:45.825858 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:45.888281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:45.967584 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e87db66f-ed23-4888-b2e1-a6643961e512 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/floatingips/4473a58f-cd51-4a35-bb81-7dde18c7ac52 HTTP/1.1" status: 204 len: 168 time: 3.0530510 Aug 16 20:43:45.981347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:46.007457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3b77f-d9e5-499a-a05c-b952e2f97015 req-8bd06dc8-c03e-4713-a144-50d9bc7c7460 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.008204 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:46.015700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ed3b77f-d9e5-499a-a05c-b952e2f97015 req-8bd06dc8-c03e-4713-a144-50d9bc7c7460 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 943 time: 0.2889657 Aug 16 20:43:46.046327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:46.058515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-29820de7-923a-44d3-b553-0c7a7a9a378b service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684070 Aug 16 20:43:46.079787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ed3b77f-d9e5-499a-a05c-b952e2f97015 req-a5fdf41c-6d5f-441a-9f83-d5a7c47989cc tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560451 Aug 16 20:43:46.087189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-f1cbb229-d63b-4d2d-92b5-4e4953dc0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.089134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-f1cbb229-d63b-4d2d-92b5-4e4953dc0deb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=73bb6863329e4c1997ff8e3206d1cff2&device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 1096 time: 0.1844180 Aug 16 20:43:46.186721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.250030 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b37abfe6-8e16-4713-baeb-7c0899bc3bc5 req-ebc5658f-84e5-46ad-b139-505a6d3fdf8a service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812780 Aug 16 20:43:46.296922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.319717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:46.353705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.354509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.356082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-da9bede8-470e-4144-b3d6-dc191efb33e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/a02143b7-39be-4753-8ff8-cef392fd1b4c HTTP/1.1" status: 200 len: 1096 time: 2.3140457 Aug 16 20:43:46.408316 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:46.437362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-ef966335-81ab-4c2d-a9c5-6191f429c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.442165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-ef966335-81ab-4c2d-a9c5-6191f429c3c1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8f18d12a-3696-49c0-8de7-45fc8221778b HTTP/1.1" status: 200 len: 919 time: 0.3441210 Aug 16 20:43:46.442599 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Checking router: cdf639f7-3e28-4da1-a44e-704cf2c00c17 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:43:46.447361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=21ab167a-b4e7-414e-85d2-b244735af1d1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:46.456753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Checking segment: {'id': '03952491-8766-4cf0-bfb1-13d67da2912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:46.456753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network hostable DHCP agents. Network: a8f2361d-9f3e-48f0-8a04-5e4d1590424b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:43:46.469442 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:46.470118 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:46.535656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-077769ac-df01-4f7d-9601-6708280a11e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8 HTTP/1.1" status: 200 len: 217 time: 0.0702100 Aug 16 20:43:46.552325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-ffde36cc-5bc3-4d80-b173-462bc2f82500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.553937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-ffde36cc-5bc3-4d80-b173-462bc2f82500 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1095 time: 0.1005521 Aug 16 20:43:46.557029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:43:46.690472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-c9699b9c-5edc-4e0d-be71-44f3113be8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.692334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-c9699b9c-5edc-4e0d-be71-44f3113be8fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2642daba69349afadf04f74e0176a54&device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 1099 time: 0.0956438 Aug 16 20:43:46.723189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-e8555e56-2cb5-4857-a98c-992f9afa1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.724814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-e8555e56-2cb5-4857-a98c-992f9afa1710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d HTTP/1.1" status: 200 len: 858 time: 0.1772044 Aug 16 20:43:46.768595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-d562831b-1e12-48da-be70-56243ff54016 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8f18d12a-3696-49c0-8de7-45fc8221778b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334997 Aug 16 20:43:46.811431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, a8f2361d-9f3e-48f0-8a04-5e4d1590424b) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:46.820962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7e662a-f55b-4ef8-9146-c3739d085473 None None] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:46.826289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.827028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:46.831130 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:46.832007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-8b9f5b9c-a263-4054-92de-3f4fbf66a180 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c HTTP/1.1" status: 200 len: 217 time: 0.1252847 Aug 16 20:43:46.910004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-435a7edc-c5cb-4b85-8fc1-89a87576df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.918916 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-435a7edc-c5cb-4b85-8fc1-89a87576df65 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0797186 Aug 16 20:43:46.956576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-b4a2ea86-5870-47b4-b133-58d4a24eac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:46.960907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-b4a2ea86-5870-47b4-b133-58d4a24eac3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.3104718 Aug 16 20:43:46.978237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-96ca33ca-28fc-4d8b-8c16-ce11b5918f63 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9151788 Aug 16 20:43:46.981360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:46.993489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1210230191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:47.037117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-d1e78ec0-4b5d-4408-b2f0-65369f67f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.039469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-d1e78ec0-4b5d-4408-b2f0-65369f67f5b6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129143 Aug 16 20:43:47.058656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-aff02bd4-cd02-4ed5-b257-778120543e9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0784533 Aug 16 20:43:47.096701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-a8f2361d-9f3e-48f0-8a04-5e4d1590424b', 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': '21ab167a-b4e7-414e-85d2-b244735af1d1'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:43:47.097529 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:47.097726 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.129839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:47.133047 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb97484-23a5-48a7-8066-44204bfdd80a None None] The sync data for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 is: [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:41:55Z', 'revision_number': 4, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '5c68764b-c01e-4efe-bd8c-e0d5a104526b', 'name': '', 'network_id': '1a03b7a6-06cf-4189-9d47-3c663da16993', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'mac_address': 'fa:16:3e:30:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2798, 'fixed_ips': [{'subnet_id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:53Z', 'updated_at': '2021-08-16T20:42:03Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'subnets': [{'id': '85e267d6-a62d-4756-aa8e-4b4102a7e031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:47.140822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.141883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.149069 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:47.201095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eba14-113a-44ef-aad8-fb0e4d57334f req-b787d8c0-a00d-47f2-ad64-e377085f3199 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.208319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f6eba14-113a-44ef-aad8-fb0e4d57334f req-b787d8c0-a00d-47f2-ad64-e377085f3199 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 944 time: 0.3046284 Aug 16 20:43:47.217623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.234029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4f300-c4fb-41da-83db-ea5adfde184a req-a23bafe4-26f3-4765-8606-286e0d9d154e tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.236559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3da4f300-c4fb-41da-83db-ea5adfde184a req-a23bafe4-26f3-4765-8606-286e0d9d154e tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 947 time: 0.3449738 Aug 16 20:43:47.238631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-60a86c65-130f-4db8-a2dd-66446c4f7b3c service neutron] 10.222.0.73 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509284 Aug 16 20:43:47.274341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-2c308e1e-af96-4622-a37f-43fc44f576f4 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232029 Aug 16 20:43:47.283349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.336524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Allocated IP 2001:db8::2 (a8f2361d-9f3e-48f0-8a04-5e4d1590424b/21ab167a-b4e7-414e-85d2-b244735af1d1/79548bce-2f5e-4264-a77e-7619b9eae0c0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:47.339335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-8e2a96eb-e1f1-48f5-8cdf-6fc85dfa9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.341428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-8e2a96eb-e1f1-48f5-8cdf-6fc85dfa9e27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.2713416 Aug 16 20:43:47.414869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.421222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20795fdb-ed10-4da7-b3c2-01fa2109c842 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4352381 Aug 16 20:43:47.421978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44710) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:47.429738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3da4f300-c4fb-41da-83db-ea5adfde184a req-09e18cf7-c451-4e4e-bb4a-372942f2869b tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863132 Aug 16 20:43:47.441318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b', 'name': 'tempest-PortsIpV6TestJSON-1708581942'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:47.446844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-0941bb60-9d85-42c6-b5db-4a6d06482f77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770314 Aug 16 20:43:47.459472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f6eba14-113a-44ef-aad8-fb0e4d57334f req-97f1b69c-791c-4c0b-983a-e222ded1338b tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197540 Aug 16 20:43:47.527515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-071dec32-b7b4-489b-88e8-d1ac33342585 req-c7dd9e69-959c-4b8c-9015-6c19971a9f3f service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359269 Aug 16 20:43:47.593549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91523321-47d3-48c6-9cf5-7f31ea97a457 None None] New status for floating IP 4473a58f-cd51-4a35-bb81-7dde18c7ac52: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:43:47.646641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:47.649402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa239eee-cdb8-4238-afc9-e8ec0e6ee178 req-32b3ed80-ba5d-4008-9bc3-78024db327e3 service neutron] 10.222.0.73 "GET /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927979 Aug 16 20:43:47.650059 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5204e257-0099-453e-beec-16b4760c2c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:47.679137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.689930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Transition to ACTIVE for port object 79548bce-2f5e-4264-a77e-7619b9eae0c0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:47.706836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Transition to ACTIVE for port object 79548bce-2f5e-4264-a77e-7619b9eae0c0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:47.756123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:47.759867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.762457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44886-574a-4db8-a69a-c44f9a14ae91 req-843e4a90-fbfe-426c-bc38-559b8a38e212 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.764106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eda44886-574a-4db8-a69a-c44f9a14ae91 req-843e4a90-fbfe-426c-bc38-559b8a38e212 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 984 time: 0.1769595 Aug 16 20:43:47.774002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-8cf00d94-4e60-4996-a983-c17d04c3aff0 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115659 Aug 16 20:43:47.783273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 933c8aea-720c-4dc1-a0a4-bc47038c4761 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:43:47.797229 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.841795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:47.847357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:47.850484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:47.858103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Pushing event updated for resources: {'Port': ['ID=79548bce-2f5e-4264-a77e-7619b9eae0c0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:47.862115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-ee3571ad-d918-4a5f-b5c5-00858c205529 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:47.866802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-ee3571ad-d918-4a5f-b5c5-00858c205529 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2381473 Aug 16 20:43:47.901963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-d817442b-02d1-4586-9c1b-24bef251d088 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0331724 Aug 16 20:43:47.906766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eda44886-574a-4db8-a69a-c44f9a14ae91 req-063fa586-889a-46fc-a28b-2b67f4d29a0a tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3c09358-ec29-4fb5-aa8c-90f349a69cdc&id=8f886178-7189-4f12-8dea-355cfa6fa983&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1351480 Aug 16 20:43:47.922243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Attempting to bind port 79548bce-2f5e-4264-a77e-7619b9eae0c0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:47.922616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Attempting to bind port 79548bce-2f5e-4264-a77e-7619b9eae0c0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03952491-8766-4cf0-bfb1-13d67da2912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:47.922980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Attempting to bind port 79548bce-2f5e-4264-a77e-7619b9eae0c0 on network a8f2361d-9f3e-48f0-8a04-5e4d1590424b {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:47.930433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:47.930822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Checking segment: {'id': '03952491-8766-4cf0-bfb1-13d67da2912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:47.931226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.932023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Bound using segment: {'id': '03952491-8766-4cf0-bfb1-13d67da2912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:47.932546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Bound port: 79548bce-2f5e-4264-a77e-7619b9eae0c0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03952491-8766-4cf0-bfb1-13d67da2912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8f2361d-9f3e-48f0-8a04-5e4d1590424b'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:47.932883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:47.962531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5a906242-27f1-4a7e-8599-bad242f154c2 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:47.972962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::24c (a8f2361d-9f3e-48f0-8a04-5e4d1590424b/21ab167a-b4e7-414e-85d2-b244735af1d1/933c8aea-720c-4dc1-a0a4-bc47038c4761) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:47.980097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34a3cf7-03b6-45c5-b32d-487b5666f822 req-1563f85a-ab3f-4142-85f9-07fd5f80e4f7 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880355 Aug 16 20:43:48.019763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-caa446b9-5350-42e9-b85d-d3bcdad02b72 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902784 Aug 16 20:43:48.082047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] For port 79548bce-2f5e-4264-a77e-7619b9eae0c0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:48.104421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] For port 79548bce-2f5e-4264-a77e-7619b9eae0c0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=79548bce-2f5e-4264-a77e-7619b9eae0c0,segment=NetworkSegment(03952491-8766-4cf0-bfb1-13d67da2912a),segment_id=03952491-8766-4cf0-bfb1-13d67da2912a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:48.137236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.147444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e243fd-617b-452c-b4a9-c7a706c22c74 req-40ec5008-37b1-4405-b786-49fe3061d143 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.149009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0e243fd-617b-452c-b4a9-c7a706c22c74 req-40ec5008-37b1-4405-b786-49fe3061d143 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 943 time: 0.1091306 Aug 16 20:43:48.149704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '5a906242-27f1-4a7e-8599-bad242f154c2', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'port_id': '5a906242-27f1-4a7e-8599-bad242f154c2', 'mac_address': 'fa:16:3e:4d:bf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:48.182893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-a90f0aeb-ffa8-4fcd-88b8-6de6041eca8c service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538935 Aug 16 20:43:48.202552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.206108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-a405ac5b-a69b-4dfd-9c74-383e003d9db1 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.207549 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-a405ac5b-a69b-4dfd-9c74-383e003d9db1 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.64 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 984 time: 0.0947235 Aug 16 20:43:48.213160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.255865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0e243fd-617b-452c-b4a9-c7a706c22c74 req-6d3fb476-09cc-41f5-9f8e-76fe7c7ef535 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976112 Aug 16 20:43:48.298641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac65ac-b793-46ce-af0b-918feec8303c None None] Pushing event updated for resources: {'Port': ['ID=79548bce-2f5e-4264-a77e-7619b9eae0c0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.327840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 933c8aea-720c-4dc1-a0a4-bc47038c4761 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:48.341972 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd1b2c9-71a8-47e8-9129-3c6919bce79c x-openstack-request-id: req-bbd1b2c9-71a8-47e8-9129-3c6919bce79c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:48.342478 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:48.342478 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bbd1b2c9-71a8-47e8-9129-3c6919bce79c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:48.342886 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c', 'status': 'completed', 'code': 200} Aug 16 20:43:48.350074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.370062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a906242-27f1-4a7e-8599-bad242f154c2 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:48.396955 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa6def2-bdf5-4baa-bd59-15d42b56beb3 x-openstack-request-id: req-aaa6def2-bdf5-4baa-bd59-15d42b56beb3 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:48.397562 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:48.397712 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaa6def2-bdf5-4baa-bd59-15d42b56beb3 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:48.398124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.398410 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'status': 'completed', 'code': 200} Aug 16 20:43:48.406316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port de391c7b-db6f-42c8-99e2-938748a091dd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:48.406658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.410682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-d423f254-b709-429d-80d0-049fc0548bf7 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268434 Aug 16 20:43:48.445295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.498781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-5b9b2294-f90a-42b7-a36b-45f14173dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.500517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-5b9b2294-f90a-42b7-a36b-45f14173dbcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c2642daba69349afadf04f74e0176a54&device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 1099 time: 0.1394408 Aug 16 20:43:48.504286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e257-0099-453e-beec-16b4760c2c2a req-d95c6253-8993-4939-9128-b7d80ff79e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.505863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-d95c6253-8993-4939-9128-b7d80ff79e95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12bc192901f4790a5c63b2302499fdd&device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 1136 time: 0.0883040 Aug 16 20:43:48.517596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port de391c7b-db6f-42c8-99e2-938748a091dd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=de391c7b-db6f-42c8-99e2-938748a091dd,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.518534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.538429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for de391c7b-db6f-42c8-99e2-938748a091dd owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:48.558507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.558507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 243d5825-6a8f-41dc-b54f-6507dc92eba8 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:48.626417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.697936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:48.697936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:48.704999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:48.710983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.711836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.719222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=933c8aea-720c-4dc1-a0a4-bc47038c4761,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.773465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8,segment=NetworkSegment(b2993fb4-be73-428a-9875-7d89612f9677),segment_id=b2993fb4-be73-428a-9875-7d89612f9677)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:48.795613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:48.805797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '243d5825-6a8f-41dc-b54f-6507dc92eba8', 'network_id': '8f18d12a-3696-49c0-8de7-45fc8221778b', 'port_id': '243d5825-6a8f-41dc-b54f-6507dc92eba8', 'mac_address': 'fa:16:3e:a2:ce:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:48.830914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533178a-c77e-404c-abde-91007a8bc95b req-951dd1db-1d54-4c98-a0f7-e37d10aa3af4 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.830914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c533178a-c77e-404c-abde-91007a8bc95b req-951dd1db-1d54-4c98-a0f7-e37d10aa3af4 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 947 time: 0.3030031 Aug 16 20:43:48.839267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-d29220ac-0e60-47fe-a1ae-3f5cce8e6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.840772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-d29220ac-0e60-47fe-a1ae-3f5cce8e6ad8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.3309488 Aug 16 20:43:48.854707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe202355-6a26-4e11-bdac-b1757f580dab tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4188232 Aug 16 20:43:48.855091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44734) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:48.861865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e257-0099-453e-beec-16b4760c2c2a req-3b82a48d-7a0e-40cc-ab08-ef3a44d9ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:48.865007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-3b82a48d-7a0e-40cc-ab08-ef3a44d9ff9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 200 len: 897 time: 0.3346603 Aug 16 20:43:48.878554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.899381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243d5825-6a8f-41dc-b54f-6507dc92eba8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:48.916852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-c32607b4-e2ce-4f34-b41d-68d5f767a370 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c HTTP/1.1" status: 200 len: 217 time: 0.0625474 Aug 16 20:43:48.961948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:48.978417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-389e06a7-5f5b-4d98-8e45-4668bdfbf420 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 200 len: 217 time: 0.1042709 Aug 16 20:43:48.978811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8,segment=NetworkSegment(b2993fb4-be73-428a-9875-7d89612f9677),segment_id=b2993fb4-be73-428a-9875-7d89612f9677)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:49.036021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=de391c7b-db6f-42c8-99e2-938748a091dd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:49.068167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] No DVR routers for this DVR port de391c7b-db6f-42c8-99e2-938748a091dd on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:43:49.105248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.138783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.140256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c533178a-c77e-404c-abde-91007a8bc95b req-60892061-199a-4b49-bbec-d0926c48233e tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882476 Aug 16 20:43:49.141392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-98a4f128-f05e-4265-b083-b3eaba27e2bc req-5e4a4ed1-db33-47e6-be5d-49c84c0e475b tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.64 "DELETE /v2.0/ports/de391c7b-db6f-42c8-99e2-938748a091dd HTTP/1.1" status: 204 len: 173 time: 0.9257617 Aug 16 20:43:49.252828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:49.266092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-4042f5c5-e18d-4e35-a502-caafed5b369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.277299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-4042f5c5-e18d-4e35-a502-caafed5b369c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2770042 Aug 16 20:43:49.286770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54658786-a9af-49bd-a14f-ecab92a2e785 req-023a4549-21fc-4e86-aab0-87859bc8a0e3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0688851 Aug 16 20:43:49.327637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e257-0099-453e-beec-16b4760c2c2a req-0018ac16-177f-4dbe-a854-eeefb25c489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.342053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-0018ac16-177f-4dbe-a854-eeefb25c489e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 200 len: 834 time: 0.3404541 Aug 16 20:43:49.348773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 79548bce-2f5e-4264-a77e-7619b9eae0c0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:49.422252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:49.426054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['243d5825-6a8f-41dc-b54f-6507dc92eba8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:49.694940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:49.871351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 79548bce-2f5e-4264-a77e-7619b9eae0c0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:49.949674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d4b9e-6e92-4627-9967-f4ae90a87dbc req-264a93b2-4560-4f9d-bffe-4f04329a9b8c tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:49.951937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450d4b9e-6e92-4627-9967-f4ae90a87dbc req-264a93b2-4560-4f9d-bffe-4f04329a9b8c tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 945 time: 0.9086916 Aug 16 20:43:49.977768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a02143b7-39be-4753-8ff8-cef392fd1b4c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:43:50.003805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94e664df-a90b-490e-9f63-239549e78254 req-1d07751c-c64f-4414-8965-08904344d148 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "GET /v2.0/ports?device_id=48cea556-303a-4623-bd4f-f9079e81a689 HTTP/1.1" status: 200 len: 210 time: 0.0450826 Aug 16 20:43:50.079053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.098307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-450d4b9e-6e92-4627-9967-f4ae90a87dbc req-ae7f57cc-efbf-45d2-9a3c-6320acf1a3db tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877903 Aug 16 20:43:50.106835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-f433ff92-4af5-4e79-b842-d3eaf5ebbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.107487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b79a8-6986-4e25-af0b-24d7ce9b2a5d None None] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:50.107619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-f433ff92-4af5-4e79-b842-d3eaf5ebbb44 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8111396 Aug 16 20:43:50.127766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e257-0099-453e-beec-16b4760c2c2a req-8629a89b-db9e-42c6-ab71-cb2282085725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.127766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-8629a89b-db9e-42c6-ab71-cb2282085725 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1a03b7a6-06cf-4189-9d47-3c663da16993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392224 Aug 16 20:43:50.199792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.228581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.273640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'a02143b7-39be-4753-8ff8-cef392fd1b4c', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'a02143b7-39be-4753-8ff8-cef392fd1b4c', 'mac_address': 'fa:16:3e:31:1a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:43:50.329951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=933c8aea-720c-4dc1-a0a4-bc47038c4761,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.348262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.351988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ada543-b4a1-4574-b78d-c01076009d22 req-34e97d1c-1f41-4ee8-99db-bbae8abd07c8 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.360460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1ada543-b4a1-4574-b78d-c01076009d22 req-34e97d1c-1f41-4ee8-99db-bbae8abd07c8 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 944 time: 0.2660022 Aug 16 20:43:50.363012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Provisioning for port 79548bce-2f5e-4264-a77e-7619b9eae0c0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:50.371189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02143b7-39be-4753-8ff8-cef392fd1b4c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:50.387354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Provisioning complete for port 79548bce-2f5e-4264-a77e-7619b9eae0c0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:50.388616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.402460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'name': 'network-vif-deleted', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:50.405691 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af26d530-89c7-4df3-a97b-b9f97d77993e" -d '{"events": [{"server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "name": "network-vif-deleted", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:50.445904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.500103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf69758-44a3-416a-9b23-94edab778001 req-70c81f0d-723c-42c1-a8fc-49a0b38e01a1 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:50.501716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf69758-44a3-416a-9b23-94edab778001 req-70c81f0d-723c-42c1-a8fc-49a0b38e01a1 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 947 time: 0.2276366 Aug 16 20:43:50.506801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-8705ca6c-46b5-4ad9-a5c1-d345fb8496f9 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916054 Aug 16 20:43:50.508641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-f44d850c-7f87-46d2-b0bf-84f403e3c99c service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624377 Aug 16 20:43:50.513408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1ada543-b4a1-4574-b78d-c01076009d22 req-4b4cd20c-9403-4ff3-a72a-439792582873 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514676 Aug 16 20:43:50.542128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.564678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.622751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.633218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] For port 79548bce-2f5e-4264-a77e-7619b9eae0c0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=79548bce-2f5e-4264-a77e-7619b9eae0c0,segment=NetworkSegment(03952491-8766-4cf0-bfb1-13d67da2912a),segment_id=03952491-8766-4cf0-bfb1-13d67da2912a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:50.670526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.713634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbdae3bc-e97a-4cb5-aa1c-efd42122f192 req-abb278f4-661e-43df-8874-82c726a54f96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0581005 Aug 16 20:43:50.749752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf69758-44a3-416a-9b23-94edab778001 req-a091a9cc-c3ed-434e-bfc1-907f1ded7a2e tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399948 Aug 16 20:43:50.751623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:50.795259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f1516cc-9fa6-41b2-bdcc-6f35f25bd2d1 req-34a06350-705c-4486-a7f4-5665788852f6 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794030 Aug 16 20:43:50.801600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5204e257-0099-453e-beec-16b4760c2c2a req-82b4e6b4-2b56-4f6f-9b21-035af61148fd service neutron] 10.222.0.64 "GET /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781620 Aug 16 20:43:50.806109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a02143b7-39be-4753-8ff8-cef392fd1b4c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:50.879218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b4881-d0aa-4f6b-af2e-b4f096474196 None None] Pushing event updated for resources: {'Port': ['ID=79548bce-2f5e-4264-a77e-7619b9eae0c0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:50.950165 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb7fd5c-45dc-4dcc-8dc6-904aa6f58045 x-openstack-request-id: req-1fb7fd5c-45dc-4dcc-8dc6-904aa6f58045 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:50.950691 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cea556-303a-4623-bd4f-f9079e81a689", "name": "network-vif-deleted", "tag": "de391c7b-db6f-42c8-99e2-938748a091dd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:50.950691 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fb7fd5c-45dc-4dcc-8dc6-904aa6f58045 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:50.951124 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cea556-303a-4623-bd4f-f9079e81a689', 'name': 'network-vif-deleted', 'tag': 'de391c7b-db6f-42c8-99e2-938748a091dd', 'status': 'completed', 'code': 200} Aug 16 20:43:51.000828 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.007836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Provisioning for port 933c8aea-720c-4dc1-a0a4-bc47038c4761 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:51.015799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Provisioning complete for port 933c8aea-720c-4dc1-a0a4-bc47038c4761 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:51.016774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.077613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Port 933c8aea-720c-4dc1-a0a4-bc47038c4761 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:51.080504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44768) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.105443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Provisioning complete for port 79548bce-2f5e-4264-a77e-7619b9eae0c0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:51.105824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c859fc4b-15f9-49c8-a92b-797e6e9f60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.250573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 79548bce-2f5e-4264-a77e-7619b9eae0c0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:51.253789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.323358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 79548bce-2f5e-4264-a77e-7619b9eae0c0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:51.323863 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.367623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.384526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4c2141c4-aead-4dec-aafe-e8dce0c449ac None None] Provisioning complete for port 933c8aea-720c-4dc1-a0a4-bc47038c4761 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:51.384939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c2141c4-aead-4dec-aafe-e8dce0c449ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.433045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113009b0-16c1-435b-8ea4-46fc709bf73a req-553ed526-5e57-4f03-bda7-dedf302513dc tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.434846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113009b0-16c1-435b-8ea4-46fc709bf73a req-553ed526-5e57-4f03-bda7-dedf302513dc tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 945 time: 0.1432700 Aug 16 20:43:51.456368 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.471845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4c2141c4-aead-4dec-aafe-e8dce0c449ac None None] Port 933c8aea-720c-4dc1-a0a4-bc47038c4761 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:51.493501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-113009b0-16c1-435b-8ea4-46fc709bf73a req-e143b347-ceb4-4b65-97fc-0bf73fce14bc tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441782 Aug 16 20:43:51.547802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.550220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.553342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/security-groups/d3c09358-ec29-4fb5-aa8c-90f349a69cdc HTTP/1.1" status: 204 len: 168 time: 0.4693928 Aug 16 20:43:51.557694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:51.561871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9492d5-18c5-41ce-b008-a53e7d7a7464 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c09358-ec29-4fb5-aa8c-90f349a69cdc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:51.579427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.581146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.605211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6107e1ec-5ff0-497a-9f80-44f8342bcd2c None None] Provisioning complete for port 933c8aea-720c-4dc1-a0a4-bc47038c4761 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:51.605590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6107e1ec-5ff0-497a-9f80-44f8342bcd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.656813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6107e1ec-5ff0-497a-9f80-44f8342bcd2c None None] Port 933c8aea-720c-4dc1-a0a4-bc47038c4761 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:51.674085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adebe80-844b-4770-84a4-7879dcbd21be req-65c37e19-5049-4379-8f08-3dd0eb7a6f1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.676201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9adebe80-844b-4770-84a4-7879dcbd21be req-65c37e19-5049-4379-8f08-3dd0eb7a6f1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 944 time: 0.0615335 Aug 16 20:43:51.702798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=933c8aea-720c-4dc1-a0a4-bc47038c4761,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:51.722151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9adebe80-844b-4770-84a4-7879dcbd21be req-f6db3d59-8c70-4374-83bb-72191b6beecd tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Aug 16 20:43:51.725397 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.770555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:51.800330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:51.804280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:51.852167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef03c793-d916-4749-95b7-107f03ac7325 req-3c46b4ba-5929-4524-a726-981f3cf5c682 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0449173 Aug 16 20:43:51.930019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476a23a-fb37-4d22-8fbf-3d339ba88e3b req-6f1bbc92-baea-4c2d-b227-a13ca42c197f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:51.931658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4476a23a-fb37-4d22-8fbf-3d339ba88e3b req-6f1bbc92-baea-4c2d-b227-a13ca42c197f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 948 time: 0.0621254 Aug 16 20:43:51.941563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device de391c7b-db6f-42c8-99e2-938748a091dd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:43:51.991922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4476a23a-fb37-4d22-8fbf-3d339ba88e3b req-8ad3ea9a-2185-43a4-b8ee-e333d1624b73 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Aug 16 20:43:51.993404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5a906242-27f1-4a7e-8599-bad242f154c2 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:51.997036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: de391c7b-db6f-42c8-99e2-938748a091dd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:43:51.997423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device de391c7b-db6f-42c8-99e2-938748a091dd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:43:52.041053 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.068354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Router c8ef73a6-91df-4159-bcbe-0dfe8903bc8e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:43:52.071507 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.074670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.078790 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f886178-7189-4f12-8dea-355cfa6fa983 HTTP/1.1" status: 204 len: 168 time: 0.5213809 Aug 16 20:43:52.078906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44782) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:52.160383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 5a906242-27f1-4a7e-8599-bad242f154c2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:52.188370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 5a906242-27f1-4a7e-8599-bad242f154c2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:52.189952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.222966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:52.231108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1d3e4-334a-43eb-ad7d-b8581a4e0a18 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f886178-7189-4f12-8dea-355cfa6fa983,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:52.233045 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] Sync routers for ids ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:52.248376 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] Routers {'c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:52.249322 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.254091 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-740e69f8-f543-4e73-9902-f0a45f280f57 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/routers/c8ef73a6-91df-4159-bcbe-0dfe8903bc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3977673 Aug 16 20:43:52.257689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:52.336950 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.349632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c0903a0e-997b-409d-bd65-129ca75bcfba None None] Provisioning complete for port 933c8aea-720c-4dc1-a0a4-bc47038c4761 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:52.350083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0903a0e-997b-409d-bd65-129ca75bcfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.358578 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] Routers {'c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:52.360411 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.383092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d96e27-1d83-4779-b285-388945dfd5a5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.384538 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e4d96e27-1d83-4779-b285-388945dfd5a5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8ef73a6-91df-4159-bcbe-0dfe8903bc8e HTTP/1.1" status: 200 len: 989 time: 0.1255600 Aug 16 20:43:52.388094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44788) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:52.415103 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:52.415839 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78724871-1959-4152-ab4e-c4ffdba78cc1 None None] The sync data for ids ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:52.442397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c0903a0e-997b-409d-bd65-129ca75bcfba None None] Port 933c8aea-720c-4dc1-a0a4-bc47038c4761 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:52.446045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.471373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:52.473806 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c7e73f-539e-4d59-b4b3-e1c2569d2c8f" -d '{"events": [{"server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "name": "network-vif-plugged", "status": "completed", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:52.487443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:52.517752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-c74ca239-a1e2-4a37-8f64-6a04773b65d7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.519250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-c74ca239-a1e2-4a37-8f64-6a04773b65d7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.3850288 Aug 16 20:43:52.525339 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc74a23-727d-47d7-ac23-83239cd27b00 x-openstack-request-id: req-8fc74a23-727d-47d7-ac23-83239cd27b00 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:52.525819 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "name": "network-vif-plugged", "status": "completed", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:52.526180 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fc74a23-727d-47d7-ac23-83239cd27b00 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:52.526645 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'code': 200} Aug 16 20:43:52.537801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:52.630878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:52.631647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a02143b7-39be-4753-8ff8-cef392fd1b4c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:52.897433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa2ebf-c0ee-43b8-a7dd-56d982fd861b req-0fa57321-0cdb-4e97-88a2-c4862be1ae02 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:52.904997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fa2ebf-c0ee-43b8-a7dd-56d982fd861b req-0fa57321-0cdb-4e97-88a2-c4862be1ae02 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 945 time: 0.3143365 Aug 16 20:43:52.993458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:53.035368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe78509-62f7-480e-b28c-1ad1045206df req-75c75632-0ec4-493b-8630-755c77a9304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.036917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe78509-62f7-480e-b28c-1ad1045206df req-75c75632-0ec4-493b-8630-755c77a9304c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.4075525 Aug 16 20:43:53.044979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fa2ebf-c0ee-43b8-a7dd-56d982fd861b req-ecd9ef44-2767-489e-8cab-18a00d3a9301 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391547 Aug 16 20:43:53.122313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf0bf8-71a5-431e-ad6f-5f2e7bdb4483 req-ea05b280-d9c3-4bb0-875e-c128604ec90c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.123986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15cf0bf8-71a5-431e-ad6f-5f2e7bdb4483 req-ea05b280-d9c3-4bb0-875e-c128604ec90c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1915481 Aug 16 20:43:53.128944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port a02143b7-39be-4753-8ff8-cef392fd1b4c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:53.134641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port a02143b7-39be-4753-8ff8-cef392fd1b4c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:53.145472 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.189352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4c2ad5b-7681-4000-a725-f8c35cd1cbd6 req-c0d35662-ca4d-4cb4-8d2e-e299fe2b61c2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0747395 Aug 16 20:43:53.226470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.256310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbe78509-62f7-480e-b28c-1ad1045206df req-6665a1bf-7e6f-402c-9544-38bc94270916 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103510 Aug 16 20:43:53.260239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:53.303358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15cf0bf8-71a5-431e-ad6f-5f2e7bdb4483 req-95c52248-be28-477c-8d02-5d850aeeb68d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540418 Aug 16 20:43:53.408648 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.409496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 243d5825-6a8f-41dc-b54f-6507dc92eba8 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:43:53.412834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a1389-bd34-467a-82ce-966231a00744 req-fdb44365-219f-47b6-962d-2085794fa64b tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:53.414455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-295a1389-bd34-467a-82ce-966231a00744 req-fdb44365-219f-47b6-962d-2085794fa64b tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 948 time: 0.1269782 Aug 16 20:43:53.421580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:43:53.425652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.492891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:53.588457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-295a1389-bd34-467a-82ce-966231a00744 req-21ab8efc-deb8-4fd2-a53e-4d649d703132 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567760 Aug 16 20:43:53.668006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 243d5825-6a8f-41dc-b54f-6507dc92eba8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:53.672562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 243d5825-6a8f-41dc-b54f-6507dc92eba8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:53.673022 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.791781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:53.827901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8,segment=NetworkSegment(b2993fb4-be73-428a-9875-7d89612f9677),segment_id=b2993fb4-be73-428a-9875-7d89612f9677)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:53.931024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.000055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:54.066331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.182925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.10 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/0f4f02a5-28bf-4826-857a-c406529677ef) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:43:54.209326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.397744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba64f67a-6883-4053-847c-06cd175e5d90 req-554fea67-e4cc-44c8-bd15-301fa7c8827d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.1293828 Aug 16 20:43:54.410885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6219eb7-9191-4cac-9690-d4cc9a20addc req-9f1fd0d4-1573-4190-b338-6a7423c9d741 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.412462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6219eb7-9191-4cac-9690-d4cc9a20addc req-9f1fd0d4-1573-4190-b338-6a7423c9d741 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.2653322 Aug 16 20:43:54.528461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c'}, {'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:54.531456 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2056cd49-c111-4fb5-80dd-b6833ac581ff" -d '{"events": [{"server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "name": "network-vif-plugged", "status": "completed", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c"}, {"server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "name": "network-vif-plugged", "status": "completed", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:54.590201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6219eb7-9191-4cac-9690-d4cc9a20addc req-eedde526-33e1-4332-9674-7159a23b5ddb tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339850 Aug 16 20:43:54.655261 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e3ef1-090c-4c14-afd7-029014d37a13 x-openstack-request-id: req-813e3ef1-090c-4c14-afd7-029014d37a13 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:43:54.655916 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "name": "network-vif-plugged", "status": "completed", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c", "code": 200}, {"server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "name": "network-vif-plugged", "status": "completed", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:43:54.656362 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-813e3ef1-090c-4c14-afd7-029014d37a13 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:43:54.656859 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c', 'code': 200} Aug 16 20:43:54.657230 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8', 'code': 200} Aug 16 20:43:54.730327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba746a82-5b41-426a-8280-b96d25866d6b req-ae35334c-0893-47b8-9c8b-c58012127849 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.732993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba746a82-5b41-426a-8280-b96d25866d6b req-ae35334c-0893-47b8-9c8b-c58012127849 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2558606 Aug 16 20:43:54.857906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:54.930519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 0f4f02a5-28bf-4826-857a-c406529677ef will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:54.956448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba746a82-5b41-426a-8280-b96d25866d6b req-c20320e3-39ed-412a-88d0-1caa35bb55b3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101505 Aug 16 20:43:54.990149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef768da-0400-466b-80c0-a73a150464aa req-ae9e290c-0429-4ee5-8614-4e393482088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:54.991674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ef768da-0400-466b-80c0-a73a150464aa req-ae9e290c-0429-4ee5-8614-4e393482088b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 1098 time: 0.2293737 Aug 16 20:43:54.999294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1777-5376-486f-97a2-ad2bc304e7c6 req-7c2f0537-77de-463d-a236-38c3e8b22e3f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.000996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8eb1777-5376-486f-97a2-ad2bc304e7c6 req-7c2f0537-77de-463d-a236-38c3e8b22e3f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.2371638 Aug 16 20:43:55.013644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afedb52-ff2f-4fb4-b997-fe454a6df38a req-9e0f7c96-b3a5-4e51-84b3-81d6b7da9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.015230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3afedb52-ff2f-4fb4-b997-fe454a6df38a req-9e0f7c96-b3a5-4e51-84b3-81d6b7da9214 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 1101 time: 0.2701528 Aug 16 20:43:55.121053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 933c8aea-720c-4dc1-a0a4-bc47038c4761 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:55.121405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.231270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ef768da-0400-466b-80c0-a73a150464aa req-78cdcb36-2e4e-4819-984a-4926646fbb76 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222118 Aug 16 20:43:55.232294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.246129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f4cb3878-12f3-4739-b721-77e4983b2197'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:43:55.304806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.318768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 933c8aea-720c-4dc1-a0a4-bc47038c4761 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:55.460033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3afedb52-ff2f-4fb4-b997-fe454a6df38a req-7c82bad8-b19b-4ffa-b585-a1558656cf42 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121234 Aug 16 20:43:55.464473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8eb1777-5376-486f-97a2-ad2bc304e7c6 req-0a845270-15c4-44fc-af8b-2cf9e4f3e0bc tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373593 Aug 16 20:43:55.576840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:43:55.612657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:43:55.617389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:43:55.636665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.757268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port 5c68764b-c01e-4efe-bd8c-e0d5a104526b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:55.757619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.814461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.815280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.882655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c848-6dcf-406e-958d-a2d61f2942f0 req-7e2a7b2c-cacf-43a1-8752-ef2d1faef30f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.884391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5984c848-6dcf-406e-958d-a2d61f2942f0 req-7e2a7b2c-cacf-43a1-8752-ef2d1faef30f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 932 time: 0.3528900 Aug 16 20:43:55.885024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:55.909422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15d5e7-534a-44db-adb8-9928508adfee req-938d778c-4ab4-47da-9e70-f1a891b82948 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.911096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a15d5e7-534a-44db-adb8-9928508adfee req-938d778c-4ab4-47da-9e70-f1a891b82948 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.3323081 Aug 16 20:43:55.946084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-79c20dd2-399a-413d-8288-5ac5fc468022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:55.949854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-79c20dd2-399a-413d-8288-5ac5fc468022 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.3483403 Aug 16 20:43:55.970957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=933c8aea-720c-4dc1-a0a4-bc47038c4761,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:55.998349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-7f43285d-7e43-47f5-87fd-134e49fdb989 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4678278 Aug 16 20:43:56.009196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f042f861-3841-411e-b253-86788b4aaeb9 None None] Provisioning for port 0f4f02a5-28bf-4826-857a-c406529677ef completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:43:56.018776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f042f861-3841-411e-b253-86788b4aaeb9 None None] Provisioning complete for port 0f4f02a5-28bf-4826-857a-c406529677ef triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:43:56.026515 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f042f861-3841-411e-b253-86788b4aaeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.088124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f042f861-3841-411e-b253-86788b4aaeb9 None None] Port 0f4f02a5-28bf-4826-857a-c406529677ef cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:43:56.090138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Request body: {'port': {'device_id': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:43:56.095453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5984c848-6dcf-406e-958d-a2d61f2942f0 req-5f22bbf2-f6c8-472a-bede-75a528f30857 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962724 Aug 16 20:43:56.239124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a15d5e7-534a-44db-adb8-9928508adfee req-ff4426ca-7167-498c-b934-b01ce702b375 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902758 Aug 16 20:43:56.263276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port 5c68764b-c01e-4efe-bd8c-e0d5a104526b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5c68764b-c01e-4efe-bd8c-e0d5a104526b,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:56.263930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.351180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for 5c68764b-c01e-4efe-bd8c-e0d5a104526b owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:43:56.353598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.380704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-705c9d69-946e-4983-bce8-e2904d8c014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.380704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-705c9d69-946e-4983-bce8-e2904d8c014e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.4069271 Aug 16 20:43:56.392029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:56.568265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe407cc9-ccbb-4f75-8324-3ed53fb9cbad req-58f845bf-e60a-43ec-89f0-e493147a3fb3 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:56.569792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe407cc9-ccbb-4f75-8324-3ed53fb9cbad req-58f845bf-e60a-43ec-89f0-e493147a3fb3 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.3694503 Aug 16 20:43:56.571613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-b2a3ed22-b3bc-4533-a15e-9fd7827d15c2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.1831093 Aug 16 20:43:57.263828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-361aeed7-c40c-4fb7-b991-e8c567ad1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.265424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-361aeed7-c40c-4fb7-b991-e8c567ad1a7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.6735780 Aug 16 20:43:57.273485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe407cc9-ccbb-4f75-8324-3ed53fb9cbad req-9f7f78fe-cb10-4daf-8630-47368231d005 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6862469 Aug 16 20:43:57.330543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6fe50-1d83-41c6-9b44-3d760b6de3d0 req-d2024ed9-e73e-4523-8794-faf4a55bc568 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.332160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10b6fe50-1d83-41c6-9b44-3d760b6de3d0 req-d2024ed9-e73e-4523-8794-faf4a55bc568 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.7719791 Aug 16 20:43:57.341727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-a000f151-44be-4eaa-aa1b-dc37d3b05179 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650585 Aug 16 20:43:57.347444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Router c8ef73a6-91df-4159-bcbe-0dfe8903bc8e has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:57.607821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10b6fe50-1d83-41c6-9b44-3d760b6de3d0 req-b301fed2-316e-4a4d-bc56-c3791c9cbd48 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635870 Aug 16 20:43:57.683810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:57.692391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c905be4-6ff4-4c98-a2f8-2ed23d72c5d8 req-db5fa6cd-610a-4f83-bcd0-51c2c6e40f97 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.693918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c905be4-6ff4-4c98-a2f8-2ed23d72c5d8 req-db5fa6cd-610a-4f83-bcd0-51c2c6e40f97 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 932 time: 0.3404844 Aug 16 20:43:57.695965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] Sync routers for ids ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:57.708591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] Routers {'c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:57.712162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-38cab7fe-c218-40be-a95b-4e42fd67ea03 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/routers/c8ef73a6-91df-4159-bcbe-0dfe8903bc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3162138 Aug 16 20:43:57.712802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.713051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:57.750819 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7d16cd-5447-430a-83f1-d5fb4bac4a07 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:43:57.755638 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8d7d16cd-5447-430a-83f1-d5fb4bac4a07 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/933c8aea-720c-4dc1-a0a4-bc47038c4761 HTTP/1.1" status: 404 len: 333 time: 0.0393124 Aug 16 20:43:57.757595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44852) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:57.762009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.778717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] Routers {'c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:57.779763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.785074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-bd07340e-80de-46bc-b818-f13d7f275c54 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305093 Aug 16 20:43:57.819334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:57.820125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b772eab-9f18-4bfb-be5a-70f17b77f18a None None] The sync data for ids ['c8ef73a6-91df-4159-bcbe-0dfe8903bc8e'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:43:57.850824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.898893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c905be4-6ff4-4c98-a2f8-2ed23d72c5d8 req-0e5a0695-10d6-40d9-a0ae-9a86ed17d753 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847219 Aug 16 20:43:57.904168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:57.973271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedecef-8712-47c8-ba44-da93fe2f8523 req-c90debbf-662a-427a-b88c-49fd04fb5447 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:57.979133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfedecef-8712-47c8-ba44-da93fe2f8523 req-c90debbf-662a-427a-b88c-49fd04fb5447 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2800663 Aug 16 20:43:57.982847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=5c68764b-c01e-4efe-bd8c-e0d5a104526b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.019383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4f02a5-28bf-4826-857a-c406529677ef {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:43:58.046957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.116321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Transition to ACTIVE for port object 0f4f02a5-28bf-4826-857a-c406529677ef will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:43:58.119031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7662cb5-bfed-4917-a30d-2350038c0a65 req-c798fdb9-8033-4b1b-b283-4b496b3800d2 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235717 Aug 16 20:43:58.141095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfedecef-8712-47c8-ba44-da93fe2f8523 req-a6582ad9-49a3-4f2c-a930-dab1b9a76302 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558862 Aug 16 20:43:58.257403 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.334928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.458437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.466499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.476073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:58.611858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57b338-2ff3-4cc0-8268-1c3f1804a619 req-c0563a88-74c3-4f2e-a452-f362f806065f tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.613387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a57b338-2ff3-4cc0-8268-1c3f1804a619 req-c0563a88-74c3-4f2e-a452-f362f806065f tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.2165492 Aug 16 20:43:58.635318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.635318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Fanout notify agent at l3_agent the message router_deleted on router c8ef73a6-91df-4159-bcbe-0dfe8903bc8e {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:43:58.641819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Attempting to bind port 0f4f02a5-28bf-4826-857a-c406529677ef on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:43:58.643038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Attempting to bind port 0f4f02a5-28bf-4826-857a-c406529677ef by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:43:58.643143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Attempting to bind port 0f4f02a5-28bf-4826-857a-c406529677ef on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:58.659048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Port 0f4f02a5-28bf-4826-857a-c406529677ef on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:43:58.659375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Attempting to bind port 0f4f02a5-28bf-4826-857a-c406529677ef on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:43:58.663023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.669919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39b7af4c-1bc7-4384-afa4-2b3788a76ff7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/routers/c8ef73a6-91df-4159-bcbe-0dfe8903bc8e HTTP/1.1" status: 204 len: 168 time: 0.9051259 Aug 16 20:43:58.669919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:58.674459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:43:58.674902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:43:58.675263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:43:58.675902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Bound port: 0f4f02a5-28bf-4826-857a-c406529677ef, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:43:58.676238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.728788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a57b338-2ff3-4cc0-8268-1c3f1804a619 req-8db6b53e-b4f4-401c-8785-822f3572d370 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070175 Aug 16 20:43:58.740229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet 21ab167a-b4e7-414e-85d2-b244735af1d1 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:58.743643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.793974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.891522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de15879-b109-4f6c-8be0-ba8a1788a168 req-802c5ad4-2a4d-415e-b1dc-a33c8f3c6c08 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:58.893856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4de15879-b109-4f6c-8be0-ba8a1788a168 req-802c5ad4-2a4d-415e-b1dc-a33c8f3c6c08 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.1716707 Aug 16 20:43:58.894989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:43:58.900158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0f4f02a5-28bf-4826-857a-c406529677ef,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:43:58.929585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Router cdf639f7-3e28-4da1-a44e-704cf2c00c17 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:43:58.948911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:58.957538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4de15879-b109-4f6c-8be0-ba8a1788a168 req-6775ea8f-ef75-4761-b49c-2de430eca0d9 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Aug 16 20:43:59.059467 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.148166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.178481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.178696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=21ab167a-b4e7-414e-85d2-b244735af1d1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.180539 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.181991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f4f02a5-28bf-4826-857a-c406529677ef HTTP/1.1" status: 200 len: 1093 time: 3.1591783 Aug 16 20:43:59.183042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.185098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f1cc5fd-fd14-4275-86e9-8d93f3f750f2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/21ab167a-b4e7-414e-85d2-b244735af1d1 HTTP/1.1" status: 204 len: 168 time: 0.5172284 Aug 16 20:43:59.189705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44878) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:59.200682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd838c-1db3-4413-88d8-f241fe5670ce None None] Network a8f2361d-9f3e-48f0-8a04-5e4d1590424b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:43:59.214716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:43:59.219615 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:43:59.254125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:43:59.268778 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Sync routers for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:43:59.272754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2cf2251e-ef1f-4e87-848b-e83076cd4bfd tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "PUT /v2.0/routers/cdf639f7-3e28-4da1-a44e-704cf2c00c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1923757 Aug 16 20:43:59.273705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920bb3-4c0e-4839-827e-72730c3bced1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:43:59.275379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44884) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:43:59.288797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:43:59.290988 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:59.300639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d6cd-8534-4dcf-9abe-e1b923adbe9c req-a64c2575-2322-4b88-bc97-38645fb69ee5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.303852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b34d6cd-8534-4dcf-9abe-e1b923adbe9c req-a64c2575-2322-4b88-bc97-38645fb69ee5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2482872 Aug 16 20:43:59.392476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting subnet 85e267d6-a62d-4756-aa8e-4b4102a7e031 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:43:59.409527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.418548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.465890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b34d6cd-8534-4dcf-9abe-e1b923adbe9c req-c31bb286-85d5-4030-9f76-cbfa6e549fd4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523230 Aug 16 20:43:59.515338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-56725adb-47c0-4d36-8d7d-b43e45c5951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.526082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-56725adb-47c0-4d36-8d7d-b43e45c5951d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 1096 time: 0.1384294 Aug 16 20:43:59.604987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-99bf3137-5841-4e73-b7eb-f36260344bdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f4f02a5-28bf-4826-857a-c406529677ef HTTP/1.1" status: 200 len: 217 time: 0.0682659 Aug 16 20:43:59.622439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] DHCP port deletion for a8f2361d-9f3e-48f0-8a04-5e4d1590424b request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:43:59.624049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:43:59.647406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.743553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-bcdc3333-e251-4e0c-9fe7-b85f64040550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.746091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-bcdc3333-e251-4e0c-9fe7-b85f64040550 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1330101 Aug 16 20:43:59.813527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Deleting port 79548bce-2f5e-4264-a77e-7619b9eae0c0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:59.814003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.826581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105ed4-a5d9-482f-910b-997e2fd52e09 req-1ae7c4e4-befb-480a-ac11-704423a2c283 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.835196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8105ed4-a5d9-482f-910b-997e2fd52e09 req-1ae7c4e4-befb-480a-ac11-704423a2c283 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1404798 Aug 16 20:43:59.907172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 79548bce-2f5e-4264-a77e-7619b9eae0c0 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:43:59.917231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.935225 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8105ed4-a5d9-482f-910b-997e2fd52e09 req-4492b6e2-9648-4d6e-a347-40d6b3f9efbf tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912223 Aug 16 20:43:59.943795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-c1a53732-263c-48e0-8fd6-053768262552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:43:59.951124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-c1a53732-263c-48e0-8fd6-053768262552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917663 Aug 16 20:43:59.961241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.961468 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:43:59.965382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] For port 79548bce-2f5e-4264-a77e-7619b9eae0c0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=79548bce-2f5e-4264-a77e-7619b9eae0c0,segment=NetworkSegment(03952491-8766-4cf0-bfb1-13d67da2912a),segment_id=03952491-8766-4cf0-bfb1-13d67da2912a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:43:59.966857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:43:59.995340 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Checking router: cdf639f7-3e28-4da1-a44e-704cf2c00c17 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:00.004482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Calling delete_port for 79548bce-2f5e-4264-a77e-7619b9eae0c0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:00.008266 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Routers {'cdf639f7-3e28-4da1-a44e-704cf2c00c17'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:00.008882 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:43:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:00.165816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port 79548bce-2f5e-4264-a77e-7619b9eae0c0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=79548bce-2f5e-4264-a77e-7619b9eae0c0,segment=NetworkSegment(03952491-8766-4cf0-bfb1-13d67da2912a),segment_id=03952491-8766-4cf0-bfb1-13d67da2912a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:00.171032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.191171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 79548bce-2f5e-4264-a77e-7619b9eae0c0 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:00.212539 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7e8d5-ae53-411b-bdee-a1000a0931a7 x-openstack-request-id: req-b0c7e8d5-ae53-411b-bdee-a1000a0931a7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:00.214043 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:00.214421 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0c7e8d5-ae53-411b-bdee-a1000a0931a7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:00.215659 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef', 'status': 'completed', 'code': 200} Aug 16 20:44:00.217393 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] Set router cdf639f7-3e28-4da1-a44e-704cf2c00c17 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:00.304363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2230f16-0d65-4a51-b6e2-557b9d0ee6c6 req-ef5546a3-5f95-4097-af79-d8a07e2ecf00 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.313186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2230f16-0d65-4a51-b6e2-557b9d0ee6c6 req-ef5546a3-5f95-4097-af79-d8a07e2ecf00 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.2520175 Aug 16 20:44:00.333411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.344766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.369166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-fe21616e-0fec-487a-a79b-0cd28a2ef30b service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087279 Aug 16 20:44:00.383828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=79548bce-2f5e-4264-a77e-7619b9eae0c0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.403786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port 79548bce-2f5e-4264-a77e-7619b9eae0c0 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:00.406402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.415855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] No DVR routers for this DVR port 79548bce-2f5e-4264-a77e-7619b9eae0c0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:00.430850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7afef-cc44-4c9c-8617-32c8fce36403 None None] Pushing event deleted for resources: {'Port': ['ID=79548bce-2f5e-4264-a77e-7619b9eae0c0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.493781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2230f16-0d65-4a51-b6e2-557b9d0ee6c6 req-24d50330-3294-4639-b22b-8cb50cf00754 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779699 Aug 16 20:44:00.497167 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:00.519674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f4235-6e8e-40f6-a829-59c9e29be21e req-79e72971-f426-401d-bd8a-504e1613cd7f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.521262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a5f4235-6e8e-40f6-a829-59c9e29be21e req-79e72971-f426-401d-bd8a-504e1613cd7f tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.2458863 Aug 16 20:44:00.536751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Subnet': ['ID=85e267d6-a62d-4756-aa8e-4b4102a7e031,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:00.551226 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40721cb9-d2ab-4780-8997-8d35f0c2e533 None None] The sync data for ids ['cdf639f7-3e28-4da1-a44e-704cf2c00c17'] in n-d-794306-10 is: [{'id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1020735201', 'tenant_id': 'c12bc192901f4790a5c63b2302499fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:41:43Z', 'updated_at': '2021-08-16T20:43:57Z', 'revision_number': 5, 'project_id': 'c12bc192901f4790a5c63b2302499fdd', 'gw_port': {'id': '5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf639f7-3e28-4da1-a44e-704cf2c00c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:41:45Z', 'updated_at': '2021-08-16T20:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:00.607438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.611277 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de4bcc7b-627c-4879-a9a4-c85378485d20 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/subnets/85e267d6-a62d-4756-aa8e-4b4102a7e031 HTTP/1.1" status: 204 len: 168 time: 1.3340437 Aug 16 20:44:00.615617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44898) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:00.628001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aabb1e7-9ba8-4c0e-889c-cf7c61551fb5 None None] Network 1a03b7a6-06cf-4189-9d47-3c663da16993 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:00.634753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a5f4235-6e8e-40f6-a829-59c9e29be21e req-4a3b3fb9-e464-406e-80f1-34ddabcdaa4e tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051252 Aug 16 20:44:00.670084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3dc527-7406-4c8f-83ef-21ac1d5a27eb req-f1e78c03-4b02-476c-ab68-2e8ab062bffd service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522676 Aug 16 20:44:00.696823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd56526-0788-4c30-a30e-de504322a38b req-250c96f5-5be4-44b8-8b1b-f67998f0c8f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.698494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd56526-0788-4c30-a30e-de504322a38b req-250c96f5-5be4-44b8-8b1b-f67998f0c8f5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0587063 Aug 16 20:44:00.709711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5891d380-fbfe-4333-9df1-97bfb358f00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.741288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.755111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dd56526-0788-4c30-a30e-de504322a38b req-e7da34a3-7f57-40f5-9c7f-2ff5d4c89754 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Aug 16 20:44:00.757570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f2361d-9f3e-48f0-8a04-5e4d1590424b']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:00.771512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03952491-8766-4cf0-bfb1-13d67da2912a') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:00.773734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03952491-8766-4cf0-bfb1-13d67da2912a') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:00.786139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.799543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.845883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.856818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:00.857496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:00.861796 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:00.889695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-177b15c2-36d8-47b2-bb46-2dd7dca3f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:00.891296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-177b15c2-36d8-47b2-bb46-2dd7dca3f013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 1096 time: 0.0586638 Aug 16 20:44:00.967254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] DHCP port deletion for 1a03b7a6-06cf-4189-9d47-3c663da16993 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:01.020622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.038821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-9a51f8fd-cbac-4ec0-b07b-0791f641341b tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.044343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Deleting port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:01.045250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.045938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-9a51f8fd-cbac-4ec0-b07b-0791f641341b tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.73 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.1392524 Aug 16 20:44:01.105566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.130014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-f11e5d94-bbf7-49a8-89df-211f2181dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.131311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-f11e5d94-bbf7-49a8-89df-211f2181dc4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.2328634 Aug 16 20:44:01.136616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] For port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,segment=NetworkSegment(700a5a19-923b-484d-95bd-e4ab5e0e5e19),segment_id=700a5a19-923b-484d-95bd-e4ab5e0e5e19)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:01.137250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.152970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.168297 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/a8f2361d-9f3e-48f0-8a04-5e4d1590424b HTTP/1.1" status: 204 len: 168 time: 1.9758606 Aug 16 20:44:01.169833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b0f90-23fd-4d54-941b-e27cede700dd tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=a8f2361d-9f3e-48f0-8a04-5e4d1590424b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:01.181833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Calling delete_port for 435fe196-4f7a-48b5-a3c9-c0ba14fa741d owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:01.182186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:01.206427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-170bdc2f-045b-4370-93cb-5ac1faedb5c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f4f02a5-28bf-4826-857a-c406529677ef HTTP/1.1" status: 200 len: 217 time: 0.0643394 Aug 16 20:44:01.248496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb3922-18e5-4e6e-9679-437498c0b27e req-ccf338ce-d869-4de6-a4f5-048c7632cafe tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.250153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3bb3922-18e5-4e6e-9679-437498c0b27e req-ccf338ce-d869-4de6-a4f5-048c7632cafe tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1971269 Aug 16 20:44:01.332236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b44ab9-e96b-4d6f-a222-f63f10df1682 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.332704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:01.333543 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90b44ab9-e96b-4d6f-a222-f63f10df1682 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/134d0c9b-60ba-4c22-8717-bf8a46c1eef9 HTTP/1.1" status: 200 len: 844 time: 0.1448476 Aug 16 20:44:01.350574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 79548bce-2f5e-4264-a77e-7619b9eae0c0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:01.365569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-8bd277d8-7858-42ad-8f49-919397e1ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.367147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-8bd277d8-7858-42ad-8f49-919397e1ca1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1380956 Aug 16 20:44:01.373022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Deleting port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:01.373022 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.383143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 79548bce-2f5e-4264-a77e-7619b9eae0c0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:01.383519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 79548bce-2f5e-4264-a77e-7619b9eae0c0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:01.383996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5c68764b-c01e-4efe-bd8c-e0d5a104526b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:01.410113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5c68764b-c01e-4efe-bd8c-e0d5a104526b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:01.410936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5c68764b-c01e-4efe-bd8c-e0d5a104526b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:01.411794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 435fe196-4f7a-48b5-a3c9-c0ba14fa741d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:01.413470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3bb3922-18e5-4e6e-9679-437498c0b27e req-c7fafca1-492e-48fe-9077-788ba35d241e tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384220 Aug 16 20:44:01.441877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d83ad287-fac8-436b-94db-a92efb046ba0 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/134d0c9b-60ba-4c22-8717-bf8a46c1eef9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1000769 Aug 16 20:44:01.441877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Deleting port 243d5825-6a8f-41dc-b54f-6507dc92eba8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:01.442289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.450609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44908) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:01.461466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:01.468409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.473032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 435fe196-4f7a-48b5-a3c9-c0ba14fa741d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:01.473521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 435fe196-4f7a-48b5-a3c9-c0ba14fa741d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:01.511472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] Pushing event deleted for resources: {'Port': ['ID=435fe196-4f7a-48b5-a3c9-c0ba14fa741d,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:01.515167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c942c58-433a-4bbd-921e-f72fd0d3bace None None] No DVR routers for this DVR port 435fe196-4f7a-48b5-a3c9-c0ba14fa741d on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:01.629698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] For port 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:01.630069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.658053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Calling delete_port for 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:01.772860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:01.776689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:01.855495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:01.994845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-4de219a7-402a-4603-a229-079db1937b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:01.996547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-4de219a7-402a-4603-a229-079db1937b65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6025779 Aug 16 20:44:02.008553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60a87e01-30cc-41a5-9bda-ee91b5aeb6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.087123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.124801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] For port 243d5825-6a8f-41dc-b54f-6507dc92eba8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=243d5825-6a8f-41dc-b54f-6507dc92eba8,segment=NetworkSegment(b2993fb4-be73-428a-9875-7d89612f9677),segment_id=b2993fb4-be73-428a-9875-7d89612f9677)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:02.125080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.133863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Port': ['ID=5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.134220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-bc264f25-f2e2-446a-8693-00d7e321fb09 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.135681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-bc264f25-f2e2-446a-8693-00d7e321fb09 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.73 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.2304111 Aug 16 20:44:02.158754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952efd1-943f-490f-ae85-95bd02ef42f8 req-0b0784cc-725a-40a0-9d79-c573101682fb tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.160327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c952efd1-943f-490f-ae85-95bd02ef42f8 req-0b0784cc-725a-40a0-9d79-c573101682fb tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 949 time: 0.2576275 Aug 16 20:44:02.178042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aeff21-6926-4562-93f6-93eabe060caf req-2b12306b-94f4-4ef7-b6bf-87a9e9ebd533 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.180245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8aeff21-6926-4562-93f6-93eabe060caf req-2b12306b-94f4-4ef7-b6bf-87a9e9ebd533 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 946 time: 0.2763546 Aug 16 20:44:02.185395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Calling delete_port for 243d5825-6a8f-41dc-b54f-6507dc92eba8 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:02.234849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.240906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.386934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.393827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8aeff21-6926-4562-93f6-93eabe060caf req-57f2ba9f-8c60-4e0d-8c78-b84349147b58 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee4e1c72-9d17-494b-bf16-066c200f34e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012401 Aug 16 20:44:02.395582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-f19e8fa0-f79b-46da-a4ab-b46ae55379e5 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847711 Aug 16 20:44:02.396180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.398831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60a87e01-30cc-41a5-9bda-ee91b5aeb6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.404451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:02.408417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c952efd1-943f-490f-ae85-95bd02ef42f8 req-a7589b1c-6f9c-40d6-97fc-8de5aa20a071 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7fb4e41-402a-4976-bf33-de96294da75e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269518 Aug 16 20:44:02.412942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:02.420412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.421005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.433188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929c46ee-cc8d-43d8-b9b1-14e654ee7b27 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:02.462224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=52b14420-1e57-4365-ae59-8e9a890a1be7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.494633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60a87e01-30cc-41a5-9bda-ee91b5aeb6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.527942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Deleting port a02143b7-39be-4753-8ff8-cef392fd1b4c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:02.528370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.549451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87e01-30cc-41a5-9bda-ee91b5aeb6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53708965-94ef-44fc-a14c-cab52b024d4c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:02.552932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60a87e01-30cc-41a5-9bda-ee91b5aeb6d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69d32b5518694a14b7a5f8dc9ae2068d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6963027 Aug 16 20:44:02.558253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:02.596388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.596945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Fanout notify agent at l3_agent the message router_deleted on router cdf639f7-3e28-4da1-a44e-704cf2c00c17 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:44:02.607237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.615221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-577d1eaf-5e03-46fa-80e1-a10bba44bb13 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/routers/cdf639f7-3e28-4da1-a44e-704cf2c00c17 HTTP/1.1" status: 204 len: 168 time: 1.9928293 Aug 16 20:44:02.616493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44926) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:02.696559 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-70a43f06-8735-4fc3-832c-6da1c48ed33b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2448683 Aug 16 20:44:02.707040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:02.716440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988981262'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:02.746291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9da5c33b-0a9b-439c-a945-b9fd13d0a9f3 req-1c874f03-c77d-4b06-8557-5234e8fac58d service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255045 Aug 16 20:44:02.748592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.779931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.787655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] For port a02143b7-39be-4753-8ff8-cef392fd1b4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a02143b7-39be-4753-8ff8-cef392fd1b4c,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:02.788401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-47c3295e-d07c-42ab-9de1-933ada61d4f0', 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'tenant_id': '6b77ae25e5aa41f09177ddebbce7bf19', 'fixed_ips': [{'subnet_id': '52b14420-1e57-4365-ae59-8e9a890a1be7'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:02.788590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.789738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.796900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.800110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da961fc-2bb4-43c4-a89f-82f6b21ab2cb req-d66a69e8-2d73-4b3b-9cd0-cb851931605e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.801996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8da961fc-2bb4-43c4-a89f-82f6b21ab2cb req-d66a69e8-2d73-4b3b-9cd0-cb851931605e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2695372 Aug 16 20:44:02.833942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Calling delete_port for a02143b7-39be-4753-8ff8-cef392fd1b4c owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:02.842939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031190ed-5eb0-4f11-a7e9-5d8b997138c1 req-a875f0e9-293b-406b-b13c-be0092daa584 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:02.844312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-031190ed-5eb0-4f11-a7e9-5d8b997138c1 req-a875f0e9-293b-406b-b13c-be0092daa584 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2456615 Aug 16 20:44:02.893981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.927046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8da961fc-2bb4-43c4-a89f-82f6b21ab2cb req-1982313c-a125-423f-b594-f3b2392b243c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165321 Aug 16 20:44:02.956956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.968117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-031190ed-5eb0-4f11-a7e9-5d8b997138c1 req-582ee792-29e0-4b8c-93e5-9e093e50c305 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119287 Aug 16 20:44:02.970947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:02.976159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a03b7a6-06cf-4189-9d47-3c663da16993']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:02.983956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Allocated IP 2001:db8::2 (47c3295e-d07c-42ab-9de1-933ada61d4f0/52b14420-1e57-4365-ae59-8e9a890a1be7/a18cea82-ef64-4d1e-b9ef-4cb900d1b55d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:02.992608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700a5a19-923b-484d-95bd-e4ab5e0e5e19') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:02.992931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700a5a19-923b-484d-95bd-e4ab5e0e5e19') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:03.008455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.024432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.031317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:03.031983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:03.035845 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:03.050759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Pushing event deleted for resources: {'Port': ['ID=243d5825-6a8f-41dc-b54f-6507dc92eba8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.102813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] No DVR routers for this DVR port 243d5825-6a8f-41dc-b54f-6507dc92eba8 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:03.107871 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.109889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cade8658-3e87-49e7-8c47-c0b52d9685be req-52a2d30c-e2a4-4024-bd17-5b81124352f0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.73 "DELETE /v2.0/ports/243d5825-6a8f-41dc-b54f-6507dc92eba8 HTTP/1.1" status: 204 len: 173 time: 2.0556741 Aug 16 20:44:03.110104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.111497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'name': 'network-vif-deleted', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:03.113366 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405621f-3c26-4741-b8fd-aa21c96ed6f4" -d '{"events": [{"server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "name": "network-vif-deleted", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:03.119079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.123004 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53708965-94ef-44fc-a14c-cab52b024d4c HTTP/1.1" status: 204 len: 168 time: 0.5636306 Aug 16 20:44:03.146387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1ee6f-3f70-4b1b-a788-6aec83dae421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53708965-94ef-44fc-a14c-cab52b024d4c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.152333 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ed5b7-04f6-4bad-a539-a15c5c5a09ee x-openstack-request-id: req-317ed5b7-04f6-4bad-a539-a15c5c5a09ee {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:03.152638 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed1e6df-825f-495a-ab8b-7021e584e414", "name": "network-vif-deleted", "tag": "243d5825-6a8f-41dc-b54f-6507dc92eba8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:03.153077 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-317ed5b7-04f6-4bad-a539-a15c5c5a09ee {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:03.153579 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed1e6df-825f-495a-ab8b-7021e584e414', 'name': 'network-vif-deleted', 'tag': '243d5825-6a8f-41dc-b54f-6507dc92eba8', 'status': 'completed', 'code': 200} Aug 16 20:44:03.194540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.209961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.212453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.214351 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] 10.222.0.70 "DELETE /v2.0/networks/1a03b7a6-06cf-4189-9d47-3c663da16993 HTTP/1.1" status: 204 len: 168 time: 0.5952048 Aug 16 20:44:03.237422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35772dc2-3402-47a2-9629-a1b3ea61af01 tempest-TestSecurityGroupsBasicOps-1883062529 tempest-TestSecurityGroupsBasicOps-1883062529-project] Pushing event deleted for resources: {'Network': ['ID=1a03b7a6-06cf-4189-9d47-3c663da16993,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.265881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:03.286186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:03.286527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5e8368ce-9e4b-4079-8fe3-3e60ff26f9cf not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:03.307996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.320560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a02143b7-39be-4753-8ff8-cef392fd1b4c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:03.347584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Pushing event deleted for resources: {'Port': ['ID=a02143b7-39be-4753-8ff8-cef392fd1b4c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.390281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.504968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] No DVR routers for this DVR port a02143b7-39be-4753-8ff8-cef392fd1b4c on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:03.515912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.525742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81e80e36-1ae1-4a44-9cdb-ccaacbe1f796 req-25205a82-c82c-47cc-8857-ac174097a333 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.73 "DELETE /v2.0/ports/a02143b7-39be-4753-8ff8-cef392fd1b4c HTTP/1.1" status: 204 len: 173 time: 1.3757629 Aug 16 20:44:03.528852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d4bd4c-85c2-4982-8d35-860ce24fd114,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:03.533770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.555103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.556620 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e069e458-ed8b-44c6-905d-eb2830fa9f35 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8484824 Aug 16 20:44:03.568938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44942) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:03.568938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1988867847'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:03.616302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-110888b0-60ee-40ea-bea9-5acafe3f925a req-91eae749-7a04-4b89-bee9-e4f7495c8597 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.0417454 Aug 16 20:44:03.624894 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.636364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ceb72d1-1743-42dc-9e78-8e76a3c1961f req-b47d2045-a04b-47f1-b526-40aa263c52d9 tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Aug 16 20:44:03.644225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Transition to ACTIVE for port object a18cea82-ef64-4d1e-b9ef-4cb900d1b55d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:03.661314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Transition to ACTIVE for port object a18cea82-ef64-4d1e-b9ef-4cb900d1b55d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:03.676107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-95ecbaa8-7ffe-4665-935e-1d0edf3b2167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.814056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.898252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.914042 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:03.953297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:03.956914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:03.963915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:03.966953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.019988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 243d5825-6a8f-41dc-b54f-6507dc92eba8 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:04.047182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Attempting to bind port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:04.047554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Attempting to bind port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '3947a6cc-639c-43fd-a77b-9d0bb81d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:04.048003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Attempting to bind port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d on network 47c3295e-d07c-42ab-9de1-933ada61d4f0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:04.050304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 243d5825-6a8f-41dc-b54f-6507dc92eba8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:04.050662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 243d5825-6a8f-41dc-b54f-6507dc92eba8 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:04.055939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:04.056399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Checking segment: {'id': '3947a6cc-639c-43fd-a77b-9d0bb81d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:04.056867 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.057317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Bound using segment: {'id': '3947a6cc-639c-43fd-a77b-9d0bb81d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:04.057861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Bound port: a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3947a6cc-639c-43fd-a77b-9d0bb81d904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:04.058481 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.100234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cee7c3-e2f3-489b-8ac9-0424c0c235f6 req-bac10cbf-bd5e-47be-9c2c-1428a0fbfdc2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.101557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.101799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30cee7c3-e2f3-489b-8ac9-0424c0c235f6 req-bac10cbf-bd5e-47be-9c2c-1428a0fbfdc2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0931633 Aug 16 20:44:04.123002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853e4bf-05cc-488f-8403-9ec41fde7398 req-2b4be43a-ca3a-4d46-a2a4-310db2923c24 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:04.124566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5853e4bf-05cc-488f-8403-9ec41fde7398 req-2b4be43a-ca3a-4d46-a2a4-310db2923c24 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.0891981 Aug 16 20:44:04.152243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:04.155445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f12bc1d-7b0c-4a71-9ef1-8df50a37205b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.168631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:04.175713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30cee7c3-e2f3-489b-8ac9-0424c0c235f6 req-fd3df7dc-41e1-4166-b3aa-846ff92e0066 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623295 Aug 16 20:44:04.188226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5853e4bf-05cc-488f-8403-9ec41fde7398 req-501c6715-83b4-45f5-ac9f-a70a7945a613 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Aug 16 20:44:04.257176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.259000 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47c1927c-90e1-476e-92ec-fac6681fc1d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6980944 Aug 16 20:44:04.261868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.267598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1113840517', 'security_groups': ['4f12bc1d-7b0c-4a71-9ef1-8df50a37205b'], 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52b14420-1e57-4365-ae59-8e9a890a1be7'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:04.282051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.284610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.362099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b580e-335c-487a-b678-ace25de2d8a9 None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:04.403923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.450374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.466531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-196ecfe8-1039-4ff0-95d6-98f755f56687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.659292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:04.787890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37ed50cd-b1f7-4731-9f18-b069f86086d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c12bc192901f4790a5c63b2302499fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817241 Aug 16 20:44:04.790006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:04.798888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d9f8327-2046-4953-a5bb-de5d0e4821a6 req-dcb7d557-2a49-46ca-a8aa-47b25399d7a0 tempest-InstanceActionsV221TestJSON-957414711 tempest-InstanceActionsV221TestJSON-957414711-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ed1e6df-825f-495a-ab8b-7021e584e414 HTTP/1.1" status: 200 len: 210 time: 0.0377786 Aug 16 20:44:04.807655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-196ecfe8-1039-4ff0-95d6-98f755f56687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.831432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3a558e3-0a03-43cc-8731-dd653dd8b889 req-493c7b00-32f2-4104-a1d4-3eaa207e388b tempest-VolumesNegativeTest-458687828 tempest-VolumesNegativeTest-458687828-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9757ef1-63cb-40f4-b5db-8540b6a324a1 HTTP/1.1" status: 200 len: 210 time: 0.0388618 Aug 16 20:44:04.878306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.907741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port 01f22525-eb11-4d54-ade8-d31c1613cfde yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:04.921410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.959151 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-196ecfe8-1039-4ff0-95d6-98f755f56687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:04.984694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.000087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-196ecfe8-1039-4ff0-95d6-98f755f56687 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=981871f0061d4bb1ac63e7c186f87f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465431 Aug 16 20:44:05.003603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44968) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:05.010628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ecfe8-1039-4ff0-95d6-98f755f56687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d49080-dab9-4277-939d-65062c396a5e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.061674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.094280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.160672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'name': 'network-vif-deleted', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:05.163994 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43e5131-eaac-471c-a99a-b663fb23c8bf" -d '{"events": [{"server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "name": "network-vif-deleted", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:05.179229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::260 (47c3295e-d07c-42ab-9de1-933ada61d4f0/52b14420-1e57-4365-ae59-8e9a890a1be7/01f22525-eb11-4d54-ade8-d31c1613cfde) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:05.249944 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a6029-0d9f-42b1-8db8-2a6a6bb43c82 x-openstack-request-id: req-175a6029-0d9f-42b1-8db8-2a6a6bb43c82 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:05.250409 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9757ef1-63cb-40f4-b5db-8540b6a324a1", "name": "network-vif-deleted", "tag": "a02143b7-39be-4753-8ff8-cef392fd1b4c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:05.250700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-175a6029-0d9f-42b1-8db8-2a6a6bb43c82 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:05.252503 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9757ef1-63cb-40f4-b5db-8540b6a324a1', 'name': 'network-vif-deleted', 'tag': 'a02143b7-39be-4753-8ff8-cef392fd1b4c', 'status': 'completed', 'code': 200} Aug 16 20:44:05.264836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.268363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.275421 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03023d3c-0f6e-4823-a317-b539e02d5834 HTTP/1.1" status: 204 len: 168 time: 0.4815264 Aug 16 20:44:05.277940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:05.302257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996757df-4383-4304-9a4b-26791b9b5ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03023d3c-0f6e-4823-a317-b539e02d5834,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.322605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d89e1-c9b7-41c0-9925-1f1f3937146e req-3c869aae-937b-4068-b26d-cea281b2e905 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.324830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac4d89e1-c9b7-41c0-9925-1f1f3937146e req-3c869aae-937b-4068-b26d-cea281b2e905 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0665352 Aug 16 20:44:05.349978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.352661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.354107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87d49080-dab9-4277-939d-65062c396a5e HTTP/1.1" status: 204 len: 168 time: 0.3494520 Aug 16 20:44:05.442942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ff8c2-a0c7-4e99-9409-2d9dc77238cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d49080-dab9-4277-939d-65062c396a5e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.465405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac4d89e1-c9b7-41c0-9925-1f1f3937146e req-f47891cf-ba9d-4ceb-a876-0262d84011b8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340606 Aug 16 20:44:05.486273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.510867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af6ed-1c98-491e-93a9-bfbe28acd419 req-224c8d44-6722-4feb-a023-4fca7af5f9c7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.511351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 01f22525-eb11-4d54-ade8-d31c1613cfde will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:05.511470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-733af6ed-1c98-491e-93a9-bfbe28acd419 req-224c8d44-6722-4feb-a023-4fca7af5f9c7 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1312768 Aug 16 20:44:05.559072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-733af6ed-1c98-491e-93a9-bfbe28acd419 req-c2d92e72-3105-40e7-b93b-0667ad761968 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Aug 16 20:44:05.566047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:05.664982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.705138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:05.710366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:05.714055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:05.719613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:05.721010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.733181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:05.733554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:05.734701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=01f22525-eb11-4d54-ade8-d31c1613cfde,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:05.774250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:05.842796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55106d17-b67b-4b89-8155-b01349fbd2d8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5795891 Aug 16 20:44:05.845812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44984) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:05.852821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:05.960659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Provisioning for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:05.970948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:05.975708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.024136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a02143b7-39be-4753-8ff8-cef392fd1b4c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:06.054021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: a02143b7-39be-4753-8ff8-cef392fd1b4c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:06.054367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a02143b7-39be-4753-8ff8-cef392fd1b4c not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:06.105822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45000) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:06.133527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.141152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:06.147006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.186680 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.192878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:06.250123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Deleting subnet db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:06.255533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.281609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.322336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.332818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff6a61-7693-4565-a9a7-0493d167a706 None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:06.355571 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52b14420-1e57-4365-ae59-8e9a890a1be7 (CIDR: 2001:db8::/64) Aug 16 20:44:06.374826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.411193 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:44:06.411757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:06.492754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fb32ef7d-d263-4b51-b619-2709dff8dfdb None None] Provisioning for port 01f22525-eb11-4d54-ade8-d31c1613cfde completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:06.497001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fb32ef7d-d263-4b51-b619-2709dff8dfdb None None] Provisioning complete for port 01f22525-eb11-4d54-ade8-d31c1613cfde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:06.497519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fb32ef7d-d263-4b51-b619-2709dff8dfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.534509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fb32ef7d-d263-4b51-b619-2709dff8dfdb None None] Port 01f22525-eb11-4d54-ade8-d31c1613cfde cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:06.560751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:06.561335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5076b526-dcc5-41d3-9781-83dbef9b61c6 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7136776 Aug 16 20:44:06.562679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.570576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:06.614626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.616021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d HTTP/1.1" status: 204 len: 168 time: 0.5090258 Aug 16 20:44:06.619772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45026) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:06.621110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a9b84-a18d-452b-9b45-550567cc0872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db64ddc5-8cd4-4dbe-8ece-5ea101b80b9d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:06.690712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45028) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:06.711457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a23f4b2-48c8-4c51-bf11-acd4fbaad18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.764164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc94a1a-e854-4d83-b650-af6e59b5f9c1 req-c5afccd1-b228-4a40-94a4-ba2fc99f09a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.766086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bc94a1a-e854-4d83-b650-af6e59b5f9c1 req-c5afccd1-b228-4a40-94a4-ba2fc99f09a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1867554 Aug 16 20:44:06.770568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.812220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df32962-7d64-4a0d-8bfb-fe00753874bc req-9c45f49e-813f-48e4-9aa1-370bb1c88041 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:06.815921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0df32962-7d64-4a0d-8bfb-fe00753874bc req-9c45f49e-813f-48e4-9aa1-370bb1c88041 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1208689 Aug 16 20:44:06.924293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bc94a1a-e854-4d83-b650-af6e59b5f9c1 req-d81796d8-58b7-4dea-bc44-13ffa4ae7d58 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249356 Aug 16 20:44:06.939854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.944911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0df32962-7d64-4a0d-8bfb-fe00753874bc req-1005e432-3a5a-46ce-9435-a167acc4cea6 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033874 Aug 16 20:44:06.952779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:06.955911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f18d12a-3696-49c0-8de7-45fc8221778b']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:06.959102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.973230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2993fb4-be73-428a-9875-7d89612f9677') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:06.973527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2993fb4-be73-428a-9875-7d89612f9677') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:06.984115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:06.997525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:07.007641 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:07.143129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a23f4b2-48c8-4c51-bf11-acd4fbaad18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.190222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:07.243283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:07.243655 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.265405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.272893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.275346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f18d12a-3696-49c0-8de7-45fc8221778b HTTP/1.1" status: 204 len: 168 time: 0.6553345 Aug 16 20:44:07.292831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4335d0-1b3d-4dfc-aec1-690682bfe483 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f18d12a-3696-49c0-8de7-45fc8221778b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.334111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2a23f4b2-48c8-4c51-bf11-acd4fbaad18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.381211 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2a23f4b2-48c8-4c51-bf11-acd4fbaad18c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b05858b1c96f406691359a92976b0477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887765 Aug 16 20:44:07.382407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23f4b2-48c8-4c51-bf11-acd4fbaad18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bbc42d-e82b-443a-bd8c-92cb15e53b44,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.384142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45048) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:07.385320 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.444228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:07.447571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:07.452146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:07.452741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.460008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c14e6f-ca03-4444-9a67-33d796892bb0 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:07.462386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=49975a47-e99b-49ed-8778-8e8887c13e9d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.463961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.490574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.574615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-100c2a7c-9f92-45e1-a3ad-d9e136b08e02 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0116117 Aug 16 20:44:07.577680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45050) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:07.591930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-598891168', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49975a47-e99b-49ed-8778-8e8887c13e9d'}], 'security_groups': ['e6d4bd4c-85c2-4982-8d35-860ce24fd114']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:07.691157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.696548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.702299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.702299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67bbc42d-e82b-443a-bd8c-92cb15e53b44 HTTP/1.1" status: 204 len: 168 time: 0.3154805 Aug 16 20:44:07.711006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5350445-9128-4225-b454-eb5602731671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bbc42d-e82b-443a-bd8c-92cb15e53b44,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:07.743666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Update dhcp port {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'fixed_ips': [{'subnet_id': '52b14420-1e57-4365-ae59-8e9a890a1be7', 'ip_address': '2001:db8::2'}, {'subnet_id': '49975a47-e99b-49ed-8778-8e8887c13e9d'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'a18cea82-ef64-4d1e-b9ef-4cb900d1b55d'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:44:07.771839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:07.894414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:07.983516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-659f620b-5e81-42dc-ad57-3f8ae0b28a9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73bb6863329e4c1997ff8e3206d1cff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874615 Aug 16 20:44:07.988230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45088) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:08.190417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Allocated IP 2001:db8:0:1::2 (47c3295e-d07c-42ab-9de1-933ada61d4f0/49975a47-e99b-49ed-8778-8e8887c13e9d/a18cea82-ef64-4d1e-b9ef-4cb900d1b55d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:08.213578 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.245221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5aa80-9d0a-4334-9988-fcbeea6b1b0b req-9e362513-a6aa-40a7-8c48-b0de8547fe76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:08.247081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bad5aa80-9d0a-4334-9988-fcbeea6b1b0b req-9e362513-a6aa-40a7-8c48-b0de8547fe76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1421893 Aug 16 20:44:08.263931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587ea05-5fa6-43df-b1a8-35545709b760 req-35813e40-4792-443d-ba67-f110e3b346ea tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:08.272596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c587ea05-5fa6-43df-b1a8-35545709b760 req-35813e40-4792-443d-ba67-f110e3b346ea tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1362226 Aug 16 20:44:08.291018 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.383500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c587ea05-5fa6-43df-b1a8-35545709b760 req-b8ce81ff-ad23-4cc7-b93b-182c7eb53e70 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098940 Aug 16 20:44:08.385682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:08.415988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bad5aa80-9d0a-4334-9988-fcbeea6b1b0b req-0c696c11-918d-4027-bb51-20d55c9f3035 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211114 Aug 16 20:44:08.454912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.470361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Transition to ACTIVE for port object a18cea82-ef64-4d1e-b9ef-4cb900d1b55d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:08.660215 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.660452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.662809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:08.664289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee4e1c72-9d17-494b-bf16-066c200f34e1 HTTP/1.1" status: 204 len: 168 time: 0.6749251 Aug 16 20:44:08.672841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0311d-53f4-458b-9ca1-8a6a9a8c066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e1c72-9d17-494b-bf16-066c200f34e1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:08.729757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad506d7-9dbb-4100-b498-2e35bf4c4940 None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:08.808497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Delete allocated IP 2001:db8::260 (47c3295e-d07c-42ab-9de1-933ada61d4f0/52b14420-1e57-4365-ae59-8e9a890a1be7) {{(pid=95241) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:44:08.828617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8:0:1::15c (47c3295e-d07c-42ab-9de1-933ada61d4f0/49975a47-e99b-49ed-8778-8e8887c13e9d/01f22525-eb11-4d54-ade8-d31c1613cfde) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:09.020941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.037263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object 01f22525-eb11-4d54-ade8-d31c1613cfde will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:09.170689 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.188811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:09.266192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] In _notify_port_updated(), no bound segment for port 01f22525-eb11-4d54-ade8-d31c1613cfde on network 47c3295e-d07c-42ab-9de1-933ada61d4f0 {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:44:09.274410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.275179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.276799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/ports/01f22525-eb11-4d54-ade8-d31c1613cfde HTTP/1.1" status: 200 len: 930 time: 1.6976926 Aug 16 20:44:09.278058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a06233-76cc-46df-8f26-5a80ce175cde tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=01f22525-eb11-4d54-ade8-d31c1613cfde,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:09.280402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45150) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.411424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 01f22525-eb11-4d54-ade8-d31c1613cfde {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:09.412356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.509778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45158) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.563321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.582442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 01f22525-eb11-4d54-ade8-d31c1613cfde owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:09.598532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:09.599161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.698584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:09.712341 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:09.764233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de19192f-7fb8-4728-a255-242ee963cdc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3640667fa6a4ce5a5b21bc8032efa6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531011 Aug 16 20:44:09.767930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:09.785750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302f049-c31c-4f86-bf94-85b268122566 req-ff387a3e-445c-47f7-83ab-b85f6dca02d1 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.800412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0302f049-c31c-4f86-bf94-85b268122566 req-ff387a3e-445c-47f7-83ab-b85f6dca02d1 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2423348 Aug 16 20:44:09.828509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c2104-248b-4ab0-8161-857362ed7527 req-14666e34-a026-48dc-88ed-a0f06f18ab65 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:09.831968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-533c2104-248b-4ab0-8161-857362ed7527 req-14666e34-a026-48dc-88ed-a0f06f18ab65 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2463045 Aug 16 20:44:09.835971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Provisioning for port 01f22525-eb11-4d54-ade8-d31c1613cfde completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:09.840910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Provisioning complete for port 01f22525-eb11-4d54-ade8-d31c1613cfde triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:09.841289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:09.897801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Port 01f22525-eb11-4d54-ade8-d31c1613cfde cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:09.912346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-533c2104-248b-4ab0-8161-857362ed7527 req-6f863479-2c15-482d-8e92-ef370b9feb2d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Aug 16 20:44:09.917426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0302f049-c31c-4f86-bf94-85b268122566 req-7cf18d98-f1a6-4ccc-8a51-7aec5c4f48eb tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154716 Aug 16 20:44:10.001618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Provisioning for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:10.002413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.002886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:10.002886 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb23ff26-9620-4bf6-b4b6-71b57d254ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.023447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.111912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.144789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=01f22525-eb11-4d54-ade8-d31c1613cfde,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.177472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.192233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f6f8eeae-86b5-4aed-8ca3-6d4ef86cc200 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/01f22525-eb11-4d54-ade8-d31c1613cfde HTTP/1.1" status: 204 len: 168 time: 0.8863697 Aug 16 20:44:10.193190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45180) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.225668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.225802 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf5e228-5e80-4265-9f8f-4ca535b91b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:44:10.225802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0cf5e228-5e80-4265-9f8f-4ca535b91b8f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/01f22525-eb11-4d54-ade8-d31c1613cfde HTTP/1.1" status: 404 len: 333 time: 0.0326860 Aug 16 20:44:10.226011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.226140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5129e013-aff2-48b5-88d4-bdbc0d78e33f None None] Could not find standard attr ID for object 01f22525-eb11-4d54-ade8-d31c1613cfde. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:44:10.226250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dca258c7-f398-4fbc-ba76-8f490be89f87 HTTP/1.1" status: 204 len: 168 time: 0.4554334 Aug 16 20:44:10.226250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45182) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.242704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acae84-ab86-4f31-b9a8-aac52066a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca258c7-f398-4fbc-ba76-8f490be89f87,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.316813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.345883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.492902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.495610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.499319 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/security-groups/4f12bc1d-7b0c-4a71-9ef1-8df50a37205b HTTP/1.1" status: 204 len: 168 time: 0.2681675 Aug 16 20:44:10.499805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.506836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85073f-2481-460b-858b-30ad94a028a2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f12bc1d-7b0c-4a71-9ef1-8df50a37205b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.562086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.583853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.821171 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.824928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:10.827151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/security-groups/e6d4bd4c-85c2-4982-8d35-860ce24fd114 HTTP/1.1" status: 204 len: 168 time: 0.3256209 Aug 16 20:44:10.830564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45206) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.851955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d986a7-bd5e-4b16-9b82-a7de2fb08910 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d4bd4c-85c2-4982-8d35-860ce24fd114,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:10.926631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:10.960031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet 52b14420-1e57-4365-ae59-8e9a890a1be7 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:10.964526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.039908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.164692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.212615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-349161748-network', 'tenant_id': '1be180566e3941a1a246c980413d1d8d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:11.253640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55219c-5d43-41b7-840f-34cdc04b8d65 req-0dbb57e9-2d68-4935-8d2d-0aa29ba40b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.255246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e55219c-5d43-41b7-840f-34cdc04b8d65 req-0dbb57e9-2d68-4935-8d2d-0aa29ba40b3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1526668 Aug 16 20:44:11.269914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03aea-5706-4ee4-b183-731c6252b2f7 req-d3920b33-57f5-4c80-81fc-256b406e3f05 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.274053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76c03aea-5706-4ee4-b183-731c6252b2f7 req-d3920b33-57f5-4c80-81fc-256b406e3f05 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1489725 Aug 16 20:44:11.337593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e55219c-5d43-41b7-840f-34cdc04b8d65 req-59c1945e-3f86-4bc6-8794-37e9539b4cae tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650814 Aug 16 20:44:11.345695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76c03aea-5706-4ee4-b183-731c6252b2f7 req-bc8972c7-6d46-4e00-bf43-5f257baf09a5 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Aug 16 20:44:11.346951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.384086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:11.388946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.391029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b18a23-8e74-4014-b367-602cab620dd9 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:11.393687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.395751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/52b14420-1e57-4365-ae59-8e9a890a1be7 HTTP/1.1" status: 204 len: 168 time: 0.5638759 Aug 16 20:44:11.397603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a7a8-f58a-4059-ac62-f4e8713964c7 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=52b14420-1e57-4365-ae59-8e9a890a1be7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.399622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45258) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:11.401710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.405513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:11.524154 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.626556 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.652678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:11.667903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.677846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.678195 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Added segment 626fe3e9-f802-4d24-b31d-c08cd80da242 of type vlan for network e789aa31-e849-4c81-96b6-861676f49333 Aug 16 20:44:11.719764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.796044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:11.801675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.845343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.849006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:11.849006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:11.928257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] Pushing event updated for resources: {'Network': ['ID=e789aa31-e849-4c81-96b6-861676f49333,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:11.939488 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e789aa31-e849-4c81-96b6-861676f49333 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:12.065865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9b7e8b89-7314-4c84-90b5-f90217c2aac8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1381199 Aug 16 20:44:12.068945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45274) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.080120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Request body: {'subnet': {'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-349161748-subnet', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:12.196190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.254396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:12.256264 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.258344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=c3872d68-4db6-4706-9401-4c1ea4f95528,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.321585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:12.324518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:12.328367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.329105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.460193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-213577ae-2936-4fe5-bb52-293780f15e11 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0588610 Aug 16 20:44:12.463812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:12.480944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'security_group': {'name': 'tempest-secgroup-41047046'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:12.553754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4d063-d671-4721-97e6-12fce33b6f53 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:12.611995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53443e-76c2-47c1-85f5-67f51ad5f18d req-a02f1dc0-f302-4f41-a828-6c3c85176286 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.613460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c53443e-76c2-47c1-85f5-67f51ad5f18d req-a02f1dc0-f302-4f41-a828-6c3c85176286 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1451271 Aug 16 20:44:12.625025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cdc01abb-0e79-4e3f-869c-39b5b47a6006 None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:12.625496 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cdc01abb-0e79-4e3f-869c-39b5b47a6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.632910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e643a1-cb83-4953-a682-3ca5b671b8ca req-e4d7012e-e466-4135-9ff6-2f4aa4d9d209 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:12.643639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43e643a1-cb83-4953-a682-3ca5b671b8ca req-e4d7012e-e466-4135-9ff6-2f4aa4d9d209 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1968393 Aug 16 20:44:12.654900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.686309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cdc01abb-0e79-4e3f-869c-39b5b47a6006 None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:12.707994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cdc01abb-0e79-4e3f-869c-39b5b47a6006 None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:12.708636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cdc01abb-0e79-4e3f-869c-39b5b47a6006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.736644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43e643a1-cb83-4953-a682-3ca5b671b8ca req-e8a3794d-0f3a-4b27-aa3c-47efabce9551 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862534 Aug 16 20:44:12.771980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c53443e-76c2-47c1-85f5-67f51ad5f18d req-01307d09-9f93-4e66-bbe3-b554f3ad7bcb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485481 Aug 16 20:44:12.777328 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.791071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.854388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.882217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:12.937950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd67f54-fea7-49c6-bb54-3afdd1e331b2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:12.941693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:12.942066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Network hostable DHCP agents. Network: e789aa31-e849-4c81-96b6-861676f49333, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:12.972662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Update dhcp port {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'fixed_ips': [{'subnet_id': '49975a47-e99b-49ed-8778-8e8887c13e9d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3872d68-4db6-4706-9401-4c1ea4f95528'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'a18cea82-ef64-4d1e-b9ef-4cb900d1b55d'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:44:12.999849 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.085517 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.089392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-756f3638-383c-45bf-ab77-3baf9502fff1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6220450 Aug 16 20:44:13.089781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:13.095642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1240560595'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:13.135215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Network e789aa31-e849-4c81-96b6-861676f49333 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:13.180159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Allocated IP 2001:db8::2 (47c3295e-d07c-42ab-9de1-933ada61d4f0/c3872d68-4db6-4706-9401-4c1ea4f95528/a18cea82-ef64-4d1e-b9ef-4cb900d1b55d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:13.235930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.268679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e789aa31-e849-4c81-96b6-861676f49333) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:13.273502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:13.274318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.285134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6bba0f-27ca-4d72-9f35-4c7496eae55b None None] Network e789aa31-e849-4c81-96b6-861676f49333 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:13.323653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.338895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:13.387293 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.412927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Transition to ACTIVE for port object a18cea82-ef64-4d1e-b9ef-4cb900d1b55d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:13.481339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e789aa31-e849-4c81-96b6-861676f49333', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:13.482278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.488166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.528129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad06b3d-b0cb-4941-a769-6b5f6cafbb33,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:13.572255 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.586179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2f085e9f-a9cf-4b60-8710-a84cc1e4eda4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5160444 Aug 16 20:44:13.594111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45346) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:13.599446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:13.648577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.648577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dcd80880-e593-4693-8a50-b4487745ad48 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5505614 Aug 16 20:44:13.652225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45352) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:13.659049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1978208034'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:13.710154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db1823-41fb-4a65-acf4-3a4b9373d897 None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:13.732210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Allocated IP 172.20.0.2 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/5ec98a5d-f3cf-40be-b736-53f05c72240f) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:13.784788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.786080 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.903312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.946118 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:13.988243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.010450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Transition to ACTIVE for port object 5ec98a5d-f3cf-40be-b736-53f05c72240f will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:14.030671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d6a7-c399-4128-ac04-b80f246d9e6d req-dbd24eef-645d-422f-a0d5-d5862fb294be tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.032481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Transition to ACTIVE for port object 5ec98a5d-f3cf-40be-b736-53f05c72240f will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:14.034789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5c0d6a7-c399-4128-ac04-b80f246d9e6d req-dbd24eef-645d-422f-a0d5-d5862fb294be tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1700099 Aug 16 20:44:14.064579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-bafd13c5-d6e0-4794-bc66-79770b511364 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1588452 Aug 16 20:44:14.107845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98a5e-fecf-450d-8150-fc9dadba9572 req-be8b914d-d0b9-4c48-a3b9-f7fc3d1a8ef8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.109588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eef98a5e-fecf-450d-8150-fc9dadba9572 req-be8b914d-d0b9-4c48-a3b9-f7fc3d1a8ef8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1696181 Aug 16 20:44:14.180106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.194443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.197039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5c0d6a7-c399-4128-ac04-b80f246d9e6d req-1b188d7a-af2f-411b-91e3-f09ff6e54254 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469305 Aug 16 20:44:14.227116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eef98a5e-fecf-450d-8150-fc9dadba9572 req-97be4770-9761-4bc9-8c75-f36c85ee20de tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917947 Aug 16 20:44:14.238927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-b5fd206b-3f77-468c-a546-5d56b014e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.240540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-b5fd206b-3f77-468c-a546-5d56b014e659 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 1097 time: 0.1254451 Aug 16 20:44:14.262665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:14.265762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:14.278192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:14.296693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Pushing event updated for resources: {'Port': ['ID=5ec98a5d-f3cf-40be-b736-53f05c72240f,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.354263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Attempting to bind port 5ec98a5d-f3cf-40be-b736-53f05c72240f on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:14.354639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Attempting to bind port 5ec98a5d-f3cf-40be-b736-53f05c72240f by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:14.355006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Attempting to bind port 5ec98a5d-f3cf-40be-b736-53f05c72240f on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:14.362203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:14.370124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:14.370124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.370124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:14.370124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Bound port: 5ec98a5d-f3cf-40be-b736-53f05c72240f, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:14.370124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.451275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.460356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-0d0e8c23-c5b9-4b3e-84ab-0954d1d5aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.462555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] For port 5ec98a5d-f3cf-40be-b736-53f05c72240f, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:14.463879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-0d0e8c23-c5b9-4b3e-84ab-0954d1d5aa34 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1933703 Aug 16 20:44:14.466803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] For port 5ec98a5d-f3cf-40be-b736-53f05c72240f, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5ec98a5d-f3cf-40be-b736-53f05c72240f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:14.518900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-17232267-da98-4ac0-bec9-afc0c834f973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cb3878-12f3-4739-b721-77e4983b2197 HTTP/1.1" status: 200 len: 217 time: 0.0428877 Aug 16 20:44:14.581890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:14.583668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.588054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-5708a461-29b9-4f75-b445-a1cf36974ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.591252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-5708a461-29b9-4f75-b445-a1cf36974ddc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0645461 Aug 16 20:44:14.595515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.615962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.630185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d346b42-4314-4e44-a966-6aa60a83a460,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.635393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:14.635393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.639415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.689422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-400f730d-a8aa-40b5-a5b3-f5e56b7b698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:14.692626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-400f730d-a8aa-40b5-a5b3-f5e56b7b698e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652599 Aug 16 20:44:14.745491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a81be5-fff4-49ba-a044-2bb7baca4319 None None] Pushing event updated for resources: {'Port': ['ID=5ec98a5d-f3cf-40be-b736-53f05c72240f,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:14.813119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Allocated IP 172.25.7.133 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/da84bb44-6565-4199-8f39-74058beff7b6) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:14.814403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Provisioning for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:14.821793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:14.832071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d2886d9-075e-4362-872e-6a825aecf54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.868847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-272b864d-65b2-413d-ba79-ea302691b277 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666274 Aug 16 20:44:14.870338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:14.872128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6b61897a-612a-4aaa-abd7-a59586e11ee5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2180612 Aug 16 20:44:14.875272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45368) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:14.882463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-659254972', 'security_groups': ['3d346b42-4314-4e44-a966-6aa60a83a460'], 'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3872d68-4db6-4706-9401-4c1ea4f95528'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:15.039228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.042508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e22e522-eca0-4629-b98c-c8595dca15e8 req-202a7a49-e7e2-4002-a05e-521c7f440a75 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640568 Aug 16 20:44:15.199782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.306480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:15.307979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:15.312357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:15.354172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=da84bb44-6565-4199-8f39-74058beff7b6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:15.381752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:15.413468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:15.450510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce70a-f4ba-4f53-a751-89b14585e719 req-b23481d4-c86f-4ad4-8256-0d91458452aa tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.452161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae9ce70a-f4ba-4f53-a751-89b14585e719 req-b23481d4-c86f-4ad4-8256-0d91458452aa tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1484575 Aug 16 20:44:15.525045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:15.525730 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.546810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae9ce70a-f4ba-4f53-a751-89b14585e719 req-7d856d99-a6a1-4df9-ab36-d76c2a484455 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660625 Aug 16 20:44:15.567036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f128fc-1e8a-4b31-84bf-5e9793c7594c req-fdea2f81-84f2-4dac-ac41-623cca587a11 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:15.568766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2f128fc-1e8a-4b31-84bf-5e9793c7594c req-fdea2f81-84f2-4dac-ac41-623cca587a11 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1919868 Aug 16 20:44:15.651636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:15.691793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5ec98a5d-f3cf-40be-b736-53f05c72240f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:15.699363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2f128fc-1e8a-4b31-84bf-5e9793c7594c req-743a368f-6839-41a9-9f5a-1d75150a7ce8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965934 Aug 16 20:44:15.699363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] device_id is not set on port eafe0250-acfc-4cea-8026-cccc0ba15267 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:15.835153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5ec98a5d-f3cf-40be-b736-53f05c72240f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:15.974133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8::55 (47c3295e-d07c-42ab-9de1-933ada61d4f0/c3872d68-4db6-4706-9401-4c1ea4f95528/eafe0250-acfc-4cea-8026-cccc0ba15267) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:16.012499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.148317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051753c-f7cb-41a2-b199-b71dda927120 None None] Network e789aa31-e849-4c81-96b6-861676f49333 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:16.214168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.232448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object eafe0250-acfc-4cea-8026-cccc0ba15267 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:16.347292 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.381319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Provisioning for port 5ec98a5d-f3cf-40be-b736-53f05c72240f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:16.390698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Provisioning complete for port 5ec98a5d-f3cf-40be-b736-53f05c72240f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:16.391163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.432526 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.562367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:16.569006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:16.590645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:16.592626 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.598916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:16.600924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.627893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=eafe0250-acfc-4cea-8026-cccc0ba15267,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:16.698859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] For port 5ec98a5d-f3cf-40be-b736-53f05c72240f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5ec98a5d-f3cf-40be-b736-53f05c72240f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:16.748788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Router 9e302168-21b1-4404-aa85-8449514e2454 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:44:16.866304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:16.929656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:16.944832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Sync routers for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:16.971761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:16.972569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:17.035793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Pushing event updated for resources: {'Port': ['ID=5ec98a5d-f3cf-40be-b736-53f05c72240f,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:17.054163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.054604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.055015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.055422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.055863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.056278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.056682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.057124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.057555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.057884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.058211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.058535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001d8d5-ad42-4553-a444-a898a06a1936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:17.119499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.122017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f5121a56-4a0a-443e-8f77-9c088248d2c9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5252111 Aug 16 20:44:17.123902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:17.133113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4210661d-014a-4b24-b30e-4a18bcda1cec tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2550871 Aug 16 20:44:17.136341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:17.145129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:17.147893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:17.175663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aecdc5-377d-4c28-a844-6b614e878044 req-1bfe5f91-708a-4983-a041-e10cecb0a834 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.177215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29aecdc5-377d-4c28-a844-6b614e878044 req-1bfe5f91-708a-4983-a041-e10cecb0a834 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.5044699 Aug 16 20:44:17.212088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e26919-b57d-4894-8178-d41684fca1fa req-4f108331-0ee3-4697-8b02-f300261fd0a3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:17.216189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1e26919-b57d-4894-8178-d41684fca1fa req-4f108331-0ee3-4697-8b02-f300261fd0a3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0957870 Aug 16 20:44:17.223944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5ec98a5d-f3cf-40be-b736-53f05c72240f up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:17.276471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29aecdc5-377d-4c28-a844-6b614e878044 req-e2d2ed8e-4eea-4cb0-a3d5-5894a4984b85 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Aug 16 20:44:17.284531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1e26919-b57d-4894-8178-d41684fca1fa req-dbdd6cbf-57c9-4b3b-8b03-953dc7e61edc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Aug 16 20:44:17.314969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Provisioning for port eafe0250-acfc-4cea-8026-cccc0ba15267 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:17.319660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Provisioning complete for port eafe0250-acfc-4cea-8026-cccc0ba15267 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:17.320058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.357215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Port eafe0250-acfc-4cea-8026-cccc0ba15267 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:17.390958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Provisioning complete for port 5ec98a5d-f3cf-40be-b736-53f05c72240f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:17.391484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c1f82c65-604b-445b-8d09-0945ccb1fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.417962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5ec98a5d-f3cf-40be-b736-53f05c72240f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:17.418334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.478120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:17.483041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.590769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:15Z', 'revision_number': 3, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:17.754696 n-d-794306-10 neutron-server[95241]: INFO neutron.db.ipam_backend_mixin [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3872d68-4db6-4706-9401-4c1ea4f95528 (CIDR: 2001:db8::/64) Aug 16 20:44:17.785994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Checking router: 9e302168-21b1-4404-aa85-8449514e2454 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:17.785994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Updating router 9e302168-21b1-4404-aa85-8449514e2454 port da84bb44-6565-4199-8f39-74058beff7b6 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:44:17.818189 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:44:17.818780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:17.819297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:17.929051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.015028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3f09f3e1-7a2f-405e-b0bf-f4eb685b3980 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8773828 Aug 16 20:44:18.018052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45428) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.024801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:18.125113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45434) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.168021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Allocated IP 172.20.0.1 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/80e5d3c6-688d-4ea4-9fe9-486e2022baeb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:18.279100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.293204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Transition to ACTIVE for port object da84bb44-6565-4199-8f39-74058beff7b6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:18.340824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.364890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Transition to ACTIVE for port object 80e5d3c6-688d-4ea4-9fe9-486e2022baeb will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:18.392601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4349f627-05a3-4680-865a-34158220d6ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2642daba69349afadf04f74e0176a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647057 Aug 16 20:44:18.397494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45446) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:18.419800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.465040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.509545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.529500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:18.533265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.574018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Attempting to bind port da84bb44-6565-4199-8f39-74058beff7b6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:18.575512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Attempting to bind port da84bb44-6565-4199-8f39-74058beff7b6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:18.575512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Attempting to bind port da84bb44-6565-4199-8f39-74058beff7b6 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:18.591240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d285c5-32d1-4fcb-99cb-b577fb877031 None None] Pushing event updated for resources: {'Port': ['ID=da84bb44-6565-4199-8f39-74058beff7b6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.595962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:18.596194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14035d4-8bf4-4d60-aaf7-035fb95caa1b req-de1f7eee-2bc0-4a09-8db0-0837a25f2af3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.597009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:18.597711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.597842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e14035d4-8bf4-4d60-aaf7-035fb95caa1b req-de1f7eee-2bc0-4a09-8db0-0837a25f2af3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1955218 Aug 16 20:44:18.598437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:18.599287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Bound port: da84bb44-6565-4199-8f39-74058beff7b6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:18.599919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.609396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:18.614426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:18.619983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:18.623600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Pushing event updated for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.639060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.664478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887802a-2d7b-4b79-9ee5-2912ad5ef793 req-75015f7d-e547-44d4-8a36-f08a21e0f8ec tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:18.666097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e887802a-2d7b-4b79-9ee5-2912ad5ef793 req-75015f7d-e547-44d4-8a36-f08a21e0f8ec tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2252004 Aug 16 20:44:18.701239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.707046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] For port da84bb44-6565-4199-8f39-74058beff7b6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:18.711110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] For port da84bb44-6565-4199-8f39-74058beff7b6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da84bb44-6565-4199-8f39-74058beff7b6,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:18.748120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.763926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e14035d4-8bf4-4d60-aaf7-035fb95caa1b req-9192f5cd-2ea5-40ec-9e94-9fdd6253deed tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495326 Aug 16 20:44:18.782124 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 49975a47-e99b-49ed-8778-8e8887c13e9d (CIDR: 2001:db8:0:1::/64) Aug 16 20:44:18.807693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e887802a-2d7b-4b79-9ee5-2912ad5ef793 req-fc6f2b6e-1a45-487d-889f-bb290f1035e9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229672 Aug 16 20:44:18.868697 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:44:18.870885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:18.921622 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.967390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.971856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:18.980386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7fb4e41-402a-4976-bf33-de96294da75e HTTP/1.1" status: 204 len: 168 time: 0.5775483 Aug 16 20:44:18.983305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054a993-49de-44c3-9ddd-b2b405d9351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb4e41-402a-4976-bf33-de96294da75e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:18.988967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:18.989951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:19.012564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.040220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6318c56f-b1b2-444f-9417-6b86dfcdcb91 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0206895 Aug 16 20:44:19.043215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45456) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:19.047554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-47150406-5f2e-452d-98ac-fc6f221ce850 None None] Provisioning for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:19.053243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'subnet': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:19.053396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d285c5-32d1-4fcb-99cb-b577fb877031 None None] Pushing event updated for resources: {'Port': ['ID=da84bb44-6565-4199-8f39-74058beff7b6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.058198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-47150406-5f2e-452d-98ac-fc6f221ce850 None None] Provisioning complete for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:19.058623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-47150406-5f2e-452d-98ac-fc6f221ce850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.162970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-47150406-5f2e-452d-98ac-fc6f221ce850 None None] Port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:19.216352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:19.310499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Made reservation on behalf of 6b77ae25e5aa41f09177ddebbce7bf19 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:19.319038 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.496207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 1, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:19.542361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d731fe6-7c50-49e4-ad05-870fac7ca72a None None] The sync data for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 is: [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 1, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:19.635612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.705551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.774549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.776459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Pushing event updated for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:19.838414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:19.947794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:19.953486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:19.964138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82b652-6c50-4ac1-9335-30177b961b4d None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:19.990518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:19.991104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.007649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Subnet': ['ID=915a81c7-a0cb-4af4-8c02-c195f4cc7c99,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:20.017416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:20.021095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:20.140578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0fac3-9a5a-413d-b162-b96581acefcd req-b6021314-18ca-480c-b856-d32fc88437d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.150248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1b0fac3-9a5a-413d-b162-b96581acefcd req-b6021314-18ca-480c-b856-d32fc88437d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1977715 Aug 16 20:44:20.178239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996be7-e3c7-43a1-8daf-7b8e633aa072 req-7c67d56a-d777-4c20-a51c-47449d86e697 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:20.200050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe996be7-e3c7-43a1-8daf-7b8e633aa072 req-7c67d56a-d777-4c20-a51c-47449d86e697 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2715244 Aug 16 20:44:20.262115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f871bb78-2ae3-49d9-b2c5-4c4ece31ed71 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2173932 Aug 16 20:44:20.267079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:20.277632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1998845749', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '915a81c7-a0cb-4af4-8c02-c195f4cc7c99'}], 'security_groups': ['3fd67f54-fea7-49c6-bb54-3afdd1e331b2', 'dad06b3d-b0cb-4941-a769-6b5f6cafbb33']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:20.314771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1b0fac3-9a5a-413d-b162-b96581acefcd req-b83c7646-e3de-4459-8624-62081b093e00 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600916 Aug 16 20:44:20.320723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe996be7-e3c7-43a1-8daf-7b8e633aa072 req-c02ff520-97ed-451c-8102-c0a5dc18d993 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120265 Aug 16 20:44:20.444654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Router 9e302168-21b1-4404-aa85-8449514e2454 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:20.475749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Update dhcp port {'port': {'network_id': '47c3295e-d07c-42ab-9de1-933ada61d4f0', 'fixed_ips': [{'subnet_id': '49975a47-e99b-49ed-8778-8e8887c13e9d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3872d68-4db6-4706-9401-4c1ea4f95528', 'ip_address': '2001:db8::2'}, {'subnet_id': '915a81c7-a0cb-4af4-8c02-c195f4cc7c99'}], 'binding:host_id': 'n-d-794306-10'}, 'id': 'a18cea82-ef64-4d1e-b9ef-4cb900d1b55d'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:44:20.575650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.592498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9e63fc07-d7db-4ece-9ac1-a60c5b211c4b None None] Provisioning complete for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:20.592693 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e63fc07-d7db-4ece-9ac1-a60c5b211c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.684742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:20.689654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9e63fc07-d7db-4ece-9ac1-a60c5b211c4b None None] Port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:20.875271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Allocated IP 2001:db8:0:2::2 (47c3295e-d07c-42ab-9de1-933ada61d4f0/915a81c7-a0cb-4af4-8c02-c195f4cc7c99/a18cea82-ef64-4d1e-b9ef-4cb900d1b55d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:20.876962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:20.891819 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-80b154ef-d3f1-4984-9b6b-397b2452fbcd admin admin] 10.222.0.70 "PUT /v2.0/routers/9e302168-21b1-4404-aa85-8449514e2454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7627797 Aug 16 20:44:21.043236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:21.139713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.160223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Transition to ACTIVE for port object a18cea82-ef64-4d1e-b9ef-4cb900d1b55d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:21.275572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:21.434322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da84bb44-6565-4199-8f39-74058beff7b6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:21.619957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df299-d5a5-4da7-9677-8ab1d5b1dfce None None] Pushing event updated for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:21.632389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828079f-b6ad-4b7f-9da3-4988d62ba2cc req-b0e7f192-127b-40d1-bde2-2a09b80f5234 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:21.632389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c828079f-b6ad-4b7f-9da3-4988d62ba2cc req-b0e7f192-127b-40d1-bde2-2a09b80f5234 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1704941 Aug 16 20:44:21.659559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Delete allocated IP 2001:db8::55 (47c3295e-d07c-42ab-9de1-933ada61d4f0/c3872d68-4db6-4706-9401-4c1ea4f95528) {{(pid=95241) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:44:21.684537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Allocated IP 2001:db8:0:2::3a6 (47c3295e-d07c-42ab-9de1-933ada61d4f0/915a81c7-a0cb-4af4-8c02-c195f4cc7c99/eafe0250-acfc-4cea-8026-cccc0ba15267) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:21.696620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c828079f-b6ad-4b7f-9da3-4988d62ba2cc req-3843eca2-0ff8-4ac5-94f9-223219e08da8 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543938 Aug 16 20:44:21.828111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port da84bb44-6565-4199-8f39-74058beff7b6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:21.833770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da84bb44-6565-4199-8f39-74058beff7b6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:21.833770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.003956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477495e5-6cc8-4985-a649-3afaca797bf7 req-1b026064-7760-4649-8168-7b54019d6473 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.004958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.011373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-477495e5-6cc8-4985-a649-3afaca797bf7 req-1b026064-7760-4649-8168-7b54019d6473 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1966674 Aug 16 20:44:22.047060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.067168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Transition to ACTIVE for port object eafe0250-acfc-4cea-8026-cccc0ba15267 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:22.105358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port da84bb44-6565-4199-8f39-74058beff7b6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da84bb44-6565-4199-8f39-74058beff7b6,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:22.109022 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.118614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-477495e5-6cc8-4985-a649-3afaca797bf7 req-51fb274b-d4ac-413d-a994-3f2f3cdd9a30 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997384 Aug 16 20:44:22.224153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.224613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.305712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] In _notify_port_updated(), no bound segment for port eafe0250-acfc-4cea-8026-cccc0ba15267 on network 47c3295e-d07c-42ab-9de1-933ada61d4f0 {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:44:22.311884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.312567 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.314545 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "PUT /v2.0/ports/eafe0250-acfc-4cea-8026-cccc0ba15267 HTTP/1.1" status: 200 len: 970 time: 2.0463679 Aug 16 20:44:22.318251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45516) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:22.324282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a410f6-3ed7-472b-8f2f-c18b0f94e61d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event updated for resources: {'Port': ['ID=eafe0250-acfc-4cea-8026-cccc0ba15267,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.374919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=da84bb44-6565-4199-8f39-74058beff7b6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.402002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:22.408306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--294236879', 'description': 'tempest-description--1439941105'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:22.517169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port eafe0250-acfc-4cea-8026-cccc0ba15267 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:22.517796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.559899 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.682931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.698052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.706651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for eafe0250-acfc-4cea-8026-cccc0ba15267 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:22.761178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:22.761178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.796252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.848184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:22.878994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22583f1d-b246-43d3-8c7c-37141867e451,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:22.963068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4997f3-9817-4142-aa8c-d9e2ec495be6 req-13724d41-e5ce-42a1-9639-19016130b783 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:22.970892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e4997f3-9817-4142-aa8c-d9e2ec495be6 req-13724d41-e5ce-42a1-9639-19016130b783 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1064596 Aug 16 20:44:22.983555 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Sync routers for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:22.987766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:22.989065 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4b8f17e7-5e33-4995-b426-1a7f92f81050 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5857637 Aug 16 20:44:22.991794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:22.999706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'security_group_rule': {'security_group_id': '22583f1d-b246-43d3-8c7c-37141867e451', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:23.013048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:23.016508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Provisioning for port eafe0250-acfc-4cea-8026-cccc0ba15267 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:23.020892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Provisioning complete for port eafe0250-acfc-4cea-8026-cccc0ba15267 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:23.021438 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.031031 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:23.086838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Port eafe0250-acfc-4cea-8026-cccc0ba15267 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:23.105038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e4997f3-9817-4142-aa8c-d9e2ec495be6 req-73bcb55d-d849-4032-b6ab-7a83e28ac93f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328657 Aug 16 20:44:23.220505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:23.223696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:23.241212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.277889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45536) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.282561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352057093', 'description': 'tempest-secgroup-smoke-1352057093 description', 'project_id': 'a6260687ac4648d18254bc9a5b73117e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:23.286785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Provisioning for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:23.296046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:23.296754 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9f1fda6-a1ab-497f-9251-7dc06e29c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.303941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.409970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=eafe0250-acfc-4cea-8026-cccc0ba15267,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.415428 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.417462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-85fc5fb2-dbf1-4d07-83e2-911fa4fe3f47 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/eafe0250-acfc-4cea-8026-cccc0ba15267 HTTP/1.1" status: 204 len: 168 time: 1.0982046 Aug 16 20:44:23.422049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45540) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.424775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.430260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:23.430822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.472628 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-969fd248-cec0-48a2-a8ae-d4c8f737de25 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] GET failed (client error): The resource could not be found. Aug 16 20:44:23.477292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-969fd248-cec0-48a2-a8ae-d4c8f737de25 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports/eafe0250-acfc-4cea-8026-cccc0ba15267 HTTP/1.1" status: 404 len: 333 time: 0.0401621 Aug 16 20:44:23.477535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45542) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.482686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9099ce-8699-4b10-80bc-6998aea5e0ab req-2d48f109-9782-4c18-9623-ebe80efdac56 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:23.484625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f9099ce-8699-4b10-80bc-6998aea5e0ab req-2d48f109-9782-4c18-9623-ebe80efdac56 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2700415 Aug 16 20:44:23.524629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45544) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.538884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.549632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.578439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da84bb44-6565-4199-8f39-74058beff7b6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:23.609821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.620985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f9099ce-8699-4b10-80bc-6998aea5e0ab req-a0ba427a-6857-4b9b-82fa-1bed12638428 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242383 Aug 16 20:44:23.629183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7f8d93b2-708a-4609-a437-c70f7c19f853 None None] Could not find standard attr ID for object eafe0250-acfc-4cea-8026-cccc0ba15267. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:44:23.645076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58151e96-bce5-4637-96e8-65ae51c2df55,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:23.672247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port da84bb44-6565-4199-8f39-74058beff7b6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:23.673260 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.681497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.730651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.791148 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:19Z', 'revision_number': 2, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:23.797663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06021548-d48b-4e68-9203-356c1e6f2701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.817865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.819094 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b005f668-b6da-4605-a955-a84c651e44ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8261368 Aug 16 20:44:23.822482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45548) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.827495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Checking router: 9e302168-21b1-4404-aa85-8449514e2454 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:23.827825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'security_group_rule': {'security_group_id': '22583f1d-b246-43d3-8c7c-37141867e451', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:23.827941 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Updating router 9e302168-21b1-4404-aa85-8449514e2454 port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:44:23.856289 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.908177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.942308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.944937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:23.946109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d346b42-4314-4e44-a966-6aa60a83a460 HTTP/1.1" status: 204 len: 168 time: 0.4665427 Aug 16 20:44:23.949326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45550) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:23.956236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d8405-f854-4aa2-b647-7583c4b9f891 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d346b42-4314-4e44-a966-6aa60a83a460,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.014242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.016985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.045651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e2db45-aff7-41bd-9bea-a01c8e7183c8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.050152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.160112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06021548-d48b-4e68-9203-356c1e6f2701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.188440 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.214227 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Transition to ACTIVE for port object 80e5d3c6-688d-4ea4-9fe9-486e2022baeb will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:24.215372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.218259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.220537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/security-groups/dad06b3d-b0cb-4941-a769-6b5f6cafbb33 HTTP/1.1" status: 204 len: 168 time: 0.2689507 Aug 16 20:44:24.223398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.234596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d019c-50ba-47ac-9422-c92765801099 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad06b3d-b0cb-4941-a769-6b5f6cafbb33,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.256228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d293e0-4198-4707-8250-73fd1333ed0f req-6d88b80d-408f-4fe4-990d-86b7fac26d20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.256228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38d293e0-4198-4707-8250-73fd1333ed0f req-6d88b80d-408f-4fe4-990d-86b7fac26d20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.0770657 Aug 16 20:44:24.284305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06021548-d48b-4e68-9203-356c1e6f2701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.293776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.320363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.344412 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.353090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-06021548-d48b-4e68-9203-356c1e6f2701 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61684b8b0e9a47eab534bf481174c141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815139 Aug 16 20:44:24.356005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38d293e0-4198-4707-8250-73fd1333ed0f req-3053e864-cfa8-4932-b10e-ff1f12a2e044 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941284 Aug 16 20:44:24.359362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45556) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.368036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06021548-d48b-4e68-9203-356c1e6f2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55a9ed3-a098-4c1a-9073-bdffd1f27e33,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.423758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac97971-c695-497b-ba8b-a327eeed8bc4 req-d3b46bb8-1551-43cc-b53f-e87e504946df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.425964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ac97971-c695-497b-ba8b-a327eeed8bc4 req-d3b46bb8-1551-43cc-b53f-e87e504946df service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.0758948 Aug 16 20:44:24.452858 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Pushing event updated for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.466806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.469152 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.486704 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.487047 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.487382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.487710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.488063 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.488389 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.488710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.489029 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.489349 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.489664 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.489981 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.490294 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:24.509030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ac97971-c695-497b-ba8b-a327eeed8bc4 req-6e74c8c0-0b0e-4d13-ac95-1b9f1d283166 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Aug 16 20:44:24.513324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Attempting to bind port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:24.514540 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Attempting to bind port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:24.515093 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Attempting to bind port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:24.517936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.529835 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:24.533090 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:24.533090 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.533395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.533526 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:24.533526 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Bound port: 80e5d3c6-688d-4ea4-9fe9-486e2022baeb, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:24.533526 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.534503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.538058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/security-groups/3fd67f54-fea7-49c6-bb54-3afdd1e331b2 HTTP/1.1" status: 204 len: 168 time: 0.3112364 Aug 16 20:44:24.539381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45558) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.565851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888b7e-241d-4982-951c-c418cb4d11b5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd67f54-fea7-49c6-bb54-3afdd1e331b2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.603558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.631504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] For port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:24.635246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] For port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:24.641046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet c3872d68-4db6-4706-9401-4c1ea4f95528 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:24.649939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.664824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.689098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.715825 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.730312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.732804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f75693-14f8-4870-8cb5-d2ecba9b0220,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.773945 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.776848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.778774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.779956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c55a9ed3-a098-4c1a-9073-bdffd1f27e33 HTTP/1.1" status: 204 len: 168 time: 0.4193668 Aug 16 20:44:24.790680 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:24.791304 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:24.834767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b81eac8-550b-4c60-b291-90527af482dc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.846106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51bf2-6d46-4052-ad49-98150ba8e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55a9ed3-a098-4c1a-9073-bdffd1f27e33,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.855015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cc37e-328c-484f-9f9d-db972483ca2f req-cd9dade1-56f2-4337-9d0d-a69cd5afee06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:24.861243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-972cc37e-328c-484f-9f9d-db972483ca2f req-cd9dade1-56f2-4337-9d0d-a69cd5afee06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1546516 Aug 16 20:44:24.900869 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360689ab-87a1-400e-9d3e-01cc0fb489c1 None None] Pushing event updated for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:24.919177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.924039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e36a79e-be71-438a-81d8-779aed441777 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0968246 Aug 16 20:44:24.924222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45564) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.929423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:24.937457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.940219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-95bc1329-41e6-425a-971e-0c6e9f439d92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6603446 Aug 16 20:44:24.944270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:24.953009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:24.955411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:24.958587 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:24.992228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-972cc37e-328c-484f-9f9d-db972483ca2f req-4cabaa43-ae6e-47a4-b033-a324f55621c2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211205 Aug 16 20:44:25.098566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.151946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.178324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.182177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/c3872d68-4db6-4706-9401-4c1ea4f95528 HTTP/1.1" status: 204 len: 168 time: 0.6392407 Aug 16 20:44:25.186805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45570) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:25.189780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7bbcc-9118-48bd-bed9-be12ce340b84 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:25.211663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef7693-7850-4e40-b615-536ccfbf3dba tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=c3872d68-4db6-4706-9401-4c1ea4f95528,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.222817 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:24Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:25.263288 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ba9ce3-433a-4660-97ea-4a61295a46ab None None] The sync data for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 is: [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:24Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:25.280390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet 915a81c7-a0cb-4af4-8c02-c195f4cc7c99 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:25.284852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.306664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80e5d3c6-688d-4ea4-9fe9-486e2022baeb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:25.341644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.380195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.532337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:25.537465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:25.537844 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.541942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.550317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff7f83-f6b1-48cd-b9f1-836e02cffd32 req-915ebea0-aa99-4193-a5c3-b32de7d729b9 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:25.556493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ff7f83-f6b1-48cd-b9f1-836e02cffd32 req-915ebea0-aa99-4193-a5c3-b32de7d729b9 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.0994322 Aug 16 20:44:25.625104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.644603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ff7f83-f6b1-48cd-b9f1-836e02cffd32 req-76384ccf-4a70-4453-9e17-ea43fce316fd tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728364 Aug 16 20:44:25.668957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.692944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.715870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:25.789507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.25.7.34 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/90d67666-1c90-4242-8fd7-9ea4df5c0804) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:25.863574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45574) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:25.878443 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8625-12f9-4bb1-942e-448208534179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.881892 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.889429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.899653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.968719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.972343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=915a81c7-a0cb-4af4-8c02-c195f4cc7c99,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:25.982040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:25.988296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2ef38124-6a5b-4dda-aecc-4353a4a96701 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/915a81c7-a0cb-4af4-8c02-c195f4cc7c99 HTTP/1.1" status: 204 len: 168 time: 0.7984693 Aug 16 20:44:25.988975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45576) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:25.990058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d739fe-5533-40c0-99e2-e739b5a6f148,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.006326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.045040 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-5455d2dc-2911-4a5b-9718-6908b870efcc tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:26.045510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5455d2dc-2911-4a5b-9718-6908b870efcc tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:26.048010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5455d2dc-2911-4a5b-9718-6908b870efcc tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/c3872d68-4db6-4706-9401-4c1ea4f95528 HTTP/1.1" status: 404 len: 337 time: 0.0552824 Aug 16 20:44:26.051918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45580) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.115043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8625-12f9-4bb1-942e-448208534179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.153857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting subnet 49975a47-e99b-49ed-8778-8e8887c13e9d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:26.155747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.160889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.205506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:26.206405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93858a-862e-47cd-be21-d2b14cad8249 req-91f407de-564e-4b46-bcec-c24dafb9b186 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.208285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b93858a-862e-47cd-be21-d2b14cad8249 req-91f407de-564e-4b46-bcec-c24dafb9b186 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1158161 Aug 16 20:44:26.209084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:26.212945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:26.263306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b93858a-862e-47cd-be21-d2b14cad8249 req-6dfe1fd8-df6d-40cc-822e-4ca69f692c62 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Aug 16 20:44:26.272152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a3b8625-12f9-4bb1-942e-448208534179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.276146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.309324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=90d67666-1c90-4242-8fd7-9ea4df5c0804,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.314125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.346079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed0686-1559-4921-91e3-c4f72041add5 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:26.362775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b8625-12f9-4bb1-942e-448208534179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552b7948-76f8-4f6b-9a84-adfab7bf7c39,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.372287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a3b8625-12f9-4bb1-942e-448208534179 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf5c481c4b93499f8693a67b73107f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049794 Aug 16 20:44:26.372700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45582) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.428956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.430691 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90281330-3b18-4ebb-aa4e-028bf6864708 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4844663 Aug 16 20:44:26.433041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.434672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45584) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.437453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.443225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:26.460311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.461327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a9ca0d57-e488-47ef-9f13-50862f180f61 None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:26.461889 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0d57-e488-47ef-9f13-50862f180f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.524723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca0d57-e488-47ef-9f13-50862f180f61 None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:26.526919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.542844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a9ca0d57-e488-47ef-9f13-50862f180f61 None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:26.543216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0d57-e488-47ef-9f13-50862f180f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.591030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.644061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.675572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Subnet': ['ID=49975a47-e99b-49ed-8778-8e8887c13e9d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.679625 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.681756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8c2b1a25-b2d4-4289-8471-c54bbbba0289 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/49975a47-e99b-49ed-8778-8e8887c13e9d HTTP/1.1" status: 204 len: 168 time: 0.6287644 Aug 16 20:44:26.683963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45588) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.702549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.713441 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cd8e19-e513-4a64-98d4-16d148a39df5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:26.714247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cd8e19-e513-4a64-98d4-16d148a39df5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:26.716356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b7cd8e19-e513-4a64-98d4-16d148a39df5 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/52b14420-1e57-4365-ae59-8e9a890a1be7 HTTP/1.1" status: 404 len: 337 time: 0.0312583 Aug 16 20:44:26.726943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.770273 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b664a3db-cdd9-4bd2-9e4f-cc2e5183c11e tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8ef73a6-91df-4159-bcbe-0dfe8903bc8e HTTP/1.1" status: 200 len: 205 time: 0.0421054 Aug 16 20:44:26.772641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45592) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.775635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5d46c-b38c-4804-bdea-79bf2415d502 req-05e19ced-b0df-4ea0-8eb6-0da409349d0b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:26.780726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6e5d46c-b38c-4804-bdea-79bf2415d502 req-05e19ced-b0df-4ea0-8eb6-0da409349d0b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.0558343 Aug 16 20:44:26.817738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.822877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.824371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.827082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.828355 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/552b7948-76f8-4f6b-9a84-adfab7bf7c39 HTTP/1.1" status: 204 len: 168 time: 0.4548209 Aug 16 20:44:26.829897 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-86fea5c1-2a89-41fa-8fa3-8adff6e33ca8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] delete failed (client error): The resource could not be found. Aug 16 20:44:26.833450 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86fea5c1-2a89-41fa-8fa3-8adff6e33ca8 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/routers/c8ef73a6-91df-4159-bcbe-0dfe8903bc8e HTTP/1.1" status: 404 len: 336 time: 0.0598476 Aug 16 20:44:26.833997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:26.845241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6e5d46c-b38c-4804-bdea-79bf2415d502 req-4e857eaf-1fb5-4a54-8726-72ec39c1bac3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558181 Aug 16 20:44:26.881228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1091725124', 'description': 'tempest-description-1339540424'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:26.913046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:26.939667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5d14a0-7613-4368-b632-097037ea752e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.956411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7890de1-2bbc-4970-abf5-5d1441a4c1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552b7948-76f8-4f6b-9a84-adfab7bf7c39,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:26.960510 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d113d5a-a386-4d98-9b51-4db0b5d3b685 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:26.960510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d113d5a-a386-4d98-9b51-4db0b5d3b685 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:26.962269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6d113d5a-a386-4d98-9b51-4db0b5d3b685 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/21ab167a-b4e7-414e-85d2-b244735af1d1 HTTP/1.1" status: 404 len: 337 time: 0.1236153 Aug 16 20:44:26.966749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.025829 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa9a835-aaf3-48ac-99e1-0882a6c8fb95 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.027875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa9a835-aaf3-48ac-99e1-0882a6c8fb95 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.028151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3fa9a835-aaf3-48ac-99e1-0882a6c8fb95 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/da7c646a-502d-4a05-9714-f884c7d415d7 HTTP/1.1" status: 404 len: 337 time: 0.0571675 Aug 16 20:44:27.030951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45602) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.031234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=90d67666-1c90-4242-8fd7-9ea4df5c0804,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.035934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.062278 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4e69a0-8cb2-4507-99ad-a0121bfe37d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.062867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4e69a0-8cb2-4507-99ad-a0121bfe37d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.065389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8c4e69a0-8cb2-4507-99ad-a0121bfe37d2 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/ffe15ed3-396f-4e66-9161-62b9fa188f0b HTTP/1.1" status: 404 len: 337 time: 0.0326750 Aug 16 20:44:27.067969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45604) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.099664 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d13a69-89eb-46af-b636-46ba7e8f541c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.099664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d13a69-89eb-46af-b636-46ba7e8f541c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.099664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78d13a69-89eb-46af-b636-46ba7e8f541c tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/2c970e99-4077-4fd1-b28f-e36d3bb069f6 HTTP/1.1" status: 404 len: 333 time: 0.0271850 Aug 16 20:44:27.099664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.100150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45606) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.145690 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf921b2-6236-4d84-9633-ed805b5939bf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.145690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf921b2-6236-4d84-9633-ed805b5939bf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.145690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0cf921b2-6236-4d84-9633-ed805b5939bf tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/e22467ae-e58d-4747-a02d-800ae8dda893 HTTP/1.1" status: 404 len: 337 time: 0.0347044 Aug 16 20:44:27.145690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.178144 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a220c0-fd77-4b37-a567-fbdd5c863d18 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.178607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a220c0-fd77-4b37-a567-fbdd5c863d18 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.183496 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-30a220c0-fd77-4b37-a567-fbdd5c863d18 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/a748da4a-c569-4ca6-8c0e-108f256e31a4 HTTP/1.1" status: 404 len: 337 time: 0.0350237 Aug 16 20:44:27.185425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45610) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.215904 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9482748-c33c-45b0-a4e3-a7fd67f6e75f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.216642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9482748-c33c-45b0-a4e3-a7fd67f6e75f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.218588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d9482748-c33c-45b0-a4e3-a7fd67f6e75f tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/022fac56-23a8-4f8e-802c-42323496da26 HTTP/1.1" status: 404 len: 333 time: 0.0318794 Aug 16 20:44:27.224335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.226833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80e5d3c6-688d-4ea4-9fe9-486e2022baeb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:27.247855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.250275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6dc67852-7f7e-413d-8521-6dc91d0ee8e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3247440 Aug 16 20:44:27.254300 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d6d42c-1a6e-45e7-9acd-c0acbe25a824 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.254822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d6d42c-1a6e-45e7-9acd-c0acbe25a824 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.256813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-66d6d42c-1a6e-45e7-9acd-c0acbe25a824 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/af75867c-a409-4c83-96eb-2d91455feae3 HTTP/1.1" status: 404 len: 337 time: 0.0314374 Aug 16 20:44:27.259202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45616) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.291617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.292866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-88e3747d-cee5-4cc0-a14f-c0d97c44a085 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8572280 Aug 16 20:44:27.296029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.301266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:27.303838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:27.304281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.312216 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9e1ef1-1c61-418d-ad72-5e24f32dd99b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:27.313560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9e1ef1-1c61-418d-ad72-5e24f32dd99b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:27.315089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af9e1ef1-1c61-418d-ad72-5e24f32dd99b tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/subnets/4670c594-eb2d-4610-b6c6-57c8cca09622 HTTP/1.1" status: 404 len: 337 time: 0.0548851 Aug 16 20:44:27.319392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45622) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.469888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.471799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72bca2-ac78-4733-a074-94ed04607277 None None] Network 47c3295e-d07c-42ab-9de1-933ada61d4f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:27.488824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36834427-dee6-42bc-885d-fb88ce4238da req-78cc09bb-a7ce-4fe7-9112-b388ad676f63 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.494691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:27.495829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.496721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36834427-dee6-42bc-885d-fb88ce4238da req-78cc09bb-a7ce-4fe7-9112-b388ad676f63 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1182053 Aug 16 20:44:27.546211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36834427-dee6-42bc-885d-fb88ce4238da req-f7ce4fb6-d446-4d3e-a17c-76b3dc49a707 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473731 Aug 16 20:44:27.569131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.573031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f01e4182-5b3b-42cd-88f9-3e228b0ff76b None None] Provisioning complete for port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:27.574347 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f01e4182-5b3b-42cd-88f9-3e228b0ff76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.593247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.609201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:27.620105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d947df78-a3a6-4332-9ed4-c7e329652ca0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.670744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f01e4182-5b3b-42cd-88f9-3e228b0ff76b None None] Port 134d0c9b-60ba-4c22-8717-bf8a46c1eef9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:27.686207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f01e4182-5b3b-42cd-88f9-3e228b0ff76b None None] Provisioning complete for port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:27.686207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f01e4182-5b3b-42cd-88f9-3e228b0ff76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.753877 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.776946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-d03ae63a-4982-4721-8282-d5d3ff00427b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--294236879&fields=id&tenant_id=1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 267 time: 0.0825353 Aug 16 20:44:27.805351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] DHCP port deletion for 47c3295e-d07c-42ab-9de1-933ada61d4f0 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:27.842018 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.848359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.849758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-003e42f6-560d-4668-adb8-b2fc8840438d req-a3bb61bc-bfb0-4874-b018-f3f4333ccdd3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9741888 Aug 16 20:44:27.876391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Deleting port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:27.878204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.916734 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.926810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=134d0c9b-60ba-4c22-8717-bf8a46c1eef9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:27.930923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:27.933147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba968293-d360-4473-94ae-ed93244ad5e1 tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/ports/134d0c9b-60ba-4c22-8717-bf8a46c1eef9 HTTP/1.1" status: 204 len: 168 time: 0.6128941 Aug 16 20:44:27.935628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45646) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:27.958919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-024d6bae-3037-43c8-b186-5a65bae6f4ed tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:27.960541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-024d6bae-3037-43c8-b186-5a65bae6f4ed tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1729720 Aug 16 20:44:27.986334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-5b48d213-4f1d-4da2-b6f8-96ec5d1a9027 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1091725124&fields=id&tenant_id=d266f930ae144a7d97c61178c9988784 HTTP/1.1" status: 200 len: 267 time: 0.0658975 Aug 16 20:44:27.988714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-b792ee52-a44d-4582-aadb-6dc120cf99e6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/quotas/1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0177286 Aug 16 20:44:27.995260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:27.996027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.018328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.024836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Calling delete_port for a18cea82-ef64-4d1e-b9ef-4cb900d1b55d owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:28.050978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.075252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7b40d4-e518-4207-b614-2997206c9783,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.103061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-7f6304bd-09e9-4f5a-a31c-d1d94ec035de tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057415 Aug 16 20:44:28.108461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Deleting port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:28.108937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.115392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-65aefd91-7172-4eed-81c6-6dcf4647787d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.117446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-65aefd91-7172-4eed-81c6-6dcf4647787d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1190450 Aug 16 20:44:28.144455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'port': {'security_groups': ['bb110834-9fe5-4496-809d-8cd1561a4a28', 'd947df78-a3a6-4332-9ed4-c7e329652ca0']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:28.187110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] For port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,segment=NetworkSegment(3947a6cc-639c-43fd-a77b-9d0bb81d904d),segment_id=3947a6cc-639c-43fd-a77b-9d0bb81d904d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.187496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.201599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Calling delete_port for a18cea82-ef64-4d1e-b9ef-4cb900d1b55d owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:28.262239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.277722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.278911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce127d50-eb8e-4a47-b058-e653e5314d42 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9819343 Aug 16 20:44:28.282122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45654) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:28.286688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:28.295621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.315855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.316652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-88e64d7d-8011-4e42-bcfb-9a1dc386cdfc service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913989 Aug 16 20:44:28.336238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] Pushing event deleted for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.341286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea0596-7e7e-45f5-8c7e-d14bcc69324d None None] No DVR routers for this DVR port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:28.347851 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] No DVR routers for this DVR port a18cea82-ef64-4d1e-b9ef-4cb900d1b55d on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:28.349486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Port': ['ID=a18cea82-ef64-4d1e-b9ef-4cb900d1b55d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.433048 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.452891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.472186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-3e10955d-dee3-4df7-9a8e-591d62fd6c9f service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475041 Aug 16 20:44:28.472862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c3295e-d07c-42ab-9de1-933ada61d4f0']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:28.492655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3947a6cc-639c-43fd-a77b-9d0bb81d904d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:28.492955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3947a6cc-639c-43fd-a77b-9d0bb81d904d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:28.507594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.532569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.536251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.542838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:28.545193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:28.547817 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:28.614839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:28.646627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.658372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.677030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18078bb2-894b-44d8-a2f9-28762a15deae,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.772964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.779907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.781779 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] 10.222.0.70 "DELETE /v2.0/networks/47c3295e-d07c-42ab-9de1-933ada61d4f0 HTTP/1.1" status: 204 len: 168 time: 0.8450301 Aug 16 20:44:28.800671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df260-e0e2-4f1f-973b-c74a8de0af6d tempest-PortsIpV6TestJSON-571072383 tempest-PortsIpV6TestJSON-571072383-project] Pushing event deleted for resources: {'Network': ['ID=47c3295e-d07c-42ab-9de1-933ada61d4f0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.824325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.825653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.825985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d4dc858-c78c-4ed2-9e28-e1f06bc9ef7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5427046 Aug 16 20:44:28.830734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45664) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:28.834657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:28.842095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:28.904979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:28.905635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:28.907118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a464d7b3-f8a2-4aa0-8763-019f3a3534bd req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "PUT /v2.0/ports/5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 981 time: 0.7801158 Aug 16 20:44:28.910221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:28.914873 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf2950-ef2d-4088-a3ea-21dcec580b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:28.942724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2762-6652-44f8-b79b-d6e273e94321 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:28.980039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:29.006350 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:44:29.037236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38072eb5-a167-4196-af43-33b4154a4cf6 req-a4b47495-09ec-4d07-88d6-becb8d37a6d8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 210 time: 0.0651717 Aug 16 20:44:29.041233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.126782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe99649-8afd-426a-ba73-4ad8ce8f5aaf req-2e2247b2-5607-4ee5-84f3-f8571acb4780 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.129511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbe99649-8afd-426a-ba73-4ad8ce8f5aaf req-2e2247b2-5607-4ee5-84f3-f8571acb4780 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1420650 Aug 16 20:44:29.150434 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.247327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:29.248797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-28a2193b-3fd1-43f7-b2ff-feeb92366172 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1091725124&fields=id&tenant_id=d266f930ae144a7d97c61178c9988784 HTTP/1.1" status: 200 len: 267 time: 0.0958121 Aug 16 20:44:29.271169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbe99649-8afd-426a-ba73-4ad8ce8f5aaf req-8d95ac27-b2eb-499b-9045-96c11e5c429c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193314 Aug 16 20:44:29.283539 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.322106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a18cea82-ef64-4d1e-b9ef-4cb900d1b55d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:29.322106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a18cea82-ef64-4d1e-b9ef-4cb900d1b55d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:29.332426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e318fc-60b7-4d53-9e38-8bfb49a0b33e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.356935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-56e82148-cdb0-49aa-9595-42d33483a16a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.358601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-56e82148-cdb0-49aa-9595-42d33483a16a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 984 time: 0.0979919 Aug 16 20:44:29.380678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'port': {'security_groups': ['bb110834-9fe5-4496-809d-8cd1561a4a28']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:29.386995 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c3aa2a-8967-488e-8405-316b91d3f3f1 x-openstack-request-id: req-b8c3aa2a-8967-488e-8405-316b91d3f3f1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:29.387276 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:29.387534 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8c3aa2a-8967-488e-8405-316b91d3f3f1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:29.387973 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:44:29.408073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45686) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:29.441169 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.442390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a4d655b-6fda-45d0-bfc8-67b3d066c386 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6121430 Aug 16 20:44:29.445491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:29.450336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '2b81eac8-550b-4c60-b291-90527af482dc', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:29.494773 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.499480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-74bb9dcb-f84e-4f3b-84fd-3bc8e5ce462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.501499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-74bb9dcb-f84e-4f3b-84fd-3bc8e5ce462c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1136 time: 0.0908136 Aug 16 20:44:29.579535 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee6f0aeb-2788-428e-bc11-9d3d197e82bb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b77ae25e5aa41f09177ddebbce7bf19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700680 Aug 16 20:44:29.582744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45692) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:29.623702 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:44:29.638206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.654997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-7fbb58aa-07ed-4614-ac12-fe05bf27a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.656713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-7fbb58aa-07ed-4614-ac12-fe05bf27a231 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.1470745 Aug 16 20:44:29.681019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.720099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.730838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.742608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-e646da73-a59d-4008-bdc8-669e0fa4896c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0772426 Aug 16 20:44:29.830365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.834252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:29.837144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-0c68c191-e2fc-4293-aa68-53b08ffa1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:29.844340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-0c68c191-e2fc-4293-aa68-53b08ffa1189 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.0862777 Aug 16 20:44:29.851197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd74d0de-963d-47ec-a8cb-f77cd918589f,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.861961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.866648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.867863 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d16cc628-2599-4c32-93da-457eb08987fa HTTP/1.1" status: 204 len: 168 time: 0.2843618 Aug 16 20:44:29.877470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b037bd-b29e-4c81-a747-a4fceb2427dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16cc628-2599-4c32-93da-457eb08987fa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:29.913926 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.918908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-8e9336d1-1ff1-4c1f-ac33-31bf6ebadab9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714424 Aug 16 20:44:29.925098 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:29.926388 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37782dc6-8d59-4a2c-be59-13b108d000cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4797168 Aug 16 20:44:29.929533 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45706) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:29.934516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'network': {'name': 'tempest-network-smoke--269919751', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:30.008548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.020333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:30.072329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.072973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.074630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d3e5d6c-5204-4909-a5f0-3cb5f7c25f7c req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "PUT /v2.0/ports/5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 942 time: 0.7047515 Aug 16 20:44:30.087856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-ac8f349c-2e5f-4be6-900a-3acaa76d8160 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592562 Aug 16 20:44:30.140407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:30.144124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:30.147986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.215591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:30.241782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.246149 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Added segment 14df515a-475c-4214-adc0-44df31d0ed60 of type vlan for network ecf0393f-cabc-4737-8738-bfbd11341668 Aug 16 20:44:30.300677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.485206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.491772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.492708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.601677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Network': ['ID=ecf0393f-cabc-4737-8738-bfbd11341668,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:30.612044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network ecf0393f-cabc-4737-8738-bfbd11341668 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:30.744038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-50317176-9540-4916-8bf5-e8c3c1bf3b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:30.749639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ab6e5af-e3e6-401d-b199-c3e6a5e7c6cc req-65c49a40-bc78-41a0-bf49-dcd6249da8c6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 210 time: 0.5843775 Aug 16 20:44:30.750236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c06ec3-f49a-4f7a-88fc-059b9e64d605 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:30.810880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-341502f4-d34d-43b4-8388-5df62c33d152 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8802865 Aug 16 20:44:30.814207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45724) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:30.828001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'admin_state_up': True, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:30.917406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-8efed8c4-2fea-475e-ab88-5fde8cb5587a tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8084393 Aug 16 20:44:30.945963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:30.953274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aabf2950-ef2d-4088-a3ea-21dcec580b6f req-73efb9f2-eb4b-4639-a72f-b25fd8e97c60 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8532405 Aug 16 20:44:30.979186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26826a23-a8e2-4cd2-812a-a3b0de948d3e req-db05c730-4698-406b-87fe-a662c1e3318d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:30.980807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26826a23-a8e2-4cd2-812a-a3b0de948d3e req-db05c730-4698-406b-87fe-a662c1e3318d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0864842 Aug 16 20:44:31.005717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.007277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.039994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26826a23-a8e2-4cd2-812a-a3b0de948d3e req-35c416ad-9e0d-4133-81a9-3f79b70abef5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Aug 16 20:44:31.099920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.211941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.317700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.406514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:31.409722 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:31.459466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.463426 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c454f861-b538-48d5-9545-190dfe0553b8 x-openstack-request-id: req-c454f861-b538-48d5-9545-190dfe0553b8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:31.478147 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:31.478147 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c454f861-b538-48d5-9545-190dfe0553b8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:31.478147 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:44:31.562785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45742) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:31.569535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Allocated IP 172.25.7.41 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/cabe9663-cfa1-40f6-8d15-c3c41fc3fa38) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:31.586817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-8875226b-78fb-498f-aeb5-b8a8e569aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.589214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-8875226b-78fb-498f-aeb5-b8a8e569aa4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.1095040 Aug 16 20:44:31.711573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1197202785'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:31.796493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-255b8fa3-7d7a-46f9-bd7b-2644b87b45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.798698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-255b8fa3-7d7a-46f9-bd7b-2644b87b45b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.1995454 Aug 16 20:44:31.803835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.850571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-28149213-f220-41a5-b37c-51c89ad278b5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0441666 Aug 16 20:44:31.865855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.868541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:31.872861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.896889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.899708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:31.914565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bedc6eb-8e5d-470f-960a-631218951024 req-8fe07327-3d89-4dba-98db-19786ed0f996 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 210 time: 0.0656710 Aug 16 20:44:31.936290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-59efd011-c241-40f6-b8cb-c97f7884d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:31.936290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-59efd011-c241-40f6-b8cb-c97f7884d394 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.0728042 Aug 16 20:44:31.989854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-02dedc55-2239-4cb1-a441-e29a7262caff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399642 Aug 16 20:44:32.007156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.103045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-bebdd169-e959-494c-a9a4-cd2fba8e43dc service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111603 Aug 16 20:44:32.124174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.270553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:32.277898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:32.283561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:32.293869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'Port': ['ID=cabe9663-cfa1-40f6-8d15-c3c41fc3fa38,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.344448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced4871-97e2-423b-bb53-f2658d21092f req-a3272071-386a-40c3-8e8b-08847ccb2b04 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.351873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ced4871-97e2-423b-bb53-f2658d21092f req-a3272071-386a-40c3-8e8b-08847ccb2b04 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2097073 Aug 16 20:44:32.370311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.410240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:32.439368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8670571-60dd-45a8-b9ad-09397247f828,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.456765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.456765 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2 of type vlan for network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d Aug 16 20:44:32.460165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b5d12c-e08b-4e33-9cb2-084e25f8ec9f req-d2f00c3a-ba17-4ecf-8ba5-1e5c86c8b72e service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481019 Aug 16 20:44:32.492791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ced4871-97e2-423b-bb53-f2658d21092f req-f33e1a21-b3b3-4350-8c21-1b4076ce6238 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400132 Aug 16 20:44:32.503480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.254 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/d5eb694b-46b9-4a62-884e-1e7761e51fc5) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:32.509779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.600857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-4dab8c4b-d0f2-44a4-b32d-c6addbb7852e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.602346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-4dab8c4b-d0f2-44a4-b32d-c6addbb7852e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.2457273 Aug 16 20:44:32.611961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.629641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.669989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-641f1d43-e7cf-462c-a0c7-ac3883dcd7da tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 379 time: 0.0563309 Aug 16 20:44:32.680256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'device_id': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'admin_state_up': True, 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'security_groups': ['22583f1d-b246-43d3-8c7c-37141867e451']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:32.702108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.712897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:32.713732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.774786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.788326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=51dfc72f-b013-4a9a-8b7e-cd7f65206a2d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:32.799445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:32.855754 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:32.914933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a03bfa3b-1b09-4167-a8b9-15faf9d3c204 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3433175 Aug 16 20:44:32.917983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45754) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:32.925045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'name': 'tempest-PortsTestJSON-1130410568'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:32.931753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:32.936282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:32.939444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:32.970054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=d5eb694b-46b9-4a62-884e-1e7761e51fc5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:33.033236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:33.036779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.064543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-588b7ed6-83bd-449b-aaf3-d6ae4f08a404 req-c5fc24fc-8305-4d3c-87dc-ad8ca43277e1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 210 time: 0.0671515 Aug 16 20:44:33.106461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.210952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.20.0.11 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/28f80914-7f3e-45fb-b271-3908dbbc44b5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:33.220518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.322726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event updated for resources: {'Port': ['ID=cabe9663-cfa1-40f6-8d15-c3c41fc3fa38,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:33.323315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.336464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:33.339970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.387483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.413086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port d7a61926-8681-46a1-8f4a-f262f631a8db yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:33.446776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.493447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.501050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-7c8b80ee-7c04-418d-88b4-c3d7fdb30f6b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5611444 Aug 16 20:44:33.591095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.596778 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e02afc6-23f5-450d-8948-b8848b4d18ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.658331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-48b26bef-a05a-4c78-b775-9c19ece6c8c5 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1482010 Aug 16 20:44:33.667530 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.799320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Transition to ACTIVE for port object 28f80914-7f3e-45fb-b271-3908dbbc44b5 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:33.838792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:44:33.848685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f64ec-64e9-49bf-a3fa-8db785f65856 req-c290a7c8-b37c-4b42-b97e-71e1f1896686 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.850210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b9f64ec-64e9-49bf-a3fa-8db785f65856 req-c290a7c8-b37c-4b42-b97e-71e1f1896686 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2509792 Aug 16 20:44:33.913714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:33.955054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:33.960906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-dfa4a5b2-5b67-43c8-8f7d-b8c594bc0eab tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:33.962145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-dfa4a5b2-5b67-43c8-8f7d-b8c594bc0eab tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2882588 Aug 16 20:44:33.967325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Sync routers for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:33.979512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-62471f7f-a98c-458f-b130-866695a409d4 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:33.980420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a716d23-7f71-4fd9-a8f4-4120bd9fc6bc req-62471f7f-a98c-458f-b130-866695a409d4 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091116 Aug 16 20:44:33.983438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b9f64ec-64e9-49bf-a3fa-8db785f65856 req-ba743773-f933-4129-b308-e49485b7ed61 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204772 Aug 16 20:44:33.992189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:33.992189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:34.078114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.121711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:34.127013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.130535 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4a5f22b6-1897-44b0-a24b-f0700e8cb61c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3151839 Aug 16 20:44:34.131169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:34.174674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.232232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:34.300091 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad960f32-261d-428a-86be-d24222e85aeb tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=a6260687ac4648d18254bc9a5b73117e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1676822 Aug 16 20:44:34.300956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:34.317892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:34.321369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:34.336137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:34.351572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.388436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:33Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:34.396634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-e7e44a06-1fde-4da8-96b4-d63d32360a81 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.404408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-e7e44a06-1fde-4da8-96b4-d63d32360a81 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3604393 Aug 16 20:44:34.415571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=d7a61926-8681-46a1-8f4a-f262f631a8db,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:34.420720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Checking router: fe5c7339-e43f-4f2a-a414-d05a43adc8b3 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:34.421113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Updating router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 port d5eb694b-46b9-4a62-884e-1e7761e51fc5 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:44:34.441568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f5418-e376-4d26-9dc0-402582a37fec tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.446340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb9f5418-e376-4d26-9dc0-402582a37fec tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443777 Aug 16 20:44:34.447030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45778) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:34.458936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.494278 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09d46c7d-386d-469c-8389-e09dcb769eca tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461068 Aug 16 20:44:34.494911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:34.500107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf0cd4-47f1-4578-be45-a0c5d9785c03 req-9b6582b7-804b-4ff9-8bce-cce4bd23ca04 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.500923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2002794871', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:34.508356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5baf0cd4-47f1-4578-be45-a0c5d9785c03 req-9b6582b7-804b-4ff9-8bce-cce4bd23ca04 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 932 time: 0.3350482 Aug 16 20:44:34.526900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-54ba66a8-7df5-466e-aec9-61c4d83d35c3 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.1214559 Aug 16 20:44:34.538852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'floatingip': {'port_id': '5a906242-27f1-4a7e-8599-bad242f154c2', 'fixed_ip_address': '172.20.0.2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:34.605635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:34.605635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.663712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:34.663979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:34.681783 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.722196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:34.730579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.737677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5baf0cd4-47f1-4578-be45-a0c5d9785c03 req-d0dc0fc5-d93b-423c-8d7a-893f10af47db tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285049 Aug 16 20:44:34.769064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ffb27f74-2911-4d2c-9148-773fde55dc71 None None] Provisioning for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:34.776330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.778594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ffb27f74-2911-4d2c-9148-773fde55dc71 None None] Provisioning complete for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:34.779025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ffb27f74-2911-4d2c-9148-773fde55dc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:34.811866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Transition to ACTIVE for port object d5eb694b-46b9-4a62-884e-1e7761e51fc5 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:34.822560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-52bc9478-a2d5-463c-afa2-73746842b8fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1412325 Aug 16 20:44:34.825671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ffb27f74-2911-4d2c-9148-773fde55dc71 None None] Port 28f80914-7f3e-45fb-b271-3908dbbc44b5 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:34.840882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Request body: {'port': {'device_id': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:35.086634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.138459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.167516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695684a-2ada-4b96-b361-d571abf2d611 None None] Pushing event updated for resources: {'Port': ['ID=d5eb694b-46b9-4a62-884e-1e7761e51fc5,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.170144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Attempting to bind port d5eb694b-46b9-4a62-884e-1e7761e51fc5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:35.170733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Attempting to bind port d5eb694b-46b9-4a62-884e-1e7761e51fc5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:35.171340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Attempting to bind port d5eb694b-46b9-4a62-884e-1e7761e51fc5 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:35.179321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:35.179719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:35.180153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.180569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:35.181068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Bound port: d5eb694b-46b9-4a62-884e-1e7761e51fc5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:35.181455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.232611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Subnet': ['ID=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.249459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Checking segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:35.249818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network hostable DHCP agents. Network: ecf0393f-cabc-4737-8738-bfbd11341668, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:35.251711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] For port d5eb694b-46b9-4a62-884e-1e7761e51fc5, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:35.256742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] For port d5eb694b-46b9-4a62-884e-1e7761e51fc5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5eb694b-46b9-4a62-884e-1e7761e51fc5,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:35.294797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:35.371250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.405559 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.411759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network ecf0393f-cabc-4737-8738-bfbd11341668 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:35.446008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71f1ac-f581-43f1-a403-33418c177688 req-a21999a6-508c-4b86-8201-ca6fe39eeefc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.447582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c71f1ac-f581-43f1-a403-33418c177688 req-a21999a6-508c-4b86-8201-ca6fe39eeefc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1690621 Aug 16 20:44:35.449551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:35.450244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:35.496669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695684a-2ada-4b96-b361-d571abf2d611 None None] Pushing event updated for resources: {'Port': ['ID=d5eb694b-46b9-4a62-884e-1e7761e51fc5,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:35.558511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, ecf0393f-cabc-4737-8738-bfbd11341668) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:35.568751 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991e05b-c567-4456-a59d-61104e52f472 None None] Network ecf0393f-cabc-4737-8738-bfbd11341668 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:35.569595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.571812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.598540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:35.627895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:35.633598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:35.634268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:35.687856 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39d39247-a410-49da-85d4-5871b71cb8e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1917827 Aug 16 20:44:35.690510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:35.718245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c71f1ac-f581-43f1-a403-33418c177688 req-5d1be417-e384-4686-87e3-54fa15d4fd0f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468755 Aug 16 20:44:35.790152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e3b2dd-de7b-4f09-ae3c-11f360350ead None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:35.818722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-293fdc6b-a25a-45e6-8e1f-7937cb948cc7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8995359 Aug 16 20:44:35.821647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:35.827716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1149011674'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:35.867350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:36.075979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:36.079969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.136424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9365d-6765-43ad-ac7c-e6df0058815c req-3960a072-766d-4446-9456-908ce0211486 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.140217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d9365d-6765-43ad-ac7c-e6df0058815c req-3960a072-766d-4446-9456-908ce0211486 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 932 time: 0.2780437 Aug 16 20:44:36.147721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:36.150236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.resource_extend [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 20:44:36.167552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.168023 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 77a9c267-9145-4362-b08d-a61e332eceaf of type vlan for network 67ec88aa-af25-40b7-bf88-720b2470b883 Aug 16 20:44:36.189900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-ecf0393f-cabc-4737-8738-bfbd11341668', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:36.195146 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.221059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:33Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:36.255404 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.293270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.296419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50cca36-df04-47a6-8fd7-f4330dba7b50 None None] The sync data for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 is: [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:33Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:36.310823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.314489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9d9365d-6765-43ad-ac7c-e6df0058815c req-e18019cb-287a-4266-b485-5930b2856999 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499960 Aug 16 20:44:36.381294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.383257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Allocated IP 172.20.0.2 (ecf0393f-cabc-4737-8738-bfbd11341668/d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b/661edb97-792b-40ae-911c-1528307b19f4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:36.384154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:36.394391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.413486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Transition to ACTIVE for port object 28f80914-7f3e-45fb-b271-3908dbbc44b5 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:36.470101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.487345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.494248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:36.494902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.561733 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.607329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=67ec88aa-af25-40b7-bf88-720b2470b883,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:36.612532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:36.644255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 67ec88aa-af25-40b7-bf88-720b2470b883 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:36.662052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Transition to ACTIVE for port object 661edb97-792b-40ae-911c-1528307b19f4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:36.681013 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Floating IP 5be6a23b-1414-4e36-bb5e-364afa1ae1f3 associated. External IP: 172.25.7.41, port: 5a906242-27f1-4a7e-8599-bad242f154c2. Aug 16 20:44:36.787766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45796) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:36.788528 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-66c78e11-991d-4974-858f-e2847b28f858 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9596591 Aug 16 20:44:36.804722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Transition to ACTIVE for port object 661edb97-792b-40ae-911c-1528307b19f4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:36.855714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'ports': [{'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'}, {'network_id': '67ec88aa-af25-40b7-bf88-720b2470b883'}]} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:36.856061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:36.856552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '67ec88aa-af25-40b7-bf88-720b2470b883'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:36.878289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:36.927186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.047280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Network ecf0393f-cabc-4737-8738-bfbd11341668 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:37.048733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.050087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.050087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.050586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.050809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.051151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.051486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.052052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.052549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.053038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.053370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.053697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:37.070950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:37.071312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:37.073449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Pushing event updated for resources: {'Port': ['ID=661edb97-792b-40ae-911c-1528307b19f4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.110154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.1 (ecf0393f-cabc-4737-8738-bfbd11341668/d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b/9f81cd18-1484-4b17-9b4c-631a19fb25f8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:37.193848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Attempting to bind port 661edb97-792b-40ae-911c-1528307b19f4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:37.194548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Attempting to bind port 661edb97-792b-40ae-911c-1528307b19f4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:37.200170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Attempting to bind port 661edb97-792b-40ae-911c-1528307b19f4 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:37.217171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:37.217959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Checking segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:37.218614 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.219282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Bound using segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:37.220066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Bound port: 661edb97-792b-40ae-911c-1528307b19f4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:37.220690 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.302076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5eb694b-46b9-4a62-884e-1e7761e51fc5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:37.334076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.358185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 9f81cd18-1484-4b17-9b4c-631a19fb25f8 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:37.399661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] For port 661edb97-792b-40ae-911c-1528307b19f4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:37.418606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] For port 661edb97-792b-40ae-911c-1528307b19f4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=661edb97-792b-40ae-911c-1528307b19f4,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:37.534900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.537733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.544253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d5eb694b-46b9-4a62-884e-1e7761e51fc5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:37.591497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8be26-1876-4abf-bf13-d08749de92f9 req-c707ef88-725f-4efc-9e0c-8a5691d5e3e9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:37.593030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ed8be26-1876-4abf-bf13-d08749de92f9 req-c707ef88-725f-4efc-9e0c-8a5691d5e3e9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.7238684 Aug 16 20:44:37.598761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d5eb694b-46b9-4a62-884e-1e7761e51fc5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:37.608752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network ecf0393f-cabc-4737-8738-bfbd11341668 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:37.613636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:37.613941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.618275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:37.677801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Attempting to bind port 28f80914-7f3e-45fb-b271-3908dbbc44b5 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:37.682268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Attempting to bind port 28f80914-7f3e-45fb-b271-3908dbbc44b5 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:37.682268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Attempting to bind port 28f80914-7f3e-45fb-b271-3908dbbc44b5 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:37.700329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.734895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Port 28f80914-7f3e-45fb-b271-3908dbbc44b5 on network e789aa31-e849-4c81-96b6-861676f49333 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:37.735646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Attempting to bind port 28f80914-7f3e-45fb-b271-3908dbbc44b5 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:37.757881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5744a99-e1be-414d-94db-9e1563075674 None None] Pushing event updated for resources: {'Port': ['ID=661edb97-792b-40ae-911c-1528307b19f4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.819046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:37.847238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:37.860993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d5eb694b-46b9-4a62-884e-1e7761e51fc5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5eb694b-46b9-4a62-884e-1e7761e51fc5,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:37.927489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45806) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:37.973152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:37.973516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:37.973918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:37.974377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Bound port: 28f80914-7f3e-45fb-b271-3908dbbc44b5, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:37.974743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.011155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ed8be26-1876-4abf-bf13-d08749de92f9 req-7bb7be1d-aadf-4642-98ed-cc791cc1f463 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714471 Aug 16 20:44:38.017363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.091143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Router d7f4f34c-de0d-43b4-b967-629242ff337a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:38.164015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.170523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d5eb694b-46b9-4a62-884e-1e7761e51fc5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:38.205421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c53290d-6aaa-4c95-b989-4b53cfd65d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.228537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 2} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:38.233144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.285034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:38.324367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.345473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:38.394102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d6a39-7cd6-4fe3-8291-fc17112f905c req-a4cfd06b-09a5-4e21-8f5f-bc0c22884647 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.395094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f06d6a39-7cd6-4fe3-8291-fc17112f905c req-a4cfd06b-09a5-4e21-8f5f-bc0c22884647 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 944 time: 0.1875184 Aug 16 20:44:38.467768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:38.477831 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.483956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Sync routers for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:38.494583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.500383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:38.503168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:38.513364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.587307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port eef420e4-e7f8-44a8-b0a9-a839def6c1b4 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:38.601267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-5fb7226a-e8ec-4433-9ed8-df58e6dfab66 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "PUT /v2.0/floatingips/5be6a23b-1414-4e36-bb5e-364afa1ae1f3 HTTP/1.1" status: 200 len: 995 time: 4.0733953 Aug 16 20:44:38.611019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:38.613006 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:38.619838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:38.620463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.621876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] 10.222.0.73 "PUT /v2.0/ports/28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 1093 time: 3.7878525 Aug 16 20:44:38.629726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f06d6a39-7cd6-4fe3-8291-fc17112f905c req-d2a7f0d3-472d-4641-b397-597e3d53974a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856065 Aug 16 20:44:38.629999 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.646699 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:38.684827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcae9a-7f88-4c98-9035-2f8c346714b9 service neutron] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:38.700508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c53290d-6aaa-4c95-b989-4b53cfd65d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.786867 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3ec797-c225-4711-be80-917bdcb78bde x-openstack-request-id: req-2a3ec797-c225-4711-be80-917bdcb78bde {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:38.787315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.787800 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:38.788214 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a3ec797-c225-4711-be80-917bdcb78bde {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:38.789006 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:44:38.838302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1c53290d-6aaa-4c95-b989-4b53cfd65d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:38.882792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:38.981828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network ecf0393f-cabc-4737-8738-bfbd11341668 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:38.982230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1c53290d-6aaa-4c95-b989-4b53cfd65d06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d716deea8304b0abc862007d534c5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490820 Aug 16 20:44:38.983700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:38.986021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45814) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:38.992400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53290d-6aaa-4c95-b989-4b53cfd65d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de43b585-051a-45fd-a155-a2936a47250a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:39.016844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-7a54c5f9-6296-4cf9-bb63-603838717773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.016844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-7a54c5f9-6296-4cf9-bb63-603838717773 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.3666191 Aug 16 20:44:39.017265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5be6a23b-1414-4e36-bb5e-364afa1ae1f3', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'port_id': '5a906242-27f1-4a7e-8599-bad242f154c2', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'mac_address': 'fa:16:3e:4d:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:32Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:39.031072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-6672bb52-64f7-4233-ba6e-29a11058ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.032738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-6672bb52-64f7-4233-ba6e-29a11058ce00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.2072394 Aug 16 20:44:39.045246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-fe77bcd6-8dd3-4edc-9cef-6f6e1f4f89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.046775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-fe77bcd6-8dd3-4edc-9cef-6f6e1f4f89d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1096 time: 0.2306478 Aug 16 20:44:39.047274 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Checking router: d7f4f34c-de0d-43b4-b967-629242ff337a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:39.050074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.056401 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:39.057072 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:39.239878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-9f33cbfb-e7df-4e88-bbed-f5a9878bb32d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 217 time: 0.1445742 Aug 16 20:44:39.258793 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:39.394877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port fbd04ae0-b410-4ab3-84a9-651e16d2c7d2 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:39.423927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 661edb97-792b-40ae-911c-1528307b19f4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:39.522697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-b8928eb9-0d2e-4d00-a6b0-434df45328c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.524321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-b8928eb9-0d2e-4d00-a6b0-434df45328c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.2534223 Aug 16 20:44:39.533559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e1696-aa1d-4a3e-8fd5-407edeb01758 req-81f535fb-b80d-40c0-9fa4-3858c77c8511 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.535259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a0e1696-aa1d-4a3e-8fd5-407edeb01758 req-81f535fb-b80d-40c0-9fa4-3858c77c8511 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.3593273 Aug 16 20:44:39.536655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-8ae610eb-e139-4f44-ab06-fe7c825da1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.538918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-8ae610eb-e139-4f44-ab06-fe7c825da1a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.5257056 Aug 16 20:44:39.543196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-7543e280-5785-4178-82c0-e78de6b61159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:39.552372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-7543e280-5785-4178-82c0-e78de6b61159 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.5045736 Aug 16 20:44:39.611334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.642340 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.652571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 661edb97-792b-40ae-911c-1528307b19f4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:39.658651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5eb694b-46b9-4a62-884e-1e7761e51fc5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:39.696584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a0602-846e-4d46-90bb-cd08c805a3c4 None None] Network ecf0393f-cabc-4737-8738-bfbd11341668 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:39.733745 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:39.799003 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5be6a23b-1414-4e36-bb5e-364afa1ae1f3', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'port_id': '5a906242-27f1-4a7e-8599-bad242f154c2', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'mac_address': 'fa:16:3e:4d:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:32Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:39.813712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.819283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.819283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de43b585-051a-45fd-a155-a2936a47250a HTTP/1.1" status: 204 len: 168 time: 0.8304336 Aug 16 20:44:39.829508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d5eb694b-46b9-4a62-884e-1e7761e51fc5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:39.830012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:39.834362 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff3e951-41a0-4710-96e0-22ff68e7888b None None] The sync data for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 is: [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5be6a23b-1414-4e36-bb5e-364afa1ae1f3', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'floating_ip_address': '172.25.7.41', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'port_id': '5a906242-27f1-4a7e-8599-bad242f154c2', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'mac_address': 'fa:16:3e:4d:bf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:32Z', 'updated_at': '2021-08-16T20:44:35Z', 'revision_number': 1, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:39.879615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb289f8-a9ec-4aa1-be9c-751a12332c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de43b585-051a-45fd-a155-a2936a47250a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:39.920469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a0e1696-aa1d-4a3e-8fd5-407edeb01758 req-2c57ec65-1c3b-44cc-94c9-e1bc2228b98a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568678 Aug 16 20:44:39.946193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Provisioning for port 661edb97-792b-40ae-911c-1528307b19f4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:39.954508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Provisioning complete for port 661edb97-792b-40ae-911c-1528307b19f4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:39.954949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.014467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:40.027950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-cbfecb8d-bb89-4f90-b963-d98223d45420 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 998 time: 0.4486406 Aug 16 20:44:40.028086 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd5bfea9-b424-43f1-bb76-ea5be8be9169 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/fe5c7339-e43f-4f2a-a414-d05a43adc8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3339653 Aug 16 20:44:40.028861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Sync routers for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:40.045936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-2fba8a7e-82ef-43ee-b5c9-606869481045 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 998 time: 0.4571745 Aug 16 20:44:40.088571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-3000d8a9-313d-4651-81a6-0cbaef08fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.090108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-3000d8a9-313d-4651-81a6-0cbaef08fba3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5484178 Aug 16 20:44:40.101673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:40.101673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:40.170048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd37523-cf50-45ad-8de0-5b1b1225fe9f None None] New status for floating IP 5be6a23b-1414-4e36-bb5e-364afa1ae1f3: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:40.253501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-66a75485-5d3d-4bb0-971f-21162f4dd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.261548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-66a75485-5d3d-4bb0-971f-21162f4dd5a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.2391691 Aug 16 20:44:40.291441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.318873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:40.341210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-86977db2-9b28-491f-af45-fa988e1ffbf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786572 Aug 16 20:44:40.348485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-3dee8e2c-7044-45e0-bf0e-42a260fe8962 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:40.357093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-3dee8e2c-7044-45e0-bf0e-42a260fe8962 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149724 Aug 16 20:44:40.366613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-e0aa00b0-145c-4486-b32b-d7abf7e835bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.374273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-e0aa00b0-145c-4486-b32b-d7abf7e835bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.2961304 Aug 16 20:44:40.389141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] For port 661edb97-792b-40ae-911c-1528307b19f4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=661edb97-792b-40ae-911c-1528307b19f4,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:40.503143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.595668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79304-a230-4dd8-a667-14c5e184fdd5 None None] Pushing event updated for resources: {'Port': ['ID=661edb97-792b-40ae-911c-1528307b19f4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:40.630233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:38Z', 'revision_number': 2, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:40.660529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Provisioning complete for port 661edb97-792b-40ae-911c-1528307b19f4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:40.660903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.662571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Checking router: fe5c7339-e43f-4f2a-a414-d05a43adc8b3 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:40.662923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Updating router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:44:40.716985 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.745574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.756076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63a16-2098-4ca4-be10-95d2e4926bb8 req-c85eb38f-0818-450d-994e-9b1a709fa022 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:40.761049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c63a16-2098-4ca4-be10-95d2e4926bb8 req-c85eb38f-0818-450d-994e-9b1a709fa022 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 944 time: 0.6903200 Aug 16 20:44:40.795987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:40.798914 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be282d2-c429-4530-853b-1c02b31b1eef" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:40.838727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45830) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:40.854287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-dd4c3434-287f-4dea-ae4d-6200b3e7b9a5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954404 Aug 16 20:44:40.855496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5616a213-da60-432f-944f-f40dfc95c601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:40.980433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5616a213-da60-432f-944f-f40dfc95c601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.037465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19c63a16-2098-4ca4-be10-95d2e4926bb8 req-d8b7ab99-324f-4927-81e2-d950893b5939 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322364 Aug 16 20:44:41.041119 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5616a213-da60-432f-944f-f40dfc95c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.045759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-d3abb0a3-e8ab-4ee8-a4ba-681ce6599eb2 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9454849 Aug 16 20:44:41.087071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616a213-da60-432f-944f-f40dfc95c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d852a2-9c92-4d06-acf8-c06a5793403a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.092087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5616a213-da60-432f-944f-f40dfc95c601 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4d04a4ef2b44fc982442cfeb86a1e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522559 Aug 16 20:44:41.095216 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:41.104861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-52688294-2ef7-46b8-8e65-08ec4177092e service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367706 Aug 16 20:44:41.150908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-afb84a5b-3f15-4b8c-a9dc-33fac3f0c222 service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928567 Aug 16 20:44:41.169950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.205439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.231065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Provisioning for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:41.238227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Provisioning complete for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:41.238686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.247326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 661edb97-792b-40ae-911c-1528307b19f4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:41.300698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.361813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-daf88aa2-891d-4f57-9e9a-af267b31723f None None] Port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:41.365639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.388107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 661edb97-792b-40ae-911c-1528307b19f4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:41.388434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.390269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Transition to ACTIVE for port object 9f81cd18-1484-4b17-9b4c-631a19fb25f8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:41.390839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.393955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.395461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00d852a2-9c92-4d06-acf8-c06a5793403a HTTP/1.1" status: 204 len: 168 time: 0.2989290 Aug 16 20:44:41.407028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:41.416547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-adad4d1d-ad94-4e0e-b4fa-293f0d422a7e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352057093&fields=id&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 267 time: 0.1983681 Aug 16 20:44:41.425076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41915-1acb-43fc-8c98-da1441b0398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d852a2-9c92-4d06-acf8-c06a5793403a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.443657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:41.466169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:41.467019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.490778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=eef420e4-e7f8-44a8-b0a9-a839def6c1b4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.504423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c81702f-4011-48d8-82e1-ce312d1b6d9a None None] Provisioning complete for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:41.504930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c81702f-4011-48d8-82e1-ce312d1b6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.545262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6c81702f-4011-48d8-82e1-ce312d1b6d9a None None] Port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:41.552258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.568450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28ce68c-1e7a-4ac3-999d-451fb7018dfa req-68fd2919-745f-43a5-b74b-480a460d1be9 service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141991 Aug 16 20:44:41.599137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81dc8d20-26da-4a5a-bedc-4c42e8d2ce1d req-3da6d960-6b95-457b-9895-ef5d7631614d service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804752 Aug 16 20:44:41.600996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce34c596-9d95-459f-8a44-87cc8c4a80e9 req-2d30972d-63a7-4b9a-8a5c-4babf035c3ff service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237010 Aug 16 20:44:41.605580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acca0f-4c51-4224-90c0-857e6a6442fa None None] Pushing event updated for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.658928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=fbd04ae0-b410-4ab3-84a9-651e16d2c7d2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:41.662431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Attempting to bind port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:41.662696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Attempting to bind port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:41.663056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Attempting to bind port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:41.670018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:41.670198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Checking segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:41.670566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.670958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Bound using segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:41.671424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Bound port: 9f81cd18-1484-4b17-9b4c-631a19fb25f8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:41.671829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.692867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '77a9c267-9145-4362-b08d-a61e332eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '67ec88aa-af25-40b7-bf88-720b2470b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:41.692867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: 67ec88aa-af25-40b7-bf88-720b2470b883, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:41.699301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-ee485b5f-2fb3-4142-9842-c879f0b9f3af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.700918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-ee485b5f-2fb3-4142-9842-c879f0b9f3af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 796 time: 0.2632282 Aug 16 20:44:41.723282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-eae2bc42-6e85-4561-adda-23a94956c184 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/quotas/a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 375 time: 0.0145288 Aug 16 20:44:41.776965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] For port 9f81cd18-1484-4b17-9b4c-631a19fb25f8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:41.782377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] For port 9f81cd18-1484-4b17-9b4c-631a19fb25f8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f81cd18-1484-4b17-9b4c-631a19fb25f8,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:41.800796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-5e11f2f3-aba1-41bf-bfed-beaef3c0f6cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620978 Aug 16 20:44:41.810204 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0085f-a257-4c6c-b06d-a3c94fb67712 x-openstack-request-id: req-dbe0085f-a257-4c6c-b06d-a3c94fb67712 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:41.810496 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:41.810874 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbe0085f-a257-4c6c-b06d-a3c94fb67712 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:41.811288 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'status': 'completed', 'code': 200} Aug 16 20:44:41.949365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be282d2-c429-4530-853b-1c02b31b1eef req-661f790a-a73a-4a0c-9372-577da057fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.950877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-661f790a-a73a-4a0c-9372-577da057fea0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1096 time: 0.1258392 Aug 16 20:44:41.960037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58233720-3ad1-4298-bfa8-cf3c8ed59697 req-91ac842d-2c43-4c63-a60d-ef2183801b55 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:41.961545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58233720-3ad1-4298-bfa8-cf3c8ed59697 req-91ac842d-2c43-4c63-a60d-ef2183801b55 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0972581 Aug 16 20:44:41.977102 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:41.992607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 67ec88aa-af25-40b7-bf88-720b2470b883 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:42.045025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-fe6b2eb8-f3b0-479b-a5cd-cf71a6411e0a service neutron] 10.222.0.70 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431788 Aug 16 20:44:42.067590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:42.068686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.122742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acca0f-4c51-4224-90c0-857e6a6442fa None None] Pushing event updated for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:42.149979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58233720-3ad1-4298-bfa8-cf3c8ed59697 req-7e9e9f5e-7859-4c02-b614-d760ba8cc01f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704743 Aug 16 20:44:42.165797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 67ec88aa-af25-40b7-bf88-720b2470b883) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:42.186783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:42.194669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.196692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784e4af-a15b-4cfd-8689-111888cce06f None None] Network 67ec88aa-af25-40b7-bf88-720b2470b883 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:42.200462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.201136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.240263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be282d2-c429-4530-853b-1c02b31b1eef req-1aa3840b-cfe5-4467-9852-e2d3a4808bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.242421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-1aa3840b-cfe5-4467-9852-e2d3a4808bb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.2761309 Aug 16 20:44:42.289257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:42.348793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-20922a24-892a-4ee0-83d8-cb455084cc21 service neutron] 10.222.0.70 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023882 Aug 16 20:44:42.358826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-ee73e70c-58f3-4c0c-ac76-62ef72d5bb63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 217 time: 0.0726576 Aug 16 20:44:42.452018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-77520517-ca38-4ab3-a15d-6732afe76845 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.6006997 Aug 16 20:44:42.452150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45860) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:42.460392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-ec88ee3f-8353-454b-a65e-47417b57cbeb tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.2432754 Aug 16 20:44:42.480679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be282d2-c429-4530-853b-1c02b31b1eef req-a5cd2568-98f7-48b8-a888-f6321206516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.482111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-a5cd2568-98f7-48b8-a888-f6321206516a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.1132739 Aug 16 20:44:42.549283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-2e3c8974-7042-44f2-8916-e27361369aad tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.550758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-2e3c8974-7042-44f2-8916-e27361369aad tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports/5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 942 time: 0.0793805 Aug 16 20:44:42.561601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be282d2-c429-4530-853b-1c02b31b1eef req-8ae437d2-598e-4aa3-8e62-d6a9915d4996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.563520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-8ae437d2-598e-4aa3-8e62-d6a9915d4996 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595791 Aug 16 20:44:42.568015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port fbd04ae0-b410-4ab3-84a9-651e16d2c7d2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:42.568366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.598317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:41Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:42.630560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b389b3e-2b13-46eb-a120-5d8ec574e4a6 None None] The sync data for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 is: [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:41Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:42.731174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:42.746816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for fbd04ae0-b410-4ab3-84a9-651e16d2c7d2 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:42.842269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-0e2c3e7e-2198-44aa-92aa-a4561de13633 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.0944273 Aug 16 20:44:42.963082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06517953-1845-4c8c-a5c9-13201ec08fbf req-bcafbc15-a417-4757-883a-5bbac6e26c6f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:42.964682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06517953-1845-4c8c-a5c9-13201ec08fbf req-bcafbc15-a417-4757-883a-5bbac6e26c6f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 944 time: 0.2152207 Aug 16 20:44:43.000981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.018815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-c4caad44-2383-47dc-8c30-8bbe876e8443 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454477 Aug 16 20:44:43.034229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=fbd04ae0-b410-4ab3-84a9-651e16d2c7d2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.045849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.046548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.047209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.047423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.047837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.048360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.048886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.050489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.050489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.050489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.050489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.050489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:44:43.053715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.056063 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c8debe9-619c-4f23-8e4e-6fda7cd4d846 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/fbd04ae0-b410-4ab3-84a9-651e16d2c7d2 HTTP/1.1" status: 204 len: 168 time: 0.6029501 Aug 16 20:44:43.058587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45878) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.103967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-b16c98c1-acc0-4ae5-b514-0c99dd34e790 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.113678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-b16c98c1-acc0-4ae5-b514-0c99dd34e790 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.2586505 Aug 16 20:44:43.124095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd50033-ac40-433e-9ecb-1c825d0f9af5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.134139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06517953-1845-4c8c-a5c9-13201ec08fbf req-e8ac93e4-458f-4806-b85a-ada319c30257 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546893 Aug 16 20:44:43.152530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd50033-ac40-433e-9ecb-1c825d0f9af5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.160485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ecd50033-ac40-433e-9ecb-1c825d0f9af5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1004941 Aug 16 20:44:43.162413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45884) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.235549 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-c6869693-5a77-4d53-85fc-5cb0d4e732d1 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 1000 time: 0.1210229 Aug 16 20:44:43.247956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:43.337763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f81cd18-1484-4b17-9b4c-631a19fb25f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:43.373736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port eef420e4-e7f8-44a8-b0a9-a839def6c1b4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:43.374054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.382113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7544b347-5e93-4a21-9c2a-9eb719557a02 req-1706e348-3321-4142-a195-ac5f11318bdd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 210 time: 0.1293025 Aug 16 20:44:43.387021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6be282d2-c429-4530-853b-1c02b31b1eef req-fa73cf67-1f85-4de5-9fb9-84150c1ca17c service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589120 Aug 16 20:44:43.396516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.561753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:43.570659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:43.574119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.574891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.591023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for eef420e4-e7f8-44a8-b0a9-a839def6c1b4 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:43.703829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.745651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9f81cd18-1484-4b17-9b4c-631a19fb25f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f81cd18-1484-4b17-9b4c-631a19fb25f8,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:43.778856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.814449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=eef420e4-e7f8-44a8-b0a9-a839def6c1b4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.821888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.824355 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-73baa623-f22c-4bae-a513-d045af162fb5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/eef420e4-e7f8-44a8-b0a9-a839def6c1b4 HTTP/1.1" status: 204 len: 168 time: 0.6565616 Aug 16 20:44:43.826650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45890) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.876868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:43.901503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d82c9ca-d092-4990-9db2-6ebc674aa4b3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:43.903528 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4d82c9ca-d092-4990-9db2-6ebc674aa4b3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0757279 Aug 16 20:44:43.906409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.939975 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba26df8-ee4e-47e0-a946-8e3fcbbf2fdc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:44:43.942136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8ba26df8-ee4e-47e0-a946-8e3fcbbf2fdc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/fbd04ae0-b410-4ab3-84a9-651e16d2c7d2 HTTP/1.1" status: 404 len: 333 time: 0.0347424 Aug 16 20:44:43.945009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45894) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:43.952226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:43.983921 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-52279832-db7f-4cfa-9bc7-efdd9c641008 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:44:43.996785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-52279832-db7f-4cfa-9bc7-efdd9c641008 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/eef420e4-e7f8-44a8-b0a9-a839def6c1b4 HTTP/1.1" status: 404 len: 333 time: 0.0401528 Aug 16 20:44:43.996785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:44.049829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d934d3-436c-4138-b1db-531bfdf3e272 req-68bae9c7-53ce-4923-a115-4f7d6c5c9e7d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.051299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26d934d3-436c-4138-b1db-531bfdf3e272 req-68bae9c7-53ce-4923-a115-4f7d6c5c9e7d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1172681 Aug 16 20:44:44.089021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.109069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.128178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26d934d3-436c-4138-b1db-531bfdf3e272 req-c5ab809b-5205-43d5-8fbe-fa540a20d3c0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689859 Aug 16 20:44:44.193523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.205469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ec88aa-af25-40b7-bf88-720b2470b883']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.216621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a9c267-9145-4362-b08d-a61e332eceaf') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.216923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a9c267-9145-4362-b08d-a61e332eceaf') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.224213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:44.229170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.245412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.256274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:44.257362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:44.262402 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:44.308932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.310267 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Floating IP 5be6a23b-1414-4e36-bb5e-364afa1ae1f3 disassociated. External IP: 172.25.7.41, port: 5a906242-27f1-4a7e-8599-bad242f154c2. Aug 16 20:44:44.378828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6dd8b-c820-4a24-a6bf-2c20ddbd51b9 req-5a0107b9-66cb-42b8-8f54-9a6beb3886e2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.379098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.380424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13a6dd8b-c820-4a24-a6bf-2c20ddbd51b9 req-5a0107b9-66cb-42b8-8f54-9a6beb3886e2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 944 time: 0.1666753 Aug 16 20:44:44.392513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:44.450338 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.471219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:44.473184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13a6dd8b-c820-4a24-a6bf-2c20ddbd51b9 req-b681eca9-2153-4b9d-93f8-5bbe4b7a0321 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856104 Aug 16 20:44:44.492209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:44.533588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.538714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.540836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/67ec88aa-af25-40b7-bf88-720b2470b883 HTTP/1.1" status: 204 len: 168 time: 0.5509725 Aug 16 20:44:44.544984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45906) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:44.559607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113612938'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:44.579816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56104a2f-0ac8-4b1b-b7f2-965a22b6d97b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=67ec88aa-af25-40b7-bf88-720b2470b883,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.596630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d615259-1a25-4445-8d2d-ec2c2f32961f req-3fd8c315-b88b-40eb-950c-4e08d4e6dafa tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 210 time: 0.0588379 Aug 16 20:44:44.629219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Router d7f4f34c-de0d-43b4-b967-629242ff337a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:44.670915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.724940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:44.731806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:44.736669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.745633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:44.751571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.759271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Sync routers for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:44.766916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:44.768721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:44.769335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:44.776637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.782341 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 15afecb2-efa9-4bda-986f-fbfcc0e5d195 of type vlan for network d39b8f58-e487-46ea-b742-289f83180d0f Aug 16 20:44:44.783522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-04d16e2d-59a7-4498-a83a-daa4bacd116c tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "PUT /v2.0/floatingips/5be6a23b-1414-4e36-bb5e-364afa1ae1f3 HTTP/1.1" status: 200 len: 694 time: 1.5468395 Aug 16 20:44:44.784031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:44.786536 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ff7c8d-3c33-4986-b5b1-6625aee5435c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:44.841958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.863144 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c6737-5db3-4472-b213-7994567a7a79 x-openstack-request-id: req-4b4c6737-5db3-4472-b213-7994567a7a79 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:44.863441 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:44.863690 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b4c6737-5db3-4472-b213-7994567a7a79 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:44.864161 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:44:44.907272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-a75f94f2-dc77-455b-beb6-f5eccc9ae4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.912590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-a75f94f2-dc77-455b-beb6-f5eccc9ae4dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.1101201 Aug 16 20:44:44.932058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['28f80914-7f3e-45fb-b271-3908dbbc44b5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:44.962713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:44.966995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:44.979058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:44.979058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.059260 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5044537 Aug 16 20:44:45.067395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:45.072968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:45.074928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-412b79b5-c5a3-41f9-a666-81398f8dc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.076660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-412b79b5-c5a3-41f9-a666-81398f8dc2f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.1591351 Aug 16 20:44:45.136205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-bc1eb624-b242-4950-9c67-a6c1b83ed4e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0493283 Aug 16 20:44:45.157575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-ab9e410e-8bbc-4dc8-a70e-731cf7a0eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.161080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-ab9e410e-8bbc-4dc8-a70e-731cf7a0eaeb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d266f930ae144a7d97c61178c9988784&device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 1097 time: 0.2651608 Aug 16 20:44:45.177298 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0a4e0-4a35-4c97-87f8-0e7e2a475f7b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=d39b8f58-e487-46ea-b742-289f83180d0f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.217598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d39b8f58-e487-46ea-b742-289f83180d0f details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:45.295069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f81cd18-1484-4b17-9b4c-631a19fb25f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:45.344319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-75813643-ae11-4fe0-8242-f99039fb9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.345578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-75813643-ae11-4fe0-8242-f99039fb9408 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.1835454 Aug 16 20:44:45.388935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dfe33-8887-42fa-bb68-201e31f2882f req-e210b2c2-ffc2-49f7-955b-4a5654581832 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.398279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b1dfe33-8887-42fa-bb68-201e31f2882f req-e210b2c2-ffc2-49f7-955b-4a5654581832 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1069214 Aug 16 20:44:45.398540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:45.406083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.409620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-dd63b516-876c-482d-a7a6-10993c3ef8e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394058 Aug 16 20:44:45.455209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-8df0f817-0971-4a65-8ec5-eea5bf6b483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.456743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-8df0f817-0971-4a65-8ec5-eea5bf6b483f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 200 len: 921 time: 0.2738588 Aug 16 20:44:45.543857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-2518a3a3-1c74-4261-8ea5-2a999cc8900e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 200 len: 217 time: 0.0554163 Aug 16 20:44:45.560281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b1dfe33-8887-42fa-bb68-201e31f2882f req-3a1c7d6d-a1cc-4f97-8e96-714da189921b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446168 Aug 16 20:44:45.597923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-bfa09e06-4b84-4a0a-a9b6-5aa72e0e6eef service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719756 Aug 16 20:44:45.648920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:45.649463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.682365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:45.724633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Checking router: d7f4f34c-de0d-43b4-b967-629242ff337a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:45.738462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:45.743589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:45.744283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:45.810954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=60f0844a-24b8-4d20-ab87-fc541a22af70,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:45.849922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-f004c1f7-e4cb-47e0-8a05-04bb3cf5330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.851438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-f004c1f7-e4cb-47e0-8a05-04bb3cf5330e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 200 len: 860 time: 0.2897344 Aug 16 20:44:45.866994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '15afecb2-efa9-4bda-986f-fbfcc0e5d195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:45.867364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: d39b8f58-e487-46ea-b742-289f83180d0f, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:45.899321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-119eb3bf-bcd6-4a3c-80ca-04c1217f744a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d395c661-ee10-44c0-b96e-88101dd6366a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370750 Aug 16 20:44:45.905138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:45.949396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afcd29-e0e6-414c-8a11-87b12f874ad8 req-5295365a-fe4a-44a1-bae1-5cbb92d70627 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:45.950903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07afcd29-e0e6-414c-8a11-87b12f874ad8 req-5295365a-fe4a-44a1-bae1-5cbb92d70627 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.3123858 Aug 16 20:44:46.021717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network d39b8f58-e487-46ea-b742-289f83180d0f is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:46.034329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-ec4a6511-9355-4e2e-95fb-c8304653c6a7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.035564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-ec4a6511-9355-4e2e-95fb-c8304653c6a7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 796 time: 0.3417764 Aug 16 20:44:46.041951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8180ffe6-d240-4064-887b-dce5dbb877d9 req-2399bec9-7d6b-4de0-9f7d-e0fcf0620edb service neutron] 10.222.0.70 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042852 Aug 16 20:44:46.088865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07afcd29-e0e6-414c-8a11-87b12f874ad8 req-cb7d2f77-2ddb-4932-9086-4a0b6d2e128b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880232 Aug 16 20:44:46.124486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-28373d71-01fe-434a-a684-98a691369a63 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 380 time: 0.0759964 Aug 16 20:44:46.128626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-bf5008ff-c52c-4e4c-8a7c-51533a2f035e service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117174 Aug 16 20:44:46.153148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'port': {'device_id': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'admin_state_up': True, 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'security_groups': ['2b81eac8-550b-4c60-b291-90527af482dc']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.160261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d39b8f58-e487-46ea-b742-289f83180d0f) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:46.181191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:46.182005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.182629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde1c56-8fcd-4513-8b06-895bf30f2095 None None] Network d39b8f58-e487-46ea-b742-289f83180d0f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:46.237213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:46.267905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:46.272794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f1f48-d4f1-4d36-8dae-65815ee40912 None None] The sync data for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 is: [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:43:32Z', 'revision_number': 4, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'b72a17ec-e7d4-4bb4-9d8b-65857d956a14', 'name': '', 'network_id': 'd395c661-ee10-44c0-b96e-88101dd6366a', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'mac_address': 'fa:16:3e:e8:8d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:30Z', 'updated_at': '2021-08-16T20:43:40Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'subnets': [{'id': '3a0f1daa-43e8-40b7-8a67-1721965728a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:46.316066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab1d2a50-d8b5-4349-893e-f5fc81f931ab req-9023b006-3df0-48e1-860e-c1902aff0f93 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 210 time: 0.1046643 Aug 16 20:44:46.339693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-19d514b6-9293-41ef-93c8-7dcfed26a64f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips/5be6a23b-1414-4e36-bb5e-364afa1ae1f3 HTTP/1.1" status: 200 len: 694 time: 0.1020272 Aug 16 20:44:46.384845 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b9e51cae-057f-4f0c-8842-9cc635f21483 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3163085 Aug 16 20:44:46.389090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:46.396515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f', 'name': 'tempest-PortsTestJSON-1365062114'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:46.443857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d39b8f58-e487-46ea-b742-289f83180d0f', 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': '60f0844a-24b8-4d20-ab87-fc541a22af70'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:46.445534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.448611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:46.460932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:46.461318 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.623232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:46.635921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.665444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 2c16a912-d550-4042-a961-0293f75fdec9 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:46.670435 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5471f98-31c3-4dcb-ab33-17640e58fbb0 None None] New status for floating IP 5be6a23b-1414-4e36-bb5e-364afa1ae1f3: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:46.757085 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.769884 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:44:46.776926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Allocated IP 172.20.0.2 (d39b8f58-e487-46ea-b742-289f83180d0f/60f0844a-24b8-4d20-ab87-fc541a22af70/08a432fd-5d7b-4c59-8ecb-79d0e34d86ef) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:46.798533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:46.801009 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a8b50-f4f2-4a57-b227-0c66320e94dd" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:46.819927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:46.939949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ab22927b-2353-4049-9a2b-3ca94c04c0c7 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4a221218ba4444ae8975099f71c45ce2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440173 Aug 16 20:44:46.965784 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.973319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:46.993734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83ff7c8d-3c33-4986-b5b1-6625aee5435c req-da7b1377-9258-45ff-860a-9bfb9c219355 service neutron] 10.222.0.73 "GET /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8535779 Aug 16 20:44:47.003874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Transition to ACTIVE for port object 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:47.035313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Transition to ACTIVE for port object 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:47.037121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.077123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:47.081159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.115455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.123912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-f3f35914-0d77-4561-a783-a1dd5d826477 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.127843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-f3f35914-0d77-4561-a783-a1dd5d826477 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/networks/90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 784 time: 0.7733638 Aug 16 20:44:47.154782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-482401aa-39c1-4191-9c88-774b523e56fd tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:44:47.155686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-482401aa-39c1-4191-9c88-774b523e56fd tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197515 Aug 16 20:44:47.185529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-3db5fa5b-61f5-42c7-8816-2dbb35d81759 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.186940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-3db5fa5b-61f5-42c7-8816-2dbb35d81759 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376709 Aug 16 20:44:47.194295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Network d39b8f58-e487-46ea-b742-289f83180d0f is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:47.197569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:47.201101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:47.212368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.13 (d39b8f58-e487-46ea-b742-289f83180d0f/60f0844a-24b8-4d20-ab87-fc541a22af70/2c16a912-d550-4042-a961-0293f75fdec9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:47.220476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Pushing event updated for resources: {'Port': ['ID=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.262496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-0aafaee6-c29e-4019-8bca-34d57be99a2f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0979002 Aug 16 20:44:47.286002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Attempting to bind port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:47.286372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Attempting to bind port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '15afecb2-efa9-4bda-986f-fbfcc0e5d195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:47.286739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Attempting to bind port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef on network d39b8f58-e487-46ea-b742-289f83180d0f {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:47.292350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-bab77a3d-40f0-4588-857f-7b7d0dc99670 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/quotas/4a221218ba4444ae8975099f71c45ce2 HTTP/1.1" status: 200 len: 375 time: 0.0337179 Aug 16 20:44:47.296787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:47.297374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Checking segment: {'id': '15afecb2-efa9-4bda-986f-fbfcc0e5d195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:47.297984 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.298547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Bound using segment: {'id': '15afecb2-efa9-4bda-986f-fbfcc0e5d195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:47.299267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Bound port: 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15afecb2-efa9-4bda-986f-fbfcc0e5d195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd39b8f58-e487-46ea-b742-289f83180d0f'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:47.299848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.351925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-b2cf6129-ac74-40ab-b9ed-10bfafdec278 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.7.41 HTTP/1.1" status: 200 len: 695 time: 0.0752740 Aug 16 20:44:47.367804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] For port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:47.371085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] For port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,segment=NetworkSegment(15afecb2-efa9-4bda-986f-fbfcc0e5d195),segment_id=15afecb2-efa9-4bda-986f-fbfcc0e5d195)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:47.376859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-e20a6791-668f-4821-a4e1-471ce8f96384 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4a221218ba4444ae8975099f71c45ce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457494 Aug 16 20:44:47.394757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.412156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 2c16a912-d550-4042-a961-0293f75fdec9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:47.505579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.6 (ecf0393f-cabc-4737-8738-bfbd11341668/d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b/f3ee2432-fb58-4683-b0ce-aed0b99a3542) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:47.514226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.573770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.604306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de56a4-3b7d-4bd7-b5d5-4e7b6baae52a None None] Pushing event updated for resources: {'Port': ['ID=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.634822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=2c16a912-d550-4042-a961-0293f75fdec9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:47.647895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Deleting port cabe9663-cfa1-40f6-8d15-c3c41fc3fa38 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:47.648254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.689256 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network d39b8f58-e487-46ea-b742-289f83180d0f is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:47.700567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:47.704284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:47.786951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.787756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.913739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.913739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.927986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:47.942944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Calling delete_port for cabe9663-cfa1-40f6-8d15-c3c41fc3fa38 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:47.958311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1724005f-9989-47fe-a3a1-11a9bf371969 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5658033 Aug 16 20:44:47.962054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45956) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:47.980241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b1424-dfcf-48f4-9514-1515039bd757 req-b8806685-ab75-4499-a03e-a8af0153041f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:47.981820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-281b1424-dfcf-48f4-9514-1515039bd757 req-b8806685-ab75-4499-a03e-a8af0153041f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2101867 Aug 16 20:44:47.982964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object f3ee2432-fb58-4683-b0ce-aed0b99a3542 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:48.162253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-281b1424-dfcf-48f4-9514-1515039bd757 req-38fe590a-97c9-40be-b5c3-189cc992b3c6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674855 Aug 16 20:44:48.228334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 2c16a912-d550-4042-a961-0293f75fdec9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:48.228703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.252917 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8897ef-45f0-4a13-85e5-780697f2bcf5 x-openstack-request-id: req-3b8897ef-45f0-4a13-85e5-780697f2bcf5 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:48.253736 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:48.254183 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b8897ef-45f0-4a13-85e5-780697f2bcf5 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:48.255237 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:44:48.325361 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.395241 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.467142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network ecf0393f-cabc-4737-8738-bfbd11341668 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:48.493557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:48.497188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:48.499360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:48.547067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b133f-a439-426c-b68c-7452df5d0424 req-6d45486e-a6c8-47a4-868c-6aa1e51c6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.548746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34b133f-a439-426c-b68c-7452df5d0424 req-6d45486e-a6c8-47a4-868c-6aa1e51c6946 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1098 time: 0.2284274 Aug 16 20:44:48.559347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9580ab4-615b-406f-a8eb-010fee691b08 req-22fbf9b2-fe81-4954-96a0-2a12520ebf4c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.560965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9580ab4-615b-406f-a8eb-010fee691b08 req-22fbf9b2-fe81-4954-96a0-2a12520ebf4c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.2424078 Aug 16 20:44:48.565518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.600359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.646632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 2c16a912-d550-4042-a961-0293f75fdec9 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:48.654790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event deleted for resources: {'Port': ['ID=cabe9663-cfa1-40f6-8d15-c3c41fc3fa38,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:48.690560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:48.691191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.733256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9580ab4-615b-406f-a8eb-010fee691b08 req-f977c4ee-7b7f-49d8-b63e-ba4f611f3bea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584125 Aug 16 20:44:48.905779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f34b133f-a439-426c-b68c-7452df5d0424 req-e5cc59ff-9322-47ef-baab-beaaba53e128 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374031 Aug 16 20:44:48.914936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac61376-1b91-4cb8-81bd-63f15572da30 None None] Network d39b8f58-e487-46ea-b742-289f83180d0f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:48.991027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.993688 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:48.994958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0f3358c-3934-43b8-aae9-00ba3c379649 req-2e4c4c1b-848c-4564-a12a-8ba99ff60e20 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "DELETE /v2.0/floatingips/5be6a23b-1414-4e36-bb5e-364afa1ae1f3 HTTP/1.1" status: 204 len: 173 time: 1.6221316 Aug 16 20:44:49.019956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9952f-df3d-4f74-b53f-4fcff6526ca9 req-76f08a74-88a1-4766-82e8-f18a1b1d9963 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.022304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cda9952f-df3d-4f74-b53f-4fcff6526ca9 req-76f08a74-88a1-4766-82e8-f18a1b1d9963 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 931 time: 0.1188037 Aug 16 20:44:49.086007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-3019ad10-2c12-4e0a-9fd4-7cb4d1ced682 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9472120 Aug 16 20:44:49.088146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5d8498a-8570-4cbd-bf1d-1bbc7188717f req-c78ee280-c95f-48ba-b4f7-f3605453259a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0365617 Aug 16 20:44:49.099574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Request body: {'port': {'device_id': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:49.143496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6387e996-3c85-47f5-b1c3-0d911fcb075c None None] Provisioning for port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:49.161969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cda9952f-df3d-4f74-b53f-4fcff6526ca9 req-33571019-cae5-47ad-8a31-75603d4bd04d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320784 Aug 16 20:44:49.249183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.274628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6387e996-3c85-47f5-b1c3-0d911fcb075c None None] Provisioning for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:49.278472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-f375d18f-cf36-4f07-8230-1c4cc81434db tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups/d947df78-a3a6-4332-9ed4-c7e329652ca0 HTTP/1.1" status: 200 len: 1810 time: 0.1392608 Aug 16 20:44:49.293863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:49.296150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6387e996-3c85-47f5-b1c3-0d911fcb075c None None] Provisioning complete for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:49.297329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6387e996-3c85-47f5-b1c3-0d911fcb075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.354866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.382677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=2c16a912-d550-4042-a961-0293f75fdec9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.383259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6387e996-3c85-47f5-b1c3-0d911fcb075c None None] Port f3ee2432-fb58-4683-b0ce-aed0b99a3542 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:49.499787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-415e7928-e112-4a97-882c-ac5eba2aedc4 None None] Could not find standard attr ID for object 2c16a912-d550-4042-a961-0293f75fdec9. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:44:49.532825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:49.540072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:49.541079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.639402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.678586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,segment=NetworkSegment(15afecb2-efa9-4bda-986f-fbfcc0e5d195),segment_id=15afecb2-efa9-4bda-986f-fbfcc0e5d195)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:49.680501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b86bb-10aa-45da-8662-3daeffe798cf req-925affc1-824d-497e-add1-301713d42bde tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:49.682047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e9b86bb-10aa-45da-8662-3daeffe798cf req-925affc1-824d-497e-add1-301713d42bde tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.3395977 Aug 16 20:44:49.692611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.697089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a0448fdf-b355-46b5-a1b0-5ae7db8ec7b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/2c16a912-d550-4042-a961-0293f75fdec9 HTTP/1.1" status: 204 len: 168 time: 1.7349737 Aug 16 20:44:49.697630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.736720 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-0468e828-115a-4120-8d66-50422b2b5bfd tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:44:49.737873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0468e828-115a-4120-8d66-50422b2b5bfd tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:44:49.742726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5501df33-d605-4e57-a9a8-ed8f3f8ff704 None None] Could not find standard attr ID for object 2c16a912-d550-4042-a961-0293f75fdec9. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:44:49.743369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0468e828-115a-4120-8d66-50422b2b5bfd tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/2c16a912-d550-4042-a961-0293f75fdec9 HTTP/1.1" status: 404 len: 333 time: 0.0446062 Aug 16 20:44:49.747323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.762742 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.785721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.794315 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11e4fdc-cf28-4e14-8dad-3fc948afc541 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:44:49.805510 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f11e4fdc-cf28-4e14-8dad-3fc948afc541 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/2c16a912-d550-4042-a961-0293f75fdec9 HTTP/1.1" status: 404 len: 333 time: 0.0554204 Aug 16 20:44:49.813552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:49.815268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.840210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:49.896828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 60f0844a-24b8-4d20-ab87-fc541a22af70 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:49.900622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:49.927330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e9b86bb-10aa-45da-8662-3daeffe798cf req-39111409-b32a-4967-94fe-3b64b09f96d5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300911 Aug 16 20:44:49.968302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.066477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.069783 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.072678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.074082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b39f3e60-aa15-42e8-b7a7-6df3028526cd req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "DELETE /v2.0/security-groups/d947df78-a3a6-4332-9ed4-c7e329652ca0 HTTP/1.1" status: 204 len: 173 time: 0.7397914 Aug 16 20:44:50.082331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ee2432-fb58-4683-b0ce-aed0b99a3542 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:50.094690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.099986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0277a95-0fb5-459a-9c3c-342d3ec9af1f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947df78-a3a6-4332-9ed4-c7e329652ca0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.132743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Transition to ACTIVE for port object f3ee2432-fb58-4683-b0ce-aed0b99a3542 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:50.141571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1d14-816b-4372-af23-60373b43454c req-4dfb8d6c-bfe1-4a6e-aa6c-57c8855ccb99 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.143190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eff1d14-816b-4372-af23-60373b43454c req-4dfb8d6c-bfe1-4a6e-aa6c-57c8855ccb99 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.1170750 Aug 16 20:44:50.184726 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eff1d14-816b-4372-af23-60373b43454c req-a67edef7-62ca-4a96-9bc7-37f47fa17f91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344427 Aug 16 20:44:50.277456 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.282661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a9fa691-c6ee-45e3-91a7-ec4a7fe37c7c req-565b0246-dfb1-473d-ba20-9d5aafa5b769 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0329964 Aug 16 20:44:50.327365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.361928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.362158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e932596-cebd-41fb-a47f-6be8f2848c31 None None] Network d39b8f58-e487-46ea-b742-289f83180d0f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:50.366480 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/60f0844a-24b8-4d20-ab87-fc541a22af70 HTTP/1.1" status: 204 len: 168 time: 0.5512178 Aug 16 20:44:50.400017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:50.418420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513e5b-258d-4349-8ea2-155b9e16741b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=60f0844a-24b8-4d20-ab87-fc541a22af70,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.458992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:50.512741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:50.513865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:50.514298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:50.521219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:50.521683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:50.532802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddb3f9-b88b-4e66-83d9-dbb6833afdb6 req-86c668ae-d990-4cb8-b937-e4e1e31be8de tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.542142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70ddb3f9-b88b-4e66-83d9-dbb6833afdb6 req-86c668ae-d990-4cb8-b937-e4e1e31be8de tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.1412585 Aug 16 20:44:50.573166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:50.573726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Checking segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:50.575133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Bound using segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:50.575844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Bound port: f3ee2432-fb58-4683-b0ce-aed0b99a3542, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:50.576404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.591291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.608207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70ddb3f9-b88b-4e66-83d9-dbb6833afdb6 req-0bfc5e71-cd2f-486a-aea7-0cb848fd05ae tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649619 Aug 16 20:44:50.675772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] DHCP port deletion for d39b8f58-e487-46ea-b742-289f83180d0f request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:50.700064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:50.704334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:50.716788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:50.725631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.740544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-26f97d34-e9ac-4c50-97ce-0e1532a000e9 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4a221218ba4444ae8975099f71c45ce2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346520 Aug 16 20:44:50.763787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Deleting port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:50.764488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.812748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,segment=NetworkSegment(15afecb2-efa9-4bda-986f-fbfcc0e5d195),segment_id=15afecb2-efa9-4bda-986f-fbfcc0e5d195)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:50.813862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.823368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.829018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:50.872256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] For port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,segment=NetworkSegment(15afecb2-efa9-4bda-986f-fbfcc0e5d195),segment_id=15afecb2-efa9-4bda-986f-fbfcc0e5d195)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:50.872874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.889072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Calling delete_port for 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:50.952733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.953455 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:50.954944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] 10.222.0.73 "PUT /v2.0/ports/f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 1092 time: 1.8596482 Aug 16 20:44:50.970740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:50.973066 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c9f460-c80a-49eb-8804-4c367e37edda" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:50.995248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8ddb8-0adf-4c63-ba9e-8c5be4753c8e req-7a36d68f-f9b5-4b71-a28d-3d55175372ea tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:50.996952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd8ddb8-0adf-4c63-ba9e-8c5be4753c8e req-7a36d68f-f9b5-4b71-a28d-3d55175372ea tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2692037 Aug 16 20:44:51.012472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.028240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.073037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.085544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] Pushing event deleted for resources: {'Port': ['ID=08a432fd-5d7b-4c59-8ecb-79d0e34d86ef,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.087384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b029f-b393-4f1d-bbb3-8dedfc111456 None None] No DVR routers for this DVR port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:51.088836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:51.130992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ace624-cfc9-418a-bea6-8846085e5d2b service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.196246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.211659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39b8f58-e487-46ea-b742-289f83180d0f']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:51.221603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffd8ddb8-0adf-4c63-ba9e-8c5be4753c8e req-a9a65553-9cc9-4091-90a9-fd467ab1bc02 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155793 Aug 16 20:44:51.224550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15afecb2-efa9-4bda-986f-fbfcc0e5d195') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:51.224947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15afecb2-efa9-4bda-986f-fbfcc0e5d195') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:51.252438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.267118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-8ba8aabc-f953-4113-8688-81aace8ce7c3 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.269082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-8ba8aabc-f953-4113-8688-81aace8ce7c3 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5130656 Aug 16 20:44:51.280522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.289630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Request body: {'port': {'device_id': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '4a221218ba4444ae8975099f71c45ce2'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:51.290150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:51.304521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:51.308325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:51.317067 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:51.342503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:51.342931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 08a432fd-5d7b-4c59-8ecb-79d0e34d86ef not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:51.405654 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c629521-e6f8-46e0-8d7b-2ec679b84f68 x-openstack-request-id: req-8c629521-e6f8-46e0-8d7b-2ec679b84f68 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:51.406028 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:51.407042 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c629521-e6f8-46e0-8d7b-2ec679b84f68 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:51.407784 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'status': 'completed', 'code': 200} Aug 16 20:44:51.552220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.560877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.573111 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/d39b8f58-e487-46ea-b742-289f83180d0f HTTP/1.1" status: 204 len: 168 time: 1.1698949 Aug 16 20:44:51.573941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45990) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:51.581017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1770200520'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:51.597598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac08abc-3d25-4b14-8f43-d7dcccbe1787 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=d39b8f58-e487-46ea-b742-289f83180d0f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:51.726712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:51.730644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.759150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:44:51.770097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.770442 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 64bf8c74-41ca-49f7-aa3f-2effdd97e245 of type vlan for network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 Aug 16 20:44:51.784062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f5fdf-96f3-471d-bb84-bb25c6cb238b req-07db0037-f262-4921-b6b8-db0d6eb4ef5e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.785606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a81f5fdf-96f3-471d-bb84-bb25c6cb238b req-07db0037-f262-4921-b6b8-db0d6eb4ef5e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.7157071 Aug 16 20:44:51.795821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-d1dd0e4b-84b8-456f-b9fc-4234f5d47460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.797916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-d1dd0e4b-84b8-456f-b9fc-4234f5d47460 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1095 time: 0.6541502 Aug 16 20:44:51.812621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.863491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-fbc4c485-e2bf-4562-bea2-33f3721422db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 217 time: 0.0508828 Aug 16 20:44:51.874340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fbb8a-c08f-41d3-95b3-10d96443d530 req-303f70c6-265f-41b2-b353-c61db2fda789 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.875935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b7fbb8a-c08f-41d3-95b3-10d96443d530 req-303f70c6-265f-41b2-b353-c61db2fda789 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.4773867 Aug 16 20:44:51.932981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a81f5fdf-96f3-471d-bb84-bb25c6cb238b req-993bd986-58f8-43d4-bdee-71131a4503aa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331832 Aug 16 20:44:51.942070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.947878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.948480 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:51.963637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b7fbb8a-c08f-41d3-95b3-10d96443d530 req-3993e71c-3e81-48cc-9239-a8ca56e6fd8f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783632 Aug 16 20:44:51.967519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-252ba46b-f85e-4e2d-97a2-672096afc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:51.969816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-252ba46b-f85e-4e2d-97a2-672096afc552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.0929554 Aug 16 20:44:51.994781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.002263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Made reservation on behalf of 4a221218ba4444ae8975099f71c45ce2 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:52.007553 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.020391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=68142d6f-6f84-41e6-abfe-3d32c7b0de54,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:52.032251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:44:52.067870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.074145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c6ce42c-5062-4672-802b-340318a042c8 req-0bfc652e-75ea-42c0-af46-749d3f9c35e1 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0732448 Aug 16 20:44:52.108253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e667ee96-d567-4e69-a2e7-35522168a996 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5315812 Aug 16 20:44:52.113143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45996) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:52.119294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:52.179326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-2b69f457-e6d4-4329-b83a-cd67d52e87a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.180983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-2b69f457-e6d4-4329-b83a-cd67d52e87a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2032478 Aug 16 20:44:52.232002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04edab-dd3d-46d6-9cf0-08a2ef23b355 req-b59bce02-e994-4aa0-9c09-8520b2c692df tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.233473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f04edab-dd3d-46d6-9cf0-08a2ef23b355 req-b59bce02-e994-4aa0-9c09-8520b2c692df tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.1892004 Aug 16 20:44:52.377086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffedf2-a726-4de7-9c3c-d3e04827d4c7 req-48db23ad-b75d-4e54-a9c2-f3ad00d2968d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.378514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38ffedf2-a726-4de7-9c3c-d3e04827d4c7 req-48db23ad-b75d-4e54-a9c2-f3ad00d2968d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.2301371 Aug 16 20:44:52.388363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:52.393254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f04edab-dd3d-46d6-9cf0-08a2ef23b355 req-b0a64a1a-448e-47b4-b81b-d77fd87a55f6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311255 Aug 16 20:44:52.395472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'floatingip': {'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:52.445745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.450128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-67e9d5b2-f5c5-41f3-9ed1-55bb79995b7a service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540615 Aug 16 20:44:52.490875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.552431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ed94-a30a-4cc5-8b20-ac6661c2827a req-d0a67ffe-2418-439f-be8f-38967fb69d2d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.553974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42b1ed94-a30a-4cc5-8b20-ac6661c2827a req-d0a67ffe-2418-439f-be8f-38967fb69d2d tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.1214621 Aug 16 20:44:52.606429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c6e96c5-c054-492d-9193-cf55813eccf5 req-8ee332bb-0840-49d4-943b-0ab7d4e257d3 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477544 Aug 16 20:44:52.623908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42b1ed94-a30a-4cc5-8b20-ac6661c2827a req-0995fe65-241c-4483-81a6-02cfd0c5af39 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630798 Aug 16 20:44:52.651613 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.733966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcb486-5e13-44e9-aac8-172f973dfbc6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:52.806497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Allocated IP 192.168.233.25 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/ffb40e15-906a-499e-a9e9-ad15edbbfbae) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:52.880915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:52.884334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:52.893703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f460-c80a-49eb-8804-4c367e37edda req-d832d301-9107-4e49-adc1-7495964cc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:52.895142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-d832d301-9107-4e49-adc1-7495964cc511 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1095 time: 0.0824394 Aug 16 20:44:52.912346 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.027753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.138598 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Floating IP 3b44171c-eab3-4504-b803-58e3d3d73114 associated. External IP: 172.25.7.34, port: 28f80914-7f3e-45fb-b271-3908dbbc44b5. Aug 16 20:44:53.219531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898d8cd-2618-4038-acc9-3bf8cb36e2d8 req-df6ffa99-5923-4ad4-b7cf-050d1967a84e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.221330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4898d8cd-2618-4038-acc9-3bf8cb36e2d8 req-df6ffa99-5923-4ad4-b7cf-050d1967a84e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1943862 Aug 16 20:44:53.247562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf5ff3de-a6f3-4998-8607-6ffdb143fcfe req-85a5fea3-f539-44a8-9d22-d5db72ce8d8f tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0901499 Aug 16 20:44:53.270734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f460-c80a-49eb-8804-4c367e37edda req-b6a1d94b-c0de-447f-b1a6-aaa890369a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.272263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-b6a1d94b-c0de-447f-b1a6-aaa890369a84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.3355775 Aug 16 20:44:53.285753 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.348048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-bce0a530-79b4-41f3-9262-58ad5c56a4bb tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.349539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-bce0a530-79b4-41f3-9262-58ad5c56a4bb tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.73 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2480621 Aug 16 20:44:53.364779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Router 9e302168-21b1-4404-aa85-8449514e2454 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:44:53.386674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Transition to ACTIVE for port object ffb40e15-906a-499e-a9e9-ad15edbbfbae will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:53.399841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-2bbbb47e-23a2-41b4-8413-98d89c4d50e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 217 time: 0.1104827 Aug 16 20:44:53.476290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:44:53.481444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.486102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Sync routers for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:44:53.495386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:53.496115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:53.501133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4898d8cd-2618-4038-acc9-3bf8cb36e2d8 req-aaa2aa54-5831-4642-8354-359e60c92b19 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575550 Aug 16 20:44:53.513743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d7d0d3be-c066-460b-9597-cdaad350dacb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "PUT /v2.0/floatingips/3b44171c-eab3-4504-b803-58e3d3d73114 HTTP/1.1" status: 200 len: 991 time: 1.1213818 Aug 16 20:44:53.513743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:53.514436 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b999d6-400d-453d-8420-535805d2624b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:53.624467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f460-c80a-49eb-8804-4c367e37edda req-37cbd65e-3155-4a58-b9c1-b635162f888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.627475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-37cbd65e-3155-4a58-b9c1-b635162f888e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.2120790 Aug 16 20:44:53.627613 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c486f55-51c8-409e-ade1-2d5e944dafcb x-openstack-request-id: req-4c486f55-51c8-409e-ade1-2d5e944dafcb {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:53.627877 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:53.628132 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c486f55-51c8-409e-ade1-2d5e944dafcb {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:53.628556 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'status': 'completed', 'code': 200} Aug 16 20:44:53.629975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:53.668425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aff2fa-cc79-4970-893e-d5fbf6af848a req-3af5bdb4-ad1f-46ae-a021-07b35ebe8783 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.670614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09aff2fa-cc79-4970-893e-d5fbf6af848a req-3af5bdb4-ad1f-46ae-a021-07b35ebe8783 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.1619847 Aug 16 20:44:53.713455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b999d6-400d-453d-8420-535805d2624b req-5dc8af2f-a344-42f8-b862-4f4cc2e15cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.715635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-5dc8af2f-a344-42f8-b862-4f4cc2e15cb7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1098 time: 0.0578778 Aug 16 20:44:53.773252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.784645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Deleting port 5a906242-27f1-4a7e-8599-bad242f154c2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:53.785032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.808186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9f460-c80a-49eb-8804-4c367e37edda req-39b3d6c2-51a0-4daf-8603-e368c7a5ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.809719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-39b3d6c2-51a0-4daf-8603-e368c7a5ad04 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597633 Aug 16 20:44:53.822926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b999d6-400d-453d-8420-535805d2624b req-f27c9d1c-a4f3-4943-bdea-488e78d3dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:53.824456 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-f27c9d1c-a4f3-4943-bdea-488e78d3dcb4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1005397 Aug 16 20:44:53.860847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09aff2fa-cc79-4970-893e-d5fbf6af848a req-37d964c8-1080-4e71-8159-ab3c75a9797c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642468 Aug 16 20:44:53.883857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:53.894275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3b44171c-eab3-4504-b803-58e3d3d73114', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9e302168-21b1-4404-aa85-8449514e2454', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:26Z', 'updated_at': '2021-08-16T20:44:52Z', 'revision_number': 1, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:53.902487 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-de3a4789-2bb1-4643-bc23-79b8ca49dbc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0708048 Aug 16 20:44:54.020092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ee509-118f-4ed2-b10f-0ed89e663e7d req-ef3a3529-43be-46eb-b14e-e5f41c07a83e tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.021917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd7ee509-118f-4ed2-b10f-0ed89e663e7d req-ef3a3529-43be-46eb-b14e-e5f41c07a83e tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 945 time: 0.2995574 Aug 16 20:44:54.067180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:54.083579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Checking router: 9e302168-21b1-4404-aa85-8449514e2454 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:44:54.087320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=99894217-22f3-4597-bd87-76547220489c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.092618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:44:54.093246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:54.097658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:54.113643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:54.124086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Pushing event updated for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:54.190234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '64bf8c74-41ca-49f7-aa3f-2effdd97e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:54.190620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: 68142d6f-6f84-41e6-abfe-3d32c7b0de54, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:44:54.215673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] For port 5a906242-27f1-4a7e-8599-bad242f154c2, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=5a906242-27f1-4a7e-8599-bad242f154c2,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:54.215673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.240536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:44:54.241368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd7ee509-118f-4ed2-b10f-0ed89e663e7d req-3b704822-d622-4cb2-a5d7-7ea1c7c54e1b tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/security-groups?id=bb110834-9fe5-4496-809d-8cd1561a4a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868465 Aug 16 20:44:54.249692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-6d735b12-811d-4446-ab9c-682a67d9669c service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834801 Aug 16 20:44:54.250629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Calling delete_port for 5a906242-27f1-4a7e-8599-bad242f154c2 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:54.274032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.274694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.369456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b999d6-400d-453d-8420-535805d2624b req-dff8a4c1-518a-4f5d-8dcd-250f577f7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.373469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-dff8a4c1-518a-4f5d-8dcd-250f577f7ec4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.4607897 Aug 16 20:44:54.379855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:44:54.430561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b999d6-400d-453d-8420-535805d2624b req-9c7b352f-8d96-4f39-8199-d6e30e37bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.432635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-9c7b352f-8d96-4f39-8199-d6e30e37bfe2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519013 Aug 16 20:44:54.502919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:44:54.512245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3749b-2673-4d23-b890-68cc16b707ed req-1a496ae9-93c5-495c-b27c-1159cc5bc706 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.513883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21c3749b-2673-4d23-b890-68cc16b707ed req-1a496ae9-93c5-495c-b27c-1159cc5bc706 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 935 time: 0.1530108 Aug 16 20:44:54.521608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-5341fa5c-5580-47bf-aea8-25aef79d84ec tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2380929 Aug 16 20:44:54.525378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-ecef98df-0efa-4601-a8e9-7e0ada9b17d8 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660220 Aug 16 20:44:54.536115 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-5404deb3-c692-4ee4-a721-eba35fb05eda service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944116 Aug 16 20:44:54.542820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Request body: {'port': {'device_id': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:54.568222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:54.586146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'mac_address': 'fa:16:3e:84:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:44:54.643519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-563c9347-94a6-4067-bfd7-ead2eea9443c None None] Provisioning for port ffb40e15-906a-499e-a9e9-ad15edbbfbae completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:54.650440 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14b999d6-400d-453d-8420-535805d2624b req-a6e2dc57-5ac0-4242-a69e-1737e78edbb9 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060243 Aug 16 20:44:54.657985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-563c9347-94a6-4067-bfd7-ead2eea9443c None None] Provisioning complete for port ffb40e15-906a-499e-a9e9-ad15edbbfbae triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:54.658364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-563c9347-94a6-4067-bfd7-ead2eea9443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.672719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21c3749b-2673-4d23-b890-68cc16b707ed req-27128e1c-3ab1-4977-ae24-5ea9a0195923 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412518 Aug 16 20:44:54.673437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 68142d6f-6f84-41e6-abfe-3d32c7b0de54) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:54.687678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e4fd8-bd87-4f82-9406-610372e98fb6 None None] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:54.696905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.697078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.697597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.706960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.762880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ee2432-fb58-4683-b0ce-aed0b99a3542 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:54.767557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-563c9347-94a6-4067-bfd7-ead2eea9443c None None] Port ffb40e15-906a-499e-a9e9-ad15edbbfbae cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:44:54.769822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566615ab-c5e3-4280-984c-ace6b56d450e req-a9b4c196-9ac5-422b-858c-0ee9e813232c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:54.771644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566615ab-c5e3-4280-984c-ace6b56d450e req-a9b4c196-9ac5-422b-858c-0ee9e813232c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1379890 Aug 16 20:44:54.804587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:54.822767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3b44171c-eab3-4504-b803-58e3d3d73114', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9e302168-21b1-4404-aa85-8449514e2454', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:26Z', 'updated_at': '2021-08-16T20:44:52Z', 'revision_number': 1, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:54.850559 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:54.852992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f3ef73ee-8d73-430d-9663-5c471f4e9a61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7378874 Aug 16 20:44:54.855784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:54.862672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1444380481'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:54.868583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a67933-88ad-4a45-a2ef-6a08b90e0f51 None None] The sync data for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 is: [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3b44171c-eab3-4504-b803-58e3d3d73114', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '9e302168-21b1-4404-aa85-8449514e2454', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:44:26Z', 'updated_at': '2021-08-16T20:44:52Z', 'revision_number': 1, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:44:54.870425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['5a906242-27f1-4a7e-8599-bad242f154c2'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:54.909659 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.008232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-68142d6f-6f84-41e6-abfe-3d32c7b0de54', 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': '99894217-22f3-4597-bd87-76547220489c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:44:55.009115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.012936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.143034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:55.146938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.168189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port e2404295-65ee-43e3-a844-d594f060505c yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:55.168387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Allocated IP 172.20.0.2 (68142d6f-6f84-41e6-abfe-3d32c7b0de54/99894217-22f3-4597-bd87-76547220489c/dbd820c6-e481-4557-8d22-6302f06e466a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:55.182426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['f3ee2432-fb58-4683-b0ce-aed0b99a3542'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:44:55.236731 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3098a3e-3bca-4a4d-9ef0-2f0e8e2c3281 None None] New status for floating IP 3b44171c-eab3-4504-b803-58e3d3d73114: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:44:55.246251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Pushing event deleted for resources: {'Port': ['ID=5a906242-27f1-4a7e-8599-bad242f154c2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.284340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-566615ab-c5e3-4280-984c-ace6b56d450e req-b5b4a95c-1a96-49d5-8ebb-404fb0d52a22 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979827 Aug 16 20:44:55.416446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dad439a-e0c8-485d-9edd-9c48f471103b req-431688f6-9e99-446a-8261-e198da87143f tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.0489135 Aug 16 20:44:55.419526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] No DVR routers for this DVR port 5a906242-27f1-4a7e-8599-bad242f154c2 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:55.430728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.433090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f475eee-1247-4cbf-ac2f-3f4dded9e4bf req-111f7361-6b7b-4ea7-96a9-0d9f4fd7f690 tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.73 "DELETE /v2.0/ports/5a906242-27f1-4a7e-8599-bad242f154c2 HTTP/1.1" status: 204 len: 173 time: 2.0496492 Aug 16 20:44:55.435082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'name': 'network-vif-deleted', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:55.438016 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15811521-95d5-4554-a256-fde7d369af20" -d '{"events": [{"server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "name": "network-vif-deleted", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:55.456879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37678d-13ba-4377-b4f3-24cfbd7c6f18 req-605d3dcf-5af0-4be5-bcac-a07cac455d39 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.458522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe37678d-13ba-4377-b4f3-24cfbd7c6f18 req-605d3dcf-5af0-4be5-bcac-a07cac455d39 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 944 time: 0.2278233 Aug 16 20:44:55.473447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.494166 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e91bcc-7514-42b5-a510-f6d0018ba4c8 x-openstack-request-id: req-73e91bcc-7514-42b5-a510-f6d0018ba4c8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:55.494461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Transition to ACTIVE for port object dbd820c6-e481-4557-8d22-6302f06e466a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:55.494605 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c038794-1e6f-4568-a3b1-116b15f48c7c", "name": "network-vif-deleted", "tag": "5a906242-27f1-4a7e-8599-bad242f154c2", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:55.494710 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73e91bcc-7514-42b5-a510-f6d0018ba4c8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:55.495176 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c038794-1e6f-4568-a3b1-116b15f48c7c', 'name': 'network-vif-deleted', 'tag': '5a906242-27f1-4a7e-8599-bad242f154c2', 'status': 'completed', 'code': 200} Aug 16 20:44:55.525086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Transition to ACTIVE for port object dbd820c6-e481-4557-8d22-6302f06e466a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:55.546115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe37678d-13ba-4377-b4f3-24cfbd7c6f18 req-1274ac34-6602-4ab4-82e4-ea89035d5364 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809088 Aug 16 20:44:55.562083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb40e15-906a-499e-a9e9-ad15edbbfbae {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:44:55.574959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.588262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Transition to ACTIVE for port object ffb40e15-906a-499e-a9e9-ad15edbbfbae will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:55.725499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.725915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.788388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:55.791395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:55.798381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:55.810495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.823635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.3 (68142d6f-6f84-41e6-abfe-3d32c7b0de54/99894217-22f3-4597-bd87-76547220489c/e2404295-65ee-43e3-a844-d594f060505c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:44:55.836262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Pushing event updated for resources: {'Port': ['ID=dbd820c6-e481-4557-8d22-6302f06e466a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:55.893130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Attempting to bind port dbd820c6-e481-4557-8d22-6302f06e466a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:55.893636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Attempting to bind port dbd820c6-e481-4557-8d22-6302f06e466a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '64bf8c74-41ca-49f7-aa3f-2effdd97e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:55.893854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Attempting to bind port dbd820c6-e481-4557-8d22-6302f06e466a on network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:55.899217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:55.899587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Checking segment: {'id': '64bf8c74-41ca-49f7-aa3f-2effdd97e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:55.900046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.900462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Bound using segment: {'id': '64bf8c74-41ca-49f7-aa3f-2effdd97e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:55.900929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Bound port: dbd820c6-e481-4557-8d22-6302f06e466a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf8c74-41ca-49f7-aa3f-2effdd97e245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '68142d6f-6f84-41e6-abfe-3d32c7b0de54'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:55.901306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.903020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f743c97-74c8-4d27-bdb3-b282aa21454c req-ad3c901f-8226-4e29-bdc9-223afd87427b tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:55.904625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f743c97-74c8-4d27-bdb3-b282aa21454c req-ad3c901f-8226-4e29-bdc9-223afd87427b tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 947 time: 0.1481113 Aug 16 20:44:55.936329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Attempting to bind port ffb40e15-906a-499e-a9e9-ad15edbbfbae on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:44:55.936684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Attempting to bind port ffb40e15-906a-499e-a9e9-ad15edbbfbae by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:44:55.937007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Attempting to bind port ffb40e15-906a-499e-a9e9-ad15edbbfbae on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:55.948847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Port ffb40e15-906a-499e-a9e9-ad15edbbfbae on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:44:55.948847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Attempting to bind port ffb40e15-906a-499e-a9e9-ad15edbbfbae on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:44:55.963088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:44:55.963420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:44:55.963930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:44:55.964442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Bound port: ffb40e15-906a-499e-a9e9-ad15edbbfbae, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:44:55.964806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:55.979997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f743c97-74c8-4d27-bdb3-b282aa21454c req-17d62396-7810-4d08-9746-3c7d6c14d189 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614898 Aug 16 20:44:56.000391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-391eac0a-f227-4476-9536-7a063413de53 None None] For port dbd820c6-e481-4557-8d22-6302f06e466a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:56.004515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-391eac0a-f227-4476-9536-7a063413de53 None None] For port dbd820c6-e481-4557-8d22-6302f06e466a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dbd820c6-e481-4557-8d22-6302f06e466a,segment=NetworkSegment(64bf8c74-41ca-49f7-aa3f-2effdd97e245),segment_id=64bf8c74-41ca-49f7-aa3f-2effdd97e245)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:56.033023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.047764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:44:56.051235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:44:56.052150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object e2404295-65ee-43e3-a844-d594f060505c will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:44:56.125799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.176507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.188562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391eac0a-f227-4476-9536-7a063413de53 None None] Pushing event updated for resources: {'Port': ['ID=dbd820c6-e481-4557-8d22-6302f06e466a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.193820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.215622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.216278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.217835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] 10.222.0.64 "PUT /v2.0/ports/ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 200 len: 1096 time: 1.6791856 Aug 16 20:44:56.246102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ff4a-b788-45ce-b4b3-b8213509183a service neutron] Pushing event updated for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.259998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:56.264882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:56.269290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:56.276898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=e2404295-65ee-43e3-a844-d594f060505c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:56.301267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:56.368596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.369275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.503708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317904e-b864-43e8-8222-1671c83c2ef2 req-a8bc4413-c1ef-42e5-b9b8-fe1401bedff3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.505316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3317904e-b864-43e8-8222-1671c83c2ef2 req-a8bc4413-c1ef-42e5-b9b8-fe1401bedff3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1309052 Aug 16 20:44:56.512911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-457d07ea-0ad4-42dd-bf4e-8b573ac97442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.514373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-457d07ea-0ad4-42dd-bf4e-8b573ac97442 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a221218ba4444ae8975099f71c45ce2&device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 1099 time: 0.1044166 Aug 16 20:44:56.523530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1474c1b2-bf52-4a76-b52b-8630284ac519 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6640162 Aug 16 20:44:56.524823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46036) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:56.554784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:56.559854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:56.560667 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.659882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port e2404295-65ee-43e3-a844-d594f060505c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:56.660560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.691185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7245f559-273f-4012-9033-4ce076fa58c7 req-58e2690a-cc22-4a61-9dfb-5a5d268a9ecf tempest-ServerRescueTestJSONUnderV235-883259280 tempest-ServerRescueTestJSONUnderV235-883259280-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c038794-1e6f-4568-a3b1-116b15f48c7c HTTP/1.1" status: 200 len: 210 time: 0.1244535 Aug 16 20:44:56.693073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-1e6ebbe4-9744-4208-b25a-19db057a3af8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 200 len: 217 time: 0.1491859 Aug 16 20:44:56.702415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.731776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:56.734939 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9835ebe-e0e8-40b0-b467-5dd22b9f8cc2" -d '{"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:56.753604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:56.768037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3317904e-b864-43e8-8222-1671c83c2ef2 req-815480b3-88ae-4bd6-846b-d912e000220b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474167 Aug 16 20:44:56.789059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.814382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for e2404295-65ee-43e3-a844-d594f060505c owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:56.814536 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d80c59-9156-4df8-af43-5032cfe1cd51 x-openstack-request-id: req-97d80c59-9156-4df8-af43-5032cfe1cd51 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:56.814730 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:56.814933 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97d80c59-9156-4df8-af43-5032cfe1cd51 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:56.815329 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'code': 200} Aug 16 20:44:56.818365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-984a21ee-9ca4-4440-a618-a87f7b18a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.820846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-984a21ee-9ca4-4440-a618-a87f7b18a746 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1029038 Aug 16 20:44:56.852279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fb884-d2b3-4b22-984b-fc0ed38928c7 req-551cd926-762e-4860-8d87-c7c1ef14992c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.853895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a7fb884-d2b3-4b22-984b-fc0ed38928c7 req-551cd926-762e-4860-8d87-c7c1ef14992c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 944 time: 0.0845654 Aug 16 20:44:56.942894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-96f71866-ed04-41e7-a1b4-59ffff9ce688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:56.943968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:56.944501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-96f71866-ed04-41e7-a1b4-59ffff9ce688 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136625 Aug 16 20:44:56.947939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5a906242-27f1-4a7e-8599-bad242f154c2 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:56.950473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a7fb884-d2b3-4b22-984b-fc0ed38928c7 req-12e06473-7478-4c36-ae66-6a1820ee9ac9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790207 Aug 16 20:44:56.988831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 5a906242-27f1-4a7e-8599-bad242f154c2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:56.989189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 5a906242-27f1-4a7e-8599-bad242f154c2 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:57.018679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.025557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd6446-dfb2-425b-8a14-852d13ba547d req-acf3ffba-d060-4f6f-b100-258d5efd9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.027458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fbd6446-dfb2-425b-8a14-852d13ba547d req-acf3ffba-d060-4f6f-b100-258d5efd9b91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1096 time: 0.1261749 Aug 16 20:44:57.064070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.101785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-349c927f-0302-4aa2-83a2-af2940188e1f service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494937 Aug 16 20:44:57.102881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=e2404295-65ee-43e3-a844-d594f060505c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.104250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1fbd6446-dfb2-425b-8a14-852d13ba547d req-75a3752c-da0e-4b3f-9198-5275c3ed14ce service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677738 Aug 16 20:44:57.177201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.179785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cf129513-ecd2-4bf0-9e2a-0e9c5862dc30 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/e2404295-65ee-43e3-a844-d594f060505c HTTP/1.1" status: 204 len: 168 time: 0.6549983 Aug 16 20:44:57.182286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46046) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:57.196220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde731f-c5cd-44ec-9e9c-f10efb1f043e req-083adbf7-daa5-444b-b1ae-2fddb12259f7 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.198003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecde731f-c5cd-44ec-9e9c-f10efb1f043e req-083adbf7-daa5-444b-b1ae-2fddb12259f7 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 947 time: 0.1133103 Aug 16 20:44:57.235947 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6806e0e5-a8a1-47be-80d8-5a506b60dc65 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:44:57.238090 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6806e0e5-a8a1-47be-80d8-5a506b60dc65 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/e2404295-65ee-43e3-a844-d594f060505c HTTP/1.1" status: 404 len: 333 time: 0.0538893 Aug 16 20:44:57.242203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:57.275762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb3f757c-1dc4-4924-ba7b-90853f24f8d7 req-d4048c7d-a8d1-4b6a-8c9a-8385ca73c0b1 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539962 Aug 16 20:44:57.291036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecde731f-c5cd-44ec-9e9c-f10efb1f043e req-aa0f8288-6bba-44e5-99bb-5fe828ed75c5 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796022 Aug 16 20:44:57.316509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dbd820c6-e481-4557-8d22-6302f06e466a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:44:57.325360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 99894217-22f3-4597-bd87-76547220489c {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:44:57.329833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.374258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.418541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf5e971-0f2a-4059-b41a-90b024ca7302 None None] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:57.469485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.491719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port dbd820c6-e481-4557-8d22-6302f06e466a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:57.496034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:44:57.498490 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798ce2d1-b120-451f-826a-3af68d2158b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:44:57.554947 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b3d84-0df5-465e-ace5-d1d59b265b9f x-openstack-request-id: req-5e5b3d84-0df5-465e-ace5-d1d59b265b9f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:44:57.554947 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:44:57.554947 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e5b3d84-0df5-465e-ace5-d1d59b265b9f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:44:57.554947 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae', 'status': 'completed', 'code': 200} Aug 16 20:44:57.606133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Provisioning for port dbd820c6-e481-4557-8d22-6302f06e466a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:44:57.614037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Provisioning complete for port dbd820c6-e481-4557-8d22-6302f06e466a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:44:57.614037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.617163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-9eb3c8af-745b-401c-a3b4-68f851b01c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.618822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-9eb3c8af-745b-401c-a3b4-68f851b01c69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a221218ba4444ae8975099f71c45ce2&device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 1099 time: 0.0451636 Aug 16 20:44:57.675007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.701943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.713514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.716012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/99894217-22f3-4597-bd87-76547220489c HTTP/1.1" status: 204 len: 168 time: 0.4728076 Aug 16 20:44:57.720153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46052) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:57.733293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-e733b62e-dbe5-484e-96b1-21c45eacd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:57.739683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-e733b62e-dbe5-484e-96b1-21c45eacd8f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1093826 Aug 16 20:44:57.772548 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:44:57.773174 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:44:57.812829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46058) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:57.815204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-4a73934d-ba28-4613-ac6f-c3110475b896 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 200 len: 217 time: 0.0722666 Aug 16 20:44:57.821290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1997ed-d7f7-4b47-bc71-3669f128bdb8 None None] Network 68142d6f-6f84-41e6-abfe-3d32c7b0de54 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:44:57.846981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320114-754b-4699-b297-54d728371b46 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=99894217-22f3-4597-bd87-76547220489c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:57.853093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:57.912207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port dbd820c6-e481-4557-8d22-6302f06e466a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:57.912554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.000848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port dbd820c6-e481-4557-8d22-6302f06e466a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dbd820c6-e481-4557-8d22-6302f06e466a,segment=NetworkSegment(64bf8c74-41ca-49f7-aa3f-2effdd97e245),segment_id=64bf8c74-41ca-49f7-aa3f-2effdd97e245)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:58.000848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.007391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for dbd820c6-e481-4557-8d22-6302f06e466a owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:58.014759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] DHCP port deletion for 68142d6f-6f84-41e6-abfe-3d32c7b0de54 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:44:58.026505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-d19dd874-3346-4e42-8d74-a30d3e1d426c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.028164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-d19dd874-3346-4e42-8d74-a30d3e1d426c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.2038510 Aug 16 20:44:58.070815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Deleting port dbd820c6-e481-4557-8d22-6302f06e466a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:58.070815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.093167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8fbe4-52fd-4c2f-8e87-25991239c4d3 req-308f24d7-9172-498c-8737-52b7ecd827c3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.102691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cd8fbe4-52fd-4c2f-8e87-25991239c4d3 req-308f24d7-9172-498c-8737-52b7ecd827c3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.2211847 Aug 16 20:44:58.153980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] For port dbd820c6-e481-4557-8d22-6302f06e466a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dbd820c6-e481-4557-8d22-6302f06e466a,segment=NetworkSegment(64bf8c74-41ca-49f7-aa3f-2effdd97e245),segment_id=64bf8c74-41ca-49f7-aa3f-2effdd97e245)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:58.154381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.166871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Calling delete_port for dbd820c6-e481-4557-8d22-6302f06e466a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:58.249340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cd8fbe4-52fd-4c2f-8e87-25991239c4d3 req-0c8e947d-1888-4e65-b913-195718b7679e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457415 Aug 16 20:44:58.251984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-83c9d1c0-c5d2-4c09-bec8-e5acc24df8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.253551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-83c9d1c0-c5d2-4c09-bec8-e5acc24df8f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159140 Aug 16 20:44:58.321606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.340980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959aff6-5c7a-412f-8a7e-6616aeaa6e1d req-dea5624d-710c-4114-bd3d-029cb8dce9f1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.342670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e959aff6-5c7a-412f-8a7e-6616aeaa6e1d req-dea5624d-710c-4114-bd3d-029cb8dce9f1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1936784 Aug 16 20:44:58.381571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port dbd820c6-e481-4557-8d22-6302f06e466a on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:58.389532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=dbd820c6-e481-4557-8d22-6302f06e466a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:58.415039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-73d81916-1fce-4ce5-96fc-7a75fae93c73 None None] Port dbd820c6-e481-4557-8d22-6302f06e466a update to ACTIVE by agent not found {{(pid=95242) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 16 20:44:58.420871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.447714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] Pushing event deleted for resources: {'Port': ['ID=dbd820c6-e481-4557-8d22-6302f06e466a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:58.451021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8838010-7e64-4817-af78-e80b4ba87c50 None None] No DVR routers for this DVR port dbd820c6-e481-4557-8d22-6302f06e466a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:44:58.496081 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.497923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-b884ed8f-e3c8-4d68-a977-4ea1118a741f service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363598 Aug 16 20:44:58.501684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e959aff6-5c7a-412f-8a7e-6616aeaa6e1d req-38bbb0b7-65c1-4848-9347-2717dab83b2d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324124 Aug 16 20:44:58.507518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68142d6f-6f84-41e6-abfe-3d32c7b0de54']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:58.520683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf8c74-41ca-49f7-aa3f-2effdd97e245') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:58.521262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf8c74-41ca-49f7-aa3f-2effdd97e245') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:44:58.528081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b18e32c0-13d3-41cb-b885-9cba5c9bc57f None None] Could not find standard attr ID for object dbd820c6-e481-4557-8d22-6302f06e466a. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:44:58.536403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.551303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.557636 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:44:58.558103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:44:58.561258 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:44:58.597806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7732e-f335-4987-a8cb-aa8f82cf55f9 req-319eb998-99eb-4801-a339-87e133c76f3c tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:58.600616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91a7732e-f335-4987-a8cb-aa8f82cf55f9 req-319eb998-99eb-4801-a339-87e133c76f3c tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 947 time: 0.2289395 Aug 16 20:44:58.653222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-798ce2d1-b120-451f-826a-3af68d2158b7 req-51276539-44fe-485d-9d9d-c7db988d3e3e service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472042 Aug 16 20:44:58.687891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91a7732e-f335-4987-a8cb-aa8f82cf55f9 req-1e347213-30ca-488f-a509-3da4e4eba467 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775278 Aug 16 20:44:58.708757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.713542 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.714877 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.719617 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/68142d6f-6f84-41e6-abfe-3d32c7b0de54 HTTP/1.1" status: 204 len: 168 time: 0.9940507 Aug 16 20:44:58.722496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46068) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:58.736428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'name': 'tempest-PortsTestJSON-1226635911'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:44:58.741089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26056d4-6706-4cb6-8589-d126adfd1f55 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=68142d6f-6f84-41e6-abfe-3d32c7b0de54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:58.880056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:44:58.883670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:58.907179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 5800545f-a4e4-4009-a037-a594d2e6b2c1 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:44:58.962948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Deleting port b72a17ec-e7d4-4bb4-9d8b-65857d956a14 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:58.963555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.046352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] For port b72a17ec-e7d4-4bb4-9d8b-65857d956a14, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,segment=NetworkSegment(3f0b3f8d-1396-457a-a9c7-064f57ac77fe),segment_id=3f0b3f8d-1396-457a-a9c7-064f57ac77fe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:44:59.047325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.061408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Calling delete_port for b72a17ec-e7d4-4bb4-9d8b-65857d956a14 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:44:59.068503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.212975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dbd820c6-e481-4557-8d22-6302f06e466a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:44:59.229537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.233805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: dbd820c6-e481-4557-8d22-6302f06e466a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:44:59.234743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device dbd820c6-e481-4557-8d22-6302f06e466a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:44:59.287503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:44:59.290988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:44:59.295436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:44:59.301211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.301834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.305525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=5800545f-a4e4-4009-a037-a594d2e6b2c1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.378608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ca25a-8673-4eb9-b69f-c99ca15ad06f req-1d4d066a-19f9-4807-b877-1bcc8b8b45b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:44:59.380156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc3ca25a-8673-4eb9-b69f-c99ca15ad06f req-1d4d066a-19f9-4807-b877-1bcc8b8b45b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.0505311 Aug 16 20:44:59.408039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:44:59.441483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc3ca25a-8673-4eb9-b69f-c99ca15ad06f req-dc2f12bb-9ba4-4e71-9f1d-cce6977fb9c4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545061 Aug 16 20:44:59.444319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72a17ec-e7d4-4bb4-9d8b-65857d956a14,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:44:59.449407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9f71c9d6-01cd-4989-9aa0-1c2d3f2cd05e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7258081 Aug 16 20:44:59.449996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46074) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:44:59.983921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 5800545f-a4e4-4009-a037-a594d2e6b2c1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:44:59.984695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.069766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8a76-24c6-47ac-bfbe-559838bf9237 req-3803e310-d480-4f2c-9dff-da25499a1a72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.071288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-806e8a76-24c6-47ac-bfbe-559838bf9237 req-3803e310-d480-4f2c-9dff-da25499a1a72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.4687915 Aug 16 20:45:00.086377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.111486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.139712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 5800545f-a4e4-4009-a037-a594d2e6b2c1 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:00.196160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9150fd-03ab-4886-a190-89c9263aefb0 req-eefb284f-aa53-46d0-b8cb-d0f7d58bda2c tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.197711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f9150fd-03ab-4886-a190-89c9263aefb0 req-eefb284f-aa53-46d0-b8cb-d0f7d58bda2c tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 947 time: 0.2164471 Aug 16 20:45:00.198059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ffb40e15-906a-499e-a9e9-ad15edbbfbae details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:00.224905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-806e8a76-24c6-47ac-bfbe-559838bf9237 req-eec2ec4e-16ce-44b1-939f-3348058ccf6d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411242 Aug 16 20:45:00.310345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:00.322392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae', 'mac_address': 'fa:16:3e:bc:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:00.346945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f9150fd-03ab-4886-a190-89c9263aefb0 req-9c4d0a1b-6362-40ac-bfdc-6fd5edd2fd76 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381335 Aug 16 20:45:00.376145 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.390632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb40e15-906a-499e-a9e9-ad15edbbfbae {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:00.416385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:00.464209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e1b7-c5dd-4563-8a1a-98150b8355c3 req-29e8b067-4d10-4542-b82a-8f726c15dc92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.465727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1614e1b7-c5dd-4563-8a1a-98150b8355c3 req-29e8b067-4d10-4542-b82a-8f726c15dc92 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1050811 Aug 16 20:45:00.480821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.539230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.552359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:00.602727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1614e1b7-c5dd-4563-8a1a-98150b8355c3 req-6ffd3159-b408-40cc-9357-6732aa9baf5e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073065 Aug 16 20:45:00.610594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=5800545f-a4e4-4009-a037-a594d2e6b2c1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:00.620863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Router d7f4f34c-de0d-43b4-b967-629242ff337a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:00.623386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5dea8048-ebb6-4b2f-bfde-674210104522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.630534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:00.634048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.637041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c6d7f19a-16b0-4c84-9e4d-16825709ba12 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/5800545f-a4e4-4009-a037-a594d2e6b2c1 HTTP/1.1" status: 204 len: 168 time: 1.1854777 Aug 16 20:45:00.639613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46088) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:00.648103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae1fce-6382-4db5-814f-739ce56d8d0b req-2e48bec3-dcc2-4329-933a-3cc5804ee350 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.649630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acae1fce-6382-4db5-814f-739ce56d8d0b req-2e48bec3-dcc2-4329-933a-3cc5804ee350 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1352203 Aug 16 20:45:00.654631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'mac_address': 'fa:16:3e:31:21:72', 'name': 'tempest-PortsTestJSON-2017395099'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:00.673617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121088b-e3ee-44f6-9cda-66e4962cc0eb tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:00.678154 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2121088b-e3ee-44f6-9cda-66e4962cc0eb tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1092 time: 0.0430229 Aug 16 20:45:00.678539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46090) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:00.683145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:00.715124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['ffb40e15-906a-499e-a9e9-ad15edbbfbae'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:00.817915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.836758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acae1fce-6382-4db5-814f-739ce56d8d0b req-a75f0c5e-a4c7-45c5-9115-f1f9b24e368d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761568 Aug 16 20:45:00.857485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:00.873210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0d3aeec3-e876-4c43-8751-68cd9d06fbe6 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7f4f34c-de0d-43b4-b967-629242ff337a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0560849 Aug 16 20:45:00.876181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46092) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:00.878371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Sync routers for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:00.888490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:00.901161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:00.932453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:00.972944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:01.013732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:01.029906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.041701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.18 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/9c80b17c-51b1-4ba7-bb4f-cb737e26378f) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:01.090723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.152619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 3a4c7c31-5876-4df5-9b82-28bc8294226b yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:01.167623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.215761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.215984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:44:59Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:01.247975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Checking router: d7f4f34c-de0d-43b4-b967-629242ff337a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:01.258552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Routers {'d7f4f34c-de0d-43b4-b967-629242ff337a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:01.259266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d7f4f34c-de0d-43b4-b967-629242ff337a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:01.340479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.361640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.379976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] Set router d7f4f34c-de0d-43b4-b967-629242ff337a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:01.402280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:01.407396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:01.411639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:01.440657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=9c80b17c-51b1-4ba7-bb4f-cb737e26378f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.463321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Deleting port 27929e55-344c-4edb-b19c-f45331ad818a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:01.463824 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.525290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.582366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:44:59Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:01.602066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:01.613867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2167f30-519a-4a7d-bfb5-7ee7c21de071 None None] The sync data for ids ['d7f4f34c-de0d-43b4-b967-629242ff337a'] in n-d-794306-10 is: [{'id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'name': 'tempest-ServerRescueTestJSONUnderV235-1346347171-router', 'tenant_id': 'd266f930ae144a7d97c61178c9988784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '27929e55-344c-4edb-b19c-f45331ad818a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:43:24Z', 'updated_at': '2021-08-16T20:44:59Z', 'revision_number': 5, 'project_id': 'd266f930ae144a7d97c61178c9988784', 'gw_port': {'id': '27929e55-344c-4edb-b19c-f45331ad818a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:54:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f4f34c-de0d-43b4-b967-629242ff337a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2968, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:43:26Z', 'updated_at': '2021-08-16T20:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:01.620883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:01.620883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:01.626555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.627292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.637593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7630f54-2eaf-41af-a835-7f5c397ac00b req-ba70ce5c-08d7-4ac7-bb30-5d4bb475fd1a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.639282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7630f54-2eaf-41af-a835-7f5c397ac00b req-ba70ce5c-08d7-4ac7-bb30-5d4bb475fd1a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 948 time: 0.1890330 Aug 16 20:45:01.649918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=3a4c7c31-5876-4df5-9b82-28bc8294226b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:01.672378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] For port 27929e55-344c-4edb-b19c-f45331ad818a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=27929e55-344c-4edb-b19c-f45331ad818a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:01.672378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.696409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Calling delete_port for 27929e55-344c-4edb-b19c-f45331ad818a owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:01.724700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7630f54-2eaf-41af-a835-7f5c397ac00b req-f84d0677-9c8b-40b7-b0ba-4443122b7e0a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710161 Aug 16 20:45:01.781882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-09d414f4-ca96-4478-91d0-2261104978b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1284595 Aug 16 20:45:01.782782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46098) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:01.822565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:01.869125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8dcf27-6894-45b1-a1e8-8cda525487ff tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:01.870445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bc8dcf27-6894-45b1-a1e8-8cda525487ff tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/3a4c7c31-5876-4df5-9b82-28bc8294226b HTTP/1.1" status: 200 len: 841 time: 0.0867400 Aug 16 20:45:01.873237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:01.989547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.040415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab1f-45b4-4f0b-b5c4-44a9e9222fde req-d111036e-359d-4061-9179-b679df48849c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.042067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3b3ab1f-45b4-4f0b-b5c4-44a9e9222fde req-d111036e-359d-4061-9179-b679df48849c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 944 time: 0.1216414 Aug 16 20:45:02.081787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 3a4c7c31-5876-4df5-9b82-28bc8294226b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:02.082134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.102568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.159242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.166547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3b3ab1f-45b4-4f0b-b5c4-44a9e9222fde req-e1b120ac-b25b-4191-a868-b0b69747df13 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178029 Aug 16 20:45:02.182998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Pushing event deleted for resources: {'Port': ['ID=27929e55-344c-4edb-b19c-f45331ad818a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:02.205769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0f4f02a5-28bf-4826-857a-c406529677ef details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:02.207858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ffb40e15-906a-499e-a9e9-ad15edbbfbae up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:02.236125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.247179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.256300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 3a4c7c31-5876-4df5-9b82-28bc8294226b owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:02.275858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.328781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=9c80b17c-51b1-4ba7-bb4f-cb737e26378f,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:02.337325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.348025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0f4f02a5-28bf-4826-857a-c406529677ef,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:02.360619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0f4f02a5-28bf-4826-857a-c406529677ef', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '0f4f02a5-28bf-4826-857a-c406529677ef', 'mac_address': 'fa:16:3e:c9:ec:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:02.413686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port ffb40e15-906a-499e-a9e9-ad15edbbfbae completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:02.417547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port ffb40e15-906a-499e-a9e9-ad15edbbfbae triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:02.417787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.420584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.427969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.431519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.450633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4f02a5-28bf-4826-857a-c406529677ef {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:02.456343 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP fcffb997-56de-4110-abcb-a8e911bed8bb associated. External IP: 172.25.7.18, port: f3ee2432-fb58-4683-b0ce-aed0b99a3542. Aug 16 20:45:02.479662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0f4f02a5-28bf-4826-857a-c406529677ef,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:02.529445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.553206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:02.555448 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c24ddf-0dba-44ef-8c18-08f43bbede89" -d '{"events": [{"server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "name": "network-vif-plugged", "status": "completed", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:02.568685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:02.596777 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ff7b38-3c64-4d97-a901-1cf78509dd71 x-openstack-request-id: req-86ff7b38-3c64-4d97-a901-1cf78509dd71 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:02.597139 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "name": "network-vif-plugged", "status": "completed", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:02.597528 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86ff7b38-3c64-4d97-a901-1cf78509dd71 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:02.598003 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae', 'code': 200} Aug 16 20:45:02.606041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.656992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:02.658090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.668128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.668709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f4f34c-de0d-43b4-b967-629242ff337a {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:02.684312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.686595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:02.688340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46108) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:02.689593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-365cb79e-5d5f-4871-8fe1-e7f124acc799 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d7f4f34c-de0d-43b4-b967-629242ff337a HTTP/1.1" status: 204 len: 168 time: 1.8123753 Aug 16 20:45:02.732497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=3a4c7c31-5876-4df5-9b82-28bc8294226b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:02.744152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.746100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-48cc144c-3020-4290-af13-9b117365d19f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/3a4c7c31-5876-4df5-9b82-28bc8294226b HTTP/1.1" status: 204 len: 168 time: 0.8718686 Aug 16 20:45:02.751781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46112) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:02.753789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c410-eee9-4a71-9528-09b263ce0ade req-2cf10a3d-c76b-4ee4-965c-13fd3096faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.755343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7334c410-eee9-4a71-9528-09b263ce0ade req-2cf10a3d-c76b-4ee4-965c-13fd3096faf1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 1100 time: 0.0951231 Aug 16 20:45:02.761576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.785718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Deleting subnet 3a0f1daa-43e8-40b7-8a67-1721965728a8 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:02.794222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.803654 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b01fd6-5edf-4297-9bed-dc36f6a39f3b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:02.805383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-28b01fd6-5edf-4297-9bed-dc36f6a39f3b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/3a4c7c31-5876-4df5-9b82-28bc8294226b HTTP/1.1" status: 404 len: 333 time: 0.0490949 Aug 16 20:45:02.809551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46114) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:02.815660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'name': 'tempest-PortsTestJSON-1188125999'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:02.855940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0f4f02a5-28bf-4826-857a-c406529677ef'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:02.880392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.886687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7334c410-eee9-4a71-9528-09b263ce0ade req-5ebc6b9c-39fb-44ff-8980-11c0f90f6cb7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207652 Aug 16 20:45:02.917189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:02.924671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:02.945136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:02.946459 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Sync routers for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:02.960764 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:02.961645 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:02.968109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f077681-d6fb-483d-b6ad-114ff7cf9dab req-4a6f6379-2340-430c-9b83-28df4429718a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:02.976391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f077681-d6fb-483d-b6ad-114ff7cf9dab req-4a6f6379-2340-430c-9b83-28df4429718a tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.1297963 Aug 16 20:45:03.012363 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.042179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f077681-d6fb-483d-b6ad-114ff7cf9dab req-ee6b1fcb-e4a4-4bf2-a380-2a58a17c74e9 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614657 Aug 16 20:45:03.057247 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cf2c0ff5-7097-4482-842c-ba1bfcc39e10 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3749321 Aug 16 20:45:03.057247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:03.057645 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7750c6c3-8d6b-4485-9ffb-414473177dae" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:03.084699 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:03.101027 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d5afd6-d151-4316-8249-616b059c11ee x-openstack-request-id: req-71d5afd6-d151-4316-8249-616b059c11ee {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:03.101027 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:03.101027 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71d5afd6-d151-4316-8249-616b059c11ee {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:03.101405 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'status': 'completed', 'code': 200} Aug 16 20:45:03.120607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:03.126615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.152745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.177566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a0f1daa-43e8-40b7-8a67-1721965728a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:03.190664 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.190664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0dbb518-85b4-435c-a822-de894ae02046 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3a0f1daa-43e8-40b7-8a67-1721965728a8 HTTP/1.1" status: 204 len: 168 time: 0.4950018 Aug 16 20:45:03.190664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46120) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:03.222362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 666ca775-1715-4da9-9024-3c34e4c7a7f2 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:03.313028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.325988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 27929e55-344c-4edb-b19c-f45331ad818a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:03.351427 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fcffb997-56de-4110-abcb-a8e911bed8bb', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'mac_address': 'fa:16:3e:84:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:01Z', 'updated_at': '2021-08-16T20:45:01Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.359364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 27929e55-344c-4edb-b19c-f45331ad818a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:03.359791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 27929e55-344c-4edb-b19c-f45331ad818a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:03.360241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b72a17ec-e7d4-4bb4-9d8b-65857d956a14 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:03.386156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b72a17ec-e7d4-4bb4-9d8b-65857d956a14 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:03.386504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b72a17ec-e7d4-4bb4-9d8b-65857d956a14 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:03.398933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Checking router: fe5c7339-e43f-4f2a-a414-d05a43adc8b3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:03.407693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:03.408334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:44:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.408774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.416758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c141f-8a04-45d7-87b5-870b3223934d req-b012d7ff-f4ab-4de7-ade7-c263931cac81 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.418305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-435c141f-8a04-45d7-87b5-870b3223934d req-b012d7ff-f4ab-4de7-ade7-c263931cac81 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.3096700 Aug 16 20:45:03.420183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d395c661-ee10-44c0-b96e-88101dd6366a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.433341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b3f8d-1396-457a-a9c7-064f57ac77fe') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.434280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b3f8d-1396-457a-a9c7-064f57ac77fe') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.446023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.464568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.473331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:03.483371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.493275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-ec1a7fe7-43f9-4ec0-a5f6-7a5249495013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.494937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-ec1a7fe7-43f9-4ec0-a5f6-7a5249495013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1097 time: 0.3549130 Aug 16 20:45:03.496772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:03.533070 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:03.537663 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:03.539772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb68c8-ae03-4046-9847-b4d51b14c622 req-90260ec4-b369-4f05-95fd-d244a356c70a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:03.546414 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cdb68c8-ae03-4046-9847-b4d51b14c622 req-90260ec4-b369-4f05-95fd-d244a356c70a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 945 time: 0.2057734 Aug 16 20:45:03.573045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c144314-8f36-463e-8777-5847866fae6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.669238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.675946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.679010 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d395c661-ee10-44c0-b96e-88101dd6366a HTTP/1.1" status: 204 len: 168 time: 0.4893334 Aug 16 20:45:03.712233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb58b1-c81a-40e8-b54e-2e13da6b2224 admin admin] Pushing event deleted for resources: {'Network': ['ID=d395c661-ee10-44c0-b96e-88101dd6366a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:03.795268 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fcffb997-56de-4110-abcb-a8e911bed8bb', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'mac_address': 'fa:16:3e:84:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:01Z', 'updated_at': '2021-08-16T20:45:01Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:03.823162 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7faa75-3bb0-4b31-91f4-6be1266c5135 None None] The sync data for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 is: [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'fcffb997-56de-4110-abcb-a8e911bed8bb', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.18', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'mac_address': 'fa:16:3e:84:4e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:45:01Z', 'updated_at': '2021-08-16T20:45:01Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:03.922531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-435c141f-8a04-45d7-87b5-870b3223934d req-a54cfd2c-8c3f-473c-9c12-ce200e144f1d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4732816 Aug 16 20:45:03.929596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:03.959324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46128) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:03.970802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cdb68c8-ae03-4046-9847-b4d51b14c622 req-791fef01-f4ac-48cc-a332-730a6c7e6d4f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210925 Aug 16 20:45:04.029769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-4c814b51-e39d-4629-b1d7-60f086e06e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.032138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-4c814b51-e39d-4629-b1d7-60f086e06e0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.5269670 Aug 16 20:45:04.036490 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e20941e5-cb49-4495-a8b5-cd86e6c9e45a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/fcffb997-56de-4110-abcb-a8e911bed8bb HTTP/1.1" status: 200 len: 990 time: 0.0757430 Aug 16 20:45:04.073715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677bfb6-2f7d-446a-94e7-6306c2c55dba None None] New status for floating IP fcffb997-56de-4110-abcb-a8e911bed8bb: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:45:04.104259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-15dec620-7d70-4d66-a049-8731e21ca865 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 998 time: 0.0637109 Aug 16 20:45:04.195072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.235022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0f4f02a5-28bf-4826-857a-c406529677ef up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:04.256089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-830c442e-18d0-482f-b2ef-ec6e76ea3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.257574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-830c442e-18d0-482f-b2ef-ec6e76ea3325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.1394985 Aug 16 20:45:04.259116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.270749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:04.285964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:04.288623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:04.295043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46132) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:04.295155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.295614 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.321754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7019-4150-416a-8ffb-1966932323b3 req-7e75a6c1-4c04-40f4-b886-9b809d5ac919 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.323250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e7f7019-4150-416a-8ffb-1966932323b3 req-7e75a6c1-4c04-40f4-b886-9b809d5ac919 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.2065928 Aug 16 20:45:04.332027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=666ca775-1715-4da9-9024-3c34e4c7a7f2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:04.339171 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3cffb901-9709-481a-b698-8b303950175d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d266f930ae144a7d97c61178c9988784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408976 Aug 16 20:45:04.339550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46134) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:04.362613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0f4f02a5-28bf-4826-857a-c406529677ef completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:04.369320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0f4f02a5-28bf-4826-857a-c406529677ef triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:04.369972 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.373963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-2bb89e4d-20c2-4f0d-a7b0-727ada9d49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.377113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-2bb89e4d-20c2-4f0d-a7b0-727ada9d49fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085212 Aug 16 20:45:04.386615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e7f7019-4150-416a-8ffb-1966932323b3 req-90022dde-1d71-4164-8e88-746d99a3b870 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506115 Aug 16 20:45:04.410725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.447791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0b9e666f-2378-4f63-8ed2-7d46dedbefe1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6374857 Aug 16 20:45:04.453805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46136) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:04.461767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:04.485336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.527580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0f4f02a5-28bf-4826-857a-c406529677ef,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:04.555950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-4690c262-e03e-486e-aa41-717f8e882419 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682117 Aug 16 20:45:04.563194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.595517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.601471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:04.603647 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff761f5b-43ad-4f43-b188-f12fe27f222b" -d '{"events": [{"server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:04.655533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:04.665729 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f8761-629f-4cc9-9947-4ecd6b5f7ffe x-openstack-request-id: req-809f8761-629f-4cc9-9947-4ecd6b5f7ffe {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:04.666025 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:04.666284 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-809f8761-629f-4cc9-9947-4ecd6b5f7ffe {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:04.667187 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef', 'code': 200} Aug 16 20:45:04.767404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7750c6c3-8d6b-4485-9ffb-414473177dae req-2c2c4e94-30ec-45ac-8032-6e9588054828 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013590 Aug 16 20:45:04.772959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.830648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43b5a-ab6c-4eab-858b-ef1052160d72 req-29620785-d195-43f4-9419-c6457fceb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:04.832242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba43b5a-ab6c-4eab-858b-ef1052160d72 req-29620785-d195-43f4-9419-c6457fceb4ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 1098 time: 0.0862703 Aug 16 20:45:04.851168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:04.874234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba43b5a-ab6c-4eab-858b-ef1052160d72 req-9aed3440-d9d5-49b5-bef3-4eaaed67ad2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Aug 16 20:45:05.040170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46144) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.131452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5d465012-9214-4ce4-8206-77b9cdd6129f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/fcffb997-56de-4110-abcb-a8e911bed8bb HTTP/1.1" status: 200 len: 992 time: 0.0901024 Aug 16 20:45:05.144470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685633c6-d04d-49aa-81b8-04548f5f1af0 req-470df8dd-b44d-4184-ab53-d30e4df2f9ee tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.145990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-685633c6-d04d-49aa-81b8-04548f5f1af0 req-470df8dd-b44d-4184-ab53-d30e4df2f9ee tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.0977485 Aug 16 20:45:05.184446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-685633c6-d04d-49aa-81b8-04548f5f1af0 req-7339d688-eac0-462d-8877-61f41c23f276 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Aug 16 20:45:05.188453 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.189167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.191475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.193147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb110834-9fe5-4496-809d-8cd1561a4a28 HTTP/1.1" status: 204 len: 168 time: 0.8524809 Aug 16 20:45:05.210235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefa800-89b6-4ac6-bee7-0794caf5e093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb110834-9fe5-4496-809d-8cd1561a4a28,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.229939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] In _notify_port_updated(), no bound segment for port 666ca775-1715-4da9-9024-3c34e4c7a7f2 on network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:05.236967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.237605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.238969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/ports/666ca775-1715-4da9-9024-3c34e4c7a7f2 HTTP/1.1" status: 200 len: 818 time: 0.7838922 Aug 16 20:45:05.241779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.253883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4544638-e858-4d47-a316-2ed33fd3403a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=666ca775-1715-4da9-9024-3c34e4c7a7f2,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.329624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 666ca775-1715-4da9-9024-3c34e4c7a7f2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:05.330083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.398472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.411814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 666ca775-1715-4da9-9024-3c34e4c7a7f2 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:05.514259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf56c55-56fd-4b70-a2b0-df56e3063272 req-6e721810-30c1-435a-a936-fe74e12fc917 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.515925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acf56c55-56fd-4b70-a2b0-df56e3063272 req-6e721810-30c1-435a-a936-fe74e12fc917 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.0565214 Aug 16 20:45:05.555975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acf56c55-56fd-4b70-a2b0-df56e3063272 req-2cf80558-f927-4987-8741-af39febb749f tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Aug 16 20:45:05.612206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.658752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=666ca775-1715-4da9-9024-3c34e4c7a7f2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:05.666994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.671860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46160) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.680321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2aaeef35-1d14-41c0-961b-5f5775b3e421 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/666ca775-1715-4da9-9024-3c34e4c7a7f2 HTTP/1.1" status: 204 len: 168 time: 0.4371915 Aug 16 20:45:05.753642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c81799-eb3d-4d1d-b00a-d2d8c1711785 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:05.755199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-59c81799-eb3d-4d1d-b00a-d2d8c1711785 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0822935 Aug 16 20:45:05.759077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.785080 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-3843022a-a467-411c-a1c0-8df3de9e38ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:05.786708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3843022a-a467-411c-a1c0-8df3de9e38ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/666ca775-1715-4da9-9024-3c34e4c7a7f2 HTTP/1.1" status: 404 len: 333 time: 0.0264790 Aug 16 20:45:05.791283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:05.797361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1805918544'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:05.907815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:05.911375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.934104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:05.942616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:05.960123 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 565701f6-a12b-4fa4-908c-6f91906c0603 of type vlan for network b482f4d3-adf2-4213-b846-c024d192183d Aug 16 20:45:05.985969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.109906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.116544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.117204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.189717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=b482f4d3-adf2-4213-b846-c024d192183d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.199387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b482f4d3-adf2-4213-b846-c024d192183d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:06.203601 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.286744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ec8e4dad-f05d-4bf8-b4c3-377828a0e609 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4942734 Aug 16 20:45:06.289707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:06.301045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:06.342736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4629c-9eb3-4f2d-885e-893b30c6ccbc req-9a5de41c-6561-4f08-b3ca-031ffc047a55 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.344613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40d4629c-9eb3-4f2d-885e-893b30c6ccbc req-9a5de41c-6561-4f08-b3ca-031ffc047a55 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.0547571 Aug 16 20:45:06.392586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40d4629c-9eb3-4f2d-885e-893b30c6ccbc req-e70943ba-d2d2-47d9-a059-2ea72619baba tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Aug 16 20:45:06.516063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3202d5-59de-46d1-962c-da1ab926ef70 req-4256539b-03eb-4533-8821-3752bf99ce5c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:06.517565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd3202d5-59de-46d1-962c-da1ab926ef70 req-4256539b-03eb-4533-8821-3752bf99ce5c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.0543835 Aug 16 20:45:06.543344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:06.553947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.565657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd3202d5-59de-46d1-962c-da1ab926ef70 req-da053faf-40e7-4b3b-a41e-d520c08e389f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418737 Aug 16 20:45:06.632857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:06.757115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-48663830-network', 'tenant_id': '68c4b19e0ebf49098ae40c294eccceb0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:06.886650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.932480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Made reservation on behalf of 68c4b19e0ebf49098ae40c294eccceb0 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:06.934732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.947039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:06.966673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=6552d089-3a67-4a66-b036-77fad5477562,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:06.974568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '565701f6-a12b-4fa4-908c-6f91906c0603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:06.974929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: b482f4d3-adf2-4213-b846-c024d192183d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:07.061738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.148871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network b482f4d3-adf2-4213-b846-c024d192183d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:07.198067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.246697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b482f4d3-adf2-4213-b846-c024d192183d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:07.249737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:07.257519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d570c-6e94-41af-9f64-825d7318ab62,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:07.263168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ef8f9-3ccc-47fe-b0ae-2d583f00e26b None None] Network b482f4d3-adf2-4213-b846-c024d192183d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:07.269238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.270149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.274484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.276353 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Added segment f8da8c0b-d049-495e-af8b-02bda5aaabb5 of type vlan for network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c Aug 16 20:45:07.344690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.368221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ce45d-380e-48ae-9ab6-3723d51d2f3c req-63e8b40a-183b-4472-8a61-499e72b6a9cd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.369865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b2ce45d-380e-48ae-9ab6-3723d51d2f3c req-63e8b40a-183b-4472-8a61-499e72b6a9cd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.1078594 Aug 16 20:45:07.375445 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-30b36f7c-0aaf-4ed5-b701-b90afa232879 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0813315 Aug 16 20:45:07.376264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46208) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:07.381190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:07.461136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b482f4d3-adf2-4213-b846-c024d192183d', 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': '6552d089-3a67-4a66-b036-77fad5477562'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:07.465385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.477034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b2ce45d-380e-48ae-9ab6-3723d51d2f3c req-9ed0b5b5-210a-4603-bfa7-ec77f65faf83 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881219 Aug 16 20:45:07.522172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.523172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:07.523779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.588191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] Pushing event updated for resources: {'Network': ['ID=14f95dd7-8fac-4f90-b71c-df3c0fb6220c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:07.601764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:07.612935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:07.617096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.677499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Allocated IP 172.20.0.2 (b482f4d3-adf2-4213-b846-c024d192183d/6552d089-3a67-4a66-b036-77fad5477562/48927d3f-6d6a-4ffa-8e98-f839c209e90d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:07.701205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b92f5b50-b195-47ed-80fb-0c54c2829be9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0677400 Aug 16 20:45:07.704696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46210) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:07.713055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Request body: {'subnet': {'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-48663830-subnet', 'tenant_id': '68c4b19e0ebf49098ae40c294eccceb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:07.716761 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6552d089-3a67-4a66-b036-77fad5477562 (CIDR: 172.20.0.0/28) Aug 16 20:45:07.784078 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:45:07.784828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:45:07.822503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Made reservation on behalf of 68c4b19e0ebf49098ae40c294eccceb0 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:07.826235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.844073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:07.852154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Transition to ACTIVE for port object 48927d3f-6d6a-4ffa-8e98-f839c209e90d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:07.867175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Transition to ACTIVE for port object 48927d3f-6d6a-4ffa-8e98-f839c209e90d will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:07.933667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f6e3cf3b-6a45-4031-a509-495e453fb2ec tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5539312 Aug 16 20:45:07.933893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46214) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:07.942244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:08.005171 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.041985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Network b482f4d3-adf2-4213-b846-c024d192183d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:08.047067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:08.051685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:08.063702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Pushing event updated for resources: {'Port': ['ID=48927d3f-6d6a-4ffa-8e98-f839c209e90d,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.112646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Attempting to bind port 48927d3f-6d6a-4ffa-8e98-f839c209e90d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:08.113059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Attempting to bind port 48927d3f-6d6a-4ffa-8e98-f839c209e90d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '565701f6-a12b-4fa4-908c-6f91906c0603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:08.113500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Attempting to bind port 48927d3f-6d6a-4ffa-8e98-f839c209e90d on network b482f4d3-adf2-4213-b846-c024d192183d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:08.118504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:08.118876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Checking segment: {'id': '565701f6-a12b-4fa4-908c-6f91906c0603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:08.119275 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.119666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Bound using segment: {'id': '565701f6-a12b-4fa4-908c-6f91906c0603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:08.120274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Bound port: 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565701f6-a12b-4fa4-908c-6f91906c0603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:08.120660 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.177774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.196735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] For port 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:08.200266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] For port 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48927d3f-6d6a-4ffa-8e98-f839c209e90d,segment=NetworkSegment(565701f6-a12b-4fa4-908c-6f91906c0603),segment_id=565701f6-a12b-4fa4-908c-6f91906c0603)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:08.204701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:08.204701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.240543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920bea84-8c71-4f5d-9b81-6eb25afa2f57,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.257630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Checking segment: {'id': 'f8da8c0b-d049-495e-af8b-02bda5aaabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:08.258253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Network hostable DHCP agents. Network: 14f95dd7-8fac-4f90-b71c-df3c0fb6220c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:08.297958 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.361129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:08.491441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 14f95dd7-8fac-4f90-b71c-df3c0fb6220c) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:08.495556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.496322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.510458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d43ef-2080-49d2-8478-8821414f50f2 None None] Network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:08.526717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.607531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcc55-29eb-42cb-9357-7118366e961f None None] Pushing event updated for resources: {'Port': ['ID=48927d3f-6d6a-4ffa-8e98-f839c209e90d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.623432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network b482f4d3-adf2-4213-b846-c024d192183d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:08.629732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:08.631389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=a79c3a43-5a8e-4839-81a4-fd0ec79dfa54,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:08.634013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.634610 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:08.665915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5e3dc-6581-4069-aec3-643526426996 req-65c1b856-b71a-4819-b72e-d6cb04ad7cbc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.666068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-627a61c7-9353-4835-876e-f912ea5a0717 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9587376 Aug 16 20:45:08.667669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ed5e3dc-6581-4069-aec3-643526426996 req-65c1b856-b71a-4819-b72e-d6cb04ad7cbc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.0794818 Aug 16 20:45:08.700754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12779c2-44d8-469e-83c1-32df6dde5a17 None None] Network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:08.715470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02218815-6195-4435-8454-770eeb9b4d53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7804418 Aug 16 20:45:08.720889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46222) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:08.725667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'fixed_ips': [{'subnet_id': '6552d089-3a67-4a66-b036-77fad5477562'}, {'subnet_id': 'a79c3a43-5a8e-4839-81a4-fd0ec79dfa54'}], 'name': 'tempest-PortsTestJSON-1471534129'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:08.755647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ed5e3dc-6581-4069-aec3-643526426996 req-0ed0db25-59d8-4e71-b77f-6fa1d5cb96e6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798192 Aug 16 20:45:08.788220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-392d2d29-aeb8-4514-9ed3-e87dfad6e232 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:08.790266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-392d2d29-aeb8-4514-9ed3-e87dfad6e232 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 946 time: 0.0736783 Aug 16 20:45:09.020907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 0f4f02a5-28bf-4826-857a-c406529677ef {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:09.021257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.073183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:09.163247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 0f4f02a5-28bf-4826-857a-c406529677ef, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0f4f02a5-28bf-4826-857a-c406529677ef,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:09.163503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.174601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.197542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 0f4f02a5-28bf-4826-857a-c406529677ef owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:09.198118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:09.315310 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48927d3f-6d6a-4ffa-8e98-f839c209e90d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:09.502673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:09.547500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:09.558989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2109907690-network', 'tenant_id': '1c98bac51a54439ca05088062ef3b248'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:09.583307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.4 (b482f4d3-adf2-4213-b846-c024d192183d/6552d089-3a67-4a66-b036-77fad5477562/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:09.594595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.22 (b482f4d3-adf2-4213-b846-c024d192183d/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:09.662091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.677024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f4cb3878-12f3-4739-b721-77e4983b2197', '0f4f02a5-28bf-4826-857a-c406529677ef'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:09.711576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=0f4f02a5-28bf-4826-857a-c406529677ef,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:09.717545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Made reservation on behalf of 1c98bac51a54439ca05088062ef3b248 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:09.728309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.739406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.796485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 0f4f02a5-28bf-4826-857a-c406529677ef on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:09.799396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.801239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cf6096d-ac66-433d-a594-0c27d9ffd07b req-19317041-9cc4-48ba-ae86-72b6048054d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/0f4f02a5-28bf-4826-857a-c406529677ef HTTP/1.1" status: 204 len: 173 time: 1.0029516 Aug 16 20:45:09.801706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'name': 'network-vif-deleted', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:09.815159 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d797a08-64c8-4d2e-8133-709b63883642" -d '{"events": [{"server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "name": "network-vif-deleted", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:09.865439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:09.872207 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b926a84-4f5a-4338-b12b-b4096dca2e1f x-openstack-request-id: req-9b926a84-4f5a-4338-b12b-b4096dca2e1f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:09.872823 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcc0aae-821b-4ff8-b67e-5c97dec69b08", "name": "network-vif-deleted", "tag": "0f4f02a5-28bf-4826-857a-c406529677ef", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:09.873231 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b926a84-4f5a-4338-b12b-b4096dca2e1f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:09.876358 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcc0aae-821b-4ff8-b67e-5c97dec69b08', 'name': 'network-vif-deleted', 'tag': '0f4f02a5-28bf-4826-857a-c406529677ef', 'status': 'completed', 'code': 200} Aug 16 20:45:09.892733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:09.945983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc0c1937-2df6-4593-8b31-df8d74976b44 req-01febfaa-89a1-4685-b0bd-be4a596069a6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0370133 Aug 16 20:45:09.993190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.004965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc9df7-2c0e-491b-b3c4-1a5bd43e4c7a None None] Network b482f4d3-adf2-4213-b846-c024d192183d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:10.323766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Update dhcp port {'port': {'network_id': 'b482f4d3-adf2-4213-b846-c024d192183d', 'fixed_ips': [{'subnet_id': '6552d089-3a67-4a66-b036-77fad5477562', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a79c3a43-5a8e-4839-81a4-fd0ec79dfa54'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '48927d3f-6d6a-4ffa-8e98-f839c209e90d'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:45:10.356812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.451961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.460199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.468759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Provisioning for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:10.486056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Provisioning complete for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:10.486431 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.508835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:10.541104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed555af8-4f78-45f8-b855-9c2f8b3d8e68,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:10.566425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network b482f4d3-adf2-4213-b846-c024d192183d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:10.567705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=dd1a8faf-c2d4-47fc-9d0e-fe7a64877051,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:10.574353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.574648 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Added segment 3bcdbf7f-8042-4369-9de8-d7cbeddd1877 of type vlan for network defda017-6708-4539-aeb0-d5cc9cc37784 Aug 16 20:45:10.588640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:10.591538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:10.605833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Allocated IP 172.20.0.18 (b482f4d3-adf2-4213-b846-c024d192183d/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54/48927d3f-6d6a-4ffa-8e98-f839c209e90d) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:10.660069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.681663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.682285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.711900 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.753611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] For port 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48927d3f-6d6a-4ffa-8e98-f839c209e90d,segment=NetworkSegment(565701f6-a12b-4fa4-908c-6f91906c0603),segment_id=565701f6-a12b-4fa4-908c-6f91906c0603)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:10.783079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.789636 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f513f317-33cf-42e9-8dc8-ab4f07cc950f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0699298 Aug 16 20:45:10.792217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46248) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:10.798100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6552d089-3a67-4a66-b036-77fad5477562'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:10.798577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Ignored duplicate provisioning block setup for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:45:10.823472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.824538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:10.825055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.898133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.927621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] Pushing event updated for resources: {'Network': ['ID=defda017-6708-4539-aeb0-d5cc9cc37784,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:10.929703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:10.954533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network defda017-6708-4539-aeb0-d5cc9cc37784 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:10.983192 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b4abab1-2663-43c7-ba74-0328d05b1eba admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4291487 Aug 16 20:45:10.986787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46250) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:10.995886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Request body: {'subnet': {'network_id': 'defda017-6708-4539-aeb0-d5cc9cc37784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2109907690-subnet', 'tenant_id': '1c98bac51a54439ca05088062ef3b248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:11.097045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:45:11.097709 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:45:11.105996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4bc7cbc1-ceca-45ef-92b6-acc4e0d885d5 req-535f35b4-7f5a-40a2-8178-54e00f1b55eb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0353940 Aug 16 20:45:11.111550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60478f-4b9b-46c2-b1c3-849c90f3e13f None None] Pushing event updated for resources: {'Port': ['ID=48927d3f-6d6a-4ffa-8e98-f839c209e90d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.135462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Made reservation on behalf of 1c98bac51a54439ca05088062ef3b248 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:11.136540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.265095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48927d3f-6d6a-4ffa-8e98-f839c209e90d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:11.280160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Delete allocated IP 172.20.0.22 (b482f4d3-adf2-4213-b846-c024d192183d/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54) {{(pid=95241) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:45:11.362393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:11.363278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.462631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.479042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Ignored duplicate provisioning block setup for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:45:11.482338 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.525445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48927d3f-6d6a-4ffa-8e98-f839c209e90d,segment=NetworkSegment(565701f6-a12b-4fa4-908c-6f91906c0603),segment_id=565701f6-a12b-4fa4-908c-6f91906c0603)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:11.544005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.601193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.641728 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.648765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=38620ed3-7b81-4023-9b37-c82a17522570,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.659550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Checking segment: {'id': '3bcdbf7f-8042-4369-9de8-d7cbeddd1877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'defda017-6708-4539-aeb0-d5cc9cc37784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:11.659999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Network hostable DHCP agents. Network: defda017-6708-4539-aeb0-d5cc9cc37784, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:11.696683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.739194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=48927d3f-6d6a-4ffa-8e98-f839c209e90d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.769779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=dd1a8faf-c2d4-47fc-9d0e-fe7a64877051,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:11.776964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Network defda017-6708-4539-aeb0-d5cc9cc37784 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:11.793858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] In _notify_port_updated(), no bound segment for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 on network b482f4d3-adf2-4213-b846-c024d192183d {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:11.806147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.806276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:45:11.806383 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.806486 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-ac2af48c-6f39-4171-8e66-d8918adbb63d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:45:11.806705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6afb7306-2812-4726-bb16-4babf48ecc8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/ports/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 HTTP/1.1" status: 200 len: 919 time: 1.0113163 Aug 16 20:45:11.807227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46258) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:11.813914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6552d089-3a67-4a66-b036-77fad5477562'}, {'subnet_id': 'a79c3a43-5a8e-4839-81a4-fd0ec79dfa54'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:11.832303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf6c90-bab8-471b-ba1f-467c5f6b1af6 None None] Network b482f4d3-adf2-4213-b846-c024d192183d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:11.874114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, defda017-6708-4539-aeb0-d5cc9cc37784) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:11.883143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64db4c1-51f7-4c32-b785-43985c66bdae None None] Network defda017-6708-4539-aeb0-d5cc9cc37784 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:11.885212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:11.889211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.901607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:11.986573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eeb69ab5-b1a0-438f-ac48-c14bc6facddb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9895360 Aug 16 20:45:12.104105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4ee5da-39e6-44b9-8314-3d0822a1576b None None] Network defda017-6708-4539-aeb0-d5cc9cc37784 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:12.244541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.19 (b482f4d3-adf2-4213-b846-c024d192183d/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:12.312569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3663a4c-f5a6-4fb3-834e-cbcdc478ed57 req-6dac507a-27c2-4faf-a563-2e16389da839 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0649984 Aug 16 20:45:12.491607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.495641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0f4f02a5-28bf-4826-857a-c406529677ef no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:12.522000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 0f4f02a5-28bf-4826-857a-c406529677ef {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:12.522382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0f4f02a5-28bf-4826-857a-c406529677ef not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:12.531796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-16bccb91-4991-4dff-8cd5-c3fae080d112 None None] Provisioning complete for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:12.532167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-16bccb91-4991-4dff-8cd5-c3fae080d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.534807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Ignored duplicate provisioning block setup for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 20:45:12.674236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.753150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Provisioning complete for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:12.755179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.805601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=dd1a8faf-c2d4-47fc-9d0e-fe7a64877051,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:12.836584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-ee435bc8-3b1e-4dd7-9dc3-80557a56fa76 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.846461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-ee435bc8-3b1e-4dd7-9dc3-80557a56fa76 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/networks?id=14f95dd7-8fac-4f90-b71c-df3c0fb6220c HTTP/1.1" status: 200 len: 823 time: 0.1937103 Aug 16 20:45:12.851019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] In _notify_port_updated(), no bound segment for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 on network b482f4d3-adf2-4213-b846-c024d192183d {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:12.857608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:12.858282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:12.859834 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4fe87e24-f06b-4575-ad63-6b4c3f816a98 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/ports/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 HTTP/1.1" status: 200 len: 999 time: 1.0512996 Aug 16 20:45:12.864566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46280) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:12.866465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-75a2e4c2-f685-45ad-839e-46dbbc37d2d9 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/quotas/68c4b19e0ebf49098ae40c294eccceb0 HTTP/1.1" status: 200 len: 375 time: 0.0187466 Aug 16 20:45:12.908701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-71d82bef-22c3-4fff-9e88-1efff69f37ff tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=68c4b19e0ebf49098ae40c294eccceb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409808 Aug 16 20:45:12.987648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Provisioning for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:12.992028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Provisioning complete for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:12.992538 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.002249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:13.008875 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.017683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-08f4ce25-ac6e-4a72-b530-c64d06965644 service neutron] 10.222.0.70 "GET /v2.0/networks/14f95dd7-8fac-4f90-b71c-df3c0fb6220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075439 Aug 16 20:45:13.045921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-88a2e841-db04-4a0e-8647-443627a54c5d None None] Port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:13.122281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.135838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-57bbebc2-ad01-4bb4-a7fc-bfe2c1d68f19 service neutron] 10.222.0.70 "GET /v2.0/networks/14f95dd7-8fac-4f90-b71c-df3c0fb6220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083138 Aug 16 20:45:13.137623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:13.181024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-422fd420-1a31-4780-b765-3868d225cff0 None None] Provisioning complete for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:13.181898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-422fd420-1a31-4780-b765-3868d225cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.256167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-422fd420-1a31-4780-b765-3868d225cff0 None None] Port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:13.300287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48927d3f-6d6a-4ffa-8e98-f839c209e90d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:13.379890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 48927d3f-6d6a-4ffa-8e98-f839c209e90d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:13.380363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.459914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2276d818-9704-4ca1-8a5d-2d7cc1fd611b req-b00ad302-a5fa-441d-a32d-64ffeddab273 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0442526 Aug 16 20:45:13.489613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9daf5e4d-2e09-4236-97c1-ce9220626b2d None None] Provisioning complete for port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:13.490071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9daf5e4d-2e09-4236-97c1-ce9220626b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.503070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.529996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9daf5e4d-2e09-4236-97c1-ce9220626b2d None None] Port dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:13.533786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=dd1a8faf-c2d4-47fc-9d0e-fe7a64877051,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:13.630334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.635825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46284) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:13.636138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7456f915-43ae-429d-b232-3dacf693a2ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 HTTP/1.1" status: 204 len: 168 time: 0.7704291 Aug 16 20:45:13.663128 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-24217c91-4d0b-4475-86e1-cfcb15740106 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:13.667901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-24217c91-4d0b-4475-86e1-cfcb15740106 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 HTTP/1.1" status: 404 len: 333 time: 0.0266361 Aug 16 20:45:13.667901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46286) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:13.727546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet a79c3a43-5a8e-4839-81a4-fd0ec79dfa54 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:13.731508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.813470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2093db64-b787-463e-a6c9-7ac73911fb8a req-2c35fc55-265b-45d2-a7ad-94171b30710b tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0523932 Aug 16 20:45:13.847699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:13.974704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.000688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-b3b90b6b-9e3f-4b46-9951-7e918e526077 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001291 Aug 16 20:45:14.085119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-c9f1600f-2053-448a-8b00-4467606bc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.086642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-c9f1600f-2053-448a-8b00-4467606bc50c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 1097 time: 0.0413024 Aug 16 20:45:14.148908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.187137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=a79c3a43-5a8e-4839-81a4-fd0ec79dfa54,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:14.192841 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.197055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9216142-17ac-4728-a3e8-f69445a93dde tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54 HTTP/1.1" status: 204 len: 168 time: 0.5258183 Aug 16 20:45:14.197767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.203469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815f6038-65ce-4d74-82ef-fff8558e81f5 None None] Network b482f4d3-adf2-4213-b846-c024d192183d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:14.232697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-a39fb856-9da0-41e6-9996-a1ea28805575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.234615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-a39fb856-9da0-41e6-9996-a1ea28805575 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1280558 Aug 16 20:45:14.268333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 6552d089-3a67-4a66-b036-77fad5477562 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:14.271745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.285286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-5a812308-a4e1-4500-b189-4f6058fb1852 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4cb3878-12f3-4739-b721-77e4983b2197 HTTP/1.1" status: 200 len: 217 time: 0.0394270 Aug 16 20:45:14.332569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.360750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-4a90240d-ee17-4349-a034-1382f296d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.360750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-4a90240d-ee17-4349-a034-1382f296d70e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0639811 Aug 16 20:45:14.431902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-3b7d1594-8766-410f-82ae-b6e1bb0a863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:14.434039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-3b7d1594-8766-410f-82ae-b6e1bb0a863f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682080 Aug 16 20:45:14.447931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.586263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a6c7c86-942b-402b-9b3a-86ed708b1918 req-95649eee-93f8-4d3e-891b-5b8e997015bc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0432580 Aug 16 20:45:14.595480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-3fd63540-7473-4213-9b1e-5974b7dbc2b7 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485112 Aug 16 20:45:14.680721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.710440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=6552d089-3a67-4a66-b036-77fad5477562,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:14.716736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f576d71-36cd-47d3-8c78-c66490c70a2d req-81aa8cb9-005e-4650-ba05-068e03cfc283 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187599 Aug 16 20:45:14.720157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.723964 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-201c3db0-7cc9-4268-8d30-223ddab593a6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/6552d089-3a67-4a66-b036-77fad5477562 HTTP/1.1" status: 204 len: 168 time: 0.5228584 Aug 16 20:45:14.724947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:14.822146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.936361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18e1eca7-1b8a-4d61-9cb6-de4d4df44441 req-c1a890f4-ccaf-4774-b307-4b152e89a786 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0376451 Aug 16 20:45:14.947101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 48927d3f-6d6a-4ffa-8e98-f839c209e90d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:14.947526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:14.985527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-dec3a4e9-9387-4977-a821-09cace0e9aa7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476823 Aug 16 20:45:15.073964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port 48927d3f-6d6a-4ffa-8e98-f839c209e90d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48927d3f-6d6a-4ffa-8e98-f839c209e90d,segment=NetworkSegment(565701f6-a12b-4fa4-908c-6f91906c0603),segment_id=565701f6-a12b-4fa4-908c-6f91906c0603)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:15.074765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.089230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 48927d3f-6d6a-4ffa-8e98-f839c209e90d owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:15.107844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-0e95164e-3112-4162-aba6-5895615d4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.109747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-0e95164e-3112-4162-aba6-5895615d4e2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1098 time: 0.0541835 Aug 16 20:45:15.262150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-eb723411-1419-47b6-89e1-fa311a00825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.267940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-eb723411-1419-47b6-89e1-fa311a00825f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1287966 Aug 16 20:45:15.329182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915643ab-cf1c-4487-ac8c-be360f738154 None None] Network b482f4d3-adf2-4213-b846-c024d192183d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:15.348298 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.373946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-7d22b94c-8952-4a63-8dc3-67ebcd527aa7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 1001 time: 0.0977099 Aug 16 20:45:15.385883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e31366cf-52d4-4d83-984b-105c70e98024 None None] Could not find standard attr ID for object 48927d3f-6d6a-4ffa-8e98-f839c209e90d. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:45:15.413188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port 48927d3f-6d6a-4ffa-8e98-f839c209e90d on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:15.422242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=48927d3f-6d6a-4ffa-8e98-f839c209e90d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.456188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-0a96e526-a9c6-4244-b4de-447604bb6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.457698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-0a96e526-a9c6-4244-b4de-447604bb6dca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0694470 Aug 16 20:45:15.536925 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.538083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-ebf55664-4fe5-4ce1-93e5-1b08c9bb3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.540257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-ebf55664-4fe5-4ce1-93e5-1b08c9bb3ee0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619369 Aug 16 20:45:15.551118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d017fac-201f-4c9e-baeb-0b00a4ce4d38 None None] DHCP port deletion for b482f4d3-adf2-4213-b846-c024d192183d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:15.554357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b482f4d3-adf2-4213-b846-c024d192183d']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.589853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565701f6-a12b-4fa4-908c-6f91906c0603') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.590203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565701f6-a12b-4fa4-908c-6f91906c0603') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:15.600698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.618562 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:15.632065 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:15.720626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-c373a63f-1057-4244-afb3-2c00f0899f72 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696529 Aug 16 20:45:15.801066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26919b7e-c280-4814-94d0-045331899575 req-f9a6d1d4-6998-4358-93f4-685234a34992 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdcc0aae-821b-4ff8-b67e-5c97dec69b08 HTTP/1.1" status: 200 len: 210 time: 0.0722482 Aug 16 20:45:15.880038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.894965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:15.908256 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/b482f4d3-adf2-4213-b846-c024d192183d HTTP/1.1" status: 204 len: 168 time: 1.1782744 Aug 16 20:45:15.914707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:15.964240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea495e4-df31-4f9f-8f27-aa31d9163142 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=b482f4d3-adf2-4213-b846-c024d192183d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:15.987638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349ef09-7dac-469a-b531-353eb0383cfe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:15.989388 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a349ef09-7dac-469a-b531-353eb0383cfe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0733063 Aug 16 20:45:15.993010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.077546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b67d6881-7649-471d-bb33-a5e32965ec05 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0814757 Aug 16 20:45:16.082091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.089627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1697246089'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:16.208112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-004cbd93-8d34-4e27-8160-b4e2babfd604 req-474a4125-9072-4793-bae7-ac2bb35514de service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768348 Aug 16 20:45:16.224873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd8f9467-7bb7-4a42-81c2-11ee7e29d19e req-317824dd-1884-4ed0-8844-c7ee8d286a36 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0370131 Aug 16 20:45:16.240006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:16.244083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.273729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:16.283657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.284096 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 482f329b-5b72-4fa8-9b58-ce0c4df6aeeb of type vlan for network 248d634b-bed4-49ee-8db5-a273b00a9489 Aug 16 20:45:16.329980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.440131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.445845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.450017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:16.523313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=248d634b-bed4-49ee-8db5-a273b00a9489,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:16.533674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 248d634b-bed4-49ee-8db5-a273b00a9489 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:16.618387 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cdd5ed04-d6de-428f-a583-efbf42e7e560 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5335207 Aug 16 20:45:16.621232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46326) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:16.627822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:16.814990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-6b17d0ad-9fa9-4a4e-9feb-9a1df5102ad6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:16.816512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-6b17d0ad-9fa9-4a4e-9feb-9a1df5102ad6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.73 "GET /v2.0/networks?id=14f95dd7-8fac-4f90-b71c-df3c0fb6220c HTTP/1.1" status: 200 len: 823 time: 0.1470644 Aug 16 20:45:16.832057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Request body: {'port': {'device_id': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c', 'admin_state_up': True, 'tenant_id': '68c4b19e0ebf49098ae40c294eccceb0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:16.969457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:16.973243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.129892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Made reservation on behalf of 68c4b19e0ebf49098ae40c294eccceb0 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:17.136669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.267674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48927d3f-6d6a-4ffa-8e98-f839c209e90d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:17.305780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 48927d3f-6d6a-4ffa-8e98-f839c209e90d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:17.306278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48927d3f-6d6a-4ffa-8e98-f839c209e90d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:17.307643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.325950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Allocated IP 172.20.0.3 (14f95dd7-8fac-4f90-b71c-df3c0fb6220c/920bea84-8c71-4f5d-9b81-6eb25afa2f57/e5e7df80-f748-4088-9872-fd350f240db8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:17.390418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84d9a883-23e0-45f6-ae05-bf9007e0a05a req-019da928-511e-41b6-a34b-ead19ea56909 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0842791 Aug 16 20:45:17.423306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=d1804ed7-8ad0-42f6-962f-18a97229be19,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.464673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:17.465047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: 248d634b-bed4-49ee-8db5-a273b00a9489, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:17.576880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.595718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 248d634b-bed4-49ee-8db5-a273b00a9489 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:17.674085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 248d634b-bed4-49ee-8db5-a273b00a9489) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:17.678771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.684246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.684993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825d01f-240f-46ca-9aad-bf2ba27b6a6b None None] Network 248d634b-bed4-49ee-8db5-a273b00a9489 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:17.702934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.748421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:17.752848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:17.757116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:17.781614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Pushing event updated for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:17.799797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b03fd800-8367-4f51-a324-e0d1e7f74a8a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1772754 Aug 16 20:45:17.802367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46338) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:17.809283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489', 'name': 'tempest-PortsTestJSON-1861273591'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:17.831596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:17.834299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.842007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-248d634b-bed4-49ee-8db5-a273b00a9489', 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': 'd1804ed7-8ad0-42f6-962f-18a97229be19'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:17.844073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:17.986158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Allocated IP 172.20.0.2 (248d634b-bed4-49ee-8db5-a273b00a9489/d1804ed7-8ad0-42f6-962f-18a97229be19/1fb921f4-117f-4fb9-85c3-f80c8bac0241) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:18.002533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-cf82178d-d764-4984-bc8e-18038f25b5af tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1758003 Aug 16 20:45:18.019535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Request body: {'port': {'device_id': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:18.094786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.109652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:18.113232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.152231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port ed52686b-8817-4588-bb23-303ae0ff2cc1 yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:18.167989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.177306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Transition to ACTIVE for port object 1fb921f4-117f-4fb9-85c3-f80c8bac0241 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:18.192164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Transition to ACTIVE for port object 1fb921f4-117f-4fb9-85c3-f80c8bac0241 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:18.336277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.373176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.389167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Network 248d634b-bed4-49ee-8db5-a273b00a9489 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:18.394823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:18.397501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:18.404819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Pushing event updated for resources: {'Port': ['ID=1fb921f4-117f-4fb9-85c3-f80c8bac0241,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.410476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.11 (248d634b-bed4-49ee-8db5-a273b00a9489/d1804ed7-8ad0-42f6-962f-18a97229be19/ed52686b-8817-4588-bb23-303ae0ff2cc1) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:18.416271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.417234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.417234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.417559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.417856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.418192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.418525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.418871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.419188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.419515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.419867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.420197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:18.474766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Attempting to bind port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:18.475140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Attempting to bind port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:18.475608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Attempting to bind port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 on network 248d634b-bed4-49ee-8db5-a273b00a9489 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:18.481017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:18.481388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Checking segment: {'id': '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:18.481784 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.482170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Bound using segment: {'id': '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:18.482629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Bound port: 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:18.483004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.549538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] For port 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:18.552994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] For port 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1fb921f4-117f-4fb9-85c3-f80c8bac0241,segment=NetworkSegment(482f329b-5b72-4fa8-9b58-ce0c4df6aeeb),segment_id=482f329b-5b72-4fa8-9b58-ce0c4df6aeeb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:18.595795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e7df80-f748-4088-9872-fd350f240db8 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:18.611986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.645358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4303e-5085-4ce3-a695-631dcd5ff29e req-385d9440-77e6-4a5a-86a4-46906549635a tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:18.646874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3c4303e-5085-4ce3-a695-631dcd5ff29e req-385d9440-77e6-4a5a-86a4-46906549635a tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 931 time: 0.1761208 Aug 16 20:45:18.647846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Transition to ACTIVE for port object e5e7df80-f748-4088-9872-fd350f240db8 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:18.657335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.716027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3c4303e-5085-4ce3-a695-631dcd5ff29e req-a038729e-1e51-40e8-8d92-b2e09958b18c tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Aug 16 20:45:18.719884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.727916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3de7a-b7f9-49e1-b764-574115e4fa1d None None] Pushing event updated for resources: {'Port': ['ID=1fb921f4-117f-4fb9-85c3-f80c8bac0241,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.742082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object ed52686b-8817-4588-bb23-303ae0ff2cc1 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:18.749641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.819533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:18.912842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Attempting to bind port e5e7df80-f748-4088-9872-fd350f240db8 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:18.913469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Attempting to bind port e5e7df80-f748-4088-9872-fd350f240db8 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'f8da8c0b-d049-495e-af8b-02bda5aaabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:18.913585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Attempting to bind port e5e7df80-f748-4088-9872-fd350f240db8 on network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:18.919131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.949735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Port e5e7df80-f748-4088-9872-fd350f240db8 on network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:45:18.950096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Attempting to bind port e5e7df80-f748-4088-9872-fd350f240db8 on network 14f95dd7-8fac-4f90-b71c-df3c0fb6220c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:18.963467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:18.963897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Checking segment: {'id': 'f8da8c0b-d049-495e-af8b-02bda5aaabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:18.965578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Bound using segment: {'id': 'f8da8c0b-d049-495e-af8b-02bda5aaabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:18.965578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Bound port: e5e7df80-f748-4088-9872-fd350f240db8, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8da8c0b-d049-495e-af8b-02bda5aaabb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:18.965578 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:18.979241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 248d634b-bed4-49ee-8db5-a273b00a9489 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:18.990746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:19.002017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:19.007652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=ed52686b-8817-4588-bb23-303ae0ff2cc1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.106665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.107537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.149392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:19.152691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e5e7df80-f748-4088-9872-fd350f240db8,segment=NetworkSegment(f8da8c0b-d049-495e-af8b-02bda5aaabb5),segment_id=f8da8c0b-d049-495e-af8b-02bda5aaabb5)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:19.276515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b61a219b-e248-4856-bdc4-8737abe359ae tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4711759 Aug 16 20:45:19.277622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.277804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46358) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:19.287400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '248d634b-bed4-49ee-8db5-a273b00a9489', 'name': 'tempest-PortsTestJSON-1754660667'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:19.295345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1fb921f4-117f-4fb9-85c3-f80c8bac0241 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:19.362485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.363378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.365345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] 10.222.0.73 "PUT /v2.0/ports/e5e7df80-f748-4088-9872-fd350f240db8 HTTP/1.1" status: 200 len: 1092 time: 1.3512745 Aug 16 20:45:19.366047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:19.368529 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae" -d '{"events": [{"name": "network-changed", "server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "tag": "e5e7df80-f748-4088-9872-fd350f240db8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:19.423571 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb57ce-cc11-4ab4-a40f-e411e8c18935 x-openstack-request-id: req-e2bb57ce-cc11-4ab4-a40f-e411e8c18935 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:19.424509 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "tag": "e5e7df80-f748-4088-9872-fd350f240db8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:19.424835 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2bb57ce-cc11-4ab4-a40f-e411e8c18935 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:19.425491 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8', 'status': 'completed', 'code': 200} Aug 16 20:45:19.427300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033de9-8213-4eec-9532-28626f5791ec service neutron] Pushing event updated for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:19.498027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-e5cafb0f-59c6-4c5a-b135-4f7ef486908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.500065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-e5cafb0f-59c6-4c5a-b135-4f7ef486908a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68c4b19e0ebf49098ae40c294eccceb0&device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0529783 Aug 16 20:45:19.502742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:19.571024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:19.577190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.614620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port d5ef9667-2b56-4179-a09f-486ea464487b yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:19.717357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-dbfab8eb-1bd7-4a84-9c66-c6861f79f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:19.719607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-dbfab8eb-1bd7-4a84-9c66-c6861f79f905 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=68c4b19e0ebf49098ae40c294eccceb0&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2102382 Aug 16 20:45:19.769149 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.10 (248d634b-bed4-49ee-8db5-a273b00a9489/d1804ed7-8ad0-42f6-962f-18a97229be19/d5ef9667-2b56-4179-a09f-486ea464487b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:19.970750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:19.988434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object d5ef9667-2b56-4179-a09f-486ea464487b will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:20.020077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efdfc6-1e3a-4292-b71d-5eeacab2080b req-b2d2ddc5-938e-4b5b-b57f-2c91668bd390 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.021814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79efdfc6-1e3a-4292-b71d-5eeacab2080b req-b2d2ddc5-938e-4b5b-b57f-2c91668bd390 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 943 time: 0.1666801 Aug 16 20:45:20.027101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-cdb49397-8f09-4908-a04f-61de78b50a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.028656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcf2c1b8-e8c7-40c4-a50e-2345c4e7baae req-cdb49397-8f09-4908-a04f-61de78b50a1a service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3002477 Aug 16 20:45:20.036271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fcebe9-dd27-4ab5-987a-065d5cb47d77 None None] Network 248d634b-bed4-49ee-8db5-a273b00a9489 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:20.112950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79efdfc6-1e3a-4292-b71d-5eeacab2080b req-4956de10-9d80-4071-8b14-a56df2320419 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794430 Aug 16 20:45:20.140535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.150878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3b2d2903-2788-428c-aece-732d12520c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.152915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-3b2d2903-2788-428c-aece-732d12520c80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=68c4b19e0ebf49098ae40c294eccceb0&device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 1095 time: 0.0591440 Aug 16 20:45:20.187165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Provisioning for port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:20.200319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Provisioning complete for port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:20.201013 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.212510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-e8db80fd-af7d-4003-8a22-3387f63dd869 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5e7df80-f748-4088-9872-fd350f240db8 HTTP/1.1" status: 200 len: 217 time: 0.0504415 Aug 16 20:45:20.241762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 248d634b-bed4-49ee-8db5-a273b00a9489 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:20.248448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:20.256289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:20.261708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=d5ef9667-2b56-4179-a09f-486ea464487b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:20.323533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8108c-665d-48af-8eeb-abb1d093031d req-8bdccea3-e2d9-41d0-b4d3-967ad0dbbb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.326136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-8bdccea3-e2d9-41d0-b4d3-967ad0dbbb13 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=920bea84-8c71-4f5d-9b81-6eb25afa2f57 HTTP/1.1" status: 200 len: 863 time: 0.1041539 Aug 16 20:45:20.333750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.334661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.348482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.362283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-d0417965-b443-4aae-a482-f610ca3f3a8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=14f95dd7-8fac-4f90-b71c-df3c0fb6220c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268784 Aug 16 20:45:20.402795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] For port 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1fb921f4-117f-4fb9-85c3-f80c8bac0241,segment=NetworkSegment(482f329b-5b72-4fa8-9b58-ce0c4df6aeeb),segment_id=482f329b-5b72-4fa8-9b58-ce0c4df6aeeb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:20.424013 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0964c794-b42a-40bd-8e10-5e2f8cebff4f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1444151 Aug 16 20:45:20.426764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:20.473941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.499204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-d4113c65-f81b-48c8-8d95-fd39c97d46f9 service neutron] 10.222.0.73 "GET /v2.0/networks/14f95dd7-8fac-4f90-b71c-df3c0fb6220c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287889 Aug 16 20:45:20.504508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd28330-8905-4faa-9308-ab962610cf28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:20.509403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46372) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:20.510725 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ecd28330-8905-4faa-9308-ab962610cf28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.0810571 Aug 16 20:45:20.543250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fed3b7-4615-4ef1-831d-2fe4513bf78c None None] Pushing event updated for resources: {'Port': ['ID=1fb921f4-117f-4fb9-85c3-f80c8bac0241,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:20.688188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aec8108c-665d-48af-8eeb-abb1d093031d req-a401a2c0-db84-4b4f-918d-6b2fd9833983 service neutron] 10.222.0.73 "GET /v2.0/networks/14f95dd7-8fac-4f90-b71c-df3c0fb6220c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797426 Aug 16 20:45:20.709578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port d5ef9667-2b56-4179-a09f-486ea464487b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:20.709930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.808762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.817187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Provisioning for port d5ef9667-2b56-4179-a09f-486ea464487b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:20.820931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Provisioning complete for port d5ef9667-2b56-4179-a09f-486ea464487b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:20.821287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.831049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for d5ef9667-2b56-4179-a09f-486ea464487b owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:20.868270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Port d5ef9667-2b56-4179-a09f-486ea464487b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:20.942324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Provisioning for port ed52686b-8817-4588-bb23-303ae0ff2cc1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:20.946381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Provisioning complete for port ed52686b-8817-4588-bb23-303ae0ff2cc1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:20.946746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:20.984205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Port ed52686b-8817-4588-bb23-303ae0ff2cc1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:20.994879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Provisioning complete for port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:20.995547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-89767961-4ff5-43cd-bfec-eb09de84c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.045618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.079335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=d5ef9667-2b56-4179-a09f-486ea464487b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:21.208033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c4826da-690d-47c7-9acd-ce4e35ea0a6a None None] Could not find standard attr ID for object d5ef9667-2b56-4179-a09f-486ea464487b. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:45:21.240947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c4826da-690d-47c7-9acd-ce4e35ea0a6a None None] Provisioning complete for port ed52686b-8817-4588-bb23-303ae0ff2cc1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:21.242284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c4826da-690d-47c7-9acd-ce4e35ea0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.304931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1fb921f4-117f-4fb9-85c3-f80c8bac0241 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:21.351069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1c4826da-690d-47c7-9acd-ce4e35ea0a6a None None] Port ed52686b-8817-4588-bb23-303ae0ff2cc1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:21.394160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:21.394539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.538364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.541919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bb03a455-b625-4247-8483-b8ee6d07203e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/d5ef9667-2b56-4179-a09f-486ea464487b HTTP/1.1" status: 204 len: 168 time: 0.9704719 Aug 16 20:45:21.544988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46384) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.552381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092889f-8418-426d-92a5-2b127e1d7147 req-0a2f568c-6fe1-464e-84fb-a6cd6172cb45 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.554952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5092889f-8418-426d-92a5-2b127e1d7147 req-0a2f568c-6fe1-464e-84fb-a6cd6172cb45 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 943 time: 0.1006169 Aug 16 20:45:21.581628 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-5159f7de-4d08-46f9-8fed-a0eeec6c58c7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:21.583939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5159f7de-4d08-46f9-8fed-a0eeec6c58c7 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/d5ef9667-2b56-4179-a09f-486ea464487b HTTP/1.1" status: 404 len: 333 time: 0.0370286 Aug 16 20:45:21.586423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46386) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:21.613505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5092889f-8418-426d-92a5-2b127e1d7147 req-b83c677d-9008-4602-9ad3-d41d2f86ef7c tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Aug 16 20:45:21.721501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port ed52686b-8817-4588-bb23-303ae0ff2cc1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:21.722050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.826550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:21.841025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for ed52686b-8817-4588-bb23-303ae0ff2cc1 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:21.912614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14820fb7-bea2-4a40-b8b3-d047c2aace23 req-b9588ab1-a451-48e9-a1b4-a2fd112b4803 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:21.914637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14820fb7-bea2-4a40-b8b3-d047c2aace23 req-b9588ab1-a451-48e9-a1b4-a2fd112b4803 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.0687282 Aug 16 20:45:21.957650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14820fb7-bea2-4a40-b8b3-d047c2aace23 req-9c99c6a3-86a8-458e-9045-a70cafd3a208 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363200 Aug 16 20:45:22.000306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.056494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.091075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=ed52686b-8817-4588-bb23-303ae0ff2cc1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.159146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.161295 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e70031bf-d0d3-4a08-b301-6b278a820d06 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/ed52686b-8817-4588-bb23-303ae0ff2cc1 HTTP/1.1" status: 204 len: 168 time: 0.5736482 Aug 16 20:45:22.163931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46390) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.190644 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f0b237-9fa4-4b66-8781-5c46f01272be tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:22.192348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-31f0b237-9fa4-4b66-8781-5c46f01272be tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/ed52686b-8817-4588-bb23-303ae0ff2cc1 HTTP/1.1" status: 404 len: 333 time: 0.0274017 Aug 16 20:45:22.195065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46392) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.248183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet d1804ed7-8ad0-42f6-962f-18a97229be19 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:22.252023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.298246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.383833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.458297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e5e7df80-f748-4088-9872-fd350f240db8 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:45:22.525902 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.556896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e5e7df80-f748-4088-9872-fd350f240db8,segment=NetworkSegment(f8da8c0b-d049-495e-af8b-02bda5aaabb5),segment_id=f8da8c0b-d049-495e-af8b-02bda5aaabb5)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.561264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=d1804ed7-8ad0-42f6-962f-18a97229be19,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.565593 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.567492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-333d18c3-e4ec-4638-b21b-f5e70e48ab04 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/d1804ed7-8ad0-42f6-962f-18a97229be19 HTTP/1.1" status: 204 len: 168 time: 0.3714149 Aug 16 20:45:22.570124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46396) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:22.574605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e5e7df80-f748-4088-9872-fd350f240db8', 'network_id': '14f95dd7-8fac-4f90-b71c-df3c0fb6220c', 'port_id': 'e5e7df80-f748-4088-9872-fd350f240db8', 'mac_address': 'fa:16:3e:85:5a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '920bea84-8c71-4f5d-9b81-6eb25afa2f57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:45:22.581813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2c40a-b87f-480e-ac94-e1b720be5657 None None] Network 248d634b-bed4-49ee-8db5-a273b00a9489 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:22.653551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.682818 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.712927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.713275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.735876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e7df80-f748-4088-9872-fd350f240db8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:45:22.770714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e5e7df80-f748-4088-9872-fd350f240db8,segment=NetworkSegment(f8da8c0b-d049-495e-af8b-02bda5aaabb5),segment_id=f8da8c0b-d049-495e-af8b-02bda5aaabb5)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.775470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc72498-898b-466e-8e38-3c4b146dd766 req-48720066-946a-41ce-bb19-03f768052de6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:22.777397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4bc72498-898b-466e-8e38-3c4b146dd766 req-48720066-946a-41ce-bb19-03f768052de6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 943 time: 0.0710156 Aug 16 20:45:22.797489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1fb921f4-117f-4fb9-85c3-f80c8bac0241,segment=NetworkSegment(482f329b-5b72-4fa8-9b58-ce0c4df6aeeb),segment_id=482f329b-5b72-4fa8-9b58-ce0c4df6aeeb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.798255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.816790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 1fb921f4-117f-4fb9-85c3-f80c8bac0241 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:22.823016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4bc72498-898b-466e-8e38-3c4b146dd766 req-2b449c95-2a87-4222-a5ec-2ae6af3ce8c8 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 16 20:45:22.823405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.851941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] DHCP port deletion for 248d634b-bed4-49ee-8db5-a273b00a9489 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:22.903901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.924142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Deleting port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:22.924511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.965852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.991007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] For port 1fb921f4-117f-4fb9-85c3-f80c8bac0241, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1fb921f4-117f-4fb9-85c3-f80c8bac0241,segment=NetworkSegment(482f329b-5b72-4fa8-9b58-ce0c4df6aeeb),segment_id=482f329b-5b72-4fa8-9b58-ce0c4df6aeeb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:22.991007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:22.994069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=1fb921f4-117f-4fb9-85c3-f80c8bac0241,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:22.997610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:23.007528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Calling delete_port for 1fb921f4-117f-4fb9-85c3-f80c8bac0241 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:45:23.088173 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:45:23.092356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f0098-9642-45a2-9371-45bca418f83b req-b2da2da9-ef98-41d9-9eed-483086b218c1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.092356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d80f0098-9642-45a2-9371-45bca418f83b req-b2da2da9-ef98-41d9-9eed-483086b218c1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.0510633 Aug 16 20:45:23.095532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.098935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.100766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e5e7df80-f748-4088-9872-fd350f240db8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:23.113495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248d634b-bed4-49ee-8db5-a273b00a9489']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:23.124552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:23.124858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482f329b-5b72-4fa8-9b58-ce0c4df6aeeb') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:23.134214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.136102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d80f0098-9642-45a2-9371-45bca418f83b req-d62503cd-c8da-4b40-94ea-3a5fc97b2020 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf38928b-6d1c-4c77-b4c6-67053e9a65fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Aug 16 20:45:23.150104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] Pushing event deleted for resources: {'Port': ['ID=1fb921f4-117f-4fb9-85c3-f80c8bac0241,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.161407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222749f-e4d8-40c5-ae05-67c7a6d80fef None None] No DVR routers for this DVR port 1fb921f4-117f-4fb9-85c3-f80c8bac0241 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:23.163184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.176197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:23.176695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:23.179927 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:23.243622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1fb921f4-117f-4fb9-85c3-f80c8bac0241 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:23.267309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1fb921f4-117f-4fb9-85c3-f80c8bac0241 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:23.267663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1fb921f4-117f-4fb9-85c3-f80c8bac0241 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:23.336960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.344452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.346422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/248d634b-bed4-49ee-8db5-a273b00a9489 HTTP/1.1" status: 204 len: 168 time: 0.7750702 Aug 16 20:45:23.350827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:23.356640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1038902762'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:23.359275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c969d0-fd0a-4b9f-9e50-5bfdcb1e9606 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=248d634b-bed4-49ee-8db5-a273b00a9489,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.422432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-d105fa7f-9d1e-4f8e-aff0-9dd4f985beb5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.423999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-d105fa7f-9d1e-4f8e-aff0-9dd4f985beb5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 945 time: 0.0584872 Aug 16 20:45:23.466254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:23.470016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.524581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:23.541862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.542214 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment 9e809d5e-b573-4169-be12-6c7df63a6a74 of type vlan for network a63a35bb-7798-424e-b74e-5cc605c50bf7 Aug 16 20:45:23.579457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port f4cb3878-12f3-4739-b721-77e4983b2197 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:23.579856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.631102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.693234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port f4cb3878-12f3-4739-b721-77e4983b2197, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f4cb3878-12f3-4739-b721-77e4983b2197,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:23.693608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.706729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for f4cb3878-12f3-4739-b721-77e4983b2197 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:23.769796 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:45:23.772337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.777906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.780668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:23.861240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=a63a35bb-7798-424e-b74e-5cc605c50bf7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:23.875479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:23.897928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9ac3608a-2dfb-4ebc-a42a-4f343b9c33cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5457568 Aug 16 20:45:23.900658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:23.906369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:23.964208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b42cf7-080a-439f-84f4-eaf0fa47664e req-44d302d2-aeae-4906-b1b5-233f688ae9e6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:23.972776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65b42cf7-080a-439f-84f4-eaf0fa47664e req-44d302d2-aeae-4906-b1b5-233f688ae9e6 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 944 time: 0.0675516 Aug 16 20:45:24.011298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65b42cf7-080a-439f-84f4-eaf0fa47664e req-ea904b71-1469-4bad-a95f-5f5ddcff55a5 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Aug 16 20:45:24.033956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.048308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f4cb3878-12f3-4739-b721-77e4983b2197'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:24.065456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=f4cb3878-12f3-4739-b721-77e4983b2197,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.091693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:24.094671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.109287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port f4cb3878-12f3-4739-b721-77e4983b2197 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:24.114951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.114951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0d00b14-1ac9-4eb3-b4cd-82266e6c41d1 req-f3e236db-3535-457b-acd8-6f04270bd7f2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/f4cb3878-12f3-4739-b721-77e4983b2197 HTTP/1.1" status: 204 len: 173 time: 0.6838710 Aug 16 20:45:24.114951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'name': 'network-vif-deleted', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:24.116851 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d15c9b8-fd3d-4b7f-a878-ba3afca798b1" -d '{"events": [{"server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "name": "network-vif-deleted", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:24.192538 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d21d8-61e4-4b85-a227-9a1e3b7340f4 x-openstack-request-id: req-c94d21d8-61e4-4b85-a227-9a1e3b7340f4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:24.192874 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84648629-6bd9-40e9-8569-96b6e5ef613f", "name": "network-vif-deleted", "tag": "f4cb3878-12f3-4739-b721-77e4983b2197", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:24.193149 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c94d21d8-61e4-4b85-a227-9a1e3b7340f4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:24.193928 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84648629-6bd9-40e9-8569-96b6e5ef613f', 'name': 'network-vif-deleted', 'tag': 'f4cb3878-12f3-4739-b721-77e4983b2197', 'status': 'completed', 'code': 200} Aug 16 20:45:24.259262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e3672c7-aa1a-485c-a70f-c0f9dcbe48c3 req-84753dfa-d4e7-415a-8a25-33ad68d6867c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0312910 Aug 16 20:45:24.469362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.475377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e5e7df80-f748-4088-9872-fd350f240db8 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:24.522204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=98428fd1-3d71-4d60-a3e5-82f3851923db,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:24.578296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': '9e809d5e-b573-4169-be12-6c7df63a6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:24.578676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: a63a35bb-7798-424e-b74e-5cc605c50bf7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:24.730890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e5e7df80-f748-4088-9872-fd350f240db8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:24.734950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e5e7df80-f748-4088-9872-fd350f240db8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:24.735327 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.770930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:24.821630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.848050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:24.850298 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834312e7-beaf-4976-852e-74f0c3c13dcb" -d '{"events": [{"server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7df80-f748-4088-9872-fd350f240db8"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:24.875949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, a63a35bb-7798-424e-b74e-5cc605c50bf7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:24.881053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:24.881766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.886025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e5e7df80-f748-4088-9872-fd350f240db8,segment=NetworkSegment(f8da8c0b-d049-495e-af8b-02bda5aaabb5),segment_id=f8da8c0b-d049-495e-af8b-02bda5aaabb5)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:24.890976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee8abe-fc98-4c38-b3ec-e4ef8a1c4aab None None] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:24.922379 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173ae385-bc59-4296-8bcb-2b4bc644364b x-openstack-request-id: req-173ae385-bc59-4296-8bcb-2b4bc644364b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:24.922700 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "name": "network-vif-plugged", "status": "completed", "tag": "e5e7df80-f748-4088-9872-fd350f240db8", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:24.922962 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-173ae385-bc59-4296-8bcb-2b4bc644364b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:24.923500 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8', 'code': 200} Aug 16 20:45:24.968320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:24.994535 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e78445d2-4d10-4305-bb64-57da3de99c4e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0926044 Aug 16 20:45:24.999288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:25.013598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7', 'name': 'tempest-PortsTestJSON-539373256', 'fixed_ips': [{'subnet_id': '98428fd1-3d71-4d60-a3e5-82f3851923db', 'ip_address': '172.20.0.10'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:25.055022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.084716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8523295-5f86-4d35-a738-e59200de1d3e req-957dce0b-302b-43ac-80d2-4de88592b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.086237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8523295-5f86-4d35-a738-e59200de1d3e req-957dce0b-302b-43ac-80d2-4de88592b022 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 1097 time: 0.0905247 Aug 16 20:45:25.140940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-a63a35bb-7798-424e-b74e-5cc605c50bf7', 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': '98428fd1-3d71-4d60-a3e5-82f3851923db'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:25.142272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.161246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8523295-5f86-4d35-a738-e59200de1d3e req-36a71a1f-a644-44d6-8b68-b0fbaa446078 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670328 Aug 16 20:45:25.236654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80375bec-c71e-4090-be5e-296678846d7b req-f8ee4500-342a-4340-a41b-55c0f01c2a27 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:25.238311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80375bec-c71e-4090-be5e-296678846d7b req-f8ee4500-342a-4340-a41b-55c0f01c2a27 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.0881670 Aug 16 20:45:25.290918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:25.321319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80375bec-c71e-4090-be5e-296678846d7b req-c80ccfa2-eb84-467a-ad31-fe2bcf9ff5ee tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742078 Aug 16 20:45:25.350062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Allocated IP 172.20.0.2 (a63a35bb-7798-424e-b74e-5cc605c50bf7/98428fd1-3d71-4d60-a3e5-82f3851923db/388357d6-e2fe-463f-9fc3-63d11b4af588) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:25.392774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c04f285-61b4-42f5-aae0-e43e3402f190 req-2e30c9ab-5ce9-4007-91d6-777f0e2f4465 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0449295 Aug 16 20:45:25.453455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.474261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 5927ed2a-f2dd-471f-af71-69a12c54f394 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:25.693103 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.704091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Transition to ACTIVE for port object 388357d6-e2fe-463f-9fc3-63d11b4af588 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:25.722469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Transition to ACTIVE for port object 388357d6-e2fe-463f-9fc3-63d11b4af588 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:25.794389 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.840341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:25.846330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:25.848251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Pushing event updated for resources: {'Port': ['ID=388357d6-e2fe-463f-9fc3-63d11b4af588,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:25.850344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:25.907924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Attempting to bind port 388357d6-e2fe-463f-9fc3-63d11b4af588 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:25.908651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Attempting to bind port 388357d6-e2fe-463f-9fc3-63d11b4af588 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '9e809d5e-b573-4169-be12-6c7df63a6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:25.908651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Attempting to bind port 388357d6-e2fe-463f-9fc3-63d11b4af588 on network a63a35bb-7798-424e-b74e-5cc605c50bf7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:25.914880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:25.915278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Checking segment: {'id': '9e809d5e-b573-4169-be12-6c7df63a6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:25.915695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:25.916122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Bound using segment: {'id': '9e809d5e-b573-4169-be12-6c7df63a6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:25.916620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Bound port: 388357d6-e2fe-463f-9fc3-63d11b4af588, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e809d5e-b573-4169-be12-6c7df63a6a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:25.917008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.000144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] For port 388357d6-e2fe-463f-9fc3-63d11b4af588, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:26.005901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] For port 388357d6-e2fe-463f-9fc3-63d11b4af588, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=388357d6-e2fe-463f-9fc3-63d11b4af588,segment=NetworkSegment(9e809d5e-b573-4169-be12-6c7df63a6a74),segment_id=9e809d5e-b573-4169-be12-6c7df63a6a74)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:26.062778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.10 (a63a35bb-7798-424e-b74e-5cc605c50bf7/98428fd1-3d71-4d60-a3e5-82f3851923db/5927ed2a-f2dd-471f-af71-69a12c54f394) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:26.068913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.319330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884689cb-2bde-4215-b05a-81d9b118d5ab None None] Pushing event updated for resources: {'Port': ['ID=388357d6-e2fe-463f-9fc3-63d11b4af588,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.370409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f4cb3878-12f3-4739-b721-77e4983b2197 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:26.415417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.416041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: f4cb3878-12f3-4739-b721-77e4983b2197 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:26.416504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f4cb3878-12f3-4739-b721-77e4983b2197 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:26.443900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 5927ed2a-f2dd-471f-af71-69a12c54f394 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:26.496247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613b7a-236e-42d2-a1c9-d1f159a1b7ad req-68344c59-7d93-44d8-ac90-3d30106f3bff tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.498592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70613b7a-236e-42d2-a1c9-d1f159a1b7ad req-68344c59-7d93-44d8-ac90-3d30106f3bff tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.0817730 Aug 16 20:45:26.563146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.575412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15912a34-005b-4fb3-9e51-9b49d2a45c99 req-f6ffec5f-3afc-4588-8162-caf9fbf70e69 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0636942 Aug 16 20:45:26.629769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70613b7a-236e-42d2-a1c9-d1f159a1b7ad req-eb6839a3-c7cd-428f-94ab-c204ade7b0c2 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161425 Aug 16 20:45:26.673814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:26.677367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:26.683104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:26.687086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=5927ed2a-f2dd-471f-af71-69a12c54f394,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:26.745370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:26.746024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:26.837091 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf1ff3aa-ecf0-4cf5-a91e-c56b85e958cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8343709 Aug 16 20:45:26.837476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:26.843830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': 'a63a35bb-7798-424e-b74e-5cc605c50bf7', 'name': 'tempest-PortsTestJSON-294328121', 'fixed_ips': [{'subnet_id': '98428fd1-3d71-4d60-a3e5-82f3851923db', 'ip_address': '172.20.0.9'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:27.107058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:27.113174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.189378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 090dcafc-b18b-4c10-a5be-523bdfb08045 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:27.340789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 388357d6-e2fe-463f-9fc3-63d11b4af588 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:27.483063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.9 (a63a35bb-7798-424e-b74e-5cc605c50bf7/98428fd1-3d71-4d60-a3e5-82f3851923db/090dcafc-b18b-4c10-a5be-523bdfb08045) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:27.525167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 388357d6-e2fe-463f-9fc3-63d11b4af588 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:27.712986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d9cae-2e60-4f01-ad8b-4a0c93ff1b0b None None] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:27.736789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0c97ce6-ca48-4f69-a865-1da35e13fa4b req-68d22f5b-def1-4526-8730-f2863a15c271 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0434964 Aug 16 20:45:27.770573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.798850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 090dcafc-b18b-4c10-a5be-523bdfb08045 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:27.864430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c0e32-b99c-4008-b3c9-915a35834577 req-1810c6c8-be9c-49d3-97a3-26bed4c86737 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:27.866601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f98c0e32-b99c-4008-b3c9-915a35834577 req-1810c6c8-be9c-49d3-97a3-26bed4c86737 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.0789211 Aug 16 20:45:27.876263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Provisioning for port 388357d6-e2fe-463f-9fc3-63d11b4af588 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:27.884207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Provisioning complete for port 388357d6-e2fe-463f-9fc3-63d11b4af588 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:27.884207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:27.991454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f98c0e32-b99c-4008-b3c9-915a35834577 req-d8f31995-b6a9-40d0-a266-f944d4602a3c tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133647 Aug 16 20:45:28.000139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.063049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:28.069528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:28.074303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:28.088940 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.175010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] For port 388357d6-e2fe-463f-9fc3-63d11b4af588, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=388357d6-e2fe-463f-9fc3-63d11b4af588,segment=NetworkSegment(9e809d5e-b573-4169-be12-6c7df63a6a74),segment_id=9e809d5e-b573-4169-be12-6c7df63a6a74)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:28.253182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1c9ba-9997-47bd-a1dc-40c451278754 req-0038e9fc-8833-414a-bb4a-82a0a19ae34d tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.255122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df1c9ba-9997-47bd-a1dc-40c451278754 req-0038e9fc-8833-414a-bb4a-82a0a19ae34d tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.1264372 Aug 16 20:45:28.266215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.266900 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.271420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=090dcafc-b18b-4c10-a5be-523bdfb08045,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.295160 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.337593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df1c9ba-9997-47bd-a1dc-40c451278754 req-12929e56-153f-4c48-9ac5-bf3ae3360d25 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762408 Aug 16 20:45:28.383281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d53a3c-23c9-44e3-86fd-8cbb4c801c2f None None] Pushing event updated for resources: {'Port': ['ID=388357d6-e2fe-463f-9fc3-63d11b4af588,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:28.416404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Provisioning complete for port 388357d6-e2fe-463f-9fc3-63d11b4af588 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.416954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.433581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c89cd8e3-ba30-4e3f-9f20-330b3e5c5c64 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5925648 Aug 16 20:45:28.433791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46470) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:28.630196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb453da-e666-438c-86dc-7dd9545fa4c1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.631640 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6cb453da-e666-438c-86dc-7dd9545fa4c1 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1965704 Aug 16 20:45:28.638494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46474) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:28.708623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Provisioning for port 5927ed2a-f2dd-471f-af71-69a12c54f394 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:28.713085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Provisioning complete for port 5927ed2a-f2dd-471f-af71-69a12c54f394 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.713673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.729110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37be7-f143-4fa6-b8b7-1ba2e0ebbaf8 req-b84b60c6-433f-4ec6-98f7-bf663c6f22a5 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.730828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8dc37be7-f143-4fa6-b8b7-1ba2e0ebbaf8 req-b84b60c6-433f-4ec6-98f7-bf663c6f22a5 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.1197686 Aug 16 20:45:28.741504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdae49-97c9-44d6-a7c3-1ae81d48d382 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.747613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdae49-97c9-44d6-a7c3-1ae81d48d382 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.766484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdae49-97c9-44d6-a7c3-1ae81d48d382 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:28.770827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-90fdae49-97c9-44d6-a7c3-1ae81d48d382 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1275094 Aug 16 20:45:28.771739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:28.776097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3e30b66f-f8c7-4273-bbdd-9fa24bc4b851 None None] Port 5927ed2a-f2dd-471f-af71-69a12c54f394 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:28.844773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8dc37be7-f143-4fa6-b8b7-1ba2e0ebbaf8 req-e2e8c124-632e-4271-ae10-a93b68008794 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753803 Aug 16 20:45:28.917147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2bf02eda-4c1d-4b26-a917-3c8bfdc23bcc None None] Provisioning complete for port 5927ed2a-f2dd-471f-af71-69a12c54f394 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:28.918359 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-280ba2f9-7179-4421-a9cd-53171d8bfa42 req-eaf3679c-c78c-45d9-9c32-7abdd4eb6b14 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0649240 Aug 16 20:45:28.918944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2bf02eda-4c1d-4b26-a917-3c8bfdc23bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.972200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 090dcafc-b18b-4c10-a5be-523bdfb08045 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:28.972555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:28.980926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2bf02eda-4c1d-4b26-a917-3c8bfdc23bcc None None] Port 5927ed2a-f2dd-471f-af71-69a12c54f394 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:29.101432 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.114129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 090dcafc-b18b-4c10-a5be-523bdfb08045 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:29.261945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 388357d6-e2fe-463f-9fc3-63d11b4af588 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:29.292622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83db5333-3e23-4a9a-b5ec-96d86759019f None None] Provisioning for port 090dcafc-b18b-4c10-a5be-523bdfb08045 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:29.300847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83db5333-3e23-4a9a-b5ec-96d86759019f None None] Provisioning complete for port 090dcafc-b18b-4c10-a5be-523bdfb08045 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.301372 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83db5333-3e23-4a9a-b5ec-96d86759019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.345344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 388357d6-e2fe-463f-9fc3-63d11b4af588 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:29.345714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.371860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-83db5333-3e23-4a9a-b5ec-96d86759019f None None] Port 090dcafc-b18b-4c10-a5be-523bdfb08045 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:29.496959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.527754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=090dcafc-b18b-4c10-a5be-523bdfb08045,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:29.629953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23e18e-3d43-4852-96f0-944c378fbd27 req-1fc7a7e0-ba0d-4f08-8e54-9423786772bd tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:29.636512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f23e18e-3d43-4852-96f0-944c378fbd27 req-1fc7a7e0-ba0d-4f08-8e54-9423786772bd tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.0661898 Aug 16 20:45:29.637674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.643427 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae5f67da-ae96-4f76-99c6-3386a962efbe tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/090dcafc-b18b-4c10-a5be-523bdfb08045 HTTP/1.1" status: 204 len: 168 time: 0.8710999 Aug 16 20:45:29.645916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46490) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:29.683857 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd38c79-4e3f-4403-b873-d75074d0b7f2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:29.688088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ddd38c79-4e3f-4403-b873-d75074d0b7f2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/090dcafc-b18b-4c10-a5be-523bdfb08045 HTTP/1.1" status: 404 len: 333 time: 0.0387266 Aug 16 20:45:29.688486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46492) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:29.692256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f23e18e-3d43-4852-96f0-944c378fbd27 req-84063382-84ec-4863-a51e-7abf3f633ba7 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529003 Aug 16 20:45:29.802705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 5927ed2a-f2dd-471f-af71-69a12c54f394 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:29.803001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.895832 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:29.909392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 5927ed2a-f2dd-471f-af71-69a12c54f394 owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:30.053954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05f732e1-a637-4bb9-ba76-9c0577f7a41d req-0fe217af-9d2a-4592-a899-130b1c91119d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=84648629-6bd9-40e9-8569-96b6e5ef613f HTTP/1.1" status: 200 len: 210 time: 0.0297227 Aug 16 20:45:30.157722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.194396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=5927ed2a-f2dd-471f-af71-69a12c54f394,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.289340 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.293892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8917b059-34bd-4ccf-b854-38cd68085e61 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/5927ed2a-f2dd-471f-af71-69a12c54f394 HTTP/1.1" status: 204 len: 168 time: 0.6021132 Aug 16 20:45:30.294253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46498) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:30.322255 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa3edb7-4f0c-4761-87fc-45347d69ba34 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:30.326390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6fa3edb7-4f0c-4761-87fc-45347d69ba34 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/5927ed2a-f2dd-471f-af71-69a12c54f394 HTTP/1.1" status: 404 len: 333 time: 0.0286245 Aug 16 20:45:30.329208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:30.396050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 98428fd1-3d71-4d60-a3e5-82f3851923db {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:30.402921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.459463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.548893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.765684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1ebddd18-4570-48fa-a1a2-2e80db1f5f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.796384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.841136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:30.843355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d19084-8b07-4f86-8341-cb54d63ddcf9 None None] Network a63a35bb-7798-424e-b74e-5cc605c50bf7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:30.847576 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46508) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:30.848187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/98428fd1-3d71-4d60-a3e5-82f3851923db HTTP/1.1" status: 204 len: 168 time: 0.5158813 Aug 16 20:45:30.872485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f4936-6a82-4529-84f8-364f9b9a735c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=98428fd1-3d71-4d60-a3e5-82f3851923db,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:30.891304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97da3-e9da-4ab3-92eb-fe0fd4f56a0a req-c468fe70-0a08-461f-8d82-0fdd93379f71 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:30.893029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ec97da3-e9da-4ab3-92eb-fe0fd4f56a0a req-c468fe70-0a08-461f-8d82-0fdd93379f71 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.1298435 Aug 16 20:45:30.974978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ec97da3-e9da-4ab3-92eb-fe0fd4f56a0a req-9e1af6dc-0f58-49cc-813c-3dd13589a8b8 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf2d570c-6e94-41af-9f64-825d7318ab62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Aug 16 20:45:31.000468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.120877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] DHCP port deletion for a63a35bb-7798-424e-b74e-5cc605c50bf7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:31.131564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 388357d6-e2fe-463f-9fc3-63d11b4af588 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:31.131972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.187232 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad5671-947d-4627-8187-9175a9601dbc req-7f3270c1-022c-4a51-8e98-90bb1bafb56b tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:31.189735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93ad5671-947d-4627-8187-9175a9601dbc req-7f3270c1-022c-4a51-8e98-90bb1bafb56b tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.73 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 945 time: 0.1370664 Aug 16 20:45:31.231095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Deleting port 388357d6-e2fe-463f-9fc3-63d11b4af588 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:31.231470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.327883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port 388357d6-e2fe-463f-9fc3-63d11b4af588, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=388357d6-e2fe-463f-9fc3-63d11b4af588,segment=NetworkSegment(9e809d5e-b573-4169-be12-6c7df63a6a74),segment_id=9e809d5e-b573-4169-be12-6c7df63a6a74)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.328280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.340567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 388357d6-e2fe-463f-9fc3-63d11b4af588 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:31.350407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 388357d6-e2fe-463f-9fc3-63d11b4af588 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:31.371944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Deleting port e5e7df80-f748-4088-9872-fd350f240db8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:31.372975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.386295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] For port 388357d6-e2fe-463f-9fc3-63d11b4af588, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=388357d6-e2fe-463f-9fc3-63d11b4af588,segment=NetworkSegment(9e809d5e-b573-4169-be12-6c7df63a6a74),segment_id=9e809d5e-b573-4169-be12-6c7df63a6a74)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.386675 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.402441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Calling delete_port for 388357d6-e2fe-463f-9fc3-63d11b4af588 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:31.495948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] For port e5e7df80-f748-4088-9872-fd350f240db8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e5e7df80-f748-4088-9872-fd350f240db8,segment=NetworkSegment(f8da8c0b-d049-495e-af8b-02bda5aaabb5),segment_id=f8da8c0b-d049-495e-af8b-02bda5aaabb5)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:31.496599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.522050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Calling delete_port for e5e7df80-f748-4088-9872-fd350f240db8 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:31.551499 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.565821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.615788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.629644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=388357d6-e2fe-463f-9fc3-63d11b4af588,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:31.634137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port 388357d6-e2fe-463f-9fc3-63d11b4af588 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:31.680958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] No DVR routers for this DVR port 388357d6-e2fe-463f-9fc3-63d11b4af588 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:31.687800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d9955-13e1-41f6-ac57-1c6aa897d5d5 None None] Pushing event deleted for resources: {'Port': ['ID=388357d6-e2fe-463f-9fc3-63d11b4af588,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:31.755881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.767591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63a35bb-7798-424e-b74e-5cc605c50bf7']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:31.778796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e809d5e-b573-4169-be12-6c7df63a6a74') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:31.779248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e809d5e-b573-4169-be12-6c7df63a6a74') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:31.789205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.811513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:31.825461 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:31.874050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.889218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e5e7df80-f748-4088-9872-fd350f240db8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:45:31.953245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Pushing event deleted for resources: {'Port': ['ID=e5e7df80-f748-4088-9872-fd350f240db8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:31.993020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] No DVR routers for this DVR port e5e7df80-f748-4088-9872-fd350f240db8 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:31.995751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:31.997818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93ad5671-947d-4627-8187-9175a9601dbc req-8013db0d-53bd-4f4e-a0da-793b0921a374 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.73 "DELETE /v2.0/ports/e5e7df80-f748-4088-9872-fd350f240db8 HTTP/1.1" status: 204 len: 173 time: 0.7970586 Aug 16 20:45:31.998251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'name': 'network-vif-deleted', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:32.001189 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35efbeaf-1bee-4dc2-ae8c-6b583cfb6e8d" -d '{"events": [{"server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "name": "network-vif-deleted", "tag": "e5e7df80-f748-4088-9872-fd350f240db8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:32.049800 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac9026-af07-463e-b66a-77f9d48b0310 x-openstack-request-id: req-1eac9026-af07-463e-b66a-77f9d48b0310 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:32.050099 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428e435-f9ac-4491-9b34-1beb7b412ac3", "name": "network-vif-deleted", "tag": "e5e7df80-f748-4088-9872-fd350f240db8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:32.050356 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1eac9026-af07-463e-b66a-77f9d48b0310 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:32.051134 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e428e435-f9ac-4491-9b34-1beb7b412ac3', 'name': 'network-vif-deleted', 'tag': 'e5e7df80-f748-4088-9872-fd350f240db8', 'status': 'completed', 'code': 200} Aug 16 20:45:32.071011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.094335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6431c76b-ce57-4dfc-a347-f726779afc94 req-7c40f95a-f1ed-4c38-aee1-174a3ec34dc9 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0353229 Aug 16 20:45:32.104891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.104891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/a63a35bb-7798-424e-b74e-5cc605c50bf7 HTTP/1.1" status: 204 len: 168 time: 1.2472262 Aug 16 20:45:32.104891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36553a1b-cf16-4187-aa08-ceaab565bc75 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=a63a35bb-7798-424e-b74e-5cc605c50bf7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.105369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46522) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.112873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-983081277'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:32.227757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:32.231548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.257735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:32.268016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.268371 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Added segment cfe8106d-23b9-4074-91cc-82698b768ace of type vlan for network 25894f70-7fc2-4d35-b90b-7c60ae543013 Aug 16 20:45:32.312360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.490249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.496267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:32.496864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:32.568347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Network': ['ID=25894f70-7fc2-4d35-b90b-7c60ae543013,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:32.580693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:32.659875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-15365145-38a3-48a4-802f-fa450a3df08f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5541420 Aug 16 20:45:32.662671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46532) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:32.667935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:32.879196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:32.883307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.199349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.222360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba16622d-232d-4f39-8cca-e466f8b48e69 req-dce9fe3d-26fc-4738-a248-73af7c47d626 tempest-ServersNegativeTestMultiTenantJSON-1434255682 tempest-ServersNegativeTestMultiTenantJSON-1434255682-project] 10.222.0.70 "GET /v2.0/ports?device_id=e428e435-f9ac-4491-9b34-1beb7b412ac3 HTTP/1.1" status: 200 len: 210 time: 0.0360165 Aug 16 20:45:33.262276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=f613b0be-e862-406f-ab4a-207e4c47de18,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:33.275203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Checking segment: {'id': 'cfe8106d-23b9-4074-91cc-82698b768ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:33.275203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network hostable DHCP agents. Network: 25894f70-7fc2-4d35-b90b-7c60ae543013, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:33.410675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:33.461279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.593565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 25894f70-7fc2-4d35-b90b-7c60ae543013) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:33.597631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:33.598222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.604770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaada2d7-f9d3-4998-82d3-7b2f7c0bd7a5 None None] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:33.651589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-418a6ebe-1f41-4b36-b61b-4b5e08818141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.788840 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b7968511-405e-49ff-99cd-faa869163045 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1249976 Aug 16 20:45:33.791448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:33.797070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2090418673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:33.798204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-25894f70-7fc2-4d35-b90b-7c60ae543013', 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': 'f613b0be-e862-406f-ab4a-207e4c47de18'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:33.799078 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.931932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Allocated IP 172.20.0.2 (25894f70-7fc2-4d35-b90b-7c60ae543013/f613b0be-e862-406f-ab4a-207e4c47de18/c1a81ea4-2cbf-4578-abc3-20154dc27535) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:33.936748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:33.938694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.012783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.084725 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.092889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Transition to ACTIVE for port object c1a81ea4-2cbf-4578-abc3-20154dc27535 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:34.096502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.107585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Transition to ACTIVE for port object c1a81ea4-2cbf-4578-abc3-20154dc27535 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:34.255637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.255637 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c244ee94-f45a-470b-85a4-1c3c124a7e1b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4597719 Aug 16 20:45:34.255637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46582) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:34.261793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013', 'name': 'tempest-PortsTestJSON-1846679794'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:34.279614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46584) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:34.319294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.320998 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.330847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Deleting subnet 920bea84-8c71-4f5d-9b81-6eb25afa2f57 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:34.334306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.368817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:34.374862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:34.376794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Pushing event updated for resources: {'Port': ['ID=c1a81ea4-2cbf-4578-abc3-20154dc27535,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.379142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:34.385459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.436605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.436998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Attempting to bind port c1a81ea4-2cbf-4578-abc3-20154dc27535 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:34.437189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Attempting to bind port c1a81ea4-2cbf-4578-abc3-20154dc27535 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cfe8106d-23b9-4074-91cc-82698b768ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:34.439388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Attempting to bind port c1a81ea4-2cbf-4578-abc3-20154dc27535 on network 25894f70-7fc2-4d35-b90b-7c60ae543013 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:34.443287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:34.444267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Checking segment: {'id': 'cfe8106d-23b9-4074-91cc-82698b768ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:34.444854 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.445250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Bound using segment: {'id': 'cfe8106d-23b9-4074-91cc-82698b768ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:34.445720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Bound port: c1a81ea4-2cbf-4578-abc3-20154dc27535, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe8106d-23b9-4074-91cc-82698b768ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '25894f70-7fc2-4d35-b90b-7c60ae543013'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:34.446174 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.496207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:34.501163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.511935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] For port c1a81ea4-2cbf-4578-abc3-20154dc27535, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:34.515047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] For port c1a81ea4-2cbf-4578-abc3-20154dc27535, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1a81ea4-2cbf-4578-abc3-20154dc27535,segment=NetworkSegment(cfe8106d-23b9-4074-91cc-82698b768ace),segment_id=cfe8106d-23b9-4074-91cc-82698b768ace)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:34.519231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port d3bba022-da93-4155-9ae3-5e90c7d994a2 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:34.558635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e5e7df80-f748-4088-9872-fd350f240db8 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:34.584339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e5e7df80-f748-4088-9872-fd350f240db8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:34.584761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e5e7df80-f748-4088-9872-fd350f240db8 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:34.622301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.623373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.640615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.3 (25894f70-7fc2-4d35-b90b-7c60ae543013/f613b0be-e862-406f-ab4a-207e4c47de18/d3bba022-da93-4155-9ae3-5e90c7d994a2) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:34.652835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920bea84-8c71-4f5d-9b81-6eb25afa2f57,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.654917 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.657493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-315f478f-6afe-4f6c-bb72-f7e1d819a590 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/920bea84-8c71-4f5d-9b81-6eb25afa2f57 HTTP/1.1" status: 204 len: 168 time: 0.3759224 Aug 16 20:45:34.661075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46588) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:34.697124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573f227-fc7d-4547-8c63-ea54a5f29396 None None] Pushing event updated for resources: {'Port': ['ID=c1a81ea4-2cbf-4578-abc3-20154dc27535,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:34.777035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.965442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:34.986013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f95dd7-8fac-4f90-b71c-df3c0fb6220c']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.010397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8da8c0b-d049-495e-af8b-02bda5aaabb5') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.010695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8da8c0b-d049-495e-af8b-02bda5aaabb5') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.015034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.028678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.044257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object d3bba022-da93-4155-9ae3-5e90c7d994a2 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:35.048322 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.057097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:35.057825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:35.059022 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:35.268250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.284031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1a81ea4-2cbf-4578-abc3-20154dc27535 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:35.288338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.291797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/14f95dd7-8fac-4f90-b71c-df3c0fb6220c HTTP/1.1" status: 204 len: 168 time: 0.6280625 Aug 16 20:45:35.293336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46606) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.302424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605a3c6-bb38-4af0-a148-e0893bf248ee admin admin] Pushing event deleted for resources: {'Network': ['ID=14f95dd7-8fac-4f90-b71c-df3c0fb6220c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:35.325848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.364621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Deleting subnet 38620ed3-7b81-4023-9b37-c82a17522570 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:35.368411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.393511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:35.394852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.397816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:35.403318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:35.411080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745019082', 'description': 'tempest-secgroup-smoke-745019082 description', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:35.422599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.463579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=d3bba022-da93-4155-9ae3-5e90c7d994a2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:35.483532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.486878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:35.487791 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.490928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c1a81ea4-2cbf-4578-abc3-20154dc27535 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:35.606376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.640281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.668851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38620ed3-7b81-4023-9b37-c82a17522570,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:35.671542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.673601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dcc7204a-eacc-44d8-9b1e-97285ec8de98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/38620ed3-7b81-4023-9b37-c82a17522570 HTTP/1.1" status: 204 len: 168 time: 0.3792362 Aug 16 20:45:35.676288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.699597 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-99fb05f2-2d38-4e60-9f08-4d9165db3573 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4429445 Aug 16 20:45:35.703373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:35.711388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7da0d-1875-4b6a-8800-b8b9dfc5ab1b None None] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:35.749657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.854483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.869742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defda017-6708-4539-aeb0-d5cc9cc37784']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.881474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcdbf7f-8042-4369-9de8-d7cbeddd1877') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.881839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcdbf7f-8042-4369-9de8-d7cbeddd1877') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:35.895955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.919872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.929173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:35.929646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:35.931576 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:35.983495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Provisioning for port c1a81ea4-2cbf-4578-abc3-20154dc27535 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:35.989360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Provisioning complete for port c1a81ea4-2cbf-4578-abc3-20154dc27535 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:35.989657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:35.998418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.111936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.115357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.137863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.149585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.164554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.169468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] For port c1a81ea4-2cbf-4578-abc3-20154dc27535, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1a81ea4-2cbf-4578-abc3-20154dc27535,segment=NetworkSegment(cfe8106d-23b9-4074-91cc-82698b768ace),segment_id=cfe8106d-23b9-4074-91cc-82698b768ace)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:36.175376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.177316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/defda017-6708-4539-aeb0-d5cc9cc37784 HTTP/1.1" status: 204 len: 168 time: 0.5001070 Aug 16 20:45:36.184836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa06ecf-d3a4-4eb4-87a1-7de121ec84c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=defda017-6708-4539-aeb0-d5cc9cc37784,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.206952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222da85e-0f6c-4bf9-9b70-9ba927848858,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.257924 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.259676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4dc9f097-7a66-42c6-b395-4d403331fa87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8571904 Aug 16 20:45:36.262816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:36.272596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:36.319439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.392433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a6cf4-3d98-4cba-a423-c44e925c4e4c None None] Pushing event updated for resources: {'Port': ['ID=c1a81ea4-2cbf-4578-abc3-20154dc27535,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.448020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.467147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.527828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.571245 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Provisioning for port d3bba022-da93-4155-9ae3-5e90c7d994a2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:36.576012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Provisioning complete for port d3bba022-da93-4155-9ae3-5e90c7d994a2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.576389 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.617736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Port d3bba022-da93-4155-9ae3-5e90c7d994a2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:36.628068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.628436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Provisioning complete for port c1a81ea4-2cbf-4578-abc3-20154dc27535 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.628804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b1c35667-d012-44a0-a28d-f82723b4c6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.673737 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.706646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f95698-3738-4205-acfd-2aa2871e77b4,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.733927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=d3bba022-da93-4155-9ae3-5e90c7d994a2,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:36.805410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.809672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cac4bfd4-4dce-4a30-aaba-b2e4acae5e93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5426884 Aug 16 20:45:36.809672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46624) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:36.815761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:36.861867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:36.898979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.912736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47759be3-4d55-4894-9413-118d2094d8b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68c4b19e0ebf49098ae40c294eccceb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495529 Aug 16 20:45:36.915376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:36.960774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.961037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-599bc469-e4a7-44ce-8b6e-8f5f0f97bcae None None] Provisioning complete for port d3bba022-da93-4155-9ae3-5e90c7d994a2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:36.961037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-599bc469-e4a7-44ce-8b6e-8f5f0f97bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:36.988513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.011363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-599bc469-e4a7-44ce-8b6e-8f5f0f97bcae None None] Port d3bba022-da93-4155-9ae3-5e90c7d994a2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:37.031852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.070378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.152565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.184653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.200095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca47d5ba-86b1-4d6f-8226-09b3eca56a5a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.212732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.212732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.213048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.213350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.213690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.214026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.214361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.214695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.215022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.215355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.215840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.216178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:37.227651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.230291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.237514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf2d570c-6e94-41af-9f64-825d7318ab62 HTTP/1.1" status: 204 len: 168 time: 0.3186872 Aug 16 20:45:37.245383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40261b5e-0cc6-46b9-8c43-d6b95cfd589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d570c-6e94-41af-9f64-825d7318ab62,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.280911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1a81ea4-2cbf-4578-abc3-20154dc27535 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:37.310117 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.316152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c297c0d3-b9a3-4022-b202-0ed921bd18b7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5052176 Aug 16 20:45:37.317365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:37.322328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:37.346335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c1a81ea4-2cbf-4578-abc3-20154dc27535 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:37.346753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.445037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.513445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.628590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.652008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e9cea7-4b10-4d79-b310-aaca6861aaea,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.760198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.761633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d7ddbf75-a68f-419b-949c-db17816d8f76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432986 Aug 16 20:45:37.764933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46640) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:37.770458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:37.776262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.896297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.935389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.972271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=d3bba022-da93-4155-9ae3-5e90c7d994a2,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:37.974743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:37.999316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.075039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:38.075039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:38.103116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.132131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace81398-382e-4a39-ba43-d83eedab490b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.174868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46644) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.223218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.228193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46648) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.228449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b80fdd0d-1570-4cfc-90c0-e2dbd93cc74c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4584119 Aug 16 20:45:38.231282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a8aca9d7-5aaa-4928-9b7f-cd9974050d46 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c98bac51a54439ca05088062ef3b248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546696 Aug 16 20:45:38.233932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:38.234102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.300939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.314768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.341048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cc4a4f4-1071-4446-8a1b-e7f4a6f822e8 None None] Provisioning complete for port d3bba022-da93-4155-9ae3-5e90c7d994a2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:38.341635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a4f4-1071-4446-8a1b-e7f4a6f822e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.351910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Router 9979e433-601f-4bbc-9cf1-c05dca18a3a7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:45:38.387253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5cc4a4f4-1071-4446-8a1b-e7f4a6f822e8 None None] Port d3bba022-da93-4155-9ae3-5e90c7d994a2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:38.432269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-c267d4bc-004d-4ecb-b8e0-aa1f1e520d9d tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.433816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-c267d4bc-004d-4ecb-b8e0-aa1f1e520d9d tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0405819 Aug 16 20:45:38.454453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-904d2209-0b5b-46fe-82f8-21125e832c90 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.457980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:38.463050 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad85d2d1-857e-4b1d-adc5-5eeb9a1f567a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/routers/9979e433-601f-4bbc-9cf1-c05dca18a3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585371 Aug 16 20:45:38.465881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46654) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.467965 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] Sync routers for ids ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:38.484120 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] Routers {'9979e433-601f-4bbc-9cf1-c05dca18a3a7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:38.484120 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:38.525915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e1b3ab-e979-41bd-99e3-6fea0e726c3a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:38.527530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-73e1b3ab-e979-41bd-99e3-6fea0e726c3a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?device_id=9979e433-601f-4bbc-9cf1-c05dca18a3a7 HTTP/1.1" status: 200 len: 982 time: 0.0609078 Aug 16 20:45:38.530744 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Project f016153bc95e4f7cbb2c4333ab18440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:45:38.539138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:38.539676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.608329 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:38.609164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.610549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.613325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.614640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed555af8-4f78-45f8-b855-9c2f8b3d8e68 HTTP/1.1" status: 204 len: 168 time: 0.3796215 Aug 16 20:45:38.617529 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] Routers {'9979e433-601f-4bbc-9cf1-c05dca18a3a7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:38.618133 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:38.647257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d21af2-a035-4063-9779-77a821f45dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed555af8-4f78-45f8-b855-9c2f8b3d8e68,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.660683 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:38.661358 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35392d0-a4ad-4867-a638-f0fa83c84c1d None None] The sync data for ids ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:38.741951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.761564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aed590b-2be7-4572-96a8-8c3283c511cf,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:38.842501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-904d2209-0b5b-46fe-82f8-21125e832c90 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.930497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-904d2209-0b5b-46fe-82f8-21125e832c90 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:38.965446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-642bc814-1e36-4687-a772-bfe043dd8d85 req-904d2209-0b5b-46fe-82f8-21125e832c90 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5243099 Aug 16 20:45:38.974458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.011339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.012975 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-93eba843-f073-4afc-b245-c17b17de5deb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7833018 Aug 16 20:45:39.014809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d2209-0b5b-46fe-82f8-21125e832c90 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0fca7-27cd-4552-b49f-900ffc90b4c3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.016370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:39.027133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'security_group_rule': {'security_group_id': '222da85e-0f6c-4bf9-9b70-9ba927848858', 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:39.167485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e0bcd-eb7f-4492-ab2e-e33b7ea6eaad req-d7ab7ec4-a607-4d98-86ee-6dfb733dc8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:39.169073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-667e0bcd-eb7f-4492-ab2e-e33b7ea6eaad req-d7ab7ec4-a607-4d98-86ee-6dfb733dc8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1193850 Aug 16 20:45:39.181661 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Project f016153bc95e4f7cbb2c4333ab18440b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:45:39.188064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.224272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-667e0bcd-eb7f-4492-ab2e-e33b7ea6eaad req-abc66eb2-cac0-43e5-9a34-b10b0dbcbe62 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463288 Aug 16 20:45:39.257390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46674) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:39.304454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port d3bba022-da93-4155-9ae3-5e90c7d994a2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:39.304809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.325204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.340816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-834b5c1a-55ba-4a04-a328-2951d2e72263 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/fcffb997-56de-4110-abcb-a8e911bed8bb HTTP/1.1" status: 200 len: 992 time: 0.0822272 Aug 16 20:45:39.401202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.415299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for d3bba022-da93-4155-9ae3-5e90c7d994a2 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:39.422749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.448913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037b0984-9ae6-4a63-91f7-f68b87bfca62,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.553654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.555403 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5d276f44-add0-4051-9fd7-374857e5ae96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5374374 Aug 16 20:45:39.691044 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:39.761609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=d3bba022-da93-4155-9ae3-5e90c7d994a2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:39.947702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.007940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46738) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.126339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Router 9979e433-601f-4bbc-9cf1-c05dca18a3a7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:40.132001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1316208624-network', 'tenant_id': '0a605dd93c17474ebb98b4b159fcf563'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:40.210464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:40.222746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627490c0-b54b-4acf-a628-32780be29853 None None] Sync routers for ids ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:40.224032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b8411505-1b4a-4f44-b4d2-ebddbbdd516c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/routers/9979e433-601f-4bbc-9cf1-c05dca18a3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905274 Aug 16 20:45:40.226853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46744) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.237466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] Routers {'9979e433-601f-4bbc-9cf1-c05dca18a3a7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:40.238350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:40.252026 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcb6a71-daf4-4b1f-a0b2-3367de45837a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:40.253560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cdcb6a71-daf4-4b1f-a0b2-3367de45837a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/d3bba022-da93-4155-9ae3-5e90c7d994a2 HTTP/1.1" status: 404 len: 333 time: 0.0257185 Aug 16 20:45:40.256510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46746) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.273024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:40.281505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] Routers {'9979e433-601f-4bbc-9cf1-c05dca18a3a7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:40.282098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:40.317443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-627490c0-b54b-4acf-a628-32780be29853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:40.318112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627490c0-b54b-4acf-a628-32780be29853 None None] The sync data for ids ['9979e433-601f-4bbc-9cf1-c05dca18a3a7'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:40.335145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Made reservation on behalf of 0a605dd93c17474ebb98b4b159fcf563 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:40.337629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.353951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.363624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.436505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097220a0-e0b1-4143-8b78-3fcce47a80bd req-b0d8edb1-0bc1-488d-ac69-5be7dbbfecc1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:40.438008 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-097220a0-e0b1-4143-8b78-3fcce47a80bd req-b0d8edb1-0bc1-488d-ac69-5be7dbbfecc1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Aug 16 20:45:40.477641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-097220a0-e0b1-4143-8b78-3fcce47a80bd req-f5266c24-bc17-4186-adc0-7fff65c95383 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Aug 16 20:45:40.560543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.564270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.651811 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.688914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46754) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.755849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.756339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Fanout notify agent at l3_agent the message router_deleted on router 9979e433-601f-4bbc-9cf1-c05dca18a3a7 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:45:40.763607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.767588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:40.768100 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-253ea9cf-fd8a-4de7-8c9b-ed82b824bf1e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/routers/9979e433-601f-4bbc-9cf1-c05dca18a3a7 HTTP/1.1" status: 204 len: 168 time: 0.5099699 Aug 16 20:45:40.799261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-f55877b7-e219-4123-83cb-475ec34dbdbd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090667 Aug 16 20:45:40.822757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet f613b0be-e862-406f-ab4a-207e4c47de18 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:40.825730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.839121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.868381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.870214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:40.879889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c546d-2704-49e4-b32b-604116c07975,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:40.886290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.886638 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Added segment 0bd302bb-b768-494e-a7be-f571fcf1246b of type vlan for network d00049e9-b67e-4f5e-904e-494478ecaef3 Aug 16 20:45:40.937084 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:40.970629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.108992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.109909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:41.110505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.153725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.187876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05590e8f-f21f-4aa3-b6dc-ca3953e78bb9 None None] Network 25894f70-7fc2-4d35-b90b-7c60ae543013 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:41.209390 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.212055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/f613b0be-e862-406f-ab4a-207e4c47de18 HTTP/1.1" status: 204 len: 168 time: 0.4424222 Aug 16 20:45:41.213501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1e6bf-f9fb-4abc-9541-ae62a8171355 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=f613b0be-e862-406f-ab4a-207e4c47de18,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.215270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46804) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:41.243144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] Pushing event updated for resources: {'Network': ['ID=d00049e9-b67e-4f5e-904e-494478ecaef3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:41.329966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d00049e9-b67e-4f5e-904e-494478ecaef3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:41.340799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8750cc0c-f5d8-4475-a99e-3286821b56ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3315907 Aug 16 20:45:41.733873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] DHCP port deletion for 25894f70-7fc2-4d35-b90b-7c60ae543013 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:45:41.854986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Deleting port c1a81ea4-2cbf-4578-abc3-20154dc27535 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:41.854986 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.917371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.964944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] For port c1a81ea4-2cbf-4578-abc3-20154dc27535, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1a81ea4-2cbf-4578-abc3-20154dc27535,segment=NetworkSegment(cfe8106d-23b9-4074-91cc-82698b768ace),segment_id=cfe8106d-23b9-4074-91cc-82698b768ace)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:41.965352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:41.985312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Calling delete_port for c1a81ea4-2cbf-4578-abc3-20154dc27535 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:42.005546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7468ed-da50-41d5-9f74-eb05adfda676 req-78725d9f-f307-4fab-a021-1131eb81b88e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.007362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f7468ed-da50-41d5-9f74-eb05adfda676 req-78725d9f-f307-4fab-a021-1131eb81b88e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1884401 Aug 16 20:45:42.175228 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.185606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f7468ed-da50-41d5-9f74-eb05adfda676 req-70010bbd-f73c-4aa7-a9d9-c68bafdf9e78 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622672 Aug 16 20:45:42.194288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb469c7-7592-4d12-a656-fa7ef6c080fe req-0c5214f9-4988-4fd3-9ac7-9fcb31b63e19 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.200121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb469c7-7592-4d12-a656-fa7ef6c080fe req-0c5214f9-4988-4fd3-9ac7-9fcb31b63e19 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.206758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb469c7-7592-4d12-a656-fa7ef6c080fe req-0c5214f9-4988-4fd3-9ac7-9fcb31b63e19 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.208423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-feb469c7-7592-4d12-a656-fa7ef6c080fe req-0c5214f9-4988-4fd3-9ac7-9fcb31b63e19 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3528640 Aug 16 20:45:42.215534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] Pushing event deleted for resources: {'Port': ['ID=c1a81ea4-2cbf-4578-abc3-20154dc27535,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.223416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3500d541-4af6-4a35-805f-d7cb5d9af7f2 None None] No DVR routers for this DVR port c1a81ea4-2cbf-4578-abc3-20154dc27535 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:42.227783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port c1a81ea4-2cbf-4578-abc3-20154dc27535 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:42.228620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.400538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] For port c1a81ea4-2cbf-4578-abc3-20154dc27535, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:42.421238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.421238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for c1a81ea4-2cbf-4578-abc3-20154dc27535 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:42.427331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8798c-cc35-4b22-8ef2-89fdb85b707f req-8993265f-8b82-442a-aa92-60b7d5adf7a1 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.428680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7a8798c-cc35-4b22-8ef2-89fdb85b707f req-8993265f-8b82-442a-aa92-60b7d5adf7a1 tempest-ComputeTenantNetworksTest-1624555401 tempest-ComputeTenantNetworksTest-1624555401-project] 10.222.0.70 "GET /v2.0/networks/d00049e9-b67e-4f5e-904e-494478ecaef3 HTTP/1.1" status: 200 len: 769 time: 0.1806750 Aug 16 20:45:42.430270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Port c1a81ea4-2cbf-4578-abc3-20154dc27535 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:45:42.432099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.437854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:42.465993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=c1a81ea4-2cbf-4578-abc3-20154dc27535,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.471273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No DVR routers for this DVR port c1a81ea4-2cbf-4578-abc3-20154dc27535 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:45:42.518366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.559754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.571396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25894f70-7fc2-4d35-b90b-7c60ae543013']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.582598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe8106d-23b9-4074-91cc-82698b768ace') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.582906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe8106d-23b9-4074-91cc-82698b768ace') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.593187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.600792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.612330 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00049e9-b67e-4f5e-904e-494478ecaef3']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.617822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.622350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd302bb-b768-494e-a7be-f571fcf1246b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.622649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd302bb-b768-494e-a7be-f571fcf1246b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:42.625710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:42.626146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:42.630492 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:42.635841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.656663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.663302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:45:42.663816 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:45:42.665530 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:45:42.907068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.921652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.921652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/25894f70-7fc2-4d35-b90b-7c60ae543013 HTTP/1.1" status: 204 len: 168 time: 1.6953065 Aug 16 20:45:42.922327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:42.935282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a37e90-4167-428d-85e1-b4e681e10c28 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=25894f70-7fc2-4d35-b90b-7c60ae543013,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:42.969462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff495a4-541e-4ade-adf0-e9275cb49104 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:42.970839 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2ff495a4-541e-4ade-adf0-e9275cb49104 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/d7a61926-8681-46a1-8f4a-f262f631a8db HTTP/1.1" status: 200 len: 841 time: 0.0480773 Aug 16 20:45:42.974760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:42.989398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.995555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:42.997562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d00049e9-b67e-4f5e-904e-494478ecaef3 HTTP/1.1" status: 204 len: 168 time: 0.5580862 Aug 16 20:45:43.014643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d977de-d33a-435e-8d01-d1e826411a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=d00049e9-b67e-4f5e-904e-494478ecaef3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:43.027209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d9f4c02-135a-40bc-8da4-297b8360c7cb tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/d7a61926-8681-46a1-8f4a-f262f631a8db?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0512297 Aug 16 20:45:43.032185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46848) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:43.039387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:43.256941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1a81ea4-2cbf-4578-abc3-20154dc27535 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:45:43.284388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c1a81ea4-2cbf-4578-abc3-20154dc27535 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:45:43.293900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1a81ea4-2cbf-4578-abc3-20154dc27535 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:45:43.337086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4489de-89dd-4570-9b2e-c5fd844b0d58 req-07d12b43-7d70-48b4-9d2d-dc65356bdc81 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.349847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f4489de-89dd-4570-9b2e-c5fd844b0d58 req-07d12b43-7d70-48b4-9d2d-dc65356bdc81 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0659275 Aug 16 20:45:43.375709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:43.389887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.390220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f4489de-89dd-4570-9b2e-c5fd844b0d58 req-8ff542d7-1f94-4651-b888-456ed6e2c2f9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383468 Aug 16 20:45:43.662443 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.699022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46854) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:43.712724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:43.716079 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:43.720959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:43.721612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.738809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea140c4-43c2-4fa9-95a1-d4099238802f None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:43.740176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=73dd4c28-2a3a-4341-a2a6-f366f3f3448c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:43.752056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.752623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.753140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.753646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.753992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.754329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.754659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.754987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.755315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.755640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.756075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.756310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:43.762834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:43.764311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b3937ad-c9d3-4392-b1d9-93fcf049f081 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a605dd93c17474ebb98b4b159fcf563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606682 Aug 16 20:45:43.847249 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.866834 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-441894b3-4c11-4c5c-99cd-87d7defd9d6e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309948 Aug 16 20:45:43.867150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46862) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:43.871928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'security_group': {'name': 'tempest-secgroup-873628860'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:43.884321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:43.951472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'tenant_id': '026887a407f84182acd9466fc3c02423', 'fixed_ips': [{'subnet_id': '73dd4c28-2a3a-4341-a2a6-f366f3f3448c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:43.952904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.022411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.063948 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.066463 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.067762 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d7c546d-2704-49e4-b32b-604116c07975 HTTP/1.1" status: 204 len: 168 time: 0.3027434 Aug 16 20:45:44.080760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364528b8-e14d-4361-bba2-5bfaec277e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c546d-2704-49e4-b32b-604116c07975,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:44.152650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.223471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Allocated IP 172.20.0.2 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/73dd4c28-2a3a-4341-a2a6-f366f3f3448c/5f4695ae-0740-4121-85bd-7935abb1c1c4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:44.239460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-af84974c-3c34-4472-b9e5-9a64914cd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.241216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-af84974c-3c34-4472-b9e5-9a64914cd50e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0542550 Aug 16 20:45:44.260707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.339328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2102f151-6d3b-4a6f-ada1-942b1715429a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:44.381934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-e9c3c188-85af-4acc-96e0-d01f01754f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.385825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-e9c3c188-85af-4acc-96e0-d01f01754f98 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.1343408 Aug 16 20:45:44.415188 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.437140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Transition to ACTIVE for port object 5f4695ae-0740-4121-85bd-7935abb1c1c4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:44.440789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.445408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e4b16dd5-d234-4ac0-aa57-e61a50b0c21b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5738723 Aug 16 20:45:44.445408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46868) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:44.450008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1889047121'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:44.462174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Transition to ACTIVE for port object 5f4695ae-0740-4121-85bd-7935abb1c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:44.478410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-1f8c2770-adb0-4082-ab10-6155f7ea943d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 1000 time: 0.0865128 Aug 16 20:45:44.583758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33372b9-39ac-419d-8b4e-c29843a337db req-5ca47684-c993-42de-8417-3ea98568886b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.587495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a33372b9-39ac-419d-8b4e-c29843a337db req-5ca47684-c993-42de-8417-3ea98568886b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1091211 Aug 16 20:45:44.587495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-ebfc6f02-4a71-4818-941a-5c05e1e96ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.588264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-ebfc6f02-4a71-4818-941a-5c05e1e96ac4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.0964289 Aug 16 20:45:44.613704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.665381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:44.670249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:44.673997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:44.698731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a33372b9-39ac-419d-8b4e-c29843a337db req-620c43d7-0922-4188-91a2-ae094c739c96 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015835 Aug 16 20:45:44.698731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-b03c33b0-f69a-4f09-a1d9-e35421bb8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:44.700156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-b03c33b0-f69a-4f09-a1d9-e35421bb8d62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985241 Aug 16 20:45:44.725674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.754223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:44.770320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Attempting to bind port 5f4695ae-0740-4121-85bd-7935abb1c1c4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:44.772557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Attempting to bind port 5f4695ae-0740-4121-85bd-7935abb1c1c4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:44.772557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Attempting to bind port 5f4695ae-0740-4121-85bd-7935abb1c1c4 on network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:44.790308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:44.791236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Checking segment: {'id': '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:44.791914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.792544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Bound using segment: {'id': '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:44.793894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Bound port: 5f4695ae-0740-4121-85bd-7935abb1c1c4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:44.794305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:44.869533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-72b140c1-81f0-4b0a-b135-6faf3de7ccf7 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588039 Aug 16 20:45:44.898403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:44.902184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:44.972017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.005207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.016140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c90d375a-4f97-462f-ba99-b7a88372de8f service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309030 Aug 16 20:45:45.067904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.088634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51390d58-ca44-4db9-b7c6-30c7612a6435 None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:45.103985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8202ada-708f-45cb-adb3-29ee1968f2a8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:45.227347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.234531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46886) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:45.235711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9f391499-9d0c-45d2-9464-f9e2f2234db8 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7856898 Aug 16 20:45:45.249177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1468057594', 'security_groups': ['e8202ada-708f-45cb-adb3-29ee1968f2a8'], 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '73dd4c28-2a3a-4341-a2a6-f366f3f3448c'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:45.576765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:45.687833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:45.709432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46898) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:45.715885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 7d22e144-4cd4-44b9-8a64-b7fb31581558 yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:45.899536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-905580609-network', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:45.924153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c5bb8-c6e5-4828-8a5c-f5d7c648a26b req-36e85a1b-4a45-46a3-84bd-d52297a33da7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:45.927088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-717c5bb8-c6e5-4828-8a5c-f5d7c648a26b req-36e85a1b-4a45-46a3-84bd-d52297a33da7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1195869 Aug 16 20:45:45.986309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-717c5bb8-c6e5-4828-8a5c-f5d7c648a26b req-e5cedf4d-1164-4c89-ba77-a7efd92c41f5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525544 Aug 16 20:45:46.029587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.10 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/73dd4c28-2a3a-4341-a2a6-f366f3f3448c/7d22e144-4cd4-44b9-8a64-b7fb31581558) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:46.052278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Made reservation on behalf of 01820545e51b45d989ec535b85eb7fa7 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:46.060007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.073199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.249923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.271251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 7d22e144-4cd4-44b9-8a64-b7fb31581558 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:46.294527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.364686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dbbb7fa8-921f-4e8e-be63-cfaf1a2c9bd2 None None] Provisioning for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:46.384870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dbbb7fa8-921f-4e8e-be63-cfaf1a2c9bd2 None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:46.385254 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dbbb7fa8-921f-4e8e-be63-cfaf1a2c9bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.410031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.429201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb7fa8-921f-4e8e-be63-cfaf1a2c9bd2 None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:46.438540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:45:46.443935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d89387f-2874-488f-9f9b-8768e7707ea2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.451460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.451913 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Added segment b72c1026-9529-4afd-b8ec-a575e676856d of type vlan for network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 Aug 16 20:45:46.483617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.530481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.556921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:46.557737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=7d22e144-4cd4-44b9-8a64-b7fb31581558,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.565825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:46.573391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:46.639823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.640534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.650709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.651703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:46.652331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:46.724203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] Pushing event updated for resources: {'Network': ['ID=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:46.739241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:45:46.757263 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df476890-6d95-4b08-a4d8-7b958fc6eef4 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5214093 Aug 16 20:45:46.757502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46910) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:46.766853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e9333590-f039-4e85-b023-86ed5b6bd301 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0483179 Aug 16 20:45:46.767032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:46.774485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:46.782733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Request body: {'subnet': {'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-subnet', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:46.913425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Made reservation on behalf of 01820545e51b45d989ec535b85eb7fa7 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:46.916206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.101279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:47.104927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.131059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a87d6e9c-7d63-4e2e-95b1-0c4ab0acbafc None None] Provisioning for port 7d22e144-4cd4-44b9-8a64-b7fb31581558 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:47.135631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a87d6e9c-7d63-4e2e-95b1-0c4ab0acbafc None None] Provisioning complete for port 7d22e144-4cd4-44b9-8a64-b7fb31581558 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:47.136755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a87d6e9c-7d63-4e2e-95b1-0c4ab0acbafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.170767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed8bfa-10d8-435f-a5f8-2c5e2866681b req-67f93369-8b67-457b-8e5c-25c221063eb5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.177952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ed8bfa-10d8-435f-a5f8-2c5e2866681b req-67f93369-8b67-457b-8e5c-25c221063eb5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1127124 Aug 16 20:45:47.181185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a87d6e9c-7d63-4e2e-95b1-0c4ab0acbafc None None] Port 7d22e144-4cd4-44b9-8a64-b7fb31581558 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:47.222109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.243265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52ed8bfa-10d8-435f-a5f8-2c5e2866681b req-0480bb70-9c9a-4a9c-a88d-ec418f969f65 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644395 Aug 16 20:45:47.249664 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 73dd4c28-2a3a-4341-a2a6-f366f3f3448c (CIDR: 172.20.0.0/28) Aug 16 20:45:47.290086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c3accd-b448-445f-99a0-207542d7630e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:47.307082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Checking segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:47.307806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Network hostable DHCP agents. Network: 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:45:47.308362 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:45:47.308870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:45:47.340274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:47.417192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ff8cb508-9562-4807-8b72-fdbe22fcf192 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6585872 Aug 16 20:45:47.420423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:47.425696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:47.455809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:45:47.496019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:47.501619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:47.502270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.593213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.609863 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:47.614139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:47.614737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.621193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9c762-6358-451f-81c9-b1e182dda3ca None None] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:47.644748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:47.650264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:47.656830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.783914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.816565 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9eb87b9e-9dc4-464a-bfc4-cbb10d91f0f8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0361586 Aug 16 20:45:47.816565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:47.820380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:47.878408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:45:47.879430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.895273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:47.947441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:47.948806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.015420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.031297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Allocated IP 172.20.0.2 (584e6c3c-e2d6-43f4-9b3f-7ffce7471e89/d4c3accd-b448-445f-99a0-207542d7630e/744e516a-4440-4438-b151-775272e90043) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:48.033690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.089193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:48.092821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:48.095972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.096562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.104052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935be16-6730-442e-8c5b-4db13b2016ec None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:48.113900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=58843f82-8ff8-4319-8de4-6f0cdc0e7e49,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:48.225540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e85a4c82-a657-44e5-a564-c38925bc7eee tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8012218 Aug 16 20:45:48.226071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46930) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:48.233307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1773148650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58843f82-8ff8-4319-8de4-6f0cdc0e7e49'}], 'security_groups': ['2102f151-6d3b-4a6f-ada1-942b1715429a']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:48.292258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.312443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.327203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Transition to ACTIVE for port object 744e516a-4440-4438-b151-775272e90043 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:48.362826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Transition to ACTIVE for port object 744e516a-4440-4438-b151-775272e90043 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:48.364333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.445743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfba2a-707f-461e-91a9-afbed75e1a3b req-74e6a076-329c-42d0-9fa9-295491ab255e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:48.462024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbbfba2a-707f-461e-91a9-afbed75e1a3b req-74e6a076-329c-42d0-9fa9-295491ab255e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0833366 Aug 16 20:45:48.472180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Update dhcp port {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'fixed_ips': [{'subnet_id': '73dd4c28-2a3a-4341-a2a6-f366f3f3448c', 'ip_address': '172.20.0.2'}, {'subnet_id': '58843f82-8ff8-4319-8de4-6f0cdc0e7e49'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '5f4695ae-0740-4121-85bd-7935abb1c1c4'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:45:48.496695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.524071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbbfba2a-707f-461e-91a9-afbed75e1a3b req-bda6b119-c82d-498c-810f-8cd37c5dbc7b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667667 Aug 16 20:45:48.535470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.560111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.565345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:48.570401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:48.575298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:48.616399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Pushing event updated for resources: {'Port': ['ID=744e516a-4440-4438-b151-775272e90043,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:48.672047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.695835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.727886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Attempting to bind port 744e516a-4440-4438-b151-775272e90043 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:48.728431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Attempting to bind port 744e516a-4440-4438-b151-775272e90043 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:48.728880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Attempting to bind port 744e516a-4440-4438-b151-775272e90043 on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:48.740610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:48.741348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Checking segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:48.741850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.742336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Bound using segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:48.742916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Bound port: 744e516a-4440-4438-b151-775272e90043, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:48.743617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:48.858414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Allocated IP 172.25.7.72 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/805e1558-f9ea-4df0-85a2-45ff1a6032e0) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:48.877768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] For port 744e516a-4440-4438-b151-775272e90043, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:48.883217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] For port 744e516a-4440-4438-b151-775272e90043, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=744e516a-4440-4438-b151-775272e90043,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:48.884939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Allocated IP 172.20.0.18 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/58843f82-8ff8-4319-8de4-6f0cdc0e7e49/5f4695ae-0740-4121-85bd-7935abb1c1c4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:48.991174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.010953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.025024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:49.094463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.103258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41e586-dcce-4768-a649-c7da629beec0 None None] Pushing event updated for resources: {'Port': ['ID=744e516a-4440-4438-b151-775272e90043,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:49.114921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Transition to ACTIVE for port object 5f4695ae-0740-4121-85bd-7935abb1c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:49.165222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.220421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.229804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:49.233733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:49.236710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:49.319945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:49.379673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Pushing event updated for resources: {'Port': ['ID=805e1558-f9ea-4df0-85a2-45ff1a6032e0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:49.454343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Delete allocated IP 172.20.0.10 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/73dd4c28-2a3a-4341-a2a6-f366f3f3448c) {{(pid=95240) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:45:49.472152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a910a-4624-4bc6-8737-5546108ce829 None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:49.482422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.25 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/58843f82-8ff8-4319-8de4-6f0cdc0e7e49/7d22e144-4cd4-44b9-8a64-b7fb31581558) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:49.739990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a24c8a-f14c-4045-a174-d5f2f0ee9a42 req-94c306ac-579c-4db6-a9dd-e561653d0b67 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:49.754796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a24c8a-f14c-4045-a174-d5f2f0ee9a42 req-94c306ac-579c-4db6-a9dd-e561653d0b67 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1238174 Aug 16 20:45:49.796725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:49.818864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a24c8a-f14c-4045-a174-d5f2f0ee9a42 req-fcf958f3-bfc6-4791-a5cf-00dbe5207cef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597806 Aug 16 20:45:49.839171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 7d22e144-4cd4-44b9-8a64-b7fb31581558 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:49.928021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.100017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=7d22e144-4cd4-44b9-8a64-b7fb31581558,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:50.219089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] In _notify_port_updated(), no bound segment for port 7d22e144-4cd4-44b9-8a64-b7fb31581558 on network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d {{(pid=95240) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:45:50.235162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:50.235941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.240005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ec93a92-dea3-4f6f-b9e9-3c037d9a16d3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/ports/7d22e144-4cd4-44b9-8a64-b7fb31581558 HTTP/1.1" status: 200 len: 921 time: 2.0101845 Aug 16 20:45:50.241005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.242451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46946) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:50.456435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 7d22e144-4cd4-44b9-8a64-b7fb31581558 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:45:50.456956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.507311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Provisioning for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:50.514268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:50.514966 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.613532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd23716-ec8b-4b62-a2c1-df786d8efbab None None] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:50.620445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.630957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.640575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 7d22e144-4cd4-44b9-8a64-b7fb31581558 owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:45:50.851402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:50.852026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.901493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:50.942240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:45:50.965583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Provisioning for port 7d22e144-4cd4-44b9-8a64-b7fb31581558 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:50.971174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:50.972997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Provisioning complete for port 7d22e144-4cd4-44b9-8a64-b7fb31581558 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:50.973586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.024361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-174d4af4-2844-4526-8fd9-4c2593a8316a None None] Port 7d22e144-4cd4-44b9-8a64-b7fb31581558 was deleted so its status cannot be updated. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:45:51.041786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=7d22e144-4cd4-44b9-8a64-b7fb31581558,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:51.114985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93944572-fb62-40b2-ba80-8f1a1ebc40b5 req-75052aa4-c1e4-4b35-8a4e-6c53b6412304 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:51.116645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93944572-fb62-40b2-ba80-8f1a1ebc40b5 req-75052aa4-c1e4-4b35-8a4e-6c53b6412304 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.2066598 Aug 16 20:45:51.137499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65c4d87a-9cf2-43c2-8df5-406daba21d31 None None] Could not find standard attr ID for object 7d22e144-4cd4-44b9-8a64-b7fb31581558. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:45:51.233973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65c4d87a-9cf2-43c2-8df5-406daba21d31 None None] Provisioning for port 744e516a-4440-4438-b151-775272e90043 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:51.269604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:51.282745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93944572-fb62-40b2-ba80-8f1a1ebc40b5 req-a4491476-792b-420e-b011-eae89ee6b91f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974629 Aug 16 20:45:51.285383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:51.307804 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:51.308519 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:51.337709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.346511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:51.346958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-67567b6d-bc53-44fe-9e1d-b7f953dca77e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/7d22e144-4cd4-44b9-8a64-b7fb31581558 HTTP/1.1" status: 204 len: 168 time: 1.1035211 Aug 16 20:45:51.406105 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e170bd8-dcee-4f88-bcbc-f383d9f29812 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:45:51.407795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7e170bd8-dcee-4f88-bcbc-f383d9f29812 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/7d22e144-4cd4-44b9-8a64-b7fb31581558 HTTP/1.1" status: 404 len: 333 time: 0.0603738 Aug 16 20:45:51.408769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.410876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46958) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:51.414921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:51.415120 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-46c8a843-c6f1-4dd9-a318-34102574a13f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5961361 Aug 16 20:45:51.490103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 744e516a-4440-4438-b151-775272e90043 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:51.523782 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:51.635963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.664513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 744e516a-4440-4438-b151-775272e90043 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:51.670874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 744e516a-4440-4438-b151-775272e90043 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:51.681169 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.731860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.793719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.813688 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:49Z', 'revision_number': 3, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:51.837300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 744e516a-4440-4438-b151-775272e90043, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=744e516a-4440-4438-b151-775272e90043,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:51.854830 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:51.855460 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Updating router c8b3b5f1-409f-454b-bb20-b001a2c8f557 port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:51.889625 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.921596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:51.922453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:52.006976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.034631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:52.035029 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.036640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=744e516a-4440-4438-b151-775272e90043,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.252495 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.268081 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Transition to ACTIVE for port object 805e1558-f9ea-4df0-85a2-45ff1a6032e0 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:52.344967 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.347651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.351843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:52.352333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8202ada-708f-45cb-adb3-29ee1968f2a8 HTTP/1.1" status: 204 len: 168 time: 0.9399545 Aug 16 20:45:52.376168 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.418675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.444981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154352-e7ac-4ae3-8f92-de0b802ddbb9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8202ada-708f-45cb-adb3-29ee1968f2a8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.451715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Attempting to bind port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:52.451715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Attempting to bind port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:52.452575 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Attempting to bind port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:52.465732 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:52.466110 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:52.466540 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.467247 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:52.467962 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Bound port: 805e1558-f9ea-4df0-85a2-45ff1a6032e0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:52.468368 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.472809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.524702 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] For port 805e1558-f9ea-4df0-85a2-45ff1a6032e0, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:52.527905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbfbaf-3546-43f4-a992-1986dbb2c374 req-971ddd3f-8e49-471c-843e-78c505fe6659 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:52.528174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] For port 805e1558-f9ea-4df0-85a2-45ff1a6032e0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=805e1558-f9ea-4df0-85a2-45ff1a6032e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:52.532849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45bbfbaf-3546-43f4-a992-1986dbb2c374 req-971ddd3f-8e49-471c-843e-78c505fe6659 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1782260 Aug 16 20:45:52.535173 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Pushing event updated for resources: {'Port': ['ID=805e1558-f9ea-4df0-85a2-45ff1a6032e0,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.542872 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.543219 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.543559 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.543918 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.544332 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.545329 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.545715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.546240 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.546480 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.546803 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.547125 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.547442 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:45:52.639404 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.647280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45bbfbaf-3546-43f4-a992-1986dbb2c374 req-86d83468-bc89-4786-8345-8cc7bf01c074 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835321 Aug 16 20:45:52.679347 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.682126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.683449 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/security-groups/2102f151-6d3b-4a6f-ada1-942b1715429a HTTP/1.1" status: 204 len: 168 time: 0.3298316 Aug 16 20:45:52.686198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46974) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:52.693430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e79b5-a562-44cf-8fc1-f5b0e8b30b6b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2102f151-6d3b-4a6f-ada1-942b1715429a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.705053 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:52.705677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:52.708637 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd468b6c-2475-4ee2-ab5b-5d4fdb638f57 None None] Pushing event updated for resources: {'Port': ['ID=805e1558-f9ea-4df0-85a2-45ff1a6032e0,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:52.758310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.780903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 73dd4c28-2a3a-4341-a2a6-f366f3f3448c {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:45:52.793106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:52.844264 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:52.898241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.083666 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:49Z', 'revision_number': 3, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:53.094773 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.112351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fbbabf-499e-43f9-b74d-231e56838300 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:49Z', 'revision_number': 3, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:53.140791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Allocated IP 172.20.0.1 (584e6c3c-e2d6-43f4-9b3f-7ffce7471e89/d4c3accd-b448-445f-99a0-207542d7630e/41e624ae-dd3b-4c27-bb8e-f391dc59a268) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:53.310718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 744e516a-4440-4438-b151-775272e90043 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:53.322663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.350994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Transition to ACTIVE for port object 41e624ae-dd3b-4c27-bb8e-f391dc59a268 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:53.366162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.394325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 744e516a-4440-4438-b151-775272e90043 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:53.394698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.406575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=73dd4c28-2a3a-4341-a2a6-f366f3f3448c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:53.434221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.442002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d07591f-c74e-4af3-8402-a2be5c119156 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:53.442250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46980) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:53.449438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f3c249a9-8379-4770-82b6-f29b8aae965f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/73dd4c28-2a3a-4341-a2a6-f366f3f3448c HTTP/1.1" status: 204 len: 168 time: 0.7553265 Aug 16 20:45:53.454673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:53.621887 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.769575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Pushing event updated for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:53.781338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:53.816158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:53.832738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:53.833781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:53.833781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:53.877386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a6e25-5f38-4ee2-be05-3f86c717f10a req-76f8403f-b2d8-4d7c-8728-56d0d5af9db9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:53.883139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-422a6e25-5f38-4ee2-be05-3f86c717f10a req-76f8403f-b2d8-4d7c-8728-56d0d5af9db9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1063867 Aug 16 20:45:53.924207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.309318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-422a6e25-5f38-4ee2-be05-3f86c717f10a req-e97a2bf4-26b6-43cb-a04c-918884b557f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358743 Aug 16 20:45:54.478890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0dcd816a-9d9e-4063-b237-f8f9d952bf0c None None] Provisioning for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:54.497331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0dcd816a-9d9e-4063-b237-f8f9d952bf0c None None] Provisioning complete for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:54.497331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0dcd816a-9d9e-4063-b237-f8f9d952bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.531684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.570445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0dcd816a-9d9e-4063-b237-f8f9d952bf0c None None] Port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:54.589367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.621466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=af01f5ed-cc8d-42d7-a53b-acb2d9439963,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:54.642683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:54.644679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:54.651944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:54.653042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.763448 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d248c3ab-c120-4c97-8860-f03d6ed1c5cf tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3195906 Aug 16 20:45:54.765589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46992) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:54.777749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'security_group': {'name': 'tempest-secgroup-1849905744'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:54.834786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.924499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:54.947820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.026896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.059681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Pushing event updated for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.070433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb8204-1aba-4467-9935-01f87fa80296 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:45:55.071440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.166306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.173774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:55.192851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:55.264700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a926348c-bae1-4f53-8f0a-9518e96ba3cd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:55.345273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3b0fce1d-0ed3-4f22-a985-0945d11774b6 None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:55.345988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b0fce1d-0ed3-4f22-a985-0945d11774b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.353382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.357887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7d7a8259-340c-48a1-b531-8d3112e73643 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5909262 Aug 16 20:45:55.370526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46998) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:55.370526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'security_group': {'name': 'tempest-secgroup-623997688'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:55.437511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 805e1558-f9ea-4df0-85a2-45ff1a6032e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:55.504774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd179-cc57-44ea-a616-d336c93cbb57 req-357a4a38-9d8b-4f0f-a38e-b8474a3682fa tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:55.514115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e52bd179-cc57-44ea-a616-d336c93cbb57 req-357a4a38-9d8b-4f0f-a38e-b8474a3682fa tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1167502 Aug 16 20:45:55.529435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:45:55.592538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e52bd179-cc57-44ea-a616-d336c93cbb57 req-8a282423-c63a-4f97-bda9-f42928f9c01f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785513 Aug 16 20:45:55.653441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3b0fce1d-0ed3-4f22-a985-0945d11774b6 None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:55.653441 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b0fce1d-0ed3-4f22-a985-0945d11774b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.717539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Update dhcp port {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'fixed_ips': [{'subnet_id': '58843f82-8ff8-4319-8de4-6f0cdc0e7e49', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af01f5ed-cc8d-42d7-a53b-acb2d9439963'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '5f4695ae-0740-4121-85bd-7935abb1c1c4'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:45:55.728330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.744120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:45:55.751753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c52b81d2-10e9-4ad6-b09b-c791486213a6 admin admin] 10.222.0.70 "PUT /v2.0/routers/c8b3b5f1-409f-454b-bb20-b001a2c8f557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3266897 Aug 16 20:45:55.754623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3b0fce1d-0ed3-4f22-a985-0945d11774b6 None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:55.754623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.758362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:45:55.781252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:55.782270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:55.839371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.909667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:55.959170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.968442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:55.976742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:55.977409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:55.993273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c64ec1-dd3f-4878-b451-f95598624826,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:56.014588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3282611a-b981-4f6c-af92-a9395fc727c4 None None] Provisioning complete for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:56.014971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3282611a-b981-4f6c-af92-a9395fc727c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.113005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.114725 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c168038-1635-45c4-bfd8-f000bef0c159 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7543144 Aug 16 20:45:56.117361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47010) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:56.124682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'security_group': {'name': 'tempest-secgroup-81619278'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:56.218783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3282611a-b981-4f6c-af92-a9395fc727c4 None None] Port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:56.239274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.332667 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.364984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 805e1558-f9ea-4df0-85a2-45ff1a6032e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=805e1558-f9ea-4df0-85a2-45ff1a6032e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:56.391192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Allocated IP 172.20.0.2 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/af01f5ed-cc8d-42d7-a53b-acb2d9439963/5f4695ae-0740-4121-85bd-7935abb1c1c4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:56.412203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.475366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.484724 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.542393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d94385-1abf-4301-ae7c-a9bf4985ec3f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:56.563558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=805e1558-f9ea-4df0-85a2-45ff1a6032e0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:56.592613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:56.592613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 2, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:56.615702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.617764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c60cfdf8-e347-4c4b-b0f0-d460c29f829f tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4993532 Aug 16 20:45:56.620850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47016) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:56.628883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:45:56.628883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Updating router c8b3b5f1-409f-454b-bb20-b001a2c8f557 port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:45:56.631662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-632075624', 'security_groups': ['46d94385-1abf-4301-ae7c-a9bf4985ec3f'], 'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af01f5ed-cc8d-42d7-a53b-acb2d9439963'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:56.660455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:56.665739 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.672845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1163237168', 'description': 'tempest-description--1671751254'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:56.673392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.697139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Transition to ACTIVE for port object 5f4695ae-0740-4121-85bd-7935abb1c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:56.844668 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.870054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:56.956726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08456e42-342c-4e4a-98d8-41c4f9ee7bbf req-082b17ce-3d98-42cb-9985-4141ce48e12e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:56.959485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08456e42-342c-4e4a-98d8-41c4f9ee7bbf req-082b17ce-3d98-42cb-9985-4141ce48e12e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.1925609 Aug 16 20:45:56.967403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.016323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08456e42-342c-4e4a-98d8-41c4f9ee7bbf req-55b34598-0706-4c7e-b8ad-7cbcadae9127 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504258 Aug 16 20:45:57.034170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99e279-92d5-4d49-8e1d-f67acd407dde None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.113477 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.132327 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.147780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Transition to ACTIVE for port object 41e624ae-dd3b-4c27-bb8e-f391dc59a268 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:57.173016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995f652e-4cdc-4ad1-bedc-22fc24bf07f3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.233692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:45:57.267129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.313330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 805e1558-f9ea-4df0-85a2-45ff1a6032e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:57.393520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.397588 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f00e0cbc-e30f-4692-b606-b4002b944fb4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7332931 Aug 16 20:45:57.399359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47026) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:57.403600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group_rule': {'security_group_id': '995f652e-4cdc-4ad1-bedc-22fc24bf07f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:57.414368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed7986-cdcb-4d32-9e0d-e0334fd4f122 None None] Pushing event updated for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.488894 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-36ce3e68-4d11-40ac-bbd9-0168b61ad428 service neutron] show failed (client error): The resource could not be found. Aug 16 20:45:57.496838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-36ce3e68-4d11-40ac-bbd9-0168b61ad428 service neutron] 10.222.0.73 "GET /v2.0/ports/f3ee2432-fb58-4683-b0ce-aed0b99a3542/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.1276748 Aug 16 20:45:57.504957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.529622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Attempting to bind port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:45:57.530172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Attempting to bind port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:45:57.530631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Attempting to bind port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:45:57.542938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:45:57.548479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Checking segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:45:57.548479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.548479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Bound using segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:45:57.548479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Bound port: 41e624ae-dd3b-4c27-bb8e-f391dc59a268, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:45:57.548479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.549392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:57.550254 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.560684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] device_id is not set on port 5a476999-d027-46f0-a833-62b12ae025aa yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:45:57.581096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.749753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.817237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] For port 41e624ae-dd3b-4c27-bb8e-f391dc59a268, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:57.844456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:57.880559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b67840-c88c-488f-9ee1-94e5aa492bd8,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:57.898871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] For port 41e624ae-dd3b-4c27-bb8e-f391dc59a268, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41e624ae-dd3b-4c27-bb8e-f391dc59a268,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:45:57.913785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:57.914211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.9 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/af01f5ed-cc8d-42d7-a53b-acb2d9439963/5a476999-d027-46f0-a833-62b12ae025aa) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:58.023461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.029486 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7026a5bf-451d-422c-b4aa-4b3fd27ee7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6260207 Aug 16 20:45:58.029486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:58.036073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group_rule': {'security_group_id': '995f652e-4cdc-4ad1-bedc-22fc24bf07f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:58.130570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.185267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.215154 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.245140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 5a476999-d027-46f0-a833-62b12ae025aa will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:58.267047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:45:58.267047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:45:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:58.312009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed7986-cdcb-4d32-9e0d-e0334fd4f122 None None] Pushing event updated for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:58.327211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae2035-4c02-4a20-ac9a-7352eb5e7598 req-462aad5c-2ef2-4dbc-a64b-637ab7903c46 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.335345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47ae2035-4c02-4a20-ac9a-7352eb5e7598 req-462aad5c-2ef2-4dbc-a64b-637ab7903c46 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.2090874 Aug 16 20:45:58.370177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.400770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c553abd0-53ef-4de6-900e-555bc7fc75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.402576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c553abd0-53ef-4de6-900e-555bc7fc75b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 1097 time: 0.1945989 Aug 16 20:45:58.412642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Provisioning for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:58.421831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:58.426900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:58.427277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.474955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-47ae2035-4c02-4a20-ac9a-7352eb5e7598 req-9801a645-ac98-4920-89ff-2b1c1419328c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382723 Aug 16 20:45:58.509952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:45:58.519008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.531325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.567958 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.568936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3734ff-00f9-48ed-a19b-ca8503139278,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:58.658885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:45:58.661553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.669349 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-908f931d-8513-4471-8961-e97196a4b6c9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6340075 Aug 16 20:45:58.670013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:45:58.670247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47040) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:58.671716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:58.673971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=5a476999-d027-46f0-a833-62b12ae025aa,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:45:58.698997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:45:58.769910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:58.770283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.770415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.852639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7202d1c9-70da-4d46-8372-0b891aa0ffcb None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:58.892639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:45:57Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:45:58.920583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:58.921264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:58.967573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ae0cd-973b-4f02-aa8c-817f4434f416 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:45:57Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:45:59.036545 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.055889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:45:59.060312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-76b55336-da20-469c-b013-4099883aab88 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4361577 Aug 16 20:45:59.070738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47044) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:45:59.076372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:45:59.194532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:45:59.204233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0ecf662b-6b57-4083-9513-9890df526c92 None None] Provisioning for port 5a476999-d027-46f0-a833-62b12ae025aa completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:45:59.215767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Allocated IP 172.25.7.71 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/4c83961e-2e5e-4471-8b09-041c5842796c) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:45:59.217573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0ecf662b-6b57-4083-9513-9890df526c92 None None] Provisioning complete for port 5a476999-d027-46f0-a833-62b12ae025aa triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:45:59.218031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0ecf662b-6b57-4083-9513-9890df526c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.276478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.291350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:45:59.302801 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6ef76-7341-48cf-a1f7-7c24c35e0f40" -d '{"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:45:59.311559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf662b-6b57-4083-9513-9890df526c92 None None] Port 5a476999-d027-46f0-a833-62b12ae025aa cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:45:59.328419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Transition to ACTIVE for port object f3ee2432-fb58-4683-b0ce-aed0b99a3542 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:45:59.369407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41e624ae-dd3b-4c27-bb8e-f391dc59a268 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:45:59.370330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:45:59.457858 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f6162-e9e4-44ac-8414-4d069dfe2cdf x-openstack-request-id: req-a08f6162-e9e4-44ac-8414-4d069dfe2cdf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:45:59.457858 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:45:59.457858 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a08f6162-e9e4-44ac-8414-4d069dfe2cdf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:45:59.457858 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'code': 200} Aug 16 20:45:59.679402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea4853-6ca4-42b3-b8b4-5c125e2f85ee req-c66241d7-bad0-4a5c-bacb-86f34cd21770 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:45:59.679402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67ea4853-6ca4-42b3-b8b4-5c125e2f85ee req-c66241d7-bad0-4a5c-bacb-86f34cd21770 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0589426 Aug 16 20:45:59.707438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67ea4853-6ca4-42b3-b8b4-5c125e2f85ee req-8977b129-cfed-4666-90df-2d911e72d68e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Aug 16 20:46:00.287858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.405491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.469113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] No DVR routers for this DVR port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:00.612059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:00.622158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.684773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=4c83961e-2e5e-4471-8b09-041c5842796c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:00.711591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:00.713518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:00.719668 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:00.730359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:00.738402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:00.750206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:00.750206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.750206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b8e5-a59a-4a3e-a867-cc44df46eeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.770737 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:00.841077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.861477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.905302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 41e624ae-dd3b-4c27-bb8e-f391dc59a268, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41e624ae-dd3b-4c27-bb8e-f391dc59a268,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:00.942603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:00.946196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:00.973638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.032681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.117497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:01.127212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cf88c-138c-48f6-83b4-ee471b400e54 req-7691556a-d38a-4b0c-969c-e4e164c0bc59 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.128831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-117cf88c-138c-48f6-83b4-ee471b400e54 req-7691556a-d38a-4b0c-969c-e4e164c0bc59 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.1901393 Aug 16 20:46:01.166191 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.189850 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af01f5ed-cc8d-42d7-a53b-acb2d9439963 (CIDR: 172.20.0.0/28) Aug 16 20:46:01.215510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:01.215903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:01.217622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:01.222224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-117cf88c-138c-48f6-83b4-ee471b400e54 req-464c231d-5ea5-409e-871a-52cec37ed8b4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825038 Aug 16 20:46:01.225579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:01.225895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Attempting to bind port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on network ecf0393f-cabc-4737-8738-bfbd11341668 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:01.234386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:01.234857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Checking segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:01.235368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Bound using segment: {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:01.235976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Bound port: f3ee2432-fb58-4683-b0ce-aed0b99a3542, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14df515a-475c-4214-adc0-44df31d0ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:01.236417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.249401 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:46:01.250094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:01.279751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.313407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41e624ae-dd3b-4c27-bb8e-f391dc59a268 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:01.329677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:01.336460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:01.367070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=4c83961e-2e5e-4471-8b09-041c5842796c,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:01.379068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.385282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:01.385804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.514499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.541842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.545189 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f293bb11-3fa0-425d-b193-c3c28336e70c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8763838 Aug 16 20:46:01.579320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:01.588080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18699c79-8723-4dd4-bfd8-ff1b7f3e40a0 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5161719 Aug 16 20:46:01.590730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47102) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:01.599632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:01.604304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.604975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:01.608759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-c96f4891-d1cf-4046-afe4-5fe8e664cd0a service neutron] 10.222.0.64 "PUT /v2.0/ports/f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 1092 time: 3.1929765 Aug 16 20:46:01.609245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:01.611550 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c261e59-6a56-46b2-88e3-93bdea71252d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:01.699191 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7614f7ea-edab-4c6d-8106-84ce26f6d494 x-openstack-request-id: req-7614f7ea-edab-4c6d-8106-84ce26f6d494 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:01.699485 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:01.699822 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7614f7ea-edab-4c6d-8106-84ce26f6d494 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:01.700166 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'status': 'completed', 'code': 200} Aug 16 20:46:01.843483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-a49fd2ec-9d6a-4553-88b1-b22c129dc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.845135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-a49fd2ec-9d6a-4553-88b1-b22c129dc552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1095 time: 0.1575229 Aug 16 20:46:01.868803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-de05932c-2a4c-44a5-9bbe-b34b73952ab5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1163237168&fields=id&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 267 time: 0.1281245 Aug 16 20:46:01.880981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-2053ee66-9b7d-4ea3-becd-52c01a7a51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:01.882583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-2053ee66-9b7d-4ea3-becd-52c01a7a51ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1095 time: 0.1474762 Aug 16 20:46:02.163326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:02.166906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:02.183516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-159e47bb-3f34-4e77-8316-79d1f431d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.183516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-159e47bb-3f34-4e77-8316-79d1f431d1a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.3248050 Aug 16 20:46:02.196547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-e9420b2e-9475-4b4a-904d-0529da33bc37 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.198055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-e9420b2e-9475-4b4a-904d-0529da33bc37 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 816 time: 0.3145683 Aug 16 20:46:02.249190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-4cd80b9a-bb2b-439a-b10e-107f6f29e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.255466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-4cd80b9a-bb2b-439a-b10e-107f6f29e558 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.3501015 Aug 16 20:46:02.373423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-5c993d79-a5b7-48fe-9c00-b4517710d08c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/quotas/01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 375 time: 0.1356847 Aug 16 20:46:02.476846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-4837f667-cff9-407e-bf4b-afa1900af818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 998 time: 0.2776887 Aug 16 20:46:02.497302 n-d-794306-10 neutron-server[95240]: INFO neutron.db.ipam_backend_mixin [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 58843f82-8ff8-4319-8de4-6f0cdc0e7e49 (CIDR: 172.20.0.16/28) Aug 16 20:46:02.539048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-b1c7b228-cfec-4a95-96a9-b5dbfab3cd4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 998 time: 0.2490113 Aug 16 20:46:02.575201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-4b660da1-632d-4bb9-9b55-f1f3ff73f5d7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2008886 Aug 16 20:46:02.612269 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 20:46:02.612678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:02.628086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f75c5c-3770-4b41-9b32-f24227992114 req-037477c4-9b69-413d-87bd-4121d7c3b37a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.629702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9f75c5c-3770-4b41-9b32-f24227992114 req-037477c4-9b69-413d-87bd-4121d7c3b37a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.2361438 Aug 16 20:46:02.687017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-7a19d859-6c41-483c-9e39-c7c40647072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.687017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-7a19d859-6c41-483c-9e39-c7c40647072c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.1913340 Aug 16 20:46:02.736721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-82961fe1-c5f3-4795-9ec5-bc33e79e9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.742243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-82961fe1-c5f3-4795-9ec5-bc33e79e9716 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.1938095 Aug 16 20:46:02.836878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9f75c5c-3770-4b41-9b32-f24227992114 req-e9cfc714-9a14-424b-8cf7-c14c7c56ddb2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655858 Aug 16 20:46:02.846327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70eda336-118d-4600-a422-0d07b254c3dc tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2533095 Aug 16 20:46:02.846532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47142) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:02.851903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-be4fcd67-ba97-4d0f-9465-deba1e73dd57 service neutron] 10.222.0.70 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546678 Aug 16 20:46:02.865032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'subnet': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:02.868561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-b7b3f537-5779-4724-8e80-c60b7ce51ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.870213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-b7b3f537-5779-4724-8e80-c60b7ce51ea6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672754 Aug 16 20:46:02.879482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-a25a4691-9962-4313-b3e2-0e46a74e244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:02.881159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-a25a4691-9962-4313-b3e2-0e46a74e244b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185596 Aug 16 20:46:03.099721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-e631ff11-6d4f-4463-8afe-c9f458fbe8c9 service neutron] 10.222.0.70 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338173 Aug 16 20:46:03.108703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Made reservation on behalf of 026887a407f84182acd9466fc3c02423 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:03.114878 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.118697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-3e0ae483-d404-4d16-91d8-8630defd7b35 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356141 Aug 16 20:46:03.120581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-1cbfd6aa-3326-4bc7-9c67-d4b1c503020e service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205467 Aug 16 20:46:03.401380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-54ed9d87-06d5-435b-a197-10cc3a46b1b2 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660806 Aug 16 20:46:03.416431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2feedefc-0374-48fe-b0fb-c749428c84fe req-d4f298c7-1249-42a7-9815-50a3470bcca2 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886343 Aug 16 20:46:03.461324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.550303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e71ff9c-527e-4a5c-a5d0-1bf62e45a727 req-09f4d8a7-f432-47b2-aa8f-bc288b962ed7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0484519 Aug 16 20:46:03.600933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.645635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-2d693ce4-dd07-4b0f-ab76-889e065aeea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.649181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-2d693ce4-dd07-4b0f-ab76-889e065aeea4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1095 time: 0.0557792 Aug 16 20:46:03.649939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e5a52848-dbb9-4d19-b640-162370811bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.657661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:03.660952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:03.663963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.664591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:03.670815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd93ee-59b3-4f9e-bac2-ec211eedee56 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:03.692224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Subnet': ['ID=1987c881-d1a9-4f03-a0c8-37fe6945a422,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:03.762736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-9b8131db-0375-4b34-8d4b-9465e91b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:03.770037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-9b8131db-0375-4b34-8d4b-9465e91b2d05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.1100612 Aug 16 20:46:03.788022 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49d01788-0c76-41b9-90e2-860866d50dd3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9394548 Aug 16 20:46:03.793031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:03.797811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2105251642', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1987c881-d1a9-4f03-a0c8-37fe6945a422'}], 'security_groups': ['a926348c-bae1-4f53-8f0a-9518e96ba3cd', '10c64ec1-dd3f-4878-b451-f95598624826']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:03.893102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-90d2ada3-0efd-4414-8a7c-e1272db8b1aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 998 time: 0.1188669 Aug 16 20:46:04.029210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Update dhcp port {'port': {'network_id': '51dfc72f-b013-4a9a-8b7e-cd7f65206a2d', 'fixed_ips': [{'subnet_id': '58843f82-8ff8-4319-8de4-6f0cdc0e7e49', 'ip_address': '172.20.0.18'}, {'subnet_id': 'af01f5ed-cc8d-42d7-a53b-acb2d9439963', 'ip_address': '172.20.0.2'}, {'subnet_id': '1987c881-d1a9-4f03-a0c8-37fe6945a422'}], 'binding:host_id': 'n-d-794306-10'}, 'id': '5f4695ae-0740-4121-85bd-7935abb1c1c4'} from n-d-794306-10. {{(pid=95242) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 20:46:04.060958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-6fe69f82-7de3-47c3-b648-02ce2edc4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.063895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.066079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-6fe69f82-7de3-47c3-b648-02ce2edc4a21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.1575968 Aug 16 20:46:04.109885 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.145122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183fde2-2437-4661-b12d-7a4aee678587 req-35a18655-3a9c-4887-b8b1-60bcf354363e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.145964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0183fde2-2437-4661-b12d-7a4aee678587 req-35a18655-3a9c-4887-b8b1-60bcf354363e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.1982586 Aug 16 20:46:04.176899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-bc82068a-b3d9-43c1-a8e0-2b77fcdb9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:04.178467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-bc82068a-b3d9-43c1-a8e0-2b77fcdb9346 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049502 Aug 16 20:46:04.224266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0183fde2-2437-4661-b12d-7a4aee678587 req-7d32a695-e863-46d7-a5bb-9346b328637a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683954 Aug 16 20:46:04.371768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-1753f001-7810-4286-b677-011f66e5e259 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807334 Aug 16 20:46:04.379555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.406016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Allocated IP 172.20.0.34 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/1987c881-d1a9-4f03-a0c8-37fe6945a422/5f4695ae-0740-4121-85bd-7935abb1c1c4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:04.485939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7c261e59-6a56-46b2-88e3-93bdea71252d req-9f1d57d5-6e54-4ce2-8ae1-d5294a4ed593 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049886 Aug 16 20:46:04.589205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:04.635013 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.665460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Transition to ACTIVE for port object 5f4695ae-0740-4121-85bd-7935abb1c1c4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:04.687831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cfa4802a-fe88-47b1-bc72-ddd5e7d181c7 req-2094671c-6933-4ea0-a86b-6e18288438a0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0342114 Aug 16 20:46:04.752856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:04.869184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc3546-f3aa-4641-81d4-c6a5c9a7586b None None] Pushing event updated for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:04.877156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Delete allocated IP 172.20.0.9 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/af01f5ed-cc8d-42d7-a53b-acb2d9439963) {{(pid=95241) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 20:46:04.887463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Allocated IP 172.20.0.42 (51dfc72f-b013-4a9a-8b7e-cd7f65206a2d/1987c881-d1a9-4f03-a0c8-37fe6945a422/5a476999-d027-46f0-a833-62b12ae025aa) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:05.168212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.168212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Transition to ACTIVE for port object 5a476999-d027-46f0-a833-62b12ae025aa will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:05.273073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:05.350676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e89a-9ea5-4424-b223-1ed7b1c23e6d req-859b1bf7-9e85-4192-9557-213d45b4271b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.352224 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38e6e89a-9ea5-4424-b223-1ed7b1c23e6d req-859b1bf7-9e85-4192-9557-213d45b4271b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.0522041 Aug 16 20:46:05.396768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38e6e89a-9ea5-4424-b223-1ed7b1c23e6d req-a7654123-ea5c-43ab-ab06-2a3905cc39f9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Aug 16 20:46:05.576510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.615568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Provisioning for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:05.621362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:05.621808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.679340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event updated for resources: {'Port': ['ID=5a476999-d027-46f0-a833-62b12ae025aa,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:05.705052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] In _notify_port_updated(), no bound segment for port 5a476999-d027-46f0-a833-62b12ae025aa on network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d {{(pid=95241) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 20:46:05.711462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:05.712633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.723608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba20d831-a7e2-4c76-ab50-739d9546c0b9 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "PUT /v2.0/ports/5a476999-d027-46f0-a833-62b12ae025aa HTTP/1.1" status: 200 len: 960 time: 1.9233842 Aug 16 20:46:05.726173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:05.757347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:05.759867 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.804754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:05.805850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbf9d901-cccb-4d7c-b09b-c5b4b4529bde req-85fc2fb1-53fd-44db-84c7-91a870932026 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0376859 Aug 16 20:46:05.864784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port 5a476999-d027-46f0-a833-62b12ae025aa {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:05.865134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.912423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Provisioning for port 5a476999-d027-46f0-a833-62b12ae025aa completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:05.916746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Provisioning complete for port 5a476999-d027-46f0-a833-62b12ae025aa triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:05.917348 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.959013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-323382f8-969e-4797-ba35-94a036d26f92 None None] Port 5a476999-d027-46f0-a833-62b12ae025aa cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:05.970148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:05.977607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for 5a476999-d027-46f0-a833-62b12ae025aa owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:06.275136 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.281556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6a011bde-d50a-41a9-984b-d8bc98956eac None None] Provisioning complete for port 5a476999-d027-46f0-a833-62b12ae025aa triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:06.281924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6a011bde-d50a-41a9-984b-d8bc98956eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.314349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.318836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6a011bde-d50a-41a9-984b-d8bc98956eac None None] Port 5a476999-d027-46f0-a833-62b12ae025aa cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:06.356112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=5a476999-d027-46f0-a833-62b12ae025aa,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:06.432728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.438426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05d98311-6c54-427b-9641-6f2372001a85 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/5a476999-d027-46f0-a833-62b12ae025aa HTTP/1.1" status: 204 len: 168 time: 0.7097421 Aug 16 20:46:06.439363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47210) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:06.469631 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f44c2bd-86dc-4de3-a92e-25107ca4d29b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] GET failed (client error): The resource could not be found. Aug 16 20:46:06.473829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47214) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:06.474328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1f44c2bd-86dc-4de3-a92e-25107ca4d29b tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports/5a476999-d027-46f0-a833-62b12ae025aa HTTP/1.1" status: 404 len: 333 time: 0.0334563 Aug 16 20:46:06.571325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.590003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c0d5f-9f67-4d7e-9a4b-cb459fb5dcd9 req-185b9077-3a59-45dc-a336-7a478c6446c5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:06.591931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc3c0d5f-9f67-4d7e-9a4b-cb459fb5dcd9 req-185b9077-3a59-45dc-a336-7a478c6446c5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 943 time: 0.0832696 Aug 16 20:46:06.595932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.631472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc3c0d5f-9f67-4d7e-9a4b-cb459fb5dcd9 req-a33bd2d0-8a35-45c3-9ed0-0337d5c96a23 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Aug 16 20:46:06.648973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:06.754412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:06.769359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'port_id': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'mac_address': 'fa:16:3e:84:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:06.786864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.790599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.791505 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/security-groups/46d94385-1abf-4301-ae7c-a9bf4985ec3f HTTP/1.1" status: 204 len: 168 time: 0.3158817 Aug 16 20:46:06.794939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:06.803224 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998277b-e1a0-413d-9831-9f17734758ca tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d94385-1abf-4301-ae7c-a9bf4985ec3f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:06.825313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.847391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ee2432-fb58-4683-b0ce-aed0b99a3542 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:06.875655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.876497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:06.886840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:06.942589 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ad94ebc-0c22-403d-afca-0233c3e8a8a5 req-3af0236d-ff66-4ca2-af13-ad013cd83b10 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0372713 Aug 16 20:46:07.038370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.038613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.041104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.046949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/security-groups/10c64ec1-dd3f-4878-b451-f95598624826 HTTP/1.1" status: 204 len: 168 time: 0.2466285 Aug 16 20:46:07.047154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:07.057363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d06b4-00d5-41fe-8e5f-114208644ce2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c64ec1-dd3f-4878-b451-f95598624826,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.121509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.132594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.159772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.230291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922aa496-f48f-43cd-81ea-fb3b1375e1f6 req-16d55350-8daf-4fe2-87d2-5f96ffa62a80 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.230291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-922aa496-f48f-43cd-81ea-fb3b1375e1f6 req-16d55350-8daf-4fe2-87d2-5f96ffa62a80 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 944 time: 0.1368420 Aug 16 20:46:07.289844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f3ee2432-fb58-4683-b0ce-aed0b99a3542'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:07.291901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-922aa496-f48f-43cd-81ea-fb3b1375e1f6 req-b29d8a8b-c1e3-435d-ab29-fe3e610183f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531647 Aug 16 20:46:07.326723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-524bc40f-fd31-4e79-ab03-c84f9d2d124b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.327982 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-524bc40f-fd31-4e79-ab03-c84f9d2d124b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8&tenant_id=a6260687ac4648d18254bc9a5b73117e&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.1025889 Aug 16 20:46:07.336861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.340162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.342977 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/security-groups/a926348c-bae1-4f53-8f0a-9518e96ba3cd HTTP/1.1" status: 204 len: 168 time: 0.2934403 Aug 16 20:46:07.344571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47238) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:07.385737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af4eb5-55f2-4ae0-bcfb-5c7b851d2c9e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926348c-bae1-4f53-8f0a-9518e96ba3cd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.415223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet af01f5ed-cc8d-42d7-a53b-acb2d9439963 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:07.422720 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-1c25f0a3-562f-4267-8c3b-ec317b6888ab service neutron] delete failed (client error): The resource could not be found. Aug 16 20:46:07.423683 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-1c25f0a3-562f-4267-8c3b-ec317b6888ab service neutron] 10.222.0.73 "DELETE /v2.0/ports/f3ee2432-fb58-4683-b0ce-aed0b99a3542/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0879707 Aug 16 20:46:07.426099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.499090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.567568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-674080fe-6f84-4e54-9a65-8ce515bd6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.571880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-674080fe-6f84-4e54-9a65-8ce515bd6b5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0862544 Aug 16 20:46:07.625086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.636506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-779e0735-1586-4471-a688-5c80bc63e7b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.644150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-779e0735-1586-4471-a688-5c80bc63e7b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 816 time: 0.4970009 Aug 16 20:46:07.730587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-cb26457a-f072-4b94-aeeb-bfd8cd4b168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.733064 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-cb26457a-f072-4b94-aeeb-bfd8cd4b168f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.1491127 Aug 16 20:46:07.733602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-c573d44a-0bc2-40cd-b04f-3bc97d7f9843 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 380 time: 0.0674407 Aug 16 20:46:07.749546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'port': {'device_id': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'admin_state_up': True, 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'security_groups': ['995f652e-4cdc-4ad1-bedc-22fc24bf07f3']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:07.808985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-37828336-2091-408b-9567-67921d1a517b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 999 time: 0.0643067 Aug 16 20:46:07.863053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-c6497fec-16d2-41ac-8959-41464ff37149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.864662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-c6497fec-16d2-41ac-8959-41464ff37149 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.0467377 Aug 16 20:46:07.884731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.914599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=af01f5ed-cc8d-42d7-a53b-acb2d9439963,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:07.917152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:07.919271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-43b23d97-5f1b-4871-8992-11ea533fe0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:07.921928 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-43b23d97-5f1b-4871-8992-11ea533fe0be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459709 Aug 16 20:46:07.924186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47252) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:07.924347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f05069f0-6a4c-48c3-b8d1-2818b779e6a5 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/af01f5ed-cc8d-42d7-a53b-acb2d9439963 HTTP/1.1" status: 204 len: 168 time: 0.5785491 Aug 16 20:46:07.935703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae17d4-661c-4f02-9bdd-e65b2516cf09 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:08.038837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 1987c881-d1a9-4f03-a0c8-37fe6945a422 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:08.045768 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.055633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Made reservation on behalf of 01820545e51b45d989ec535b85eb7fa7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:08.062205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.118898 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-b0585cd2-18c2-40f9-9dfd-731506cdd033 service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797972 Aug 16 20:46:08.119519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-306561fc-abd4-45a9-a94b-f3c85a7657ef req-b2f58cca-777c-447d-ae4b-2b8138a0e3b8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0541627 Aug 16 20:46:08.133743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.262727 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Allocated IP 172.20.0.12 (584e6c3c-e2d6-43f4-9b3f-7ffce7471e89/d4c3accd-b448-445f-99a0-207542d7630e/7326298d-cdde-4393-96b9-81bef6f1117c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:08.317622 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f4a81c1a-c0a4-44e1-a263-112bece73d01 req-35f9ed4e-0edb-43f5-87c8-20fffe424efd service neutron] 10.222.0.73 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885853 Aug 16 20:46:08.325838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.657936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:08.668466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.751667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=1987c881-d1a9-4f03-a0c8-37fe6945a422,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:08.764930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.767365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-998b4f23-e9b3-43bd-901a-1fe007cd7f10 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/1987c881-d1a9-4f03-a0c8-37fe6945a422 HTTP/1.1" status: 204 len: 168 time: 0.8418956 Aug 16 20:46:08.769776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47268) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:08.787329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f1f65-7106-45c8-be38-d63d65b22a97 None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:08.803023 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2ecdaf-37b9-41c7-82b1-a36f16d9df53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:08.833018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2ecdaf-37b9-41c7-82b1-a36f16d9df53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:08.833018 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b2ecdaf-37b9-41c7-82b1-a36f16d9df53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/af01f5ed-cc8d-42d7-a53b-acb2d9439963 HTTP/1.1" status: 404 len: 337 time: 0.0338635 Aug 16 20:46:08.834127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47272) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:08.879028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1edd3f-90d4-4539-b1a6-d175463fd5f7 req-1a746367-ce42-4bf4-955a-f382e583b3bc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:08.887310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f1edd3f-90d4-4539-b1a6-d175463fd5f7 req-1a746367-ce42-4bf4-955a-f382e583b3bc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 944 time: 0.0978093 Aug 16 20:46:08.900491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-41e01ae8-57bc-4a58-96b6-ae05ab943a15 None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:08.900491 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-41e01ae8-57bc-4a58-96b6-ae05ab943a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.906089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.927013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting subnet 58843f82-8ff8-4319-8de4-6f0cdc0e7e49 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:08.930984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.932753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Transition to ACTIVE for port object 7326298d-cdde-4393-96b9-81bef6f1117c will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:08.963565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f1edd3f-90d4-4539-b1a6-d175463fd5f7 req-ac34e955-bd66-4247-8178-cd171f849d5e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666728 Aug 16 20:46:08.990410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:08.999151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:09.024681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port f3ee2432-fb58-4683-b0ce-aed0b99a3542 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:09.024990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.076716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.147983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.233926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:09.238408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:09.250354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.256660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.260300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:09.282360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-41e01ae8-57bc-4a58-96b6-ae05ab943a15 None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:09.282740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-41e01ae8-57bc-4a58-96b6-ae05ab943a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.332436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.336338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/58843f82-8ff8-4319-8de4-6f0cdc0e7e49 HTTP/1.1" status: 204 len: 168 time: 0.4998245 Aug 16 20:46:09.337305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47278) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.337672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0909-1c80-4294-b71c-4c9ff4751854 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Subnet': ['ID=58843f82-8ff8-4319-8de4-6f0cdc0e7e49,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.381739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-41e01ae8-57bc-4a58-96b6-ae05ab943a15 None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:09.386050 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-840f373b-d1dc-41ed-b187-39b183daad5d tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.386776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840f373b-d1dc-41ed-b187-39b183daad5d tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.391154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-840f373b-d1dc-41ed-b187-39b183daad5d tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/73dd4c28-2a3a-4341-a2a6-f366f3f3448c HTTP/1.1" status: 404 len: 337 time: 0.0503805 Aug 16 20:46:09.392003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47280) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.392993 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.420487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.421216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.437843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a044008-403b-4634-984f-1a5b8833b4de req-e73d394a-b088-4941-b2aa-5d0cb12707f6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:09.443033 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-943314df-f191-4d58-994c-ac88c60d4d27 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "GET /v2.0/ports?device_id=9979e433-601f-4bbc-9cf1-c05dca18a3a7 HTTP/1.1" status: 200 len: 205 time: 0.0375123 Aug 16 20:46:09.443589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47282) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.445860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a044008-403b-4634-984f-1a5b8833b4de req-e73d394a-b088-4941-b2aa-5d0cb12707f6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 932 time: 0.1821864 Aug 16 20:46:09.510015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a044008-403b-4634-984f-1a5b8833b4de req-ccf15e75-c201-4b48-bfc6-a67f6f5d611f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612447 Aug 16 20:46:09.521074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:09.521210 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-ef514274-079c-44e0-90b5-aef51adfe716 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] delete failed (client error): The resource could not be found. Aug 16 20:46:09.521210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ef514274-079c-44e0-90b5-aef51adfe716 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/routers/9979e433-601f-4bbc-9cf1-c05dca18a3a7 HTTP/1.1" status: 404 len: 336 time: 0.0716898 Aug 16 20:46:09.521405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47284) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.533658 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f81bca9-80fa-4ae5-80e5-e2444b9806fb" -d '{"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:09.542109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:09.573813 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-a326b68f-8631-4863-9dc8-49b7107df0c6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.573813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a326b68f-8631-4863-9dc8-49b7107df0c6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.573813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a326b68f-8631-4863-9dc8-49b7107df0c6 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/f613b0be-e862-406f-ab4a-207e4c47de18 HTTP/1.1" status: 404 len: 337 time: 0.0499458 Aug 16 20:46:09.575238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47290) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.594021 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14711ec6-19d1-4210-9c0d-a5813ac0db92 x-openstack-request-id: req-14711ec6-19d1-4210-9c0d-a5813ac0db92 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:09.596838 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-plugged", "status": "completed", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:09.596838 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14711ec6-19d1-4210-9c0d-a5813ac0db92 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:09.596838 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'code': 200} Aug 16 20:46:09.605430 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ace5e2a-90ff-4e69-a84e-446b9ae905ed tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.605852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ace5e2a-90ff-4e69-a84e-446b9ae905ed tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.607826 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ace5e2a-90ff-4e69-a84e-446b9ae905ed tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/98428fd1-3d71-4d60-a3e5-82f3851923db HTTP/1.1" status: 404 len: 337 time: 0.0308349 Aug 16 20:46:09.610770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47292) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.621524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-3bad37cf-571a-4eb2-b75b-ce1d8385a2b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8764930 Aug 16 20:46:09.644902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Request body: {'port': {'device_id': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:09.647350 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e01bf87-45b5-4ae3-aded-1141f65c0c53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.647819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e01bf87-45b5-4ae3-aded-1141f65c0c53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.649527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e01bf87-45b5-4ae3-aded-1141f65c0c53 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/d1804ed7-8ad0-42f6-962f-18a97229be19 HTTP/1.1" status: 404 len: 337 time: 0.0377212 Aug 16 20:46:09.652203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.679942 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc19110-70e2-490c-b57a-3deeaa3ac1fb tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.680605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc19110-70e2-490c-b57a-3deeaa3ac1fb tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.684700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0cc19110-70e2-490c-b57a-3deeaa3ac1fb tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/dd1a8faf-c2d4-47fc-9d0e-fe7a64877051 HTTP/1.1" status: 404 len: 333 time: 0.0291831 Aug 16 20:46:09.686005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47296) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.703784 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.713304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.733315 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6998ed5c-09c4-495f-8d3a-089ad62f2cc3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.733916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6998ed5c-09c4-495f-8d3a-089ad62f2cc3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.738888 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6998ed5c-09c4-495f-8d3a-089ad62f2cc3 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/a79c3a43-5a8e-4839-81a4-fd0ec79dfa54 HTTP/1.1" status: 404 len: 337 time: 0.0520661 Aug 16 20:46:09.739964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.770177 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-e634c8fe-f4a1-4187-982b-4d37dc2bfe83 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.770868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e634c8fe-f4a1-4187-982b-4d37dc2bfe83 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.777069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e634c8fe-f4a1-4187-982b-4d37dc2bfe83 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/6552d089-3a67-4a66-b036-77fad5477562 HTTP/1.1" status: 404 len: 337 time: 0.0361345 Aug 16 20:46:09.777836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.807708 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe827a7e-7aa8-448c-99c5-39707297041c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.808152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe827a7e-7aa8-448c-99c5-39707297041c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.815869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe827a7e-7aa8-448c-99c5-39707297041c tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/e2404295-65ee-43e3-a844-d594f060505c HTTP/1.1" status: 404 len: 333 time: 0.0309856 Aug 16 20:46:09.816520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.837727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:09.850857 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4a0c82-2060-4c13-8d76-79164d26b7b2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.850857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4a0c82-2060-4c13-8d76-79164d26b7b2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.852959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e4a0c82-2060-4c13-8d76-79164d26b7b2 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/99894217-22f3-4597-bd87-76547220489c HTTP/1.1" status: 404 len: 337 time: 0.0374463 Aug 16 20:46:09.855490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.867540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8018153f-2f81-4c83-b777-65ca099d5d72 None None] Provisioning for port 7326298d-cdde-4393-96b9-81bef6f1117c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:09.873120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8018153f-2f81-4c83-b777-65ca099d5d72 None None] Provisioning complete for port 7326298d-cdde-4393-96b9-81bef6f1117c triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:09.873585 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8018153f-2f81-4c83-b777-65ca099d5d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:09.915859 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcb10f0-5f85-4d22-b8ec-ef533b9e7d2e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] DELETE failed (client error): The resource could not be found. Aug 16 20:46:09.916327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcb10f0-5f85-4d22-b8ec-ef533b9e7d2e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:46:09.919214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6bcb10f0-5f85-4d22-b8ec-ef533b9e7d2e tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/subnets/60f0844a-24b8-4d20-ab87-fc541a22af70 HTTP/1.1" status: 404 len: 337 time: 0.0623453 Aug 16 20:46:09.921919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:09.926188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8018153f-2f81-4c83-b777-65ca099d5d72 None None] Port 7326298d-cdde-4393-96b9-81bef6f1117c cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:10.173187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b55e7-1485-4a9c-b0c5-12ab611f41ec None None] Network 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:10.219059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d34e9-0002-47f0-8b8a-1d867a83876b req-86ee49b3-f171-46ab-bdde-4ca44d119cff tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.220752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d9d34e9-0002-47f0-8b8a-1d867a83876b req-86ee49b3-f171-46ab-bdde-4ca44d119cff tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0794160 Aug 16 20:46:10.294394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d9d34e9-0002-47f0-8b8a-1d867a83876b req-766eb135-7cf5-40e5-98a2-3ac1963bc410 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650978 Aug 16 20:46:10.338295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ed42b3e-2fcd-4a05-a18c-7783f25bb26b None None] Provisioning complete for port 5f4695ae-0740-4121-85bd-7935abb1c1c4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:10.338890 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ed42b3e-2fcd-4a05-a18c-7783f25bb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.350818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47322) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.437062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:10.460719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Deleting port d7a61926-8681-46a1-8f4a-f262f631a8db {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:10.460719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.473520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e50a3e57-8520-4479-bf5d-223eb3d68cde tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/fcffb997-56de-4110-abcb-a8e911bed8bb HTTP/1.1" status: 200 len: 992 time: 0.1215591 Aug 16 20:46:10.490009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.497103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ed42b3e-2fcd-4a05-a18c-7783f25bb26b None None] Provisioning complete for port d7a61926-8681-46a1-8f4a-f262f631a8db triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:10.498518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ed42b3e-2fcd-4a05-a18c-7783f25bb26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.508942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Transition to ACTIVE for port object 7326298d-cdde-4393-96b9-81bef6f1117c will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:10.517355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] DHCP port deletion for 51dfc72f-b013-4a9a-8b7e-cd7f65206a2d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:10.574628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.577276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6ed42b3e-2fcd-4a05-a18c-7783f25bb26b None None] Port d7a61926-8681-46a1-8f4a-f262f631a8db cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:10.597769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Calling delete_port for d7a61926-8681-46a1-8f4a-f262f631a8db owned by {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:10.617021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Deleting port 5f4695ae-0740-4121-85bd-7935abb1c1c4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:10.617890 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.646806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.699515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] For port 5f4695ae-0740-4121-85bd-7935abb1c1c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5f4695ae-0740-4121-85bd-7935abb1c1c4,segment=NetworkSegment(01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2),segment_id=01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:10.699996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.715486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Calling delete_port for 5f4695ae-0740-4121-85bd-7935abb1c1c4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:10.726617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e83c1-a539-4359-b843-960296e1fbb8 req-1f3cb73b-4c1a-40b6-8bbd-83f47506e563 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:10.729227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c2e83c1-a539-4359-b843-960296e1fbb8 req-1f3cb73b-4c1a-40b6-8bbd-83f47506e563 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 932 time: 0.1274130 Aug 16 20:46:10.731970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.823286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c2e83c1-a539-4359-b843-960296e1fbb8 req-08e49974-0b33-4005-9de4-2520bfbf2280 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861979 Aug 16 20:46:10.846006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Attempting to bind port 7326298d-cdde-4393-96b9-81bef6f1117c on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:10.846608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Attempting to bind port 7326298d-cdde-4393-96b9-81bef6f1117c by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:10.847140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Attempting to bind port 7326298d-cdde-4393-96b9-81bef6f1117c on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:10.849698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.856109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Port 7326298d-cdde-4393-96b9-81bef6f1117c on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:10.857627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Attempting to bind port 7326298d-cdde-4393-96b9-81bef6f1117c on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:10.866935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:10.871125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Checking segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:10.871125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Bound using segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:10.871125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Bound port: 7326298d-cdde-4393-96b9-81bef6f1117c, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:10.871125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.888410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Port': ['ID=d7a61926-8681-46a1-8f4a-f262f631a8db,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.894959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.900436 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3796d2b-d054-4b30-8478-a3b8d375542a tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/ports/d7a61926-8681-46a1-8f4a-f262f631a8db HTTP/1.1" status: 204 len: 168 time: 0.9770494 Aug 16 20:46:10.901286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:10.939476 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:10.987315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] Pushing event deleted for resources: {'Port': ['ID=5f4695ae-0740-4121-85bd-7935abb1c1c4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:10.994657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:11.001979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46905f0-e310-41d9-b344-9035c08c3cf4 None None] No DVR routers for this DVR port 5f4695ae-0740-4121-85bd-7935abb1c1c4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:11.002606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:11.034549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.118979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.123861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.136231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dfc72f-b013-4a9a-8b7e-cd7f65206a2d']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:11.148054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:11.148359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e8c5c3-e96e-42d6-bef5-bdb24aa7cad2') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:11.159006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.159006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.159006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] 10.222.0.73 "PUT /v2.0/ports/7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 1093 time: 1.5151088 Aug 16 20:46:11.159006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:11.159534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.161898 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2d136-cf23-486a-8cc3-a98473db6a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:11.180573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.192045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:11.192454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:11.195784 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:11.205924 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90d50d-0616-4b0d-8480-1244a85ccb81 x-openstack-request-id: req-1c90d50d-0616-4b0d-8480-1244a85ccb81 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:11.206221 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:11.206501 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c90d50d-0616-4b0d-8480-1244a85ccb81 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:11.207079 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'status': 'completed', 'code': 200} Aug 16 20:46:11.210382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119eee0-c12d-4fd9-b658-d33272606d57 service neutron] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.283990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-78b2ff90-c74e-40c9-b7ad-0cbac624523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.285540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-78b2ff90-c74e-40c9-b7ad-0cbac624523f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1096 time: 0.0570469 Aug 16 20:46:11.327183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:11.352418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5f4695ae-0740-4121-85bd-7935abb1c1c4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:11.352922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5f4695ae-0740-4121-85bd-7935abb1c1c4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:11.410463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-3febc1d3-26bb-42b8-9001-dc4d64ad91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.415965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-3febc1d3-26bb-42b8-9001-dc4d64ad91b7 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01820545e51b45d989ec535b85eb7fa7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1183257 Aug 16 20:46:11.495301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.513418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-ba03022a-8113-4f66-a771-5c787aae4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.515105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bc2d136-cf23-486a-8cc3-a98473db6a1c req-ba03022a-8113-4f66-a771-5c787aae4e1b service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947371 Aug 16 20:46:11.523354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:11.527498 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] 10.222.0.70 "DELETE /v2.0/networks/51dfc72f-b013-4a9a-8b7e-cd7f65206a2d HTTP/1.1" status: 204 len: 168 time: 0.6228628 Aug 16 20:46:11.527498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd7c2-1994-4c77-803a-c37d0386d255 tempest-PortsTestJSON-1666478798 tempest-PortsTestJSON-1666478798-project] Pushing event deleted for resources: {'Network': ['ID=51dfc72f-b013-4a9a-8b7e-cd7f65206a2d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:11.616856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-ab18741c-6eaf-4fc5-b7a9-dd1eb287de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.618382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-ab18741c-6eaf-4fc5-b7a9-dd1eb287de5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1096 time: 0.0471539 Aug 16 20:46:11.673755 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-a24246b7-44d0-4509-b175-38e37302fc5b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 217 time: 0.0387108 Aug 16 20:46:11.728870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-981e10db-8f47-4147-a383-4fcad8d339b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.730277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-981e10db-8f47-4147-a383-4fcad8d339b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0453305 Aug 16 20:46:11.779978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-14ea7738-48c1-4f56-b01a-bf271ad543c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:11.781489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-14ea7738-48c1-4f56-b01a-bf271ad543c1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426035 Aug 16 20:46:11.911175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-60674520-b4ba-43ae-9a02-f8bbbd33c1fb service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192229 Aug 16 20:46:12.017793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978498-8cf8-46e5-978b-7a6df38250a6 req-a6183221-9988-4468-bdd6-4ccf67238928 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:12.019402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c978498-8cf8-46e5-978b-7a6df38250a6 req-a6183221-9988-4468-bdd6-4ccf67238928 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.1073370 Aug 16 20:46:12.084680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf51e0dd-5e49-41c3-b770-40861d1b0500 req-518b3964-2945-4628-aacf-6ecd80d2bb23 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627231 Aug 16 20:46:12.101433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c978498-8cf8-46e5-978b-7a6df38250a6 req-692af422-8a1a-4fe4-bed8-5ac1f55a6b19 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722067 Aug 16 20:46:12.164551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47362) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:12.306932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5c739e0-b25c-40cb-9e79-9f4f7de66f93 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=026887a407f84182acd9466fc3c02423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411631 Aug 16 20:46:12.309484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47366) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:12.363639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.389731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.701650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.704360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:12.705541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8670571-60dd-45a8-b9ad-09397247f828 HTTP/1.1" status: 204 len: 168 time: 0.3943398 Aug 16 20:46:12.714110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309eb2e-0c52-4a15-a87f-f154873e0972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8670571-60dd-45a8-b9ad-09397247f828,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:13.224873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc289a95-98da-48b8-ab85-2f71b4f24fcf req-053c60b1-8685-4c64-89fa-78211c190559 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:13.226632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc289a95-98da-48b8-ab85-2f71b4f24fcf req-053c60b1-8685-4c64-89fa-78211c190559 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0593607 Aug 16 20:46:13.269641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc289a95-98da-48b8-ab85-2f71b4f24fcf req-562af374-299a-4765-8d37-7e70635cfc3d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354817 Aug 16 20:46:13.361026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-66ec05b5-9773-48f1-adfd-dd1ba381aad5 req-d23570fc-9665-4b75-9ce4-aebb6659ffe2 service neutron] (95240) timed out ('10.222.0.70', 36626) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:46:13.989491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47412) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:14.099901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1569830988'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:14.201890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Made reservation on behalf of 98aee2a545654d4cb54c501651649309 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:14.221421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.232710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.369350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.409250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8429a-0cad-4ec1-b0e9-6452e38cbdeb req-f680b35d-ca21-4280-983e-a3ed5d44a425 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.410880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bde8429a-0cad-4ec1-b0e9-6452e38cbdeb req-f680b35d-ca21-4280-983e-a3ed5d44a425 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0619507 Aug 16 20:46:14.453472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bde8429a-0cad-4ec1-b0e9-6452e38cbdeb req-55d35a86-dea9-4da4-a631-380e42e88373 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364356 Aug 16 20:46:14.454475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.492743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:14.503115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01daf16-7fe6-47c7-ab3e-00f2ca8b0a2b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.509879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.512043 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Added segment 65a8e9fc-811e-411d-b894-20f80d71cdd0 of type vlan for network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 Aug 16 20:46:14.558710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.689873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:14.701152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.706866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:14.707463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.774038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event updated for resources: {'Network': ['ID=1c1f2785-1739-4ebf-9de8-c2a2cbff7451,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:14.791839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:14.801621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:14.847850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7326298d-cdde-4393-96b9-81bef6f1117c', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:14.855886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-44647a4d-a426-4e38-bc8e-9edf7b320987 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8650978 Aug 16 20:46:14.859153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47430) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:14.864226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Request body: {'subnet': {'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:14.923056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:14.946077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:14.971410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:15.015542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-8a703376-5191-485b-8e22-dd6d2f49a447 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701733 Aug 16 20:46:15.055016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.080314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d7679-c926-47cf-8117-27beddb435af req-dfb3d488-46cb-4dfc-aa2b-28338f1f4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.081896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-dfb3d488-46cb-4dfc-aa2b-28338f1f4491 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a221218ba4444ae8975099f71c45ce2&device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 1101 time: 0.0425086 Aug 16 20:46:15.103105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.147789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Made reservation on behalf of 98aee2a545654d4cb54c501651649309 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:15.151357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.269099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d7679-c926-47cf-8117-27beddb435af req-8fbc8122-1977-4485-8691-3f0fab91c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.270774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-8fbc8122-1977-4485-8691-3f0fab91c3c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.1692569 Aug 16 20:46:15.294456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7326298d-cdde-4393-96b9-81bef6f1117c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:15.332171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-24f12429-0c71-47e2-9196-3f9cdb57ee14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 200 len: 217 time: 0.0525200 Aug 16 20:46:15.485710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d7679-c926-47cf-8117-27beddb435af req-190af361-77f4-4694-8fad-69d4fdde5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.487484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-190af361-77f4-4694-8fad-69d4fdde5229 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.1388197 Aug 16 20:46:15.540468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d7679-c926-47cf-8117-27beddb435af req-d1e67269-9164-478f-969a-d7e813c7f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.541982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-d1e67269-9164-478f-969a-d7e813c7f0f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473990 Aug 16 20:46:15.610036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:15.727138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event updated for resources: {'Subnet': ['ID=10682f00-19f8-4795-9465-4a1b7541e6da,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:15.743789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-fa96fcca-d672-4127-bd17-1abfcbdb7122 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745019082&fields=id&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 267 time: 0.1306634 Aug 16 20:46:15.751458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451d91a-4920-49ce-b668-ebe8424b01a9 req-07863d6c-5ece-4284-ba88-2308b9f6680e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.753077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8451d91a-4920-49ce-b668-ebe8424b01a9 req-07863d6c-5ece-4284-ba88-2308b9f6680e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 945 time: 0.2160234 Aug 16 20:46:15.770536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-9ae7328c-bb6c-4cf6-99f5-8b79ca3e4a35 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197542 Aug 16 20:46:15.882295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Checking segment: {'id': '65a8e9fc-811e-411d-b894-20f80d71cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:15.882665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Network hostable DHCP agents. Network: 1c1f2785-1739-4ebf-9de8-c2a2cbff7451, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:15.940725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8451d91a-4920-49ce-b668-ebe8424b01a9 req-3fed9770-2ed8-40e5-835a-2c8c7767b6ef tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749871 Aug 16 20:46:15.987220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-739f7e08-2c95-40bf-847a-d380c0f0e3c7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:15.988637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-739f7e08-2c95-40bf-847a-d380c0f0e3c7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2246044 Aug 16 20:46:16.005533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-692d7679-c926-47cf-8117-27beddb435af req-94a3f7ed-ba63-4f46-8899-b187d6273f27 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177651 Aug 16 20:46:16.007904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-07eb8abf-4a4a-4fb7-8806-8c56de882f01 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0121689 Aug 16 20:46:16.064578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-90e587a0-a50f-47a8-86ca-c74eb5c63f01 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490532 Aug 16 20:46:16.066560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:16.169102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-7a919ccf-82d0-4044-8c09-c79968edb3a6 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911980 Aug 16 20:46:16.201959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 1c1f2785-1739-4ebf-9de8-c2a2cbff7451) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:16.209938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999ab4a-0ceb-40b5-a70e-b415a76f97dd None None] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:16.233294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:16.233996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.292329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-5c85feb7-c344-40cd-8f36-899a485c3ae1 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158621 Aug 16 20:46:16.386202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-1c1f2785-1739-4ebf-9de8-c2a2cbff7451', 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451', 'tenant_id': '98aee2a545654d4cb54c501651649309', 'fixed_ips': [{'subnet_id': '10682f00-19f8-4795-9465-4a1b7541e6da'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:46:16.387324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.424812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-859d5fea-c697-4c1f-8e37-840007041a76 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5501454 Aug 16 20:46:16.426810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:16.432234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Request body: {'port': {'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451', 'name': 'tempest-TagsExtTest-704666135'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:16.530429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Allocated IP 172.20.0.2 (1c1f2785-1739-4ebf-9de8-c2a2cbff7451/10682f00-19f8-4795-9465-4a1b7541e6da/e63de68b-03ee-467d-990e-a49b5eb10786) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:16.643952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Made reservation on behalf of 98aee2a545654d4cb54c501651649309 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:16.647657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.670271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] device_id is not set on port b00a1227-2868-4a58-8eaf-fc0e0807198b yet. {{(pid=95240) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:46:16.682862 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.692699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Transition to ACTIVE for port object e63de68b-03ee-467d-990e-a49b5eb10786 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:16.707916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Transition to ACTIVE for port object e63de68b-03ee-467d-990e-a49b5eb10786 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:16.719340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:16.833092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.881969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:16.881969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 7326298d-cdde-4393-96b9-81bef6f1117c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:16.886916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:16.889644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:16.895799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Allocated IP 172.20.0.4 (1c1f2785-1739-4ebf-9de8-c2a2cbff7451/10682f00-19f8-4795-9465-4a1b7541e6da/b00a1227-2868-4a58-8eaf-fc0e0807198b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:16.902586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7326298d-cdde-4393-96b9-81bef6f1117c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:16.902968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.937140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Pushing event updated for resources: {'Port': ['ID=e63de68b-03ee-467d-990e-a49b5eb10786,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:16.983852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Attempting to bind port e63de68b-03ee-467d-990e-a49b5eb10786 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:16.984396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Attempting to bind port e63de68b-03ee-467d-990e-a49b5eb10786 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '65a8e9fc-811e-411d-b894-20f80d71cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:16.984980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Attempting to bind port e63de68b-03ee-467d-990e-a49b5eb10786 on network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:16.996038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:16.996557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Checking segment: {'id': '65a8e9fc-811e-411d-b894-20f80d71cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:16.997069 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:16.997554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Bound using segment: {'id': '65a8e9fc-811e-411d-b894-20f80d71cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:16.998113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Bound port: e63de68b-03ee-467d-990e-a49b5eb10786, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a8e9fc-811e-411d-b894-20f80d71cdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1c1f2785-1739-4ebf-9de8-c2a2cbff7451'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:16.998583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.110061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.139079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.143801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Transition to ACTIVE for port object b00a1227-2868-4a58-8eaf-fc0e0807198b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:17.155877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] For port e63de68b-03ee-467d-990e-a49b5eb10786, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:17.174715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:17.177274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:17.179715 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2894e-6de0-4ab6-a778-d20a761365e8" -d '{"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:17.191818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] For port e63de68b-03ee-467d-990e-a49b5eb10786, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e63de68b-03ee-467d-990e-a49b5eb10786,segment=NetworkSegment(65a8e9fc-811e-411d-b894-20f80d71cdd0),segment_id=65a8e9fc-811e-411d-b894-20f80d71cdd0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:17.197551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee0d2efb-5028-4d38-af48-d64781fbeb18 req-acf88bdb-a509-44d7-ba03-0b8c033f26a4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0748515 Aug 16 20:46:17.243537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ccf1a-6c80-4bd5-9e56-f4a48217fbe1 req-ce14c90f-6aff-4d78-8de8-d33ca90a2972 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.247773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-462ccf1a-6c80-4bd5-9e56-f4a48217fbe1 req-ce14c90f-6aff-4d78-8de8-d33ca90a2972 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 945 time: 0.1666758 Aug 16 20:46:17.266546 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.291531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-462ccf1a-6c80-4bd5-9e56-f4a48217fbe1 req-df33db1d-b5d6-4634-84ac-adef0fc65fe2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377362 Aug 16 20:46:17.313910 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b364694-20e0-4434-b2c4-958a024d7d95 x-openstack-request-id: req-7b364694-20e0-4434-b2c4-958a024d7d95 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:17.314192 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:17.314651 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b364694-20e0-4434-b2c4-958a024d7d95 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:17.315220 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'code': 200} Aug 16 20:46:17.321828 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.331301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:17.382806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.392011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18fe97b-8b28-4d26-aee4-1bad78c809ba None None] Pushing event updated for resources: {'Port': ['ID=e63de68b-03ee-467d-990e-a49b5eb10786,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:17.429374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:17.440691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:17.443010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:17.476889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecac704-b298-493e-afd4-7af8eccdff40 req-a3406f3f-07ab-4606-b29f-3bdf90dce1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.478439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ecac704-b298-493e-afd4-7af8eccdff40 req-a3406f3f-07ab-4606-b29f-3bdf90dce1aa service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1098 time: 0.1354213 Aug 16 20:46:17.485407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event updated for resources: {'Port': ['ID=b00a1227-2868-4a58-8eaf-fc0e0807198b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:17.539813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:17.539813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.552144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ecac704-b298-493e-afd4-7af8eccdff40 req-2485795f-d66d-45c0-b71f-8712f60d32ea service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606344 Aug 16 20:46:17.673448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b8dc4d97-5977-4630-9a2a-372fc62f194a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2454951 Aug 16 20:46:17.676275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47500) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:17.681048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1206161795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:17.786909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.788035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.843151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:17.941056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.055496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.057236 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e52fc234-a9b6-4ebd-98f6-a8aae86bfc15 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3794138 Aug 16 20:46:18.060065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47510) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:18.065046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3b4859de-9368-451c-976f-60e7e0be7e65 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1988334769', 'prefixes': ['172.20.0.0/16']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:18.311163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee0f10ad-1fcf-4f81-a492-63bba62bdc73 req-33c4361e-32d7-4cca-bbe6-225dbe252a93 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0320950 Aug 16 20:46:18.385315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a607fac-4a86-4c88-b687-b98216b9ccf0 None None] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:18.442746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.453699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48191140-763c-4f91-b565-37dfa868aeb3 req-167171bf-48bf-47c8-af2c-af1582d0bbcd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:18.455437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48191140-763c-4f91-b565-37dfa868aeb3 req-167171bf-48bf-47c8-af2c-af1582d0bbcd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0555913 Aug 16 20:46:18.502427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48191140-763c-4f91-b565-37dfa868aeb3 req-a37d52b9-30c8-481c-bc39-110ea9c974c7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Aug 16 20:46:18.598401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a842440b-bf24-4b47-803e-77390d86ce93 None None] Provisioning for port e63de68b-03ee-467d-990e-a49b5eb10786 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:18.598572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3b4859de-9368-451c-976f-60e7e0be7e65 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for subnetpool, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:18.606012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:18.607502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3b4859de-9368-451c-976f-60e7e0be7e65 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5450809 Aug 16 20:46:18.615482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-3d2593fd-dcc6-4f56-bd5a-984a8921379e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-519524286') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:18.847138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d2593fd-dcc6-4f56-bd5a-984a8921379e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-519524286 HTTP/1.1" status: 201 len: 201 time: 0.2370234 Aug 16 20:46:18.847864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47530) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:18.852713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-abeb2fd0-5260-424f-9ba4-8975da024682 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-7828750') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:18.998160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-964e2b59-7442-42b6-9c9e-6977b046d6c7 None None] Provisioning for port b00a1227-2868-4a58-8eaf-fc0e0807198b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:19.002474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-964e2b59-7442-42b6-9c9e-6977b046d6c7 None None] Provisioning complete for port b00a1227-2868-4a58-8eaf-fc0e0807198b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:19.002905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-964e2b59-7442-42b6-9c9e-6977b046d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.040908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-964e2b59-7442-42b6-9c9e-6977b046d6c7 None None] Port b00a1227-2868-4a58-8eaf-fc0e0807198b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:19.067623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-abeb2fd0-5260-424f-9ba4-8975da024682 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-7828750 HTTP/1.1" status: 201 len: 201 time: 0.2185245 Aug 16 20:46:19.070152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47534) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.074939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-3c49b4db-5731-4bd4-acdd-e458df1bf3ae tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-484030573') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.159559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-334a9de7-e040-403c-ab8b-1f3039ef3048 None None] Provisioning complete for port b00a1227-2868-4a58-8eaf-fc0e0807198b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:19.159960 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-334a9de7-e040-403c-ab8b-1f3039ef3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.193185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-334a9de7-e040-403c-ab8b-1f3039ef3048 None None] Port b00a1227-2868-4a58-8eaf-fc0e0807198b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:19.304888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3c49b4db-5731-4bd4-acdd-e458df1bf3ae tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-484030573 HTTP/1.1" status: 201 len: 201 time: 0.2310026 Aug 16 20:46:19.305748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47540) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.312884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-8d0ccb2d-59a1-4268-8b63-578881e3cf8b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-1711035500') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.316625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e63de68b-03ee-467d-990e-a49b5eb10786 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:19.464491 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8d0ccb2d-59a1-4268-8b63-578881e3cf8b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-1711035500 HTTP/1.1" status: 201 len: 201 time: 0.1556232 Aug 16 20:46:19.464760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47544) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.469937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-5c2678f4-413b-49d9-a08d-e364c7032a2c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.500892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e63de68b-03ee-467d-990e-a49b5eb10786 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:19.505616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e63de68b-03ee-467d-990e-a49b5eb10786 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:19.506075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.588713 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c2678f4-413b-49d9-a08d-e364c7032a2c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 200 len: 240 time: 0.1226122 Aug 16 20:46:19.591274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47550) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.596642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-39ef879d-39ad-4240-a30f-9e36e4c2fff9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-519524286') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.677275 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39ef879d-39ad-4240-a30f-9e36e4c2fff9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-519524286 HTTP/1.1" status: 204 len: 168 time: 0.0817368 Aug 16 20:46:19.677566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47554) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.680294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.682793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-ab85e66d-6f1c-4c67-991a-4a0f89c8453b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-519524286') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.728934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e63de68b-03ee-467d-990e-a49b5eb10786, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e63de68b-03ee-467d-990e-a49b5eb10786,segment=NetworkSegment(65a8e9fc-811e-411d-b894-20f80d71cdd0),segment_id=65a8e9fc-811e-411d-b894-20f80d71cdd0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:19.823060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6954fbcf-5e7d-4243-b5ba-94b7663b1895 req-e5a4d5cf-7e30-4030-a8bc-bc92be67b3ed tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.4278669 Aug 16 20:46:19.867773 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:19.882681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ab85e66d-6f1c-4c67-991a-4a0f89c8453b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-519524286 HTTP/1.1" status: 204 len: 168 time: 0.2040589 Aug 16 20:46:19.885297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47558) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.889792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-d9f6dd26-deb7-4517-ad7d-18d866ecc89e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:19.890204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4260f8f-6e20-4c8b-9060-83711058d365 req-5b81c15b-8c39-4b5e-a851-ff955ef2fcf6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:19.897704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4260f8f-6e20-4c8b-9060-83711058d365 req-5b81c15b-8c39-4b5e-a851-ff955ef2fcf6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0733781 Aug 16 20:46:19.928810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e63de68b-03ee-467d-990e-a49b5eb10786,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:19.938014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.938650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.939153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.939688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.940220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.940723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.941222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.941723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.942360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.943517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.944051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.944679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:19.979969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4260f8f-6e20-4c8b-9060-83711058d365 req-135285d8-a9f9-45ca-af9f-aff9aed96372 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813696 Aug 16 20:46:19.986454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d9f6dd26-deb7-4517-ad7d-18d866ecc89e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 200 len: 205 time: 0.1000967 Aug 16 20:46:19.989004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47560) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:19.994009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-7b6d1e0b-d9fb-428f-9fd7-d214680d7eb2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.062737 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7b6d1e0b-d9fb-428f-9fd7-d214680d7eb2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 200 len: 238 time: 0.0719640 Aug 16 20:46:20.065009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.074372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-86aa207c-d26b-4707-82b8-1b876ab42f79 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-7828750') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.081897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-61cdace5-6d37-4561-b453-678db554c2b2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.084217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-61cdace5-6d37-4561-b453-678db554c2b2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1715770 Aug 16 20:46:20.136843 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86aa207c-d26b-4707-82b8-1b876ab42f79 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-7828750 HTTP/1.1" status: 204 len: 168 time: 0.0679708 Aug 16 20:46:20.137146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.142301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-c3dc0f64-0bd2-4dce-8fde-ed107b8a8a2b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-7828750') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.163794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0fc31-6365-445b-8aac-4f95b57caed0 req-54fafda8-eb77-4a17-a2a0-6b68ecb23413 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:20.165282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96f0fc31-6365-445b-8aac-4f95b57caed0 req-54fafda8-eb77-4a17-a2a0-6b68ecb23413 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0787845 Aug 16 20:46:20.173382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-f4db0621-8a60-46fa-bda0-04e326828b4d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 379 time: 0.0583169 Aug 16 20:46:20.175099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47572) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.180167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'floatingip': {'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:20.188345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'security_groups': ['222da85e-0f6c-4bf9-9b70-9ba927848858']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:20.262200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.320358 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3dc0f64-0bd2-4dce-8fde-ed107b8a8a2b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-7828750 HTTP/1.1" status: 204 len: 168 time: 0.1809444 Aug 16 20:46:20.321550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47576) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.326678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-a98bafe4-82f2-4029-8c1c-759a6c1a812f tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.433661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a98bafe4-82f2-4029-8c1c-759a6c1a812f tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 200 len: 205 time: 0.1107318 Aug 16 20:46:20.435953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47578) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.441311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-9bf5c8a2-bb2d-43cc-830c-d4bf4b6033a1 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.558906 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9bf5c8a2-bb2d-43cc-830c-d4bf4b6033a1 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 200 len: 240 time: 0.1215374 Aug 16 20:46:20.561563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.573430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-5cae1479-8820-4efb-bc5e-8ec4d12f1a83 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-484030573') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.580998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:20.584541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.658221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5cae1479-8820-4efb-bc5e-8ec4d12f1a83 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-484030573 HTTP/1.1" status: 204 len: 168 time: 0.0952175 Aug 16 20:46:20.659378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47584) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.664680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-3ff11dc0-147c-470f-80fc-8220d8b2b83c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-484030573') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.841847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.13 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/6ff0c870-5ab5-4d11-a207-572fd7be2fcd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:20.856213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ff11dc0-147c-470f-80fc-8220d8b2b83c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-484030573 HTTP/1.1" status: 204 len: 168 time: 0.1964161 Aug 16 20:46:20.858299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47590) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.865557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-bc1327c6-8273-4f84-b134-8b28d0416f72 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:20.923469 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:20.967514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc1327c6-8273-4f84-b134-8b28d0416f72 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 200 len: 205 time: 0.1071968 Aug 16 20:46:20.970919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:20.975974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-2615297c-074c-43c8-ab27-99acab34faa9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.024793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f36b740d-a866-445a-a049-9fc6a7d56d4c req-c5dae32d-f252-4d52-9a80-e24554f205b6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0693178 Aug 16 20:46:21.028022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.066773 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2615297c-074c-43c8-ab27-99acab34faa9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 200 len: 241 time: 0.0864236 Aug 16 20:46:21.066953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.072502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-eb83cff7-1060-4cb8-8d9c-94571aea755a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-1711035500') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.126498 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eb83cff7-1060-4cb8-8d9c-94571aea755a tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-1711035500 HTTP/1.1" status: 204 len: 168 time: 0.0585644 Aug 16 20:46:21.127974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.132678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-e39d1508-6f74-421f-a5eb-ae7587cef223 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-1711035500') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.186738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.209551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 6ff0c870-5ab5-4d11-a207-572fd7be2fcd will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:21.212960 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Floating IP e5941b96-2293-446c-b1df-2734048fc40c associated. External IP: 172.25.7.71, port: 7326298d-cdde-4393-96b9-81bef6f1117c. Aug 16 20:46:21.276001 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e39d1508-6f74-421f-a5eb-ae7587cef223 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-1711035500 HTTP/1.1" status: 204 len: 168 time: 0.1469276 Aug 16 20:46:21.277043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.283537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-1269bd6c-a50c-4fc0-b7d6-a9591b672fa7 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.319909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e63de68b-03ee-467d-990e-a49b5eb10786 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:21.322504 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1269bd6c-a50c-4fc0-b7d6-a9591b672fa7 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 200 len: 205 time: 0.0436261 Aug 16 20:46:21.324199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47608) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.330268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-12720b60-0b25-42f8-97d4-f5883e22011e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.367265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12720b60-0b25-42f8-97d4-f5883e22011e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0431378 Aug 16 20:46:21.368237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47610) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.375924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-616e8512-7b0b-483e-93c5-c2819d565cd4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.405015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e63de68b-03ee-467d-990e-a49b5eb10786 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:21.405783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.462035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.503655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-616e8512-7b0b-483e-93c5-c2819d565cd4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 204 len: 168 time: 0.1321881 Aug 16 20:46:21.506275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.516044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-a1413ae4-bc1a-4b59-9e88-6c2da6b8b6d2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.572295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:21.573935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:21.581017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:21.584862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:21.588706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:21.600354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1413ae4-bc1a-4b59-9e88-6c2da6b8b6d2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 204 len: 168 time: 0.0929358 Aug 16 20:46:21.601357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.606397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-c486e131-67c2-478b-b2ba-a28dd740df3f tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.686412 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c486e131-67c2-478b-b2ba-a28dd740df3f tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 204 len: 168 time: 0.0835536 Aug 16 20:46:21.694231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:21.694865 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.696612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47616) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.702251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-9e2496d0-2a5e-4846-8605-2270268bff6c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-1003392550') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.806990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:21.814130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:21.820296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:21.832500 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:21.833146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:21.857892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-ce1e646b-ad0f-47f4-9e1b-043415137269 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6733875 Aug 16 20:46:21.864827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c86bd610-df51-41fc-986c-0db3b2e9b577 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "PUT /v2.0/floatingips/e5941b96-2293-446c-b1df-2734048fc40c HTTP/1.1" status: 200 len: 991 time: 1.6853592 Aug 16 20:46:21.864827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:21.865324 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38265b9b-8841-4981-87ec-cc38362101fe" -d '{"events": [{"name": "network-changed", "server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:21.874548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Request body: {'port': {'device_id': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:21.975986 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e2496d0-2a5e-4846-8605-2270268bff6c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-1003392550 HTTP/1.1" status: 201 len: 201 time: 0.2782452 Aug 16 20:46:21.978638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:21.989980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-922a9780-fa2e-4e18-a372-8126e39fc115 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-373537527') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.078026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.081562 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f61920-ac32-408e-9342-79bddf592f26 x-openstack-request-id: req-10f61920-ac32-408e-9342-79bddf592f26 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:22.081854 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:22.082109 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10f61920-ac32-408e-9342-79bddf592f26 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:22.082794 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'status': 'completed', 'code': 200} Aug 16 20:46:22.084308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.140080 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:22.158670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b7f111d5-b257-4b07-ab7f-fefce76feae5 None None] Provisioning for port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:22.175637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b7f111d5-b257-4b07-ab7f-fefce76feae5 None None] Provisioning complete for port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:22.183678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7f111d5-b257-4b07-ab7f-fefce76feae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:22.281237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b7f111d5-b257-4b07-ab7f-fefce76feae5 None None] Port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:46:22.333014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-922a9780-fa2e-4e18-a372-8126e39fc115 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-373537527 HTTP/1.1" status: 201 len: 201 time: 0.3503656 Aug 16 20:46:22.333014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:22.337946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-de9bf2f6-4126-4ce2-a645-8e906141d632 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-1628677963') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.377351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d734a04-96c5-4164-bd45-714c19619199 req-ea4da185-7fa6-4739-9d16-fe379e372c59 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.378968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d734a04-96c5-4164-bd45-714c19619199 req-ea4da185-7fa6-4739-9d16-fe379e372c59 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 932 time: 0.1797752 Aug 16 20:46:22.394483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38265b9b-8841-4981-87ec-cc38362101fe req-58b7246f-aaa4-4c4f-a75a-77a144e7fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.396119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-58b7246f-aaa4-4c4f-a75a-77a144e7fd85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1098 time: 0.3125644 Aug 16 20:46:22.556132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de9bf2f6-4126-4ce2-a645-8e906141d632 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-1628677963 HTTP/1.1" status: 201 len: 201 time: 0.2195075 Aug 16 20:46:22.556368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47640) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:22.561505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-f479729b-4f17-40f5-b4a4-0619c4f6dd1d tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-1454124645') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.582991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d734a04-96c5-4164-bd45-714c19619199 req-22d68d90-872a-4021-b9fa-c66f8a8d2c67 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856701 Aug 16 20:46:22.659223 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e5941b96-2293-446c-b1df-2734048fc40c', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:00Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.693392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:22.707472 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:22.708394 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.708559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38265b9b-8841-4981-87ec-cc38362101fe req-53f036bf-fff6-4397-9e07-c0f32c64bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.710338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-53f036bf-fff6-4397-9e07-c0f32c64bc5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.3045144 Aug 16 20:46:22.722980 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f479729b-4f17-40f5-b4a4-0619c4f6dd1d tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-1454124645 HTTP/1.1" status: 201 len: 201 time: 0.1653662 Aug 16 20:46:22.723980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47642) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:22.730091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-15a34ad2-b270-4153-8039-9ad7a3f764ed tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', {'tags': ['tempest-TagsExtTest-Tag-790014407', 'tempest-TagsExtTest-Tag-2138075481', 'tempest-TagsExtTest-Tag-151009775']}) {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.829621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-6020e41b-043c-4d3d-9062-36052bb48860 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 999 time: 0.1098614 Aug 16 20:46:22.893502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:22.899571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47646) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:22.900430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-15a34ad2-b270-4153-8039-9ad7a3f764ed tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 200 len: 316 time: 0.1750748 Aug 16 20:46:22.908760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-1e4c82f8-be10-4788-b77e-5a1faa3db6af tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:22.912083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38265b9b-8841-4981-87ec-cc38362101fe req-09fdd436-5741-4efe-b3fc-63dfe1278662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:22.913605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-09fdd436-5741-4efe-b3fc-63dfe1278662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0707498 Aug 16 20:46:23.030823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff0c870-5ab5-4d11-a207-572fd7be2fcd {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:23.048032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.080006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Transition to ACTIVE for port object 6ff0c870-5ab5-4d11-a207-572fd7be2fcd will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:23.087881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38265b9b-8841-4981-87ec-cc38362101fe req-a186c933-bda0-460e-8fe4-157a072b8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.089597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-a186c933-bda0-460e-8fe4-157a072b8531 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611531 Aug 16 20:46:23.194814 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e5941b96-2293-446c-b1df-2734048fc40c', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:00Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:23.251225 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2903eae-0a1d-443f-a610-767a516a3744 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e5941b96-2293-446c-b1df-2734048fc40c', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:00Z', 'updated_at': '2021-08-16T20:46:20Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:23.571579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6b668c-a0fd-4c0a-8826-e80d91999b14 None None] New status for floating IP e5941b96-2293-446c-b1df-2734048fc40c: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:23.595606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:23.709155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:23.834918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-7638186b-ef1c-45c3-90f6-c83fa2fa23e5 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329736 Aug 16 20:46:23.846264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e28d6-b7b3-4a98-bf5a-8577810defab req-d8b9a76e-0264-4081-b526-3a2400f97dd4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:23.847954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-957e28d6-b7b3-4a98-bf5a-8577810defab req-d8b9a76e-0264-4081-b526-3a2400f97dd4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.1567528 Aug 16 20:46:23.919540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1e4c82f8-be10-4788-b77e-5a1faa3db6af tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 204 len: 168 time: 1.0186937 Aug 16 20:46:23.922373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47664) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:23.926995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-a077cbca-2451-4bbd-9deb-20e515b5603e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-790014407') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:23.974397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Attempting to bind port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:23.974397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Attempting to bind port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:23.974397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Attempting to bind port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:24.003791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:46:24.004243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Attempting to bind port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:24.019449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-957e28d6-b7b3-4a98-bf5a-8577810defab req-db27d0cd-c451-46a1-909f-92c015b61428 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549110 Aug 16 20:46:24.024338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:24.024831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:24.025351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:24.025977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Bound port: 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:24.026477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.051643 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-a077cbca-2451-4bbd-9deb-20e515b5603e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:24.055871 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a077cbca-2451-4bbd-9deb-20e515b5603e tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-790014407 HTTP/1.1" status: 404 len: 328 time: 0.1323199 Aug 16 20:46:24.058458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47670) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.064847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-beaa29e1-18fa-4779-aa7a-f25de3f9cd28 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-2138075481') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.126427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38265b9b-8841-4981-87ec-cc38362101fe req-eb82e2a8-f8c4-4761-b028-e9f277ebaf0f service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732642 Aug 16 20:46:24.177885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:24.180684 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-beaa29e1-18fa-4779-aa7a-f25de3f9cd28 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:24.181748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:24.181908 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-beaa29e1-18fa-4779-aa7a-f25de3f9cd28 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-2138075481 HTTP/1.1" status: 404 len: 329 time: 0.1219730 Aug 16 20:46:24.185933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47674) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.190798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-4d35ce12-84b8-45e3-8671-822d2b740ff6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da', 'tempest-TagsExtTest-Tag-151009775') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.314174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.354686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.355425 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:24.357092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] 10.222.0.64 "PUT /v2.0/ports/6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 200 len: 1093 time: 2.4888635 Aug 16 20:46:24.357549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:24.360011 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a680bd-317e-4a78-b0ca-5d031c36155f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:24.409122 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d160808a-3de0-477d-975c-a198e5445aff x-openstack-request-id: req-d160808a-3de0-477d-975c-a198e5445aff {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:24.409720 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:24.410047 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d160808a-3de0-477d-975c-a198e5445aff {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:24.410519 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'status': 'completed', 'code': 200} Aug 16 20:46:24.436059 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-4d35ce12-84b8-45e3-8671-822d2b740ff6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:24.437063 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4d35ce12-84b8-45e3-8671-822d2b740ff6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags/tempest-TagsExtTest-Tag-151009775 HTTP/1.1" status: 404 len: 328 time: 0.2501512 Aug 16 20:46:24.439966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47682) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.448176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-a82fc6d2-5ac2-432d-afbe-df0913da4ed4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', {'tags': ['tempest-TagsExtTest-Tag-1990446578', 'tempest-TagsExtTest-Tag-1908990813', 'tempest-TagsExtTest-Tag-2028899081']}) {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.455477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679d6a-28b6-4278-bb9c-b2e5ef7227fb service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:24.500074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-d768d413-fb7e-4734-ac85-d47c79d3401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.503357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-d768d413-fb7e-4734-ac85-d47c79d3401a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0605249 Aug 16 20:46:24.639780 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a82fc6d2-5ac2-432d-afbe-df0913da4ed4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 200 len: 318 time: 0.1952090 Aug 16 20:46:24.643738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47686) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.647037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-75777cc0-e885-482b-a212-04e7036f14d4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.696630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-b3b1e771-44bd-41aa-81b1-fc3089d5f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.698394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-b3b1e771-44bd-41aa-81b1-fc3089d5f714 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1879902 Aug 16 20:46:24.806472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-efdb0828-6013-41d7-9df2-b0a1eebc9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.808529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5a680bd-317e-4a78-b0ca-5d031c36155f req-efdb0828-6013-41d7-9df2-b0a1eebc9f7c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023090 Aug 16 20:46:24.823762 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75777cc0-e885-482b-a212-04e7036f14d4 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 204 len: 168 time: 0.1789105 Aug 16 20:46:24.825605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.837700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-9158012c-ec7e-4ca8-b6a0-71f8520b4e81 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-1990446578') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.911715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-696c9bd5-9d1c-4042-9ec9-80a2f838f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:24.913173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-696c9bd5-9d1c-4042-9ec9-80a2f838f5dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1096 time: 0.0567348 Aug 16 20:46:24.920549 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-9158012c-ec7e-4ca8-b6a0-71f8520b4e81 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:24.921558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9158012c-ec7e-4ca8-b6a0-71f8520b4e81 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-1990446578 HTTP/1.1" status: 404 len: 329 time: 0.0949602 Aug 16 20:46:24.924436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47692) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:24.928684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-c5551ddc-f41f-4d02-8ccc-08b3dd80cff2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-1908990813') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:24.988430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-2a033bee-47d9-47c8-a983-d74efcd7a3fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 200 len: 217 time: 0.0575063 Aug 16 20:46:25.057512 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-c5551ddc-f41f-4d02-8ccc-08b3dd80cff2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:25.058730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5551ddc-f41f-4d02-8ccc-08b3dd80cff2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-1908990813 HTTP/1.1" status: 404 len: 329 time: 0.1332474 Aug 16 20:46:25.061093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-568242ed-7c69-4c48-9afe-f5cd370fadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.062243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.063041 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-568242ed-7c69-4c48-9afe-f5cd370fadb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0673742 Aug 16 20:46:25.066778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-1a082335-8ff2-4b9f-8e58-9ffd111ba980 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b', 'tempest-TagsExtTest-Tag-2028899081') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.117046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-af922dac-667f-40ca-ac99-45bb60059138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.120279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-af922dac-667f-40ca-ac99-45bb60059138 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492134 Aug 16 20:46:25.131977 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-1a082335-8ff2-4b9f-8e58-9ffd111ba980 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:25.133591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a082335-8ff2-4b9f-8e58-9ffd111ba980 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags/tempest-TagsExtTest-Tag-2028899081 HTTP/1.1" status: 404 len: 329 time: 0.0699432 Aug 16 20:46:25.136199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.141771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-5a8d3674-2337-4d47-90d9-73ea7affa4c2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', {'tags': ['tempest-TagsExtTest-Tag-1104554957', 'tempest-TagsExtTest-Tag-1846700595', 'tempest-TagsExtTest-Tag-465663548']}) {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.260741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b680a37-e02c-48ff-8d5b-5fe672dc29fb req-76c9c38c-14ac-4eaf-993f-3ae34e1278b1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:25.263418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b680a37-e02c-48ff-8d5b-5fe672dc29fb req-76c9c38c-14ac-4eaf-993f-3ae34e1278b1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.1215849 Aug 16 20:46:25.302670 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5a8d3674-2337-4d47-90d9-73ea7affa4c2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 200 len: 317 time: 0.1652040 Aug 16 20:46:25.304948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47706) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.310403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-27ed3af5-8b92-46dc-9cde-d22ddaca1255 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.336025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-7b84703a-e90b-4808-a00c-dd9e3d9bb0ab service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056260 Aug 16 20:46:25.339140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b680a37-e02c-48ff-8d5b-5fe672dc29fb req-123359fd-78b3-4ff9-81ed-3cf4d60b2baa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663228 Aug 16 20:46:25.442846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7bf53615-1bbb-433d-aa03-f6d28d7850f6 req-29fd15ea-518b-4ca5-bb62-fbe24a2f4031 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992897 Aug 16 20:46:25.502091 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-27ed3af5-8b92-46dc-9cde-d22ddaca1255 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 204 len: 168 time: 0.1960611 Aug 16 20:46:25.504739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47716) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.509720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-24d5bad9-91ca-412d-9c35-aeba325baaa9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-1104554957') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.587997 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-24d5bad9-91ca-412d-9c35-aeba325baaa9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:25.589067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-24d5bad9-91ca-412d-9c35-aeba325baaa9 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-1104554957 HTTP/1.1" status: 404 len: 329 time: 0.0833936 Aug 16 20:46:25.592578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47718) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.597309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-0edd1bdb-afbd-4864-9f02-2ab05f64b2e2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-1846700595') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.673661 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-0edd1bdb-afbd-4864-9f02-2ab05f64b2e2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:25.674712 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0edd1bdb-afbd-4864-9f02-2ab05f64b2e2 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-1846700595 HTTP/1.1" status: 404 len: 329 time: 0.0810118 Aug 16 20:46:25.677976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47720) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.682579 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-3276d625-97f9-400d-98d0-bc6be7b0b7be tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01', 'tempest-TagsExtTest-Tag-465663548') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:25.758987 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-3276d625-97f9-400d-98d0-bc6be7b0b7be tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:25.760061 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3276d625-97f9-400d-98d0-bc6be7b0b7be tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags/tempest-TagsExtTest-Tag-465663548 HTTP/1.1" status: 404 len: 328 time: 0.0811534 Aug 16 20:46:25.763693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47724) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:25.768258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-037b0757-34ee-4018-a6a8-867388c725c6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', {'tags': ['tempest-TagsExtTest-Tag-2106400752', 'tempest-TagsExtTest-Tag-1611058549', 'tempest-TagsExtTest-Tag-213232858']}) {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.056143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-037b0757-34ee-4018-a6a8-867388c725c6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 200 len: 317 time: 0.2913904 Aug 16 20:46:26.058659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47728) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.063501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-16bae611-71f5-4967-befd-7eedb55376ec tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.193425 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-16bae611-71f5-4967-befd-7eedb55376ec tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1337574 Aug 16 20:46:26.197235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47730) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.204596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-ccd62e84-64d8-4b70-9123-42e8d6d4534b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-2106400752') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.237488 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-ccd62e84-64d8-4b70-9123-42e8d6d4534b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:26.238574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ccd62e84-64d8-4b70-9123-42e8d6d4534b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-2106400752 HTTP/1.1" status: 404 len: 329 time: 0.0398016 Aug 16 20:46:26.242275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47732) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.246496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-5acaf09b-cb7d-4974-82bc-fdcd7f53d136 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-1611058549') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.271955 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-5acaf09b-cb7d-4974-82bc-fdcd7f53d136 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:26.271955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5acaf09b-cb7d-4974-82bc-fdcd7f53d136 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-1611058549 HTTP/1.1" status: 404 len: 329 time: 0.0277665 Aug 16 20:46:26.276043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47738) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.280988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-ad0f7dba-5054-47b6-8681-f68fd4938e8b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3', 'tempest-TagsExtTest-Tag-213232858') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.303594 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-ad0f7dba-5054-47b6-8681-f68fd4938e8b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] show failed (client error): The resource could not be found. Aug 16 20:46:26.304641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad0f7dba-5054-47b6-8681-f68fd4938e8b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags/tempest-TagsExtTest-Tag-213232858 HTTP/1.1" status: 404 len: 328 time: 0.0276051 Aug 16 20:46:26.308263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.314701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-c8e5201b-f956-4bde-af28-1d192e449993 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.340331 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8e5201b-f956-4bde-af28-1d192e449993 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0310180 Aug 16 20:46:26.343480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47744) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.347888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-9913444c-7a0f-4c82-a734-2c6c65d62557 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4775abf4-a85f-4799-952e-937d109b8a01') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.428412 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9913444c-7a0f-4c82-a734-2c6c65d62557 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01/tags HTTP/1.1" status: 204 len: 168 time: 0.0839252 Aug 16 20:46:26.430884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47748) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.436768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.tag.tag_plugin [None req-b6f708a8-9c59-422f-bebe-136363202b28 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b00a1227-2868-4a58-8eaf-fc0e0807198b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.511575 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6f708a8-9c59-422f-bebe-136363202b28 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b/tags HTTP/1.1" status: 204 len: 168 time: 0.0744839 Aug 16 20:46:26.512166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518e9ce-629d-4ef6-acfb-564c2528b0bb req-91afebec-c85f-4cf8-b054-ae8d67a69f44 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:26.512166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4518e9ce-629d-4ef6-acfb-564c2528b0bb req-91afebec-c85f-4cf8-b054-ae8d67a69f44 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0955033 Aug 16 20:46:26.512166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47754) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.514573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.tag.tag_plugin [None req-84a3da3b-6f04-470e-950f-b16487eb9a0b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10682f00-19f8-4795-9465-4a1b7541e6da') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:26.583564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4518e9ce-629d-4ef6-acfb-564c2528b0bb req-11f82410-15d6-4a8e-8256-fd051894b24b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639656 Aug 16 20:46:26.616172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-84a3da3b-6f04-470e-950f-b16487eb9a0b tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da/tags HTTP/1.1" status: 204 len: 168 time: 0.1026514 Aug 16 20:46:26.616758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47756) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.805895 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cbf1fa22-6780-4243-8cfa-860a4b1b6e3c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for subnetpool, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:26.807058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cbf1fa22-6780-4243-8cfa-860a4b1b6e3c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7906d16-019e-4ba3-83e9-e6bf1cc6e9b3 HTTP/1.1" status: 204 len: 168 time: 0.1892943 Aug 16 20:46:26.810391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.838703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05771cd7-1788-4b88-9614-831324a0320c tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "GET /v2.0/ports?device_id=4775abf4-a85f-4799-952e-937d109b8a01 HTTP/1.1" status: 200 len: 205 time: 0.0271399 Aug 16 20:46:26.841722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:26.918241 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.091855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.094039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.232819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.233437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Fanout notify agent at l3_agent the message router_deleted on router 4775abf4-a85f-4799-952e-937d109b8a01 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:46:27.240380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.241950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-11ec1baa-a6d4-47b2-8cf6-959d247ddae6 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/routers/4775abf4-a85f-4799-952e-937d109b8a01 HTTP/1.1" status: 204 len: 168 time: 0.3987985 Aug 16 20:46:27.243777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47768) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:27.338251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Deleting port b00a1227-2868-4a58-8eaf-fc0e0807198b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:27.340107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.438289 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.450263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Calling delete_port for b00a1227-2868-4a58-8eaf-fc0e0807198b owned by {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:27.695577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.741133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de8d31-3ed7-46cb-8add-83fb282f1afa req-f0b97e6f-7a8c-448f-b79e-93242edf866b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:27.743867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82de8d31-3ed7-46cb-8add-83fb282f1afa req-f0b97e6f-7a8c-448f-b79e-93242edf866b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0841832 Aug 16 20:46:27.749144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event deleted for resources: {'Port': ['ID=b00a1227-2868-4a58-8eaf-fc0e0807198b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:27.840333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82de8d31-3ed7-46cb-8add-83fb282f1afa req-52434559-48c4-48bd-83f6-af2715d6c873 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873330 Aug 16 20:46:27.851769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.856795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-63080d08-2fdd-4c9c-acf6-37b9ef9de6b8 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/ports/b00a1227-2868-4a58-8eaf-fc0e0807198b HTTP/1.1" status: 204 len: 168 time: 0.6120174 Aug 16 20:46:27.857083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:27.915276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Deleting subnet 10682f00-19f8-4795-9465-4a1b7541e6da {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:27.919155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:27.960269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.046992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.169807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.198356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event deleted for resources: {'Subnet': ['ID=10682f00-19f8-4795-9465-4a1b7541e6da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.205188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.207201 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a8b6f5d9-4a26-472a-bf25-0b9c62b49599 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/subnets/10682f00-19f8-4795-9465-4a1b7541e6da HTTP/1.1" status: 204 len: 168 time: 0.3483741 Aug 16 20:46:28.210072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:28.221578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc9d0f-5527-4099-841e-d022b57f377c None None] Network 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:28.296392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.357319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Deleting port e63de68b-03ee-467d-990e-a49b5eb10786 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:28.357669 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.404984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] DHCP port deletion for 1c1f2785-1739-4ebf-9de8-c2a2cbff7451 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:28.429778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] For port e63de68b-03ee-467d-990e-a49b5eb10786, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e63de68b-03ee-467d-990e-a49b5eb10786,segment=NetworkSegment(65a8e9fc-811e-411d-b894-20f80d71cdd0),segment_id=65a8e9fc-811e-411d-b894-20f80d71cdd0)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:28.430001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.443643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Calling delete_port for e63de68b-03ee-467d-990e-a49b5eb10786 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:28.459702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Deleting port e63de68b-03ee-467d-990e-a49b5eb10786 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:28.460100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.522072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] For port e63de68b-03ee-467d-990e-a49b5eb10786, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e63de68b-03ee-467d-990e-a49b5eb10786,segment=NetworkSegment(65a8e9fc-811e-411d-b894-20f80d71cdd0),segment_id=65a8e9fc-811e-411d-b894-20f80d71cdd0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:28.522467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.534599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Calling delete_port for e63de68b-03ee-467d-990e-a49b5eb10786 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:28.621178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.637182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.637517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] No DVR routers for this DVR port e63de68b-03ee-467d-990e-a49b5eb10786 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:28.657463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event deleted for resources: {'Port': ['ID=e63de68b-03ee-467d-990e-a49b5eb10786,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.669666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] Pushing event deleted for resources: {'Port': ['ID=e63de68b-03ee-467d-990e-a49b5eb10786,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.677388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2056c9-59ef-486e-85b3-937d43ac63f6 None None] No DVR routers for this DVR port e63de68b-03ee-467d-990e-a49b5eb10786 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:28.742076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.752169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1f2785-1739-4ebf-9de8-c2a2cbff7451']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:28.761900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a8e9fc-811e-411d-b894-20f80d71cdd0') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:28.762195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a8e9fc-811e-411d-b894-20f80d71cdd0') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:28.771406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.785703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.791590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:28.792011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:28.796094 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:28.951919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.959502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:28.961173 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] 10.222.0.70 "DELETE /v2.0/networks/1c1f2785-1739-4ebf-9de8-c2a2cbff7451 HTTP/1.1" status: 204 len: 168 time: 0.7500653 Aug 16 20:46:28.973097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347b9c4-0aa0-436f-ab2e-8e19604eda06 req-6a2dee3f-708e-491a-9367-a95babfd2d40 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:28.973674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c6e6d-6429-4421-8da7-ae34bdedbc36 tempest-TagsExtTest-2022008447 tempest-TagsExtTest-2022008447-project] Pushing event deleted for resources: {'Network': ['ID=1c1f2785-1739-4ebf-9de8-c2a2cbff7451,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:28.974603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f347b9c4-0aa0-436f-ab2e-8e19604eda06 req-6a2dee3f-708e-491a-9367-a95babfd2d40 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0525455 Aug 16 20:46:29.016362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f347b9c4-0aa0-436f-ab2e-8e19604eda06 req-983a8499-8226-44b9-9c17-0986c0f6afd2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341992 Aug 16 20:46:29.297644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e63de68b-03ee-467d-990e-a49b5eb10786 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:29.317996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e63de68b-03ee-467d-990e-a49b5eb10786 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:29.318420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e63de68b-03ee-467d-990e-a49b5eb10786 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:29.380546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:29.526542 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b6e43a81-aa40-4aeb-a63d-a27082237f5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98aee2a545654d4cb54c501651649309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442544 Aug 16 20:46:29.528699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47824) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:29.587142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.608842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.741024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.743606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:29.744787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d01daf16-7fe6-47c7-ab3e-00f2ca8b0a2b HTTP/1.1" status: 204 len: 168 time: 0.2148311 Aug 16 20:46:29.752832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0371-81c7-4d32-99f1-862ecdedfe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01daf16-7fe6-47c7-ab3e-00f2ca8b0a2b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:30.150287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e6f78-9c24-4906-bfdc-8e83e28f17d3 req-1e52cbc6-6a2e-4216-9119-a77767086802 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:30.152145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-122e6f78-9c24-4906-bfdc-8e83e28f17d3 req-1e52cbc6-6a2e-4216-9119-a77767086802 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0613279 Aug 16 20:46:30.196690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-122e6f78-9c24-4906-bfdc-8e83e28f17d3 req-0f5c5231-b7d3-4ef0-887d-5c34acecf207 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378323 Aug 16 20:46:30.639213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86521572-10ee-4cd9-be78-8fb0718fb29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:30.695053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47870) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:30.698729 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026886 Aug 16 20:46:30.701771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:30.815137 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df6afcf6-702e-490e-adf3-8972aabe2476 tempest-NetworksApiDiscovery-29781005 tempest-NetworksApiDiscovery-29781005-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1122227 Aug 16 20:46:31.242433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47890) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:31.325863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a9d5-f277-4f6e-8381-31fc68fdc9b7 req-f3666ea3-967f-4015-aa81-09de074bc932 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:31.327608 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82f4a9d5-f277-4f6e-8381-31fc68fdc9b7 req-f3666ea3-967f-4015-aa81-09de074bc932 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0533824 Aug 16 20:46:31.365952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f088dd73-15d6-405b-8b56-1bca4af21c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.368968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82f4a9d5-f277-4f6e-8381-31fc68fdc9b7 req-724f6282-451f-414b-b662-3f1a0b27915f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342147 Aug 16 20:46:31.482237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f088dd73-15d6-405b-8b56-1bca4af21c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.580476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f088dd73-15d6-405b-8b56-1bca4af21c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.620919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f088dd73-15d6-405b-8b56-1bca4af21c2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b880a9a933f2407389345e17e26e18ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771756 Aug 16 20:46:31.622496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088dd73-15d6-405b-8b56-1bca4af21c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ce41b8-4712-418f-8761-38109a334c26,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:31.625264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47898) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:31.685714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.709431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.843796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.846449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:31.847752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60ce41b8-4712-418f-8761-38109a334c26 HTTP/1.1" status: 204 len: 168 time: 0.2222958 Aug 16 20:46:31.862913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9319ee-229d-4a38-9e64-16a297b600eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ce41b8-4712-418f-8761-38109a334c26,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:32.490541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64c10-f36c-4703-b4e5-d51913dec059 req-fc94db89-e856-40e9-9dd6-2d1263a9f047 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:32.492094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ce64c10-f36c-4703-b4e5-d51913dec059 req-fc94db89-e856-40e9-9dd6-2d1263a9f047 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0522134 Aug 16 20:46:32.532831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ce64c10-f36c-4703-b4e5-d51913dec059 req-6871a5cd-8800-4904-a932-1d581567cc33 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345922 Aug 16 20:46:33.443557 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.592716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5120184a-3222-4e5e-ac51-20e24ffa02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:33.676068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e5c0-51be-4dd0-9afe-ea1dd2f39f9c req-07d159bf-b864-47ee-86f4-8446b059c652 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:33.677659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-37c0e5c0-51be-4dd0-9afe-ea1dd2f39f9c req-07d159bf-b864-47ee-86f4-8446b059c652 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0614250 Aug 16 20:46:33.716981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-37c0e5c0-51be-4dd0-9afe-ea1dd2f39f9c req-ee035741-000a-4b82-9ee0-e7f43919b4db tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330255 Aug 16 20:46:34.229691 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.716119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48006) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:34.779145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6ff0c870-5ab5-4d11-a207-572fd7be2fcd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:34.859693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce6206-2fe3-498b-b533-1feb14cc3fe4 req-81a05196-e614-45b5-a21d-d7ea3369a5a1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:34.868319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7ce6206-2fe3-498b-b533-1feb14cc3fe4 req-81a05196-e614-45b5-a21d-d7ea3369a5a1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 944 time: 0.0761271 Aug 16 20:46:34.871095 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53c9531c-4273-4bcf-b53e-ce113b9a03cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.911884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:34.924040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'mac_address': 'fa:16:3e:75:43:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:34.930093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7ce6206-2fe3-498b-b533-1feb14cc3fe4 req-4ff9f67c-8487-4c5a-bb85-06c097d63a84 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596557 Aug 16 20:46:34.960781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:34.973989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff0c870-5ab5-4d11-a207-572fd7be2fcd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:34.995442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:34.997910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53c9531c-4273-4bcf-b53e-ce113b9a03cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.072695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.127485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53c9531c-4273-4bcf-b53e-ce113b9a03cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.130826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:35.148343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13ca8-b88f-47aa-b0c6-1d48bcc2935e req-e00c89ee-ab8e-46ed-a2ed-2f2f458b09a6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:35.149875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17a13ca8-b88f-47aa-b0c6-1d48bcc2935e req-e00c89ee-ab8e-46ed-a2ed-2f2f458b09a6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.0632854 Aug 16 20:46:35.192782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9531c-4273-4bcf-b53e-ce113b9a03cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4074d365-d1d4-4401-a514-b4763232a3ac,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:35.198073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-53c9531c-4273-4bcf-b53e-ce113b9a03cf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef3fba9815d84550b46dd86627c8cad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4792845 Aug 16 20:46:35.201384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48022) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:35.232196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17a13ca8-b88f-47aa-b0c6-1d48bcc2935e req-f4a1d28a-ce35-4c64-8014-66214d87736f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745051 Aug 16 20:46:35.273367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.299275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6ff0c870-5ab5-4d11-a207-572fd7be2fcd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:35.305859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.432188 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.435163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:35.439130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4074d365-d1d4-4401-a514-b4763232a3ac HTTP/1.1" status: 204 len: 168 time: 0.2338610 Aug 16 20:46:35.447071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89a51b-4ac4-4f63-9884-000f7f134624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4074d365-d1d4-4401-a514-b4763232a3ac,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.057544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e37460-36c9-47b4-b703-8e4a1ceb67d4 req-ecaf00fb-6915-4afa-97ac-6dcac5299be5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:36.060638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1e37460-36c9-47b4-b703-8e4a1ceb67d4 req-ecaf00fb-6915-4afa-97ac-6dcac5299be5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 945 time: 0.0577793 Aug 16 20:46:36.100297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1e37460-36c9-47b4-b703-8e4a1ceb67d4 req-edceda50-3f30-463d-a4a0-04c4ced1e044 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339038 Aug 16 20:46:36.134965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.193022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48058) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:36.206849 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca40a37-25c2-45a2-94ba-0fba01b25232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.294283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca40a37-25c2-45a2-94ba-0fba01b25232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.386336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fca40a37-25c2-45a2-94ba-0fba01b25232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.427871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fca40a37-25c2-45a2-94ba-0fba01b25232 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d4540bf47c64dc2b681e04a97df6a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337072 Aug 16 20:46:36.428883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40a37-25c2-45a2-94ba-0fba01b25232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126f77cd-80f8-4e5f-b86b-a196fcadfe38,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.430676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48062) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:36.488433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.510435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.689121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.691805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:36.692966 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/126f77cd-80f8-4e5f-b86b-a196fcadfe38 HTTP/1.1" status: 204 len: 168 time: 0.2611718 Aug 16 20:46:36.701710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f439b8-9658-459f-bc82-1070eacdcdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f77cd-80f8-4e5f-b86b-a196fcadfe38,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:36.787636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6ff0c870-5ab5-4d11-a207-572fd7be2fcd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:36.940208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:46:36.944530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:36.945024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.036443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.067348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:37.069656 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeab323-7e8b-4ae8-9d57-1163123aea43" -d '{"events": [{"server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:37.085544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:37.111607 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf7ed42-cf6d-4d1b-bf98-00cbd82c73d0 x-openstack-request-id: req-abf7ed42-cf6d-4d1b-bf98-00cbd82c73d0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:37.112096 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "name": "network-vif-plugged", "status": "completed", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:37.112418 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abf7ed42-cf6d-4d1b-bf98-00cbd82c73d0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:37.112884 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'code': 200} Aug 16 20:46:37.134118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bbc0-c30e-4be9-893b-8561ee9023de req-e8ffad5e-c737-484b-903c-d2ca4a991a7a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.136326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ff0bbc0-c30e-4be9-893b-8561ee9023de req-e8ffad5e-c737-484b-903c-d2ca4a991a7a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0576000 Aug 16 20:46:37.146590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.203480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ff0bbc0-c30e-4be9-893b-8561ee9023de req-973e6c17-d8b7-4663-8365-1bbbaeee0517 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605750 Aug 16 20:46:37.248298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:37.267354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48096) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:37.343709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6449a3e-ac79-403d-96a1-a0ff24360f06 req-1106a9f0-88e1-477f-a11f-81e40cedbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.345274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6449a3e-ac79-403d-96a1-a0ff24360f06 req-1106a9f0-88e1-477f-a11f-81e40cedbf67 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1098 time: 0.1264133 Aug 16 20:46:37.427899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ad651-9b34-4925-81bc-1c42edf15411 req-179a2ca4-4454-4cc8-a778-5e2ef93ae95f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:37.430093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-784ad651-9b34-4925-81bc-1c42edf15411 req-179a2ca4-4454-4cc8-a778-5e2ef93ae95f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.1703436 Aug 16 20:46:37.457557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6449a3e-ac79-403d-96a1-a0ff24360f06 req-855aa5ae-1b25-49b9-bc68-aa802b0e25ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015208 Aug 16 20:46:37.515960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-784ad651-9b34-4925-81bc-1c42edf15411 req-f7f12530-7e9e-42d1-9c7d-8f4c0fc0c80d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756464 Aug 16 20:46:37.539719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 9c80b17c-51b1-4ba7-bb4f-cb737e26378f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:37.540090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.636565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.637278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.650884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 9c80b17c-51b1-4ba7-bb4f-cb737e26378f owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:37.769992 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:46:37.906588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:37.948178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=9c80b17c-51b1-4ba7-bb4f-cb737e26378f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:37.976555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.976910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.977258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.977604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.977939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.978274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.978611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.978942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.979279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.979609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.979958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:37.980290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:38.021098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.028887 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP fcffb997-56de-4110-abcb-a8e911bed8bb disassociated (deleted). External IP: 172.25.7.18, port: f3ee2432-fb58-4683-b0ce-aed0b99a3542. Aug 16 20:46:38.246452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:38.365708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:38.371239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:38.376017 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Sync routers for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:38.386645 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:38.387839 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:38.411647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8bc8c79c-4cbc-4782-b09c-fe3b69174356 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/floatingips/fcffb997-56de-4110-abcb-a8e911bed8bb HTTP/1.1" status: 204 len: 168 time: 1.1434729 Aug 16 20:46:38.412779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:38.415947 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a1edcf-2fb5-4668-9691-4281b3385bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:38.463996 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9570f4-e182-457e-8d96-f96b2ba8fa01 x-openstack-request-id: req-5e9570f4-e182-457e-8d96-f96b2ba8fa01 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:38.464294 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:38.464561 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5e9570f4-e182-457e-8d96-f96b2ba8fa01 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:38.464963 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'status': 'completed', 'code': 200} Aug 16 20:46:38.515584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:38.538301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-4be6359d-abd9-4d8c-bdb8-ff65f2f25741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.539836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-4be6359d-abd9-4d8c-bdb8-ff65f2f25741 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 1097 time: 0.0463512 Aug 16 20:46:38.732370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee7f3b-8660-4279-94c3-f4ec5ef65567 req-eb03e40b-2f2e-455b-94cb-4e66aac8ebef tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.733934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89ee7f3b-8660-4279-94c3-f4ec5ef65567 req-eb03e40b-2f2e-455b-94cb-4e66aac8ebef tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.1255395 Aug 16 20:46:38.760715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-d66c0cd3-5142-4c1f-bfae-a6fb07fb9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:38.762244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-d66c0cd3-5142-4c1f-bfae-a6fb07fb9775 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 200 len: 897 time: 0.2081299 Aug 16 20:46:38.787908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:38.827129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-939f62a6-7d7d-446c-8e80-7392b8a90666 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 200 len: 217 time: 0.0568535 Aug 16 20:46:38.828048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Checking router: fe5c7339-e43f-4f2a-a414-d05a43adc8b3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:38.830685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89ee7f3b-8660-4279-94c3-f4ec5ef65567 req-dd0a7864-e943-4778-b5bd-f728db16b5ee tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872257 Aug 16 20:46:38.841798 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:38.844570 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:38.925538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:46:39.068079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:39.180467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:39.198378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:46:39.251243 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.270798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:46:39.309947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:39.404987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-8a11b89f-9b65-4f5e-b24b-80119f0b4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.406580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-8a11b89f-9b65-4f5e-b24b-80119f0b4b29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 200 len: 835 time: 0.5709536 Aug 16 20:46:39.420903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cebe8-1477-4a15-8c69-2a389b284aad req-97fc3c4f-3807-4546-a73f-4b5a54a4e867 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.422415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed1cebe8-1477-4a15-8c69-2a389b284aad req-97fc3c4f-3807-4546-a73f-4b5a54a4e867 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0669417 Aug 16 20:46:39.424126 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:39.469238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed6def-b4d6-4b65-8e72-b9757fb56270 None None] The sync data for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 is: [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '9f81cd18-1484-4b17-9b4c-631a19fb25f8', 'name': '', 'network_id': 'ecf0393f-cabc-4737-8738-bfbd11341668', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:dd:80:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:36Z', 'updated_at': '2021-08-16T20:44:43Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'd368eeb1-aa2a-4d65-83a3-c13dcdeacc2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:39.518961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed1cebe8-1477-4a15-8c69-2a389b284aad req-0b087532-751c-4b1b-be27-d635f5b088ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854509 Aug 16 20:46:39.523603 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:39.533684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-6d7bb57c-bd48-43ef-ae8c-2404ef0310ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.535461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-6d7bb57c-bd48-43ef-ae8c-2404ef0310ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ecf0393f-cabc-4737-8738-bfbd11341668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121509 Aug 16 20:46:39.615153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:39.673819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['28f80914-7f3e-45fb-b271-3908dbbc44b5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:46:39.675525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-7abc443d-61a3-44f1-807e-780138d77ed7 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284976 Aug 16 20:46:39.790180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a1edcf-2fb5-4668-9691-4281b3385bc2 req-f88d92e5-1aba-47f0-a823-f4ddcd70e733 service neutron] 10.222.0.64 "GET /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070738 Aug 16 20:46:39.831380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76011bd1-f10b-4a90-8e98-9ca7ea2c58fe None None] New status for floating IP fcffb997-56de-4110-abcb-a8e911bed8bb: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:39.998105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146725ef-9795-4794-a0e2-46a284b4058c req-98ab4765-4ecb-4b2e-a37a-a28802ebb588 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:39.999562 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-146725ef-9795-4794-a0e2-46a284b4058c req-98ab4765-4ecb-4b2e-a37a-a28802ebb588 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.0576425 Aug 16 20:46:40.052697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-146725ef-9795-4794-a0e2-46a284b4058c req-9333f325-38ee-4ae5-94cf-c3e3889a23de tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437360 Aug 16 20:46:40.172914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ab712-4a95-47a5-9bf7-fdf44560ed8d req-979f85bd-b6aa-4918-96d4-9b055ed0b978 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.174456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd7ab712-4a95-47a5-9bf7-fdf44560ed8d req-979f85bd-b6aa-4918-96d4-9b055ed0b978 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.0500047 Aug 16 20:46:40.214177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd7ab712-4a95-47a5-9bf7-fdf44560ed8d req-4daa6fbb-1d19-4b4a-965b-9f79e9e814fa tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339110 Aug 16 20:46:40.240132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:40.346978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d02a-b260-4833-accd-92393b22fd5c req-a0b639ea-5eae-4afc-b5ef-081f2c2feaa5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.348697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c92d02a-b260-4833-accd-92393b22fd5c req-a0b639ea-5eae-4afc-b5ef-081f2c2feaa5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0667896 Aug 16 20:46:40.504668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port f3ee2432-fb58-4683-b0ce-aed0b99a3542 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:40.505358 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.628179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a0d5ea-f545-47a7-bb7d-005f9d0d3b60 tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.630586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-86a0d5ea-f545-47a7-bb7d-005f9d0d3b60 tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1093 time: 0.3885796 Aug 16 20:46:40.633442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:40.640324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:40.705999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port f3ee2432-fb58-4683-b0ce-aed0b99a3542, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f3ee2432-fb58-4683-b0ce-aed0b99a3542,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:40.706371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.723490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for f3ee2432-fb58-4683-b0ce-aed0b99a3542 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:40.738433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7621-02f9-4391-86ed-00b33494c616 req-6b05bdf5-96bc-4f28-b0b9-88d536f9ac8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:40.746017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c5c7621-02f9-4391-86ed-00b33494c616 req-6b05bdf5-96bc-4f28-b0b9-88d536f9ac8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 945 time: 0.0973027 Aug 16 20:46:40.803412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:40.853499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c5c7621-02f9-4391-86ed-00b33494c616 req-0d8e2aa7-8aa5-4d54-8ada-3bcb2541e915 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=2b81eac8-550b-4c60-b291-90527af482dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058233 Aug 16 20:46:40.932151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:46:40.954379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.009160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.019495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:46:41.020436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.070955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=f3ee2432-fb58-4683-b0ce-aed0b99a3542,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.158176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] No DVR routers for this DVR port f3ee2432-fb58-4683-b0ce-aed0b99a3542 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:41.167312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.171595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.25.7.237 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/305a8a0f-c5f4-4bef-955a-9d0563ac5fc7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:41.171937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c92d02a-b260-4833-accd-92393b22fd5c req-c32c2b2d-3708-4453-a990-ee31f9bcb8f3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "DELETE /v2.0/ports/f3ee2432-fb58-4683-b0ce-aed0b99a3542 HTTP/1.1" status: 204 len: 173 time: 0.8165903 Aug 16 20:46:41.172354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-deleted', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:41.174719 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a322729-94b6-4b0f-a55e-fbefbe345307" -d '{"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-deleted", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:41.191983 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.227135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:41.231104 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3242b9bd-5cca-49bb-880f-cd910d3c1bd0" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:41.253758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:41.297793 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634a8d6b-2ac4-411d-b436-63d2d21731c7 x-openstack-request-id: req-634a8d6b-2ac4-411d-b436-63d2d21731c7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:41.298139 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dff9211-f991-45e8-8cfb-e43e12b78ea8", "name": "network-vif-deleted", "tag": "f3ee2432-fb58-4683-b0ce-aed0b99a3542", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:41.298364 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-634a8d6b-2ac4-411d-b436-63d2d21731c7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:41.298760 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dff9211-f991-45e8-8cfb-e43e12b78ea8', 'name': 'network-vif-deleted', 'tag': 'f3ee2432-fb58-4683-b0ce-aed0b99a3542', 'status': 'completed', 'code': 200} Aug 16 20:46:41.322095 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0836f778-7b0a-49f2-82ee-190d93f083b2 x-openstack-request-id: req-0836f778-7b0a-49f2-82ee-190d93f083b2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:41.322397 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:41.322679 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0836f778-7b0a-49f2-82ee-190d93f083b2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:41.323078 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:46:41.332005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.374713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.489823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:41.501265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:41.553022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:41.559972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:41.566755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:41.642484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=305a8a0f-c5f4-4bef-955a-9d0563ac5fc7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:42.085314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00a8c4ac-e9c5-4d48-b01a-b9f55a5c9ab1 req-5ad1bcf8-5b27-4f7d-9ea3-c295c8add9ca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=0dff9211-f991-45e8-8cfb-e43e12b78ea8 HTTP/1.1" status: 200 len: 210 time: 0.0699894 Aug 16 20:46:42.808695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:42.817985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:42.884259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: f3ee2432-fb58-4683-b0ce-aed0b99a3542 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:42.887322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f3ee2432-fb58-4683-b0ce-aed0b99a3542 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:42.984210 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.153371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48302) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:43.257357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.363573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.541781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=305a8a0f-c5f4-4bef-955a-9d0563ac5fc7,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:43.557105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:43.746041 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP e6dc5bd3-d262-4145-bbd8-d8eb29df6460 associated. External IP: 172.25.7.237, port: 6ff0c870-5ab5-4d11-a207-572fd7be2fcd. Aug 16 20:46:43.927911 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.017709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:44.175975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:44.190889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:44.202997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:44.205125 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:44.272494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.292812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 9f81cd18-1484-4b17-9b4c-631a19fb25f8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:44.295019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.334913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f4fa5614-b181-4e9b-a02e-5ea18a61acf9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6995940 Aug 16 20:46:44.335644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:44.338179 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:44.378843 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466b726-36b2-4431-a3eb-254b70818ecb x-openstack-request-id: req-a466b726-36b2-4431-a3eb-254b70818ecb {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:44.379256 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:44.379564 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a466b726-36b2-4431-a3eb-254b70818ecb {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:44.380065 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'status': 'completed', 'code': 200} Aug 16 20:46:44.470670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 9f81cd18-1484-4b17-9b4c-631a19fb25f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9f81cd18-1484-4b17-9b4c-631a19fb25f8,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:44.471235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.488275 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:44.498729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 9f81cd18-1484-4b17-9b4c-631a19fb25f8 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:44.518337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-e8af53eb-c919-47bf-abf5-734a20399d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.520376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-e8af53eb-c919-47bf-abf5-734a20399d96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1098 time: 0.1127791 Aug 16 20:46:44.709639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-36d69058-f5fe-4ae6-9dc3-9c5338868068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.711197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-36d69058-f5fe-4ae6-9dc3-9c5338868068 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1535757 Aug 16 20:46:44.768437 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e6dc5bd3-d262-4145-bbd8-d8eb29df6460', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:75:43:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:41Z', 'updated_at': '2021-08-16T20:46:41Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:44.799503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:44.817995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:44.821733 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:44.852270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-9e19f20b-2bbe-40e4-9d78-4d6880a5d517 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 200 len: 1000 time: 0.1329305 Aug 16 20:46:44.910346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-574beb9a-9091-44ce-87df-8986b0188ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:44.912220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-574beb9a-9091-44ce-87df-8986b0188ed9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0507641 Aug 16 20:46:44.949389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:44.972424 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:44.988637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=9f81cd18-1484-4b17-9b4c-631a19fb25f8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:45.037163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-7007a683-442b-4671-a81b-45f0fe7481de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:45.038508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-7007a683-442b-4671-a81b-45f0fe7481de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187515 Aug 16 20:46:45.280875 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e6dc5bd3-d262-4145-bbd8-d8eb29df6460', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:75:43:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:41Z', 'updated_at': '2021-08-16T20:46:41Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:45.327580 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c5b8c4-cdcc-4287-8dbb-ef1886b31c2d None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e6dc5bd3-d262-4145-bbd8-d8eb29df6460', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.237', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:75:43:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:46:41Z', 'updated_at': '2021-08-16T20:46:41Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:45.398524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-aa415362-723d-4436-8238-78ea68a29e74 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414450 Aug 16 20:46:45.479103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:45.620046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab7ffa7e-f005-4fad-a669-c52fe53f5e3f req-350a1bec-f192-48f2-a1d2-045b11cd3cb5 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116451 Aug 16 20:46:45.666860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203739a1-921d-4bcb-9e67-a6ed00b258b0 None None] New status for floating IP e6dc5bd3-d262-4145-bbd8-d8eb29df6460: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:46:45.857950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:46:46.095644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:46.101149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-41761a9d-9b96-4a7b-8747-5e75a1738b3d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/fe5c7339-e43f-4f2a-a414-d05a43adc8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466310 Aug 16 20:46:46.103887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48362) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:46.116185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Sync routers for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:46.127965 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:46.128592 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:46.232615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting subnet d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:46:46.239770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.328447 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:46.341228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.460349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.615398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.653575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Subnet': ['ID=d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:46.656996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8da40-90c3-48ed-8ad7-518eee6563c4 None None] Network ecf0393f-cabc-4737-8738-bfbd11341668 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:46.658566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.660852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/subnets/d368eeb1-aa2a-4d65-83a3-c13dcdeacc2b HTTP/1.1" status: 204 len: 168 time: 0.5553424 Aug 16 20:46:46.663631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48380) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:46.668612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.669388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.672288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.672878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.673453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.674003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.674541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.675083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.675712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.676928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.677792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.679115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f2581-3bae-4e31-b127-8179511921a6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:46:46.691859 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:46:44Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:46.723889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Checking router: fe5c7339-e43f-4f2a-a414-d05a43adc8b3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:46.736249 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Routers {'fe5c7339-e43f-4f2a-a414-d05a43adc8b3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:46.737197 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:46.870183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:46.957404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] DHCP port deletion for ecf0393f-cabc-4737-8738-bfbd11341668 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:46:46.982009 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] Set router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:47.053255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Deleting port 661edb97-792b-40ae-911c-1528307b19f4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:47.054161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.069964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.170065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] For port 661edb97-792b-40ae-911c-1528307b19f4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=661edb97-792b-40ae-911c-1528307b19f4,segment=NetworkSegment(14df515a-475c-4214-adc0-44df31d0ed60),segment_id=14df515a-475c-4214-adc0-44df31d0ed60)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.170891 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.190898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Calling delete_port for 661edb97-792b-40ae-911c-1528307b19f4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:47.237278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port d5eb694b-46b9-4a62-884e-1e7761e51fc5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:46:47.237658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.377172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 661edb97-792b-40ae-911c-1528307b19f4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:47.427397 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:46:44Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:47.437885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port d5eb694b-46b9-4a62-884e-1e7761e51fc5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d5eb694b-46b9-4a62-884e-1e7761e51fc5,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:47.438266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.474849 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979c82a-f2f4-4e54-9499-661256cc0b83 None None] The sync data for ids ['fe5c7339-e43f-4f2a-a414-d05a43adc8b3'] in n-d-794306-10 is: [{'id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-429695440', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:46:44Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'd5eb694b-46b9-4a62-884e-1e7761e51fc5', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c7339-e43f-4f2a-a414-d05a43adc8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:31Z', 'updated_at': '2021-08-16T20:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:46:47.484279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for d5eb694b-46b9-4a62-884e-1e7761e51fc5 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:46:47.566727 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.587922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:47.638335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] Pushing event deleted for resources: {'Port': ['ID=661edb97-792b-40ae-911c-1528307b19f4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:47.646704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0caf1d-4866-43ee-8b25-4429c7b492e4 None None] No DVR routers for this DVR port 661edb97-792b-40ae-911c-1528307b19f4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:46:48.397596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.477600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.552659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=d5eb694b-46b9-4a62-884e-1e7761e51fc5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:48.607899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.769359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.770906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.900583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.901856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Fanout notify agent at l3_agent the message router_deleted on router fe5c7339-e43f-4f2a-a414-d05a43adc8b3 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:46:48.924808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:48.927353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-90c75d7a-f1a6-445b-898d-db8d7bdc7c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/routers/fe5c7339-e43f-4f2a-a414-d05a43adc8b3 HTTP/1.1" status: 204 len: 168 time: 2.2623973 Aug 16 20:46:48.930237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48420) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:49.121966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.294591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.335185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf0393f-cabc-4737-8738-bfbd11341668']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:49.351497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14df515a-475c-4214-adc0-44df31d0ed60') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:49.352241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14df515a-475c-4214-adc0-44df31d0ed60') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:49.372056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.421349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f81cd18-1484-4b17-9b4c-631a19fb25f8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:49.434599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.452297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:46:49.452921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.472270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9f81cd18-1484-4b17-9b4c-631a19fb25f8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:49.473242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9f81cd18-1484-4b17-9b4c-631a19fb25f8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:49.473794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5eb694b-46b9-4a62-884e-1e7761e51fc5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:46:49.477202 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:46:49.512317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d5eb694b-46b9-4a62-884e-1e7761e51fc5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:46:49.512659 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d5eb694b-46b9-4a62-884e-1e7761e51fc5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:46:49.649715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.660737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.663053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/networks/ecf0393f-cabc-4737-8738-bfbd11341668 HTTP/1.1" status: 204 len: 168 time: 0.7247806 Aug 16 20:46:49.666101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48436) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:49.679081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2f902-be0a-4aa0-a657-7d7836c6c850 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Network': ['ID=ecf0393f-cabc-4737-8738-bfbd11341668,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:49.784534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:49.900062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.300172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.302879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:50.304078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/security-groups/2b81eac8-550b-4c60-b291-90527af482dc HTTP/1.1" status: 204 len: 168 time: 0.6369283 Aug 16 20:46:50.315265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaad0d-453e-4f6d-8ea9-e9575aaeabb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b81eac8-550b-4c60-b291-90527af482dc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:50.859382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48466) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:50.865164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613679717', 'description': 'tempest-secgroup-smoke-1613679717 description', 'project_id': 'a6260687ac4648d18254bc9a5b73117e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:50.974948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.230184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.357542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.391281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cacf16-1444-4dae-b991-99cfacf4833c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:51.505844 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.507178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de4bce5a-c728-4b7d-bd2b-6a60c8d12d3f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6466928 Aug 16 20:46:51.510431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48480) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:51.515971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:51.657306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.750936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.854708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:51.879929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16f8b3b-0034-44cc-9bc0-af65f92190ec,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.003109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.007277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48492) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.008080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-83c6c26e-a092-4c14-9f75-236a2c3ee8ea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4958451 Aug 16 20:46:52.013763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:52.096427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.239163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.332421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.494709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.520663 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc41037-2be8-4e06-8d44-6a0bfe6268fe,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:52.637943 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.639141 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a77cbe02-0471-460d-9369-eca5d513a099 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6305037 Aug 16 20:46:52.644815 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48508) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:52.650098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:52.813879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.895521 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.980213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:52.998754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ea02ed-b343-4c5d-9e91-584164a15192,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.111715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.113732 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-422f8129-11a4-4698-b376-b0d13ba0ae5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4679108 Aug 16 20:46:53.116592 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48518) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:53.122546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:53.235059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.321561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.420617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.444607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75cff03a-c87b-4cb4-9f30-ef47ad4945d4,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:53.790141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:53.790141 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1ec1d3d-d302-42c8-9b76-7fbef8477d7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6123819 Aug 16 20:46:53.792493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48538) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:53.797453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:53.951744 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:46:53.957674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.020243 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.154851 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.182062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2b8d96-cedb-42dc-a172-b60541c84286,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:54.294496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.296677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fcab9534-07ee-46c4-918a-6d6445f5306a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5019619 Aug 16 20:46:54.300977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48548) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:54.308798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '77cacf16-1444-4dae-b991-99cfacf4833c', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:54.442747 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:46:54.448385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.521750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.677508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.700351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f66b47-a1f8-4339-9c93-41baeba13e55,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:54.812246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.816618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48558) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:54.817390 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-619be5df-0911-41ae-b39e-e2783222fd7f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5133643 Aug 16 20:46:54.825593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'network': {'name': 'tempest-network-smoke--1583233349', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:54.935754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:54.939380 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.963095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:46:54.973163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:54.973518 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Added segment 268d4292-89c7-4db7-a4b5-3a34b24d7add of type vlan for network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 Aug 16 20:46:55.025347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.157898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.164461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.165707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.237870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Network': ['ID=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:55.255482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:46:55.290691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7437392a-4140-4947-bab8-60d95ffe3fef tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4717319 Aug 16 20:46:55.295892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:55.300960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'admin_state_up': True, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:55.443550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.444815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.543649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:55.997348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de21d0-0070-4140-8cd0-ce7d4dc169ed req-3360cafa-9264-4725-84b4-f38d357ea358 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:55.999843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25de21d0-0070-4140-8cd0-ce7d4dc169ed req-3360cafa-9264-4725-84b4-f38d357ea358 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.1983831 Aug 16 20:46:56.002943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.062422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25de21d0-0070-4140-8cd0-ce7d4dc169ed req-047db5d0-8229-4cad-b875-87655edc7879 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538983 Aug 16 20:46:56.333807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.364860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.473678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.188 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:46:56.616822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.732079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:56.771085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:46:56.780075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:56.783018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:46:56.822794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:57.264069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c2423-2be3-4a8c-bfef-7d2d71812810 req-cc25c7b0-8aa6-4f11-96c1-8ace6199192e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:57.266505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852c2423-2be3-4a8c-bfef-7d2d71812810 req-cc25c7b0-8aa6-4f11-96c1-8ace6199192e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.1313848 Aug 16 20:46:57.311714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.369297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852c2423-2be3-4a8c-bfef-7d2d71812810 req-5e665391-4569-4517-a4f0-042f7a1078f2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984855 Aug 16 20:46:57.560643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:57.797368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:46:57.922873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:46:57.934538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Sync routers for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:46:57.945479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:57.946115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.009293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.014124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fa176737-607f-447a-87cc-fd2b2126ca83 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7140985 Aug 16 20:46:58.020521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48620) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.051417 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9e805b9c-4ac6-4dac-ac7f-9400fdcab558 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=a6260687ac4648d18254bc9a5b73117e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358016 Aug 16 20:46:58.054165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48624) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.080240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:58.303385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7807913-9b77-4b8a-8370-eaa0aa1b8079 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:58.303385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7807913-9b77-4b8a-8370-eaa0aa1b8079 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2450354 Aug 16 20:46:58.304094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 48630) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.326747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:46:56Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:58.336283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b740635-434f-49b8-b1fa-ec8999b875de tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317292 Aug 16 20:46:58.339055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:58.345326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413106999', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:46:58.362691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Checking router: de524bba-bf0c-42c1-9e3b-0654e1bbd9ce for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:46:58.363123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Updating router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:46:58.404692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.552512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:46:58.560584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.709359 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.740826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Transition to ACTIVE for port object e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:46:58.860220 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.895095 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.923631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2693-fdf9-4cf4-9771-3472ce85dad9 None None] Pushing event updated for resources: {'Port': ['ID=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.926142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Attempting to bind port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:46:58.926423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Attempting to bind port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:46:58.926836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Attempting to bind port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:46:58.933784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:46:58.934166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:58.934569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.936068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:46:58.936313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Bound port: e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:46:58.936652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:58.970530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Subnet': ['ID=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:58.975679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:46:58.975679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network hostable DHCP agents. Network: 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:46:59.001957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] For port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:46:59.009541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] For port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:46:59.022951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:46:59.077303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:46:59.106240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.115046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.166197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:46:59.169018 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603ae2a3-09da-4d62-9e9d-e3952346f99d" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:46:59.174565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:46:59.179558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:46:59.180366 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.199703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:46:59.201799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:46:59.202419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:46:59.204378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876cc3d0-585d-4454-b6c2-075a28f5b48c None None] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:46:59.252473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2693-fdf9-4cf4-9771-3472ce85dad9 None None] Pushing event updated for resources: {'Port': ['ID=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.256001 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cdf04-c6d7-43bf-8432-143d8e424e82 x-openstack-request-id: req-0d4cdf04-c6d7-43bf-8432-143d8e424e82 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:46:59.256211 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:46:59.256460 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d4cdf04-c6d7-43bf-8432-143d8e424e82 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:46:59.256839 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:46:59.312853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89041b24-aeea-4fd2-9369-80b918b7aaad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9719005 Aug 16 20:46:59.316324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 48648) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:46:59.344649 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.446114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:46:59.673620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:46:59.786193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:46:59.800199 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:46:59.977246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:46:56Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:00.011482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7254357-b195-4e8b-9704-a7cbbbc435dd None None] The sync data for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 is: [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:46:56Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:00.013522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Allocated IP 172.20.0.2 (2f3c4e54-3aa0-424f-af6e-a05ee51b53e9/a9d1e9d1-d955-40cb-af31-6cdbf3d904f3/523d5599-13cb-4a21-8f7e-52289d868b09) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:00.217973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.226962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Transition to ACTIVE for port object 523d5599-13cb-4a21-8f7e-52289d868b09 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:00.274194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Transition to ACTIVE for port object 523d5599-13cb-4a21-8f7e-52289d868b09 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:00.415271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.472687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:00.478363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:00.489483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:00.550974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Pushing event updated for resources: {'Port': ['ID=523d5599-13cb-4a21-8f7e-52289d868b09,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:00.598872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.605493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Attempting to bind port 523d5599-13cb-4a21-8f7e-52289d868b09 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:00.606160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Attempting to bind port 523d5599-13cb-4a21-8f7e-52289d868b09 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:00.606634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Attempting to bind port 523d5599-13cb-4a21-8f7e-52289d868b09 on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:00.612056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:00.612573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:00.613413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.613931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Bound using segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:00.614831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Bound port: 523d5599-13cb-4a21-8f7e-52289d868b09, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:00.615277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.705050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] For port 523d5599-13cb-4a21-8f7e-52289d868b09, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:00.710211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] For port 523d5599-13cb-4a21-8f7e-52289d868b09, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=523d5599-13cb-4a21-8f7e-52289d868b09,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:00.718486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e410d97f-e346-43cd-90fb-b1c70ac396b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.803092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:00.924401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd53af-6aa5-47dc-9407-aa7100f8cc8f None None] Pushing event updated for resources: {'Port': ['ID=523d5599-13cb-4a21-8f7e-52289d868b09,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.033430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:01.115709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.1 (2f3c4e54-3aa0-424f-af6e-a05ee51b53e9/a9d1e9d1-d955-40cb-af31-6cdbf3d904f3/1993ec81-5bbd-491b-afca-717582f5a837) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:01.345915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.411200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:01.471601 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.492560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 1993ec81-5bbd-491b-afca-717582f5a837 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:01.519213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.587951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 523d5599-13cb-4a21-8f7e-52289d868b09 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:01.587951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:01.662756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:01.746372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.791434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:01.795531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:01.798399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:01.806794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 523d5599-13cb-4a21-8f7e-52289d868b09 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:01.809799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.816757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:01.856162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:01.888669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:01.902916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['28f80914-7f3e-45fb-b271-3908dbbc44b5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:01.984946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.138732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:02.163552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:02.163552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.246679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.270683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:02.294994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.320519 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93acd9bd-21ae-4eb8-a1ab-64a9a01a2fe8 None None] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:47:02.425952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.535391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.629014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Provisioning for port 523d5599-13cb-4a21-8f7e-52289d868b09 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:02.634922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Provisioning complete for port 523d5599-13cb-4a21-8f7e-52289d868b09 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:02.635606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.722209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.749432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.795709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] For port 523d5599-13cb-4a21-8f7e-52289d868b09, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=523d5599-13cb-4a21-8f7e-52289d868b09,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:02.797429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.878656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.880683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:02.882827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:02.966702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae373c-7bc8-4cf0-9af7-e8c51fdc39a4 None None] Pushing event updated for resources: {'Port': ['ID=523d5599-13cb-4a21-8f7e-52289d868b09,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.012788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:03.015270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:03.031200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:03.099381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.100072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.130624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Provisioning for port 1993ec81-5bbd-491b-afca-717582f5a837 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:03.145843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Provisioning complete for port 1993ec81-5bbd-491b-afca-717582f5a837 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.146388 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.176362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:03.219584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Port 1993ec81-5bbd-491b-afca-717582f5a837 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:03.233963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Provisioning complete for port 523d5599-13cb-4a21-8f7e-52289d868b09 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.234336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d21a798f-7682-445c-aa36-1f952992f7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.306463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.355642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:03.369511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Sync routers for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:03.379594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d18dbe9-215c-4c34-b58b-d2c89b2b5730 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/de524bba-bf0c-42c1-9e3b-0654e1bbd9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0624804 Aug 16 20:47:03.411155 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:03.412427 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:46:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:03.433567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:03.442388 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a63aec-6458-4bc4-88c1-428cbc8f13de" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:03.554865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 523d5599-13cb-4a21-8f7e-52289d868b09 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:03.619080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:03.621884 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c152ba6-b76b-42ba-a375-801b9568278c x-openstack-request-id: req-0c152ba6-b76b-42ba-a375-801b9568278c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:03.622343 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:03.622719 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c152ba6-b76b-42ba-a375-801b9568278c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:03.623308 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:47:03.632730 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.670450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 523d5599-13cb-4a21-8f7e-52289d868b09 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.671011 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.752100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.794569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-a6d71b42-ab0b-46ec-a7d5-82ecb155b797 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613679717&fields=id&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 267 time: 0.0861924 Aug 16 20:47:03.803222 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-872aeb31-466e-4b9b-99b7-60a3961f1e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.823057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6060a555-33e6-405a-8137-f732e1839d52 None None] Provisioning complete for port 1993ec81-5bbd-491b-afca-717582f5a837 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:03.824219 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6060a555-33e6-405a-8137-f732e1839d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:03.873702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:03.926592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6060a555-33e6-405a-8137-f732e1839d52 None None] Port 1993ec81-5bbd-491b-afca-717582f5a837 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:03.940235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:03.945351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:04.010664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:04.012400 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.059462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-8a033123-a466-4819-8ca6-a1f04b2385cb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:04.069458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-8a033123-a466-4819-8ca6-a1f04b2385cb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 797 time: 0.2737088 Aug 16 20:47:04.091457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-9a01bb65-0c38-4768-a224-f71e802de856 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/quotas/a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 375 time: 0.0190940 Aug 16 20:47:04.192940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-c4b28197-8926-465a-b0c4-ce0df89adeb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940294 Aug 16 20:47:04.282016 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 2, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:04.289215 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.315918 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Checking router: de524bba-bf0c-42c1-9e3b-0654e1bbd9ce for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:04.316170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-6ca46525-b00c-4d50-af8a-34e891ea2371 service neutron] 10.222.0.70 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188319 Aug 16 20:47:04.316334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Updating router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce port 1993ec81-5bbd-491b-afca-717582f5a837 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:47:04.351092 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.510346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-8953ce02-2559-4c37-8525-ca921625d12c service neutron] 10.222.0.70 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840818 Aug 16 20:47:04.794264 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:04.806147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Transition to ACTIVE for port object 1993ec81-5bbd-491b-afca-717582f5a837 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:04.925690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60bfdc31-224e-4425-9f61-cd27ee2b5ca1 req-5c834b14-b646-4be8-89f4-2d353d43a7e5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Aug 16 20:47:04.944890 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.072079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Pushing event updated for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:05.118589 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.121114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.121514 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.121854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.122178 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.122502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.122829 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.123146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.124519 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.124754 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.125074 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.125390 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:05.163157 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Attempting to bind port 1993ec81-5bbd-491b-afca-717582f5a837 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:05.163519 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Attempting to bind port 1993ec81-5bbd-491b-afca-717582f5a837 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:05.163908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Attempting to bind port 1993ec81-5bbd-491b-afca-717582f5a837 on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:05.171549 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:05.171947 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:05.172470 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.172886 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Bound using segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:05.174060 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Bound port: 1993ec81-5bbd-491b-afca-717582f5a837, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:05.174436 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.255692 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] For port 1993ec81-5bbd-491b-afca-717582f5a837, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:05.264944 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] For port 1993ec81-5bbd-491b-afca-717582f5a837, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1993ec81-5bbd-491b-afca-717582f5a837,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:05.466550 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:05.562690 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a2804-7129-4f51-a745-358dc0ef459d None None] Pushing event updated for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:05.630109 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:05.631010 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:47:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:05.779545 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:06.036657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-046e912b-1767-4068-b8f1-49d18f844609 req-eada2916-fb2c-4fe9-8dd6-768032a30f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.0422466 Aug 16 20:47:06.051455 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:05Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:06.084209 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c56ca20-fcaa-4c39-8d35-38df9d0d6b42 None None] The sync data for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 is: [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:05Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:06.220913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.145485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa097c88-6e61-490f-996c-e369cdd7db18 req-72dab690-595d-4d1d-9281-316416705da4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.0343292 Aug 16 20:47:07.358096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1993ec81-5bbd-491b-afca-717582f5a837 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:07.592056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1993ec81-5bbd-491b-afca-717582f5a837 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:07.596631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1993ec81-5bbd-491b-afca-717582f5a837 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:07.597032 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.714089 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:07.753832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1993ec81-5bbd-491b-afca-717582f5a837, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1993ec81-5bbd-491b-afca-717582f5a837,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:07.986600 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:08.061172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:08.277742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96c76cd9-2a82-46b3-a2e8-2c00f64e8706 req-ee358ab7-65c1-44b2-802e-f32cfa4e3d71 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.0405998 Aug 16 20:47:08.989541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-7f7a1833-2d5a-43e3-86be-825bc5f69142 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:08.989541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-7f7a1833-2d5a-43e3-86be-825bc5f69142 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 797 time: 0.1374121 Aug 16 20:47:09.059124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-cefdb986-6fbd-4a78-88e4-972bbb8d32cd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 380 time: 0.0565307 Aug 16 20:47:09.082386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'port': {'device_id': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'admin_state_up': True, 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'security_groups': ['77cacf16-1444-4dae-b991-99cfacf4833c']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:09.402282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1993ec81-5bbd-491b-afca-717582f5a837 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:09.749690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1993ec81-5bbd-491b-afca-717582f5a837 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:09.750313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.770854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbf6bc11-8d17-4c09-a956-b327d991ee3e req-c5cc09ae-d72d-4848-b841-539d39bcd2be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.2529464 Aug 16 20:47:09.772937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:09.777788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:09.959630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.10 (2f3c4e54-3aa0-424f-af6e-a05ee51b53e9/a9d1e9d1-d955-40cb-af31-6cdbf3d904f3/0bf2a102-9e8b-4343-bea0-76dfc20e251b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:10.168575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.185955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 0bf2a102-9e8b-4343-bea0-76dfc20e251b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:10.449243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.498259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:10.503927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:10.506667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:10.551422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:10.598126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.598946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:10.870090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-4801a611-4008-4087-8e5c-7f3f51ae4010 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8042843 Aug 16 20:47:10.892820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Request body: {'port': {'device_id': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:10.939052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d57e8-09ad-46af-8733-62b5d64e17de req-a4fd65bd-418b-4366-81a0-7f853c0cf919 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:10.940827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a3d57e8-09ad-46af-8733-62b5d64e17de req-a4fd65bd-418b-4366-81a0-7f853c0cf919 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 932 time: 0.1003082 Aug 16 20:47:10.996599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.028634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a3d57e8-09ad-46af-8733-62b5d64e17de req-e96a46bf-a91f-4860-8550-d062d02c78da tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794849 Aug 16 20:47:11.117018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-91d8d2cd-3dd3-4240-a659-50451ae2ff16 None None] Provisioning for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:11.130355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-91d8d2cd-3dd3-4240-a659-50451ae2ff16 None None] Provisioning complete for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:11.130355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-91d8d2cd-3dd3-4240-a659-50451ae2ff16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.161794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-91d8d2cd-3dd3-4240-a659-50451ae2ff16 None None] Port 0bf2a102-9e8b-4343-bea0-76dfc20e251b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:11.290149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:11.298720 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.312010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Transition to ACTIVE for port object 0bf2a102-9e8b-4343-bea0-76dfc20e251b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:11.425723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.484082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.590345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:11.591014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:11.591345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:11.596826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:11.597155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:11.602281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:11.602627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:11.603015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Bound using segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:11.603443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Bound port: 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:11.603978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.695764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:11.699811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:11.811244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.853272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:11.855058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:11.856558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1093 time: 0.9768274 Aug 16 20:47:11.859436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:11.869743 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c60c62-a8de-4063-819e-8611e5bdca42" -d '{"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:11.942708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4460c-4484-4719-b4c0-6e2965787639 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:11.975112 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa197de-c9e0-4b20-ac5e-b9f42049c857 x-openstack-request-id: req-cfa197de-c9e0-4b20-ac5e-b9f42049c857 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:11.975863 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:11.976393 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfa197de-c9e0-4b20-ac5e-b9f42049c857 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:11.977184 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:47:12.053400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-e66b838d-ece2-421d-969b-afe0c65ddf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.055052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-e66b838d-ece2-421d-969b-afe0c65ddf17 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0744708 Aug 16 20:47:12.189400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-6a1c24c2-189b-46f1-8fec-af657557c15d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 217 time: 0.1253161 Aug 16 20:47:12.320084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-cd3d22fe-8fbe-4600-b166-64b48168122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.322781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-cd3d22fe-8fbe-4600-b166-64b48168122e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.1232865 Aug 16 20:47:12.390234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426d8d-85cd-49d9-8780-7c6bbff81722 req-25e59146-028d-4fa4-a180-b70d8a57bbc2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.396214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92426d8d-85cd-49d9-8780-7c6bbff81722 req-25e59146-028d-4fa4-a180-b70d8a57bbc2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.2256794 Aug 16 20:47:12.437034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-3f61b7e4-5559-4032-90db-ca95c88b71e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:12.438916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-3f61b7e4-5559-4032-90db-ca95c88b71e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098313 Aug 16 20:47:12.476456 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92426d8d-85cd-49d9-8780-7c6bbff81722 req-ac210a2b-74d0-4b7b-afaf-a78e817699dd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702960 Aug 16 20:47:12.587364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-0e2ef817-4fde-44ec-9d42-41afd6dd6b48 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391649 Aug 16 20:47:12.722020 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c781ba7f-ce06-4df4-bb91-662460bf28c8 req-d3c50d97-61fc-43e0-9498-de5638774f57 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264544 Aug 16 20:47:13.017999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-b0d809dd-6812-47ea-8879-b29e964f63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.019670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-b0d809dd-6812-47ea-8879-b29e964f63b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0505333 Aug 16 20:47:13.144492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-92be6de0-2dca-4494-8b66-4d9c4cc6f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.146164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-92be6de0-2dca-4494-8b66-4d9c4cc6f224 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1178098 Aug 16 20:47:13.216435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-2b0ead4e-561f-4f7b-ae5f-80f9fc56796c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 217 time: 0.0583436 Aug 16 20:47:13.296900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-cee6391d-160f-4bae-b857-0f412f3916d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.298596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-cee6391d-160f-4bae-b857-0f412f3916d1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0726447 Aug 16 20:47:13.390158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-1f19f7c8-3200-4483-aecd-aee7f2b55b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.391670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-1f19f7c8-3200-4483-aecd-aee7f2b55b76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846291 Aug 16 20:47:13.532214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-a76197f2-9bc0-4928-8d3b-05909eb66dec service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306479 Aug 16 20:47:13.690141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550a369-2881-4320-b7e2-030034a2b678 req-d8326a31-8766-41ba-b007-e6c26c6ecb8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:13.690141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3550a369-2881-4320-b7e2-030034a2b678 req-d8326a31-8766-41ba-b007-e6c26c6ecb8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0748553 Aug 16 20:47:13.726561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03c60c62-a8de-4063-819e-8611e5bdca42 req-3cdf3757-af68-490e-bad1-0bf42ed2a058 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816733 Aug 16 20:47:13.750652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3550a369-2881-4320-b7e2-030034a2b678 req-66dcd246-94cf-4039-9e43-d0959c83e0d9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Aug 16 20:47:14.768365 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:47:14.869364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da71cc-bc62-419b-a199-47a7fef3c7ec req-32cfff07-b8e8-477b-b6bb-1b7baaf60d1f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:14.871754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7da71cc-bc62-419b-a199-47a7fef3c7ec req-32cfff07-b8e8-477b-b6bb-1b7baaf60d1f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0525715 Aug 16 20:47:14.912400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7da71cc-bc62-419b-a199-47a7fef3c7ec req-986820f0-3e48-43bb-bc6d-49ab0d627936 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 Aug 16 20:47:15.130564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:15.247134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:15.276899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:15.319463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.335870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:15.357719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:15.494763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:15.578904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:15.748359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0bf2a102-9e8b-4343-bea0-76dfc20e251b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:15.928877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-cb45d7c4-71ad-4ebc-b758-c956f4701f78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478911 Aug 16 20:47:16.028594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-bda3dc3e-1a1e-401a-b58b-35193061b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.030217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-bda3dc3e-1a1e-401a-b58b-35193061b0c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1099 time: 0.0872371 Aug 16 20:47:16.125137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45275-ceeb-40ff-90d0-21784945f866 req-2f163dd4-4da5-4a45-8774-775fed0aba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.126734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-2f163dd4-4da5-4a45-8774-775fed0aba9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a221218ba4444ae8975099f71c45ce2&device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 1101 time: 0.1467173 Aug 16 20:47:16.140058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f583fe-45c2-42d0-ac60-cea7a0a9aed1 req-20049628-f2ab-4034-b2bb-7fa78342c927 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.141578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7f583fe-45c2-42d0-ac60-cea7a0a9aed1 req-20049628-f2ab-4034-b2bb-7fa78342c927 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.1468372 Aug 16 20:47:16.267059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-08f72f17-feaf-4e78-9b82-c531d884bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.268105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-08f72f17-feaf-4e78-9b82-c531d884bfc2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.2162175 Aug 16 20:47:16.273443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7f583fe-45c2-42d0-ac60-cea7a0a9aed1 req-c13065e2-1975-45d5-b1c1-c7b74e3050ca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251268 Aug 16 20:47:16.360266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-ba1f3ec1-12ce-4e6c-9cc8-23581f2df594 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 1001 time: 0.0842910 Aug 16 20:47:16.361492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45275-ceeb-40ff-90d0-21784945f866 req-c4fb7aa3-c311-41b8-be42-416bd977afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.362993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-c4fb7aa3-c311-41b8-be42-416bd977afb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.2136438 Aug 16 20:47:16.434392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-a5065cd2-0653-4c39-a004-336a4465a214 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 200 len: 217 time: 0.0588665 Aug 16 20:47:16.486960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-dc788c0a-4311-4515-992b-2b4f9f6e15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.488730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-dc788c0a-4311-4515-992b-2b4f9f6e15b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.1213880 Aug 16 20:47:16.502989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45275-ceeb-40ff-90d0-21784945f866 req-3c5358dd-3771-40cb-8108-aa64516fdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.504657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-3c5358dd-3771-40cb-8108-aa64516fdc57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0623527 Aug 16 20:47:16.580981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-eb0c670e-c76b-4367-86f8-fb7d61a3b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.582519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-eb0c670e-c76b-4367-86f8-fb7d61a3b519 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816109 Aug 16 20:47:16.585218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f45275-ceeb-40ff-90d0-21784945f866 req-56289869-0218-4c9d-bd8d-4bd23a781c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:16.586580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-56289869-0218-4c9d-bd8d-4bd23a781c0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0718548 Aug 16 20:47:16.744727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-98083c2e-b22a-4bc1-8f23-a57d4a31ce1f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538317 Aug 16 20:47:16.746725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-b49cd8ce-da69-46ac-b5dd-03d9b5e17c5f service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481502 Aug 16 20:47:16.890463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50f45275-ceeb-40ff-90d0-21784945f866 req-185225b6-222b-44ab-aced-8f2b670c5122 service neutron] 10.222.0.64 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356201 Aug 16 20:47:16.933246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4a766eb-1528-45d1-8e78-6284ba7b4824 req-83b20275-3f72-4283-a293-d7e0c8f7ae4d service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Aug 16 20:47:17.024918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481fa0f-bd94-445e-a962-8fe90db87cfb req-6e5e5af1-839b-4f70-8543-81cda0dbb893 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.027101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d481fa0f-bd94-445e-a962-8fe90db87cfb req-6e5e5af1-839b-4f70-8543-81cda0dbb893 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0586238 Aug 16 20:47:17.068351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d481fa0f-bd94-445e-a962-8fe90db87cfb req-2c69a904-1916-47e4-a07b-07997db8fda5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Aug 16 20:47:17.158532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:17.390159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:17.394951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:17.395331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.395498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe37e-a42e-453f-aa7b-3d63b3dcce63 req-4920593e-1ebc-49df-b728-dff863c8f07a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.397106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3dfe37e-a42e-453f-aa7b-3d63b3dcce63 req-4920593e-1ebc-49df-b728-dff863c8f07a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Aug 16 20:47:17.444995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3dfe37e-a42e-453f-aa7b-3d63b3dcce63 req-201423a1-a184-4c12-83e8-14b37bda769a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333834 Aug 16 20:47:17.480746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.502645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:17.504896 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c683897f-3889-444a-be86-d70a854b52da" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:17.518138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:17.543455 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91579cb-1ace-4e6a-81cb-0f51cc708c3c x-openstack-request-id: req-d91579cb-1ace-4e6a-81cb-0f51cc708c3c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:17.543779 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:17.544039 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d91579cb-1ace-4e6a-81cb-0f51cc708c3c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:17.544438 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'code': 200} Aug 16 20:47:17.638044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.639150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:17.649752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65132a4-cd59-42c0-8e32-ce7e1b7f9736 req-b21cea69-91c2-4edf-89bc-435d1eb916c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:17.651347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f65132a4-cd59-42c0-8e32-ce7e1b7f9736 req-b21cea69-91c2-4edf-89bc-435d1eb916c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1097 time: 0.0479856 Aug 16 20:47:17.699279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f65132a4-cd59-42c0-8e32-ce7e1b7f9736 req-f1f39349-9a65-4984-9368-29d8f9876bc0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Aug 16 20:47:17.713620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:17.763246 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.796502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:17.923334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:17.970418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=11']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:18.201917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89442f5a-299e-4070-942e-65aa9922ac0e req-a9663e00-b734-4541-950c-8da40d02e033 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.203445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89442f5a-299e-4070-942e-65aa9922ac0e req-a9663e00-b734-4541-950c-8da40d02e033 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Aug 16 20:47:18.243680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89442f5a-299e-4070-942e-65aa9922ac0e req-ff56cf15-a3e7-48a0-b3f8-4c22ff538675 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Aug 16 20:47:18.391404 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:18.584134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d874a4-cc8f-4810-b258-42d61689b97f req-51c5ce4f-83f0-4069-8dff-e97cc63bb173 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:18.585912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31d874a4-cc8f-4810-b258-42d61689b97f req-51c5ce4f-83f0-4069-8dff-e97cc63bb173 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Aug 16 20:47:18.627206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31d874a4-cc8f-4810-b258-42d61689b97f req-8342ab4a-e1c1-4300-ad68-3962b860be65 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343459 Aug 16 20:47:19.242556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e74b2-505e-4ad7-b811-6373d39f4f67 req-f1d635ee-ec19-42ce-8788-900c5a2ababe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.244057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017e74b2-505e-4ad7-b811-6373d39f4f67 req-f1d635ee-ec19-42ce-8788-900c5a2ababe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Aug 16 20:47:19.284778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017e74b2-505e-4ad7-b811-6373d39f4f67 req-74ba2af6-c490-415f-b577-6c19a9f74d69 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340197 Aug 16 20:47:19.545533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:19.548032 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad61c8eb-7d1d-4713-a00e-bc6bc1d081bb" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:19.586308 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848897f0-cfdd-4901-820d-8481a1798a66 x-openstack-request-id: req-848897f0-cfdd-4901-820d-8481a1798a66 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:19.586821 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:19.587069 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-848897f0-cfdd-4901-820d-8481a1798a66 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:19.587460 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:47:19.746732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d851a1-79b2-4e19-8d0a-b38df5ce6f08 req-b1ac93ff-1e4f-48d2-bae8-0a49840caba8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.752235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d851a1-79b2-4e19-8d0a-b38df5ce6f08 req-b1ac93ff-1e4f-48d2-bae8-0a49840caba8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0530801 Aug 16 20:47:19.787388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d851a1-79b2-4e19-8d0a-b38df5ce6f08 req-398e3df9-018a-4d64-9d03-e28d86df482c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327353 Aug 16 20:47:19.925645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562099bb-98c6-4218-a4d5-5cf87d7dbfd6 req-dd267550-9147-48a4-a74a-1015dfc49782 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:19.927129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-562099bb-98c6-4218-a4d5-5cf87d7dbfd6 req-dd267550-9147-48a4-a74a-1015dfc49782 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0493650 Aug 16 20:47:19.965877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-562099bb-98c6-4218-a4d5-5cf87d7dbfd6 req-3dac69c1-15f9-490f-b102-a9778b33fb5c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Aug 16 20:47:19.989040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:20.029457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c295a8-1004-467b-b8b0-2e679d218e9e tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.031005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-94c295a8-1004-467b-b8b0-2e679d218e9e tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1093 time: 0.0409150 Aug 16 20:47:20.033978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:20.038285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:20.214245 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.319919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.458236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc160b63-f1a4-48ce-9ebb-0e3dd479f626 req-139f401e-7ec9-41b8-b284-249286a6b19a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:20.459795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc160b63-f1a4-48ce-9ebb-0e3dd479f626 req-139f401e-7ec9-41b8-b284-249286a6b19a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0956106 Aug 16 20:47:20.482057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.121 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f6dc8955-5fff-4242-bbb3-e7926124c71a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:20.551981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc160b63-f1a4-48ce-9ebb-0e3dd479f626 req-610c6a62-7768-4b04-a4ee-15dde1d3857a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823200 Aug 16 20:47:20.607421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.809442 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:20.851145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:20.854005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:20.857000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:20.886446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=f6dc8955-5fff-4242-bbb3-e7926124c71a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.174508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:21.297226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.310533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'mac_address': 'fa:16:3e:2b:d2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:21.353460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.367944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:21.394469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:21.588899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.608561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.671390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:21.680258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.680613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.680959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.681298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.681636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.681971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.682812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.683149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.683513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.683832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.684382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.684956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:21.687068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614bdd8-0064-4909-a5ca-6ab2592dd7f5 req-38b8faa5-b6bd-45ce-a051-deb687772eb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:21.689832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1614bdd8-0064-4909-a5ca-6ab2592dd7f5 req-38b8faa5-b6bd-45ce-a051-deb687772eb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.0560765 Aug 16 20:47:21.712619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['28f80914-7f3e-45fb-b271-3908dbbc44b5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:21.742613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1614bdd8-0064-4909-a5ca-6ab2592dd7f5 req-1915f0cf-8239-49c5-b1a4-eabbfe70db55 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399179 Aug 16 20:47:21.820123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:21.981339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.014082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.117320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.194748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=f6dc8955-5fff-4242-bbb3-e7926124c71a,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:22.206437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.318652 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP 386d4318-332e-4095-9695-f565dcae6702 associated. External IP: 172.25.7.121, port: 0bf2a102-9e8b-4343-bea0-76dfc20e251b. Aug 16 20:47:22.667603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:47:22.830409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:47:22.846511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Sync routers for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:47:22.859873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:22.860810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:47:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:22.947512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ae11f-b3e7-4ec4-975f-3edf2c2d1e87 req-b783e9f2-417d-473d-be64-dc1a194fb087 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:22.948094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-654ae11f-b3e7-4ec4-975f-3edf2c2d1e87 req-b783e9f2-417d-473d-be64-dc1a194fb087 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 946 time: 0.0794599 Aug 16 20:47:22.952270 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:22.998868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:23.012390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b865034a-19b0-473d-ab9b-a995a0c033e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9749463 Aug 16 20:47:23.012390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:23.014405 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20e73f4-0f8f-42df-8965-a87d1538f86d" -d '{"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:23.039509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-654ae11f-b3e7-4ec4-975f-3edf2c2d1e87 req-6aaec2bd-b647-46e6-9d14-490c512d9a76 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827942 Aug 16 20:47:23.121880 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54c2fea-b847-4f62-b422-f3ace79975e4 x-openstack-request-id: req-c54c2fea-b847-4f62-b422-f3ace79975e4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:23.122173 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:23.122415 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c54c2fea-b847-4f62-b422-f3ace79975e4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:23.122833 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:47:23.201481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3744-65a3-4472-9728-e87478b9c77e req-ff9445ab-2920-490c-a0f9-d5193b47f4d3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.205944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-475c3744-65a3-4472-9728-e87478b9c77e req-ff9445ab-2920-490c-a0f9-d5193b47f4d3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.1276071 Aug 16 20:47:23.223530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:23.227187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-51a2cd33-26f3-4f9f-9208-fd10f4ce3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.229728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-51a2cd33-26f3-4f9f-9208-fd10f4ce3521 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1098 time: 0.0812278 Aug 16 20:47:23.348155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-475c3744-65a3-4472-9728-e87478b9c77e req-861409a9-bef4-4781-9a25-31cc213982cf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242170 Aug 16 20:47:23.367097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 28f80914-7f3e-45fb-b271-3908dbbc44b5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:23.367475 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.375121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49514) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:23.398147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-0b193d72-5bd7-43b7-a56f-4635b665e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.399646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-0b193d72-5bd7-43b7-a56f-4635b665e81b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1537187 Aug 16 20:47:23.413957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '386d4318-332e-4095-9695-f565dcae6702', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:21Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:23.439779 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6d42cbeb-1a09-4d93-a923-1c7b001dbfa5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 200 len: 992 time: 0.0632534 Aug 16 20:47:23.443429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Checking router: de524bba-bf0c-42c1-9e3b-0654e1bbd9ce for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:47:23.457550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:47:23.458175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:47:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:23.477186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-d1381f28-7567-4856-a2a0-d2d766cefa56 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.0685682 Aug 16 20:47:23.532565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-d8ff9ddd-23f5-4c63-8d92-7e7e49649632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.533992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-d8ff9ddd-23f5-4c63-8d92-7e7e49649632 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0498512 Aug 16 20:47:23.536989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.601886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:23.604635 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c9227-e52d-4915-a395-ae2d3e1139ad" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:23.605327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-b5add0a7-0e22-482d-bf00-2b4f7f2dac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:23.607066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-b5add0a7-0e22-482d-bf00-2b4f7f2dac19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659671 Aug 16 20:47:23.624244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:23.633431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:47:23.666597 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a25139-55e1-45cd-9ccb-5dc847257fd4 x-openstack-request-id: req-e3a25139-55e1-45cd-9ccb-5dc847257fd4 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:23.667582 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-plugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:23.667986 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3a25139-55e1-45cd-9ccb-5dc847257fd4 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:23.668378 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:47:23.750026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:23.788120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-e668c9d1-d3fe-4d18-8e2b-bb7926b0dc5d service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650586 Aug 16 20:47:23.896339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:23.960455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b20e73f4-0f8f-42df-8965-a87d1538f86d req-586ed567-46aa-45b0-8142-772f17e8bf66 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542211 Aug 16 20:47:24.034359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '386d4318-332e-4095-9695-f565dcae6702', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:21Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:47:24.073355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce3256-a4a4-40d1-8f75-cdffed6af875 None None] The sync data for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 is: [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '386d4318-332e-4095-9695-f565dcae6702', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:47:21Z', 'updated_at': '2021-08-16T20:47:21Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:47:24.291369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a966c-40c9-4f76-8c83-7d0b6d9e1006 req-ab52deb7-3013-4761-9939-8de24e264566 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:24.293796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e3a966c-40c9-4f76-8c83-7d0b6d9e1006 req-ab52deb7-3013-4761-9939-8de24e264566 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.1203153 Aug 16 20:47:24.393565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e3a966c-40c9-4f76-8c83-7d0b6d9e1006 req-b58c39d8-fcee-4066-a7b9-43b886b02b2a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839784 Aug 16 20:47:24.417892 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b1546-cdfd-406b-861b-fa91b342e382 None None] New status for floating IP 386d4318-332e-4095-9695-f565dcae6702: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:47:24.444077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49542) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:24.556669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9adfc88f-e278-4a05-aefa-d4e2a500dcb3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 200 len: 992 time: 0.1111519 Aug 16 20:47:25.554459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49564) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:25.718108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643369d5-22f9-4f0e-bff0-f0479a23f693 req-75f30dfb-0d13-4dcb-9ec3-73a7c80fc62e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:25.719995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-643369d5-22f9-4f0e-bff0-f0479a23f693 req-75f30dfb-0d13-4dcb-9ec3-73a7c80fc62e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.1867702 Aug 16 20:47:25.762076 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7260aa38-13d4-497b-9894-1d53e7c61d0d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 200 len: 994 time: 0.2041204 Aug 16 20:47:25.784274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-643369d5-22f9-4f0e-bff0-f0479a23f693 req-bcb2809a-8ea7-439c-96e9-d64d4c7034c9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573380 Aug 16 20:47:26.943791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34924199-1b91-40a8-ab34-fbea9cc5bc58 req-29762879-1713-499d-90b5-25263bd101fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:26.954537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34924199-1b91-40a8-ab34-fbea9cc5bc58 req-29762879-1713-499d-90b5-25263bd101fb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0766258 Aug 16 20:47:27.014336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34924199-1b91-40a8-ab34-fbea9cc5bc58 req-162e074a-880d-420d-95d2-99662c9c8029 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586927 Aug 16 20:47:28.157167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f72ca7-02a5-4847-ae21-5e70448625fb req-e7422426-a740-49ba-9c98-a57456707a6f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:28.158635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01f72ca7-02a5-4847-ae21-5e70448625fb req-e7422426-a740-49ba-9c98-a57456707a6f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0558772 Aug 16 20:47:28.208553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01f72ca7-02a5-4847-ae21-5e70448625fb req-9d138498-c6c0-4ca8-bac5-b1debfce45e7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Aug 16 20:47:29.177907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb67c5-113d-41da-94be-e9389f6c18e8 req-d74f871f-ad3c-4fc1-97ae-b8e662512499 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.180387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfb67c5-113d-41da-94be-e9389f6c18e8 req-d74f871f-ad3c-4fc1-97ae-b8e662512499 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.0590470 Aug 16 20:47:29.232271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6dfb67c5-113d-41da-94be-e9389f6c18e8 req-66d71a0a-3745-4547-bc73-49610d1c2f96 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Aug 16 20:47:29.345938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298d715-0d69-447e-8f57-35d827681528 req-9f54d70c-964c-4597-b860-3e42eafc4d77 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:29.347567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3298d715-0d69-447e-8f57-35d827681528 req-9f54d70c-964c-4597-b860-3e42eafc4d77 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0581563 Aug 16 20:47:29.393601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3298d715-0d69-447e-8f57-35d827681528 req-2c077ded-cb3e-41c3-a140-ee951f46d5b8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Aug 16 20:47:30.374766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a1289-1b3a-4807-a158-d22bfef5801c req-d00d2355-0372-4558-92fe-2c6a25ea1e25 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.380348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc0a1289-1b3a-4807-a158-d22bfef5801c req-d00d2355-0372-4558-92fe-2c6a25ea1e25 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.0629613 Aug 16 20:47:30.431872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc0a1289-1b3a-4807-a158-d22bfef5801c req-c1cc7316-5f8f-489c-85fc-7e05affccfa9 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/security-groups?id=69dcb486-5e13-44e9-aac8-172f973dfbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466955 Aug 16 20:47:30.569275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c2b47-a8cd-4346-96fd-7d0128816cea req-ad0ff3a4-15eb-422f-a535-8449622c0698 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.571148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-986c2b47-a8cd-4346-96fd-7d0128816cea req-ad0ff3a4-15eb-422f-a535-8449622c0698 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0772927 Aug 16 20:47:30.640013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-986c2b47-a8cd-4346-96fd-7d0128816cea req-385eaf9f-25c4-4c86-95f3-8281fe3b452b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613201 Aug 16 20:47:30.661966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5e42-95ee-422f-b69e-c27741825b7c req-25abde3f-d539-4732-9791-9808ed306f3e tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:30.663449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84df5e42-95ee-422f-b69e-c27741825b7c req-25abde3f-d539-4732-9791-9808ed306f3e tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.64 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 949 time: 0.0695889 Aug 16 20:47:30.671157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c85d79e-2f4e-4fc7-a5e9-3e1db0780833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.784198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Deleting port ffb40e15-906a-499e-a9e9-ad15edbbfbae {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:47:30.784545 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.812788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49624) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:30.906462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] For port ffb40e15-906a-499e-a9e9-ad15edbbfbae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=ffb40e15-906a-499e-a9e9-ad15edbbfbae,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:30.906990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:30.942309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Calling delete_port for ffb40e15-906a-499e-a9e9-ad15edbbfbae owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:47:30.968060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34cf2766-16e8-47e5-bdcd-956781b77efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.105073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34cf2766-16e8-47e5-bdcd-956781b77efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.541852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-34cf2766-16e8-47e5-bdcd-956781b77efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.579810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0a1f90d-c708-4494-997d-1d82dca6f5b8 req-eed4b3f6-5ac9-4a12-8071-268fb0b00258 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0633667 Aug 16 20:47:31.581046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.595195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['ffb40e15-906a-499e-a9e9-ad15edbbfbae'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:31.613654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Pushing event deleted for resources: {'Port': ['ID=ffb40e15-906a-499e-a9e9-ad15edbbfbae,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.627564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf2766-16e8-47e5-bdcd-956781b77efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007e3ba7-2804-4418-a66c-9fa1598ac061,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:31.638959 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-34cf2766-16e8-47e5-bdcd-956781b77efd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efe0edb1b8b24bb59ffe415ab75d5873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249068 Aug 16 20:47:31.647430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49632) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:31.690886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] No DVR routers for this DVR port ffb40e15-906a-499e-a9e9-ad15edbbfbae on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:47:31.702880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.705288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84df5e42-95ee-422f-b69e-c27741825b7c req-c0cd49fb-3ace-4a41-9570-3d88e95766c8 tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.64 "DELETE /v2.0/ports/ffb40e15-906a-499e-a9e9-ad15edbbfbae HTTP/1.1" status: 204 len: 173 time: 1.0262206 Aug 16 20:47:31.706051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'name': 'network-vif-deleted', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:31.708110 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b712b40-eab6-4b45-b97d-9053ed5f0c69" -d '{"events": [{"server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "name": "network-vif-deleted", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:31.725566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.751408 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:31.782681 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d69822-3a91-4ed4-8137-91cbe2a22ccd x-openstack-request-id: req-22d69822-3a91-4ed4-8137-91cbe2a22ccd {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:31.783183 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad92dc7-1096-4ff0-b669-4a24f312c177", "name": "network-vif-deleted", "tag": "ffb40e15-906a-499e-a9e9-ad15edbbfbae", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:31.783638 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22d69822-3a91-4ed4-8137-91cbe2a22ccd {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:31.784631 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad92dc7-1096-4ff0-b669-4a24f312c177', 'name': 'network-vif-deleted', 'tag': 'ffb40e15-906a-499e-a9e9-ad15edbbfbae', 'status': 'completed', 'code': 200} Aug 16 20:47:31.864741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e367799-8e8b-40f3-a058-db2aa88145f9 req-4b61b796-10f9-463d-8fdf-3dab174b9a62 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:31.866465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e367799-8e8b-40f3-a058-db2aa88145f9 req-4b61b796-10f9-463d-8fdf-3dab174b9a62 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0767200 Aug 16 20:47:31.943826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e367799-8e8b-40f3-a058-db2aa88145f9 req-931902d2-b56f-4b0f-a458-bb18fb2a6ddc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669706 Aug 16 20:47:32.002884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.005625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:32.010315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/007e3ba7-2804-4418-a66c-9fa1598ac061 HTTP/1.1" status: 204 len: 168 time: 0.3615940 Aug 16 20:47:32.021773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c380a-10c2-4518-863f-3fbb15bf858e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007e3ba7-2804-4418-a66c-9fa1598ac061,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:32.722642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-917f8acf-a190-4c86-a0e0-b2503156d7da req-39269ae7-fc0a-4d98-8522-97db623732ad tempest-VolumesBackupsTest-1571287875 tempest-VolumesBackupsTest-1571287875-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad92dc7-1096-4ff0-b669-4a24f312c177 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Aug 16 20:47:33.018154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 49652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:33.039687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7eff1633-5ce3-4070-ad74-e2187af27f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.115659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923059ae-a88f-4213-968c-06d474c096ee req-51d760fb-9683-47b5-886c-37a3ea3dca82 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:33.157311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923059ae-a88f-4213-968c-06d474c096ee req-51d760fb-9683-47b5-886c-37a3ea3dca82 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0803730 Aug 16 20:47:33.182573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923059ae-a88f-4213-968c-06d474c096ee req-11327202-d5a0-4afa-a9cc-b32a4122bf15 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556660 Aug 16 20:47:33.229351 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7eff1633-5ce3-4070-ad74-e2187af27f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.408718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7eff1633-5ce3-4070-ad74-e2187af27f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.452446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff1633-5ce3-4070-ad74-e2187af27f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667da6c5-e9a6-4c91-bcec-6a91fd103dbf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:33.459535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7eff1633-5ce3-4070-ad74-e2187af27f14 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d131789fda554847b3f802cce128d436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377272 Aug 16 20:47:33.459947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 49656) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:33.466158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.522237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.551626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.638106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-736038c4-267c-4de5-bb7b-ba0c6f69a6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.705633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.708800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:33.710391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/667da6c5-e9a6-4c91-bcec-6a91fd103dbf HTTP/1.1" status: 204 len: 168 time: 0.2494533 Aug 16 20:47:33.720303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d8dc-ba9b-478e-9c3c-9f0f7fd5ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667da6c5-e9a6-4c91-bcec-6a91fd103dbf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:34.362826 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:34.397782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1b715-5aa2-42f9-8e20-0445dae8c669 req-c2242ca6-9a1c-4f18-89d6-6a497cb78e23 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:34.410249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85d1b715-5aa2-42f9-8e20-0445dae8c669 req-c2242ca6-9a1c-4f18-89d6-6a497cb78e23 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.1283555 Aug 16 20:47:34.471999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85d1b715-5aa2-42f9-8e20-0445dae8c669 req-de1808ae-0bb5-4a33-b03d-3185d155bd02 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535221 Aug 16 20:47:35.018739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ffb40e15-906a-499e-a9e9-ad15edbbfbae no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:35.018739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: ffb40e15-906a-499e-a9e9-ad15edbbfbae {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:47:35.018739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device ffb40e15-906a-499e-a9e9-ad15edbbfbae not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:47:35.624526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5eb59-2cc2-4228-a510-2b648007bec8 req-318a22cf-abc7-45b7-812b-8cebfb0a0d71 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:35.632368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5b5eb59-2cc2-4228-a510-2b648007bec8 req-318a22cf-abc7-45b7-812b-8cebfb0a0d71 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0739536 Aug 16 20:47:35.677621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5b5eb59-2cc2-4228-a510-2b648007bec8 req-dc12c70b-c3b1-4c1a-b6f8-9e3ffa42e93f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 Aug 16 20:47:36.199840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:36.825143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b698e-a22b-43ba-b1fd-fd7b851c34f2 req-f1c2aadb-47f8-4267-9a01-70efdde3f320 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:36.826662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-169b698e-a22b-43ba-b1fd-fd7b851c34f2 req-f1c2aadb-47f8-4267-9a01-70efdde3f320 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0723665 Aug 16 20:47:36.869385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-169b698e-a22b-43ba-b1fd-fd7b851c34f2 req-c48ae66f-1049-46a3-a631-2a438c20ac81 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 Aug 16 20:47:38.013152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326299b-12a5-4086-ae78-d8f006b03c41 req-1b648526-b665-496a-95bf-c89509491aa8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:38.014799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3326299b-12a5-4086-ae78-d8f006b03c41 req-1b648526-b665-496a-95bf-c89509491aa8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0696115 Aug 16 20:47:38.060929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3326299b-12a5-4086-ae78-d8f006b03c41 req-7e8bceb1-f908-46c4-8bf9-d257014ac323 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388067 Aug 16 20:47:39.250190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:47:39.337456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244a3a0-999e-447d-bee1-9caa07b68e14 req-04c11109-dfa8-4272-8fc1-7d6a22af646b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:39.339119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7244a3a0-999e-447d-bee1-9caa07b68e14 req-04c11109-dfa8-4272-8fc1-7d6a22af646b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 947 time: 0.0739672 Aug 16 20:47:39.340319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.365213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:39.367480 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200b9ca-de92-46ea-8ed1-7c3711dd52e3" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:39.381506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:39.392867 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7244a3a0-999e-447d-bee1-9caa07b68e14 req-0b0a6e07-8850-418a-84cb-dd8cf9610dc2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452933 Aug 16 20:47:39.421947 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63458506-2305-48e4-a790-0862a4a5e083 x-openstack-request-id: req-63458506-2305-48e4-a790-0862a4a5e083 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:39.422434 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-unplugged", "status": "completed", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:39.422661 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63458506-2305-48e4-a790-0862a4a5e083 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:39.423124 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'code': 200} Aug 16 20:47:39.555984 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:39.619884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=14']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:42.602677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24932c0-c633-41a4-8b7b-4efe915146e4 req-655067d3-0d2b-4886-9d97-cb5d16c66bb8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:42.604932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e24932c0-c633-41a4-8b7b-4efe915146e4 req-655067d3-0d2b-4886-9d97-cb5d16c66bb8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0543959 Aug 16 20:47:42.652466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e24932c0-c633-41a4-8b7b-4efe915146e4 req-1e4fe89c-df24-45ec-9da7-39cb63a4b84f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413527 Aug 16 20:47:43.074034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec413-d5e5-4373-b33f-353a39ad6927 req-233fed31-3e23-43d2-a6a9-a91bdbe4c1d6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.076319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89dec413-d5e5-4373-b33f-353a39ad6927 req-233fed31-3e23-43d2-a6a9-a91bdbe4c1d6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0546124 Aug 16 20:47:43.134314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89dec413-d5e5-4373-b33f-353a39ad6927 req-e944d3b8-a268-4ade-b03e-dc370d79bcb1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510535 Aug 16 20:47:43.183961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c84e7-113c-4c76-b699-b825f1458102 req-a4503d3a-3cc5-4618-a558-c413dee11613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.185988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-a4503d3a-3cc5-4618-a558-c413dee11613 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.0452621 Aug 16 20:47:43.288349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c84e7-113c-4c76-b699-b825f1458102 req-97e8cef9-0983-446e-b8df-eb8ecb856b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.290178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-97e8cef9-0983-446e-b8df-eb8ecb856b24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.0958369 Aug 16 20:47:43.370657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-83b15831-dab8-42d0-9b3a-ab5d9f25a505 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0702708 Aug 16 20:47:43.429354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c84e7-113c-4c76-b699-b825f1458102 req-d246d256-8c6b-4865-ac87-e3281732a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.431303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-d246d256-8c6b-4865-ac87-e3281732a705 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0521245 Aug 16 20:47:43.486943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c84e7-113c-4c76-b699-b825f1458102 req-baa936d3-92e1-458d-acb0-7118d7835553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:43.488714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-baa936d3-92e1-458d-acb0-7118d7835553 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491354 Aug 16 20:47:43.600832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-b07040ec-e3d7-464d-bddf-e28dd47bb269 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029103 Aug 16 20:47:43.706850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b61c84e7-113c-4c76-b699-b825f1458102 req-47d29939-67b8-47a7-b027-8dc4ba9394e0 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974841 Aug 16 20:47:44.255181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb531-6be2-44ed-bfe2-85927c48fe2e req-ada78f6f-358d-4982-9a37-29d3dd31f563 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:44.257305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-210cb531-6be2-44ed-bfe2-85927c48fe2e req-ada78f6f-358d-4982-9a37-29d3dd31f563 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0571175 Aug 16 20:47:44.299055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-210cb531-6be2-44ed-bfe2-85927c48fe2e req-acba9b12-22b5-4971-ba3d-730060eb8a99 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344667 Aug 16 20:47:44.480527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 50008) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:44.626777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.723388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.863842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.902628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd07a766-d4c5-49b7-8de2-64650b51afbc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:44.906759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89f58429ea18429e9faaef3c8bd5ce98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250753 Aug 16 20:47:44.909530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:44.913728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.914085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.914435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.914776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.915112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.915452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.916209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.916649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.916992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.917325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.917664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.917995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228fb733-53e8-4921-afe3-3446e16e8311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:47:44.968126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:44.990587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.139626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.142271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:45.143601 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd07a766-d4c5-49b7-8de2-64650b51afbc HTTP/1.1" status: 204 len: 168 time: 0.2329340 Aug 16 20:47:45.157067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24497c85-4e71-48cf-b361-7a2d83ac10bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd07a766-d4c5-49b7-8de2-64650b51afbc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:45.435092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85be98d-2c9f-446a-ad11-51932ea101d1 req-024ed25d-b76c-49ba-9d82-e021d72f5a44 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.436559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e85be98d-2c9f-446a-ad11-51932ea101d1 req-024ed25d-b76c-49ba-9d82-e021d72f5a44 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0598879 Aug 16 20:47:45.485657 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e85be98d-2c9f-446a-ad11-51932ea101d1 req-7c74a827-8a33-4dbb-8fbc-ac762497c412 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Aug 16 20:47:45.693036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d1617-3101-41ed-a796-2f1f4b47789a req-41273025-2a71-4e32-a9d6-e28d7c785e49 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.693036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d13d1617-3101-41ed-a796-2f1f4b47789a req-41273025-2a71-4e32-a9d6-e28d7c785e49 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0618815 Aug 16 20:47:45.741564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d13d1617-3101-41ed-a796-2f1f4b47789a req-0c6d5ed6-efda-4e3f-b317-15204f7005c4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403018 Aug 16 20:47:45.887436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aaf7d5-4356-417c-8ddf-3aa7187938a0 req-fb9277f7-a346-4521-9012-14048cdb10b6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:45.889024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5aaf7d5-4356-417c-8ddf-3aa7187938a0 req-fb9277f7-a346-4521-9012-14048cdb10b6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0596151 Aug 16 20:47:45.930775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5aaf7d5-4356-417c-8ddf-3aa7187938a0 req-de91c411-3d08-4864-961b-1d4f280d3480 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354667 Aug 16 20:47:46.249458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-3e1a46fa-e556-4a72-8fad-b0a935b176c8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:46.250692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-3e1a46fa-e556-4a72-8fad-b0a935b176c8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1241007 Aug 16 20:47:46.268426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cf3e0db8-82a6-4aec-ac1f-fa9a051976f2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/quotas/1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0099041 Aug 16 20:47:46.334489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-123b61ef-2f53-4aee-8e2c-d1e8f67d3d2e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0594215 Aug 16 20:47:46.443753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-2fbd7447-2dd0-4b82-9b73-c6630ba376a5 service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993013 Aug 16 20:47:46.548115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-59c52a69-4dad-4e5a-8a08-faad17703f33 service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975971 Aug 16 20:47:47.231634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76afe855-37aa-4ac6-a4d4-cc54671668b4 req-80d675aa-ab3a-48f5-816b-278592c8ee61 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 210 time: 0.0305548 Aug 16 20:47:48.324265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-621a0ac5-7b74-442a-b294-67fc1a2647e0 req-9ec453ad-19fc-4011-b345-8f9b606cf45f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 210 time: 0.0361135 Aug 16 20:47:48.328155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:49.444495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dcaef45e-61ef-4336-8193-c0a0e698d3da req-e3fee082-d85f-4c40-a328-a19dfb761a07 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 210 time: 0.0398073 Aug 16 20:47:49.899450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-6bba7f0b-4d98-442c-8513-32f3d035a0d6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:49.902280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-6bba7f0b-4d98-442c-8513-32f3d035a0d6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1100903 Aug 16 20:47:49.923433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'device_id': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'admin_state_up': True, 'tenant_id': '1be180566e3941a1a246c980413d1d8d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:50.133672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:47:50.138240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.629586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cfd00d4-96cb-4b49-9a32-4146fb8b1624 req-8bdd53d8-5d2c-4737-a660-9acc0c6e7e63 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 210 time: 0.0339489 Aug 16 20:47:50.636751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.20.0.3 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/39c9002d-07e1-4e79-a611-f64aec360035) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:47:50.979950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:50.993322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Transition to ACTIVE for port object 39c9002d-07e1-4e79-a611-f64aec360035 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:51.134923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.183424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:47:51.188618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:47:51.192380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:47:51.226322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:51.253800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.254467 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.378010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-cd89bad8-1749-4ecc-bfdf-1a5b02bf455d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4601798 Aug 16 20:47:51.390272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-f1ab0ff8-526e-4580-aef9-a6b28b8300ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:47:51.391783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-f1ab0ff8-526e-4580-aef9-a6b28b8300ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062304 Aug 16 20:47:51.404656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Request body: {'port': {'device_id': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:47:51.464782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.543261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0cf45a32-a07f-4a3b-b222-f8bf6eaa9303 None None] Provisioning for port 39c9002d-07e1-4e79-a611-f64aec360035 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:51.549277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0cf45a32-a07f-4a3b-b222-f8bf6eaa9303 None None] Provisioning complete for port 39c9002d-07e1-4e79-a611-f64aec360035 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:51.550123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0cf45a32-a07f-4a3b-b222-f8bf6eaa9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.599796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0cf45a32-a07f-4a3b-b222-f8bf6eaa9303 None None] Port 39c9002d-07e1-4e79-a611-f64aec360035 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:47:51.767586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:47:51.785145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c9002d-07e1-4e79-a611-f64aec360035 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:51.803841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7440f4c-9435-438b-953d-f836fe680441 req-bae4deba-e1b9-4495-8548-e6c4dffd165c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:51.803841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7440f4c-9435-438b-953d-f836fe680441 req-bae4deba-e1b9-4495-8548-e6c4dffd165c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 931 time: 0.0931284 Aug 16 20:47:51.804386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:51.823894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Transition to ACTIVE for port object 39c9002d-07e1-4e79-a611-f64aec360035 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:47:51.858862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7440f4c-9435-438b-953d-f836fe680441 req-845d0302-287a-474f-ae43-8ded5a37666d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Aug 16 20:47:51.968479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.041889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Pushing event updated for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.062106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.108719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Attempting to bind port 39c9002d-07e1-4e79-a611-f64aec360035 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:47:52.109064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Attempting to bind port 39c9002d-07e1-4e79-a611-f64aec360035 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:47:52.109404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Attempting to bind port 39c9002d-07e1-4e79-a611-f64aec360035 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:52.116822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Port 39c9002d-07e1-4e79-a611-f64aec360035 on network e789aa31-e849-4c81-96b6-861676f49333 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:47:52.117220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Attempting to bind port 39c9002d-07e1-4e79-a611-f64aec360035 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:47:52.123860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:47:52.124208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:47:52.124596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:47:52.125040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Bound port: 39c9002d-07e1-4e79-a611-f64aec360035, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:47:52.125410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.220083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:47:52.224409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=39c9002d-07e1-4e79-a611-f64aec360035,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:47:52.343639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.378707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.378707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:52.378707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] 10.222.0.64 "PUT /v2.0/ports/39c9002d-07e1-4e79-a611-f64aec360035 HTTP/1.1" status: 200 len: 1092 time: 0.9784954 Aug 16 20:47:52.378707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:52.381036 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a141be0c-0579-4856-a37c-df889edd00af" -d '{"events": [{"name": "network-changed", "server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "tag": "39c9002d-07e1-4e79-a611-f64aec360035"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:52.420596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a05824-0c81-4e37-835a-140f5def5380 service neutron] Pushing event updated for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:52.470220 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea15e88-1661-455b-a6bc-9ee5e6e15fcf x-openstack-request-id: req-8ea15e88-1661-455b-a6bc-9ee5e6e15fcf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:52.470220 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "tag": "39c9002d-07e1-4e79-a611-f64aec360035", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:52.470220 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8ea15e88-1661-455b-a6bc-9ee5e6e15fcf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:52.470220 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035', 'status': 'completed', 'code': 200} Aug 16 20:47:52.495148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141be0c-0579-4856-a37c-df889edd00af req-29659950-4014-4af8-8595-e74820967ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.496906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a141be0c-0579-4856-a37c-df889edd00af req-29659950-4014-4af8-8595-e74820967ddf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 1095 time: 0.0473747 Aug 16 20:47:52.637397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141be0c-0579-4856-a37c-df889edd00af req-d3d30024-1f07-4199-b386-4934c63917a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.640377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a141be0c-0579-4856-a37c-df889edd00af req-d3d30024-1f07-4199-b386-4934c63917a9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1be180566e3941a1a246c980413d1d8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1285207 Aug 16 20:47:52.754752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141be0c-0579-4856-a37c-df889edd00af req-7f4b4356-dcee-44e5-8e5a-2d9992c0e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.756635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a141be0c-0579-4856-a37c-df889edd00af req-7f4b4356-dcee-44e5-8e5a-2d9992c0e448 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1091566 Aug 16 20:47:52.835994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-8d7bcb5f-7034-4e19-a625-70efbab3ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.838002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-8d7bcb5f-7034-4e19-a625-70efbab3ea41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 1095 time: 0.0436831 Aug 16 20:47:52.889114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-745adea2-cd81-4e33-8436-2a539dd637fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c9002d-07e1-4e79-a611-f64aec360035 HTTP/1.1" status: 200 len: 217 time: 0.0434132 Aug 16 20:47:52.945035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-687fc393-1495-45c6-8302-89bd14121512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:52.946661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-687fc393-1495-45c6-8302-89bd14121512 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0511258 Aug 16 20:47:53.042824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af963d-70cd-42ea-941e-29b2e27d5a87 req-bb5a879b-1f65-4c06-856e-0aabffbad591 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.044704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83af963d-70cd-42ea-941e-29b2e27d5a87 req-bb5a879b-1f65-4c06-856e-0aabffbad591 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 943 time: 0.0829902 Aug 16 20:47:53.048007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-2d95a638-814b-4e0e-884e-571295bd22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:53.049441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-2d95a638-814b-4e0e-884e-571295bd22a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961218 Aug 16 20:47:53.135870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83af963d-70cd-42ea-941e-29b2e27d5a87 req-5486f5dc-731c-4bd8-a15f-7610ff8f1e16 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Aug 16 20:47:53.171837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-94637d66-871c-44dc-8012-40c44bca103a service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145198 Aug 16 20:47:53.274624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd234b3-7d33-4c17-9a31-03880c974a8b req-2d29c940-3dee-4331-a771-4e4ea07c1adf service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958428 Aug 16 20:47:54.292868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66611c86-7e31-4ef7-b9ad-55275668e0a0 req-48b7b001-8a54-4db2-a3cb-aa0b1d96aa67 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:54.294649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66611c86-7e31-4ef7-b9ad-55275668e0a0 req-48b7b001-8a54-4db2-a3cb-aa0b1d96aa67 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 943 time: 0.0728459 Aug 16 20:47:54.355142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66611c86-7e31-4ef7-b9ad-55275668e0a0 req-4d7612cd-9928-4b2f-ae05-fdc033eed7bf tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Aug 16 20:47:55.491768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a109dc-fe31-424d-94a0-dbfb4c154ad6 req-a9c4aa7d-4587-449e-9030-f77741d50df0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:55.493714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77a109dc-fe31-424d-94a0-dbfb4c154ad6 req-a9c4aa7d-4587-449e-9030-f77741d50df0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 943 time: 0.0644245 Aug 16 20:47:55.534374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77a109dc-fe31-424d-94a0-dbfb4c154ad6 req-12da3225-16db-4b9c-862f-68918ef99764 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344293 Aug 16 20:47:56.666937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d2830-53df-4b47-b93b-314883f3d759 req-6ab380f6-eb36-45e6-8319-326227ef3f70 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:56.669175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-903d2830-53df-4b47-b93b-314883f3d759 req-6ab380f6-eb36-45e6-8319-326227ef3f70 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 943 time: 0.0542486 Aug 16 20:47:56.712803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-903d2830-53df-4b47-b93b-314883f3d759 req-bf9fa33c-6e14-4502-86aa-244834fee511 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Aug 16 20:47:57.044074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 39c9002d-07e1-4e79-a611-f64aec360035 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:47:57.146997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=39c9002d-07e1-4e79-a611-f64aec360035,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:57.158459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '39c9002d-07e1-4e79-a611-f64aec360035', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '39c9002d-07e1-4e79-a611-f64aec360035', 'mac_address': 'fa:16:3e:ed:f4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:47:57.351782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.365401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c9002d-07e1-4e79-a611-f64aec360035 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:47:57.389593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=39c9002d-07e1-4e79-a611-f64aec360035,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:57.474570 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:57.525295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:57.696102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:47:57.845346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eed4c-f9e4-4aec-a45f-e3eb9b5ccbc5 req-bc96ae0b-6799-4ac8-a90f-065d4673f88b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:57.847276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d81eed4c-f9e4-4aec-a45f-e3eb9b5ccbc5 req-bc96ae0b-6799-4ac8-a90f-065d4673f88b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 944 time: 0.0623226 Aug 16 20:47:57.888553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d81eed4c-f9e4-4aec-a45f-e3eb9b5ccbc5 req-f3e6e185-5fe4-465a-aedb-996282acb52a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Aug 16 20:47:58.934708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552df66-8853-4a2e-8d17-8ffe3e34910c req-4fdbe76c-ad1e-414d-9871-edbabbcb613b tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:58.936352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2552df66-8853-4a2e-8d17-8ffe3e34910c req-4fdbe76c-ad1e-414d-9871-edbabbcb613b tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1098 time: 0.0505431 Aug 16 20:47:58.994655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2552df66-8853-4a2e-8d17-8ffe3e34910c req-3dc9164c-db32-49ab-8142-160964c28e7c tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507629 Aug 16 20:47:59.042001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb429da5-df02-4bc3-bf8b-61f948e84119 req-e53facbc-8fbd-41cb-891e-1eff6024cdcb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.046039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb429da5-df02-4bc3-bf8b-61f948e84119 req-e53facbc-8fbd-41cb-891e-1eff6024cdcb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 944 time: 0.0717340 Aug 16 20:47:59.051638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 39c9002d-07e1-4e79-a611-f64aec360035 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:47:59.126452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb429da5-df02-4bc3-bf8b-61f948e84119 req-724296ae-e3e4-4a53-a31a-b0d194c28d5d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726063 Aug 16 20:47:59.147628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8482432-d178-4056-a788-cad412fa9354 req-0171a735-63d6-4834-973a-b48fef79cb50 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.147628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8482432-d178-4056-a788-cad412fa9354 req-0171a735-63d6-4834-973a-b48fef79cb50 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0739729 Aug 16 20:47:59.195463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8482432-d178-4056-a788-cad412fa9354 req-aa896bc8-14ce-4a7b-b8c6-22ef62bc7935 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Aug 16 20:47:59.225207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50276) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:47:59.253534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 39c9002d-07e1-4e79-a611-f64aec360035 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:47:59.259808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 39c9002d-07e1-4e79-a611-f64aec360035 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:47:59.259808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.296940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6bc81609-a785-4e48-948a-5a6c8377ea57 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 200 len: 994 time: 0.0704675 Aug 16 20:47:59.355505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.387700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:47:59.388653 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03948610-bb6a-4cad-a81b-1ec001830e82" -d '{"events": [{"server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "name": "network-vif-plugged", "status": "completed", "tag": "39c9002d-07e1-4e79-a611-f64aec360035"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:47:59.403430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=39c9002d-07e1-4e79-a611-f64aec360035,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:47:59.430314 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfb84f1-6b37-41ae-b268-7321d13229bc x-openstack-request-id: req-abfb84f1-6b37-41ae-b268-7321d13229bc {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:47:59.430645 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "name": "network-vif-plugged", "status": "completed", "tag": "39c9002d-07e1-4e79-a611-f64aec360035", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:47:59.430897 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abfb84f1-6b37-41ae-b268-7321d13229bc {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:47:59.431305 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035', 'code': 200} Aug 16 20:47:59.476899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:47:59.575906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:47:59.582937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25b77-5a30-4565-92f7-73522d68dd08 req-3f5acf49-8dfc-427c-8b51-314e8f1bd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:47:59.584633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca25b77-5a30-4565-92f7-73522d68dd08 req-3f5acf49-8dfc-427c-8b51-314e8f1bd0e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 1097 time: 0.0902865 Aug 16 20:47:59.626202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca25b77-5a30-4565-92f7-73522d68dd08 req-46a6e56c-97e0-420f-8bae-76ee2b252c37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Aug 16 20:48:00.051593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26376a-e867-4e31-b25c-218b4ded0d6c req-f067dc95-85f2-4f74-bc5d-ae705e429dc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:00.053135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d26376a-e867-4e31-b25c-218b4ded0d6c req-f067dc95-85f2-4f74-bc5d-ae705e429dc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0516307 Aug 16 20:48:00.101483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d26376a-e867-4e31-b25c-218b4ded0d6c req-47952d36-fcdf-452a-8d1b-b2f1c85b302a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Aug 16 20:48:00.206446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:00.276741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edba6e5-fb98-486d-aa40-39b0e57402c0 req-8b5d9a63-d58e-4722-9dea-7b1682823b1b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:00.278504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6edba6e5-fb98-486d-aa40-39b0e57402c0 req-8b5d9a63-d58e-4722-9dea-7b1682823b1b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0778811 Aug 16 20:48:00.340766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6edba6e5-fb98-486d-aa40-39b0e57402c0 req-4b169c19-5854-4e49-ac63-87bdde4f4499 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Aug 16 20:48:00.398679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-dcc9bb86-0fef-472a-af79-a9efd408cbae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1911242 Aug 16 20:48:00.656363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-667d29ef-6f2f-4f29-ac15-4a423288c459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:01.262462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d8a4-eea9-4365-b818-24ed995b0b31 req-785d63c3-9097-48fe-9d4f-43fc2083b2c8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.264072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc97d8a4-eea9-4365-b818-24ed995b0b31 req-785d63c3-9097-48fe-9d4f-43fc2083b2c8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0770202 Aug 16 20:48:01.315797 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc97d8a4-eea9-4365-b818-24ed995b0b31 req-9971cef0-514d-4bea-a42f-3228f6e124c4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 Aug 16 20:48:01.473423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72013e-46bc-4170-bab7-4673269f0f4e req-2c6763c1-1068-4e1d-b113-46533269e097 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:01.475047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff72013e-46bc-4170-bab7-4673269f0f4e req-2c6763c1-1068-4e1d-b113-46533269e097 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0538876 Aug 16 20:48:01.519505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff72013e-46bc-4170-bab7-4673269f0f4e req-4897d519-45e8-44e5-8b5d-ae9c635b0c64 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Aug 16 20:48:02.557890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84cf23-b645-4013-b6e5-967e04aa1e45 req-d3e2dcf1-faa2-488f-ac46-246d6e72debb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:02.557890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d84cf23-b645-4013-b6e5-967e04aa1e45 req-d3e2dcf1-faa2-488f-ac46-246d6e72debb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0483551 Aug 16 20:48:02.557890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d84cf23-b645-4013-b6e5-967e04aa1e45 req-05928219-e5dc-46ef-931b-96293d976dd8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 16 20:48:03.064348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8715b65-5fad-437d-927e-f17efae68136 req-d9407848-9017-49c4-bd8f-373a39b85f34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.070399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8715b65-5fad-437d-927e-f17efae68136 req-d9407848-9017-49c4-bd8f-373a39b85f34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0585971 Aug 16 20:48:03.107205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8715b65-5fad-437d-927e-f17efae68136 req-3cd6ddcc-baee-4154-bcd7-53b3dce08a96 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Aug 16 20:48:03.548943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.596687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ecc800f-5f9c-44bd-ab2c-b668da9e51d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:03.653640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175de44-a69a-4d68-9827-9ba9032b8d2e req-e2b72f73-4c7a-43ee-9215-b714afe2e13d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:03.655105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2175de44-a69a-4d68-9827-9ba9032b8d2e req-e2b72f73-4c7a-43ee-9215-b714afe2e13d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0517359 Aug 16 20:48:03.693722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2175de44-a69a-4d68-9827-9ba9032b8d2e req-30fac2c8-22fc-4255-b4b6-d63cbac11958 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321767 Aug 16 20:48:04.232971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98753e17-bf82-43e9-9b43-17bb98d8eef0 req-df5bb96f-59b6-48b3-97ab-4680b6c563a4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.234913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98753e17-bf82-43e9-9b43-17bb98d8eef0 req-df5bb96f-59b6-48b3-97ab-4680b6c563a4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0530429 Aug 16 20:48:04.273915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:04.276028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98753e17-bf82-43e9-9b43-17bb98d8eef0 req-228a4cee-01c4-463b-b623-f16e5d882873 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Aug 16 20:48:04.768965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-539b0893-5cb7-4dea-ab1d-9c1b3e6dba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.770483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-539b0893-5cb7-4dea-ab1d-9c1b3e6dba93 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1098 time: 0.0627079 Aug 16 20:48:04.874433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ac105-4995-4ef1-87c8-4783d1138bdc req-e6127536-e639-47c8-99b4-a20b25348ec5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.878285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-604ac105-4995-4ef1-87c8-4783d1138bdc req-e6127536-e639-47c8-99b4-a20b25348ec5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.1114674 Aug 16 20:48:04.932313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-39e96ac1-4cc3-4f8a-9ac3-e9fd9e375c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:04.933952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-39e96ac1-4cc3-4f8a-9ac3-e9fd9e375c55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1551616 Aug 16 20:48:04.942927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-604ac105-4995-4ef1-87c8-4783d1138bdc req-19ce37be-7385-4b51-97c7-114d864df3ff tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579662 Aug 16 20:48:05.022040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-b9ddbb7a-e975-4f67-a1df-72fb0393fc65 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1002 time: 0.0733385 Aug 16 20:48:05.083192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-2441973f-b6e5-4db7-a125-a0b8f596558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.084660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-2441973f-b6e5-4db7-a125-a0b8f596558a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0500956 Aug 16 20:48:05.138805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-3ade4b70-29bd-45a9-bbb6-08bf9f42675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.140345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-3ade4b70-29bd-45a9-bbb6-08bf9f42675c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486083 Aug 16 20:48:05.153704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-e9d31bd3-0d47-4a21-b6a9-ed910fcf2ddc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:48:05.155443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-e9d31bd3-0d47-4a21-b6a9-ed910fcf2ddc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059304 Aug 16 20:48:05.249518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-f64b4acf-2e16-4276-bac0-b84ed3adf7ea service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Aug 16 20:48:05.365843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-488533b9-f134-45df-a9e8-894114cfa901 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076260 Aug 16 20:48:05.412701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd7ba0-c819-4310-b776-2c0fbd1ef48a req-e300a7d7-0904-4c90-a47b-997731b0fd5f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:05.414482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9bd7ba0-c819-4310-b776-2c0fbd1ef48a req-e300a7d7-0904-4c90-a47b-997731b0fd5f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0608215 Aug 16 20:48:05.460924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9bd7ba0-c819-4310-b776-2c0fbd1ef48a req-ef065024-05c7-46fe-b370-7fe94528220f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Aug 16 20:48:06.111006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3880-7ef6-4b32-9e06-872e55556648 req-99df821f-1724-4fb6-95e6-7801ea5f20b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.112673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a59d3880-7ef6-4b32-9e06-872e55556648 req-99df821f-1724-4fb6-95e6-7801ea5f20b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0852554 Aug 16 20:48:06.156011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a59d3880-7ef6-4b32-9e06-872e55556648 req-a05cb157-32ce-4066-8669-aa7967137d48 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372453 Aug 16 20:48:06.173427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:06.591571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c219dd8-6197-4125-ab5e-f52ca8844cb2 req-6a25e5a5-a18f-4c7f-87e0-7f051ec76115 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:06.593103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c219dd8-6197-4125-ab5e-f52ca8844cb2 req-6a25e5a5-a18f-4c7f-87e0-7f051ec76115 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0614386 Aug 16 20:48:06.639046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c219dd8-6197-4125-ab5e-f52ca8844cb2 req-92d0edc7-23e2-402e-a817-b376ffb29d87 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Aug 16 20:48:07.281989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ae516-2bc9-4d9e-bf54-6097e5411383 req-68ce8ef8-252c-40ae-bd52-1bd81cf2b4ba tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.283554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a2ae516-2bc9-4d9e-bf54-6097e5411383 req-68ce8ef8-252c-40ae-bd52-1bd81cf2b4ba tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0535016 Aug 16 20:48:07.328955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a2ae516-2bc9-4d9e-bf54-6097e5411383 req-dccf9f4e-7be5-450c-9719-5a5dba87194a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377893 Aug 16 20:48:07.776743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015eeb3-38f4-42f0-9d6a-93ab65bedd48 req-930a2532-10f5-40e4-8abb-381499114a14 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.778396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4015eeb3-38f4-42f0-9d6a-93ab65bedd48 req-930a2532-10f5-40e4-8abb-381499114a14 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0546072 Aug 16 20:48:07.827978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4015eeb3-38f4-42f0-9d6a-93ab65bedd48 req-3ed84b00-da9c-44bd-849f-81a4d3a8ef2d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Aug 16 20:48:07.889392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d42b8-5286-4737-b9dd-5fa90a1de561 req-a49549ca-db1a-4306-bc6e-144eb73fcc46 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:07.891028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852d42b8-5286-4737-b9dd-5fa90a1de561 req-a49549ca-db1a-4306-bc6e-144eb73fcc46 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0586421 Aug 16 20:48:07.933585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-852d42b8-5286-4737-b9dd-5fa90a1de561 req-15dfbdde-7360-4679-abd0-989a128c267b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360360 Aug 16 20:48:08.448216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d073-9222-4a7c-a58c-a60e03d1e579 req-752b885f-184a-4870-ad7f-442b274c828c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.449740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a49d073-9222-4a7c-a58c-a60e03d1e579 req-752b885f-184a-4870-ad7f-442b274c828c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0510743 Aug 16 20:48:08.489832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a49d073-9222-4a7c-a58c-a60e03d1e579 req-8d7701f0-b0cc-42da-8417-ef1bb2ee898a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338061 Aug 16 20:48:08.944791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25a3f-326f-437e-96c2-5c2377bc4c64 req-4132a93b-4f47-4e7e-a49b-797148c5dc07 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:08.946960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf25a3f-326f-437e-96c2-5c2377bc4c64 req-4132a93b-4f47-4e7e-a49b-797148c5dc07 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0493028 Aug 16 20:48:08.989611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bf25a3f-326f-437e-96c2-5c2377bc4c64 req-c26393f8-e519-46fd-9931-a94484ba314c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Aug 16 20:48:09.062549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55127-7a7b-4460-a8ec-d1e99a0d1f5a req-bfe15736-0859-4b4f-ba33-6ac8c4953b16 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:09.064084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ce55127-7a7b-4460-a8ec-d1e99a0d1f5a req-bfe15736-0859-4b4f-ba33-6ac8c4953b16 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0556002 Aug 16 20:48:09.103810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8ce55127-7a7b-4460-a8ec-d1e99a0d1f5a req-65f8940d-beb0-49f1-8a6d-1707bfc37924 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334904 Aug 16 20:48:09.610573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559dd0a-af11-4a4e-9ae2-c3a76228ce59 req-bb90fb84-83db-4770-bf96-1024b1f3202a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:09.612113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c559dd0a-af11-4a4e-9ae2-c3a76228ce59 req-bb90fb84-83db-4770-bf96-1024b1f3202a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0522583 Aug 16 20:48:09.651325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c559dd0a-af11-4a4e-9ae2-c3a76228ce59 req-ad045a45-5e52-4424-9cbf-ffcc89d7356c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Aug 16 20:48:10.110978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb7676-5148-4fc9-9b5c-468431decc71 req-a28ec52b-04d7-4f42-9368-17e25f402fd6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.112479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87fb7676-5148-4fc9-9b5c-468431decc71 req-a28ec52b-04d7-4f42-9368-17e25f402fd6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0514066 Aug 16 20:48:10.154137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-87fb7676-5148-4fc9-9b5c-468431decc71 req-c1cdd022-871c-488e-8a1f-23d436ff3556 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Aug 16 20:48:10.236375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff6a5c-e320-41b8-8b22-e9fff050b766 req-8c4a0f5e-a32b-4e48-a343-73d934f21d45 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.237977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7ff6a5c-e320-41b8-8b22-e9fff050b766 req-8c4a0f5e-a32b-4e48-a343-73d934f21d45 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0613635 Aug 16 20:48:10.278160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7ff6a5c-e320-41b8-8b22-e9fff050b766 req-70a7706a-1633-4832-bf9d-f991d7f34148 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Aug 16 20:48:10.772808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac5e2-4f85-4094-a7f9-4101f574bc97 req-a28ce3f1-1a5b-4b75-8ee9-1e9f5f786b5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:10.774937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09dac5e2-4f85-4094-a7f9-4101f574bc97 req-a28ce3f1-1a5b-4b75-8ee9-1e9f5f786b5f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0517707 Aug 16 20:48:10.814084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09dac5e2-4f85-4094-a7f9-4101f574bc97 req-773577e2-a411-459e-9cb6-77f1e7a076bb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Aug 16 20:48:11.279223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0a64-66ff-4675-8a20-35cfdddf7e30 req-79e08b89-3ee7-4480-82f3-9144c97a8725 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.280857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e9c0a64-66ff-4675-8a20-35cfdddf7e30 req-79e08b89-3ee7-4480-82f3-9144c97a8725 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0564134 Aug 16 20:48:11.332769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e9c0a64-66ff-4675-8a20-35cfdddf7e30 req-f4ffc864-3f24-4a12-885a-77a21b01f6fd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455670 Aug 16 20:48:11.409626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b4d1e-e929-4c61-950d-dfd5030f8b94 req-0e873c67-666d-4c85-b5b3-5595d822f25e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.411151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c10b4d1e-e929-4c61-950d-dfd5030f8b94 req-0e873c67-666d-4c85-b5b3-5595d822f25e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0545800 Aug 16 20:48:11.454511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c10b4d1e-e929-4c61-950d-dfd5030f8b94 req-13b5845b-b8b4-49c9-a966-22bed7191fab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360184 Aug 16 20:48:11.941348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b693e6b-f43d-46fd-a94d-f9e08cdbf77f req-8d9942a0-46f0-4331-99b7-7107809df6a4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:11.943007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b693e6b-f43d-46fd-a94d-f9e08cdbf77f req-8d9942a0-46f0-4331-99b7-7107809df6a4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0555501 Aug 16 20:48:11.985476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b693e6b-f43d-46fd-a94d-f9e08cdbf77f req-0c331594-6115-40ea-ba96-0cb6fada0e01 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360615 Aug 16 20:48:12.454782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6994d06-8055-4856-9b8b-d8ca49ebc767 req-c24a2864-5bdd-4373-8320-f51af2c53d3d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.456287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6994d06-8055-4856-9b8b-d8ca49ebc767 req-c24a2864-5bdd-4373-8320-f51af2c53d3d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0501702 Aug 16 20:48:12.497251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6994d06-8055-4856-9b8b-d8ca49ebc767 req-961f4831-8594-4fbb-8fe8-1934067e0841 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Aug 16 20:48:12.588619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4950a4b-88c6-44d8-a57f-1263851516ab req-b6722280-fc9c-4abb-8765-8d09fb6da0ff tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:12.590127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4950a4b-88c6-44d8-a57f-1263851516ab req-b6722280-fc9c-4abb-8765-8d09fb6da0ff tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0555389 Aug 16 20:48:12.631473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4950a4b-88c6-44d8-a57f-1263851516ab req-2133b6a0-b4a0-4766-be2a-60661e41488d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351648 Aug 16 20:48:13.106037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803cf9-0483-49d2-b012-2241b0b4f77f req-e04aea38-cd8c-48f0-99ca-665a774cd231 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.107544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04803cf9-0483-49d2-b012-2241b0b4f77f req-e04aea38-cd8c-48f0-99ca-665a774cd231 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Aug 16 20:48:13.147294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04803cf9-0483-49d2-b012-2241b0b4f77f req-d5c31256-8fd7-483e-ba9f-80acd7967be5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337050 Aug 16 20:48:13.619498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142047-d1af-4124-aaa3-313307ad56d9 req-c5fd77a7-d20d-4ce8-bb2d-84a52929a2eb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.629758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2142047-d1af-4124-aaa3-313307ad56d9 req-c5fd77a7-d20d-4ce8-bb2d-84a52929a2eb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0504375 Aug 16 20:48:13.660759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2142047-d1af-4124-aaa3-313307ad56d9 req-295959fd-2a45-4f71-b8b8-366fbe40a3a1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Aug 16 20:48:13.763872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef604-b074-44bc-8f97-9291194370cd req-300bae1c-234f-422c-8dbe-bcf126133b9c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:13.765440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-097ef604-b074-44bc-8f97-9291194370cd req-300bae1c-234f-422c-8dbe-bcf126133b9c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0569067 Aug 16 20:48:13.808836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-097ef604-b074-44bc-8f97-9291194370cd req-126c85a6-cf9d-4f80-9214-fe74779df222 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 Aug 16 20:48:14.270660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee0a0-797b-4401-9107-08e4be47b20b req-77dc2eaa-0446-4290-b778-779b4ced6365 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.272197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eaee0a0-797b-4401-9107-08e4be47b20b req-77dc2eaa-0446-4290-b778-779b4ced6365 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0545516 Aug 16 20:48:14.315444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eaee0a0-797b-4401-9107-08e4be47b20b req-80a886cb-f2bb-47a0-9322-ea718017bca4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361786 Aug 16 20:48:14.794850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c65e-a600-465d-a8c7-30c21e5bb4fb req-a1030674-f6e4-4162-b78c-70c114c3b511 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.796355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1595c65e-a600-465d-a8c7-30c21e5bb4fb req-a1030674-f6e4-4162-b78c-70c114c3b511 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0534160 Aug 16 20:48:14.841128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1595c65e-a600-465d-a8c7-30c21e5bb4fb req-c2149ec4-c942-4a08-954f-6e8b9ec19a34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Aug 16 20:48:14.949008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bbf0e-dc0e-49ab-b9c0-9c3f63c055c0 req-d2191823-c316-4671-9437-1e403df90f06 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:14.951257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8bbf0e-dc0e-49ab-b9c0-9c3f63c055c0 req-d2191823-c316-4671-9437-1e403df90f06 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0615647 Aug 16 20:48:14.994233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d8bbf0e-dc0e-49ab-b9c0-9c3f63c055c0 req-28571309-8920-4bcf-b179-40b808eb23b5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368080 Aug 16 20:48:15.433704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287c567-61f3-4076-93c1-679d87e6ad21 req-3c2648e9-7b68-4c64-9221-f6e8736e01c7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.435268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c287c567-61f3-4076-93c1-679d87e6ad21 req-3c2648e9-7b68-4c64-9221-f6e8736e01c7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0497615 Aug 16 20:48:15.474039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c287c567-61f3-4076-93c1-679d87e6ad21 req-195249ec-9900-4373-91cd-5f46d5795a44 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Aug 16 20:48:15.966182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4e818-1065-4b96-9b63-60d7324967e6 req-73219e2b-b7f0-43ce-81e1-3d882130a83f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:15.967835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76e4e818-1065-4b96-9b63-60d7324967e6 req-73219e2b-b7f0-43ce-81e1-3d882130a83f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0515819 Aug 16 20:48:16.010136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76e4e818-1065-4b96-9b63-60d7324967e6 req-4f305979-000f-46f0-9e92-2cd428b32fe8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Aug 16 20:48:16.136471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a8879-d2d3-46a7-a338-ecace28f3324 req-f0a2e639-b35b-43c0-a37e-58489a4087b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.136471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f69a8879-d2d3-46a7-a338-ecace28f3324 req-f0a2e639-b35b-43c0-a37e-58489a4087b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0569618 Aug 16 20:48:16.168511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f69a8879-d2d3-46a7-a338-ecace28f3324 req-2e86366d-9ca7-46e2-9ece-aae269902391 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Aug 16 20:48:16.606732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535406b5-cd5c-420e-a19d-da41276d7692 req-5c715da3-c1f9-4820-915a-1caca7c58aca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:16.608494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-535406b5-cd5c-420e-a19d-da41276d7692 req-5c715da3-c1f9-4820-915a-1caca7c58aca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0614431 Aug 16 20:48:16.648641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-535406b5-cd5c-420e-a19d-da41276d7692 req-def6c207-e373-438d-ab64-4024db4ee2bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Aug 16 20:48:17.137110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31482ba0-417b-4b02-874a-dbea3be6bdf0 req-dbcd6ba8-c6c9-458c-9c70-cd00ffdf6b68 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.138605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31482ba0-417b-4b02-874a-dbea3be6bdf0 req-dbcd6ba8-c6c9-458c-9c70-cd00ffdf6b68 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0512221 Aug 16 20:48:17.179016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31482ba0-417b-4b02-874a-dbea3be6bdf0 req-83159226-3565-47f0-a749-092c0d28a285 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341625 Aug 16 20:48:17.302604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fb078-2f38-4c4e-ac36-b27f6fb65424 req-1c2d4bf1-ff9c-48d7-9d7f-43b7345ee0fb tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.304245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b84fb078-2f38-4c4e-ac36-b27f6fb65424 req-1c2d4bf1-ff9c-48d7-9d7f-43b7345ee0fb tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0598030 Aug 16 20:48:17.343407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b84fb078-2f38-4c4e-ac36-b27f6fb65424 req-876b025a-4b80-45a2-98ad-c35bbc6a4406 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316167 Aug 16 20:48:17.798760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528161d-2659-46e2-a122-dd4857ab6129 req-3271f1b5-0d1b-400e-beb1-af20ea8c2ce8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:17.800505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0528161d-2659-46e2-a122-dd4857ab6129 req-3271f1b5-0d1b-400e-beb1-af20ea8c2ce8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.0786848 Aug 16 20:48:17.850671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0528161d-2659-46e2-a122-dd4857ab6129 req-048fc422-3bfe-4e01-ab61-8fb4f842486b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 Aug 16 20:48:18.053236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-bcf03611-1223-4eaf-8669-7c93e546ce62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1438468 Aug 16 20:48:18.059637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-f3913ca5-3173-4b83-aad9-6a7a513beed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.061117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-f3913ca5-3173-4b83-aad9-6a7a513beed4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1098 time: 0.1214156 Aug 16 20:48:18.171848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-31c90669-0505-4ce3-a84c-7057e1f271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.173297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-31c90669-0505-4ce3-a84c-7057e1f271d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1098 time: 0.0947313 Aug 16 20:48:18.182301 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-1858979f-d569-4632-a329-14e2358cea42 req-9fe27716-7929-4b7f-8cbd-81d1459d8cf0 service neutron] show failed (client error): The resource could not be found. Aug 16 20:48:18.183461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-9fe27716-7929-4b7f-8cbd-81d1459d8cf0 service neutron] 10.222.0.73 "GET /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0677235 Aug 16 20:48:18.276729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-c767b7cb-b5b3-46d4-9420-6d31cb97dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.278183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-c767b7cb-b5b3-46d4-9420-6d31cb97dd1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.1896019 Aug 16 20:48:18.402189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:18.418389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00833a62-4db7-4ee6-8251-b542c58fd78d req-c21c2838-f7ab-4817-a31b-60bb03c45c38 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.420998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00833a62-4db7-4ee6-8251-b542c58fd78d req-c21c2838-f7ab-4817-a31b-60bb03c45c38 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.1471782 Aug 16 20:48:18.422195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-0bc3ce6a-1362-4e9b-add4-c1cea11d4d11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 1001 time: 0.1291323 Aug 16 20:48:18.458107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-938ee818-2b67-4c14-983f-7b5a7e5abde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.460304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-938ee818-2b67-4c14-983f-7b5a7e5abde5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.2481406 Aug 16 20:48:18.561495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00833a62-4db7-4ee6-8251-b542c58fd78d req-01a32341-df28-4f7b-a50d-5d0be2a9b38d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333327 Aug 16 20:48:18.587326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-82426bc2-ed58-4786-a4b7-4ac5453aaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.588824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-82426bc2-ed58-4786-a4b7-4ac5453aaf5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.1569645 Aug 16 20:48:18.621412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa5db8-659f-4f46-9782-c54596152bd4 req-b2e761e9-c8d1-4192-ba1b-4ab3993f7b47 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.629234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2aaa5db8-659f-4f46-9782-c54596152bd4 req-b2e761e9-c8d1-4192-ba1b-4ab3993f7b47 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1583939 Aug 16 20:48:18.641239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-f2b0021f-e6d7-4dcf-8a48-5cfc5288e9f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 200 len: 1002 time: 0.1505721 Aug 16 20:48:18.717626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-cc6fa7ba-2d7c-4312-92ae-f3d0c4698950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.719208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-cc6fa7ba-2d7c-4312-92ae-f3d0c4698950 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206577 Aug 16 20:48:18.731308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2aaa5db8-659f-4f46-9782-c54596152bd4 req-e0da069a-dab4-4c65-9865-27b953ee86e4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933428 Aug 16 20:48:18.749866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-52100f21-9b63-4931-b096-ba43a24e9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:18.749866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-52100f21-9b63-4931-b096-ba43a24e9548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0944548 Aug 16 20:48:19.149461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-b12489b1-f7f7-4f0d-8c3e-a8c9348b5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.150552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-b12489b1-f7f7-4f0d-8c3e-a8c9348b5075 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3959987 Aug 16 20:48:19.168295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-fa38c409-dd86-4260-ad2b-78f30d5e6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.170747 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-fa38c409-dd86-4260-ad2b-78f30d5e6a62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 1098 time: 0.0860703 Aug 16 20:48:19.185403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:19.215821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-5ed19ad5-b8ef-49e9-b5e3-22e282f46cd8 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877887 Aug 16 20:48:19.265137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.325642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521d9ff-3718-46dc-a97e-83f52c5a52f7 req-401bffb4-7a7c-4578-b728-4c346a955970 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.332894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f521d9ff-3718-46dc-a97e-83f52c5a52f7 req-401bffb4-7a7c-4578-b728-4c346a955970 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.1884496 Aug 16 20:48:19.429430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f521d9ff-3718-46dc-a97e-83f52c5a52f7 req-8f9ae8e8-915a-4b16-812e-29720615d85a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905149 Aug 16 20:48:19.434989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-d3598888-d31f-4245-b75a-eb33ba51777f service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632236 Aug 16 20:48:19.447466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d5c7ac0-292d-4e58-a5d0-23788ca81b3e req-958c8dc4-b8c8-4462-a7d9-9f09ed1e2e4f service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976938 Aug 16 20:48:19.534192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:19.560006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7daddec6-69d4-43ec-9868-43399aeaeefc req-155cfc09-a944-42ed-829c-58caf9d36348 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145008 Aug 16 20:48:19.607941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:19.653115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:19.655511 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b6aa5-8b0e-4f6e-aca3-bcdd6f1661f0" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:19.660131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.680901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Transition to ACTIVE for port object 0bf2a102-9e8b-4343-bea0-76dfc20e251b will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:19.704226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bda830-88a6-4ed7-81b8-6c96c7730bce req-65575730-53b0-4945-891d-270576af9b91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.706994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69bda830-88a6-4ed7-81b8-6c96c7730bce req-65575730-53b0-4945-891d-270576af9b91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0715065 Aug 16 20:48:19.720789 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de97bd-18d8-459a-995c-f881e02bfdb8 x-openstack-request-id: req-13de97bd-18d8-459a-995c-f881e02bfdb8 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:19.721275 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:19.721685 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13de97bd-18d8-459a-995c-f881e02bfdb8 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:19.722085 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'code': 200} Aug 16 20:48:19.747144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69bda830-88a6-4ed7-81b8-6c96c7730bce req-23ea8ef4-9f9b-4c14-b7c3-8113b1a45466 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351479 Aug 16 20:48:19.762020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:19.851213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:19.907097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c1cc0-cffd-4a62-98ed-414f0b68dd01 req-faaba7d8-7c23-485f-a3f3-33eb4357302b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:19.909029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-406c1cc0-cffd-4a62-98ed-414f0b68dd01 req-faaba7d8-7c23-485f-a3f3-33eb4357302b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0751433 Aug 16 20:48:19.924099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.924449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.924792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.925133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.925496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.925800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.926219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.926551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.926884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.927207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.927532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.927890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:19.959606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-406c1cc0-cffd-4a62-98ed-414f0b68dd01 req-647e4e18-bd8d-4520-86eb-939d6d7cfdb0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Aug 16 20:48:20.020401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] No DVR routers for this DVR port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:20.173225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:20.173559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:20.173886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:20.178208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:20.178528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:20.184797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:20.185140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:20.185702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Bound using segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:20.186258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Bound port: 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:20.186621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.255986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:20.260273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:20.340794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.380285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.380905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:20.382368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1093 time: 1.2027998 Aug 16 20:48:20.403966 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60fc33-9d4b-41e4-b5af-76850723abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:20.471221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-d0afd4b3-1192-4496-b47a-fa5a4d3c8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.473053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-d0afd4b3-1192-4496-b47a-fa5a4d3c8159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0633919 Aug 16 20:48:20.612421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b709e-881f-4cd3-9d36-6b1762999d49 req-1d833a76-874b-4258-ad92-7c1af29264a8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.619203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b709e-881f-4cd3-9d36-6b1762999d49 req-1d833a76-874b-4258-ad92-7c1af29264a8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0981300 Aug 16 20:48:20.636077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-596589c9-1cc9-4a4e-8711-e5805da48c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.637581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-596589c9-1cc9-4a4e-8711-e5805da48c3e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1565683 Aug 16 20:48:20.661223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b709e-881f-4cd3-9d36-6b1762999d49 req-b3eb4bf1-b7f4-4564-8a05-7c1fa8ce4ccf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395920 Aug 16 20:48:20.717741 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-a787de66-e5eb-4f38-bd6a-caf79bd08745 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.0717299 Aug 16 20:48:20.771624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-8a8f257c-b825-4903-ac35-c23222b3dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.773126 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-8a8f257c-b825-4903-ac35-c23222b3dfb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0480466 Aug 16 20:48:20.821605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858979f-d569-4632-a329-14e2358cea42 req-114fd251-ad17-480c-b5bf-ede4da8821fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.823227 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-114fd251-ad17-480c-b5bf-ede4da8821fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427070 Aug 16 20:48:20.876795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83bfae-d431-47cc-8028-8dbdf5a08554 req-713265c3-cbae-45a4-b397-ab87a2b76048 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:20.880462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa83bfae-d431-47cc-8028-8dbdf5a08554 req-713265c3-cbae-45a4-b397-ab87a2b76048 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0568335 Aug 16 20:48:20.916394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-0d450e1d-5631-4eac-b22b-9c795fc6c488 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Aug 16 20:48:20.921227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa83bfae-d431-47cc-8028-8dbdf5a08554 req-e05c39b9-8edf-4322-9f51-3b2ce9c1a6f1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Aug 16 20:48:21.013261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1858979f-d569-4632-a329-14e2358cea42 req-ebd51721-f6f0-4430-a9b1-9dbfcd8e88c8 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Aug 16 20:48:21.096671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fab59-7985-41b3-96b5-99ec2d2ed6db req-e029d127-149d-4991-9bce-23eee61fab4c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.098233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b7fab59-7985-41b3-96b5-99ec2d2ed6db req-e029d127-149d-4991-9bce-23eee61fab4c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0537510 Aug 16 20:48:21.137267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b7fab59-7985-41b3-96b5-99ec2d2ed6db req-2df144bc-7ec6-43d6-8025-c52c9f5501c5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Aug 16 20:48:21.358801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:21.403181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:21.723279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:21.726104 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869dd305-55d0-49ab-bb9b-f6ec21a1caab" -d '{"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:21.783580 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7048ed-f0e4-4f87-8e4c-a7a225f56247 x-openstack-request-id: req-4c7048ed-f0e4-4f87-8e4c-a7a225f56247 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:21.783856 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:21.784198 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c7048ed-f0e4-4f87-8e4c-a7a225f56247 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:21.784672 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:48:21.797938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da8f06-16fd-45bc-b700-768ec7a5d78f req-e7cc0059-e2ee-4968-9b3d-663324166ca7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.799612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19da8f06-16fd-45bc-b700-768ec7a5d78f req-e7cc0059-e2ee-4968-9b3d-663324166ca7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0662806 Aug 16 20:48:21.845565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-7b545cc7-9f09-4888-88f8-ddacfd09661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.847211 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-7b545cc7-9f09-4888-88f8-ddacfd09661f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0435710 Aug 16 20:48:21.869212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19da8f06-16fd-45bc-b700-768ec7a5d78f req-72fe4093-aca7-4537-a2fe-da02fd629854 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627396 Aug 16 20:48:21.878769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-749c615e-6d0f-4f82-81b9-42b2249f479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.880879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-749c615e-6d0f-4f82-81b9-42b2249f479c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0666406 Aug 16 20:48:21.945713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-ede45305-6568-458f-b3c1-a5093ee3bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:21.947530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-ede45305-6568-458f-b3c1-a5093ee3bf0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.0927129 Aug 16 20:48:22.009951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-b0bd4c29-935b-4ba6-935c-6d7b0d6c2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.012728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-b0bd4c29-935b-4ba6-935c-6d7b0d6c2539 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1242807 Aug 16 20:48:22.039399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-99e34ae8-6c9c-48bf-b85d-0794ae1bfe98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.0839081 Aug 16 20:48:22.091209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:22.100570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-28d4f2c1-a81e-443e-be9e-cd60a1faa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.102695 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-28d4f2c1-a81e-443e-be9e-cd60a1faa601 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0524280 Aug 16 20:48:22.118172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-25351040-a497-4a00-b4ad-2b8c53866f6d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.0900450 Aug 16 20:48:22.126806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0221d4-0e0a-4e38-83d0-8cffa1780fc3 req-c89ae962-a9c7-4e09-a8e4-386eeb2a90ea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.128344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0221d4-0e0a-4e38-83d0-8cffa1780fc3 req-c89ae962-a9c7-4e09-a8e4-386eeb2a90ea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.1141696 Aug 16 20:48:22.157008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-ea9e82c6-a48c-4a6e-8798-8fe1102feb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.158560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-ea9e82c6-a48c-4a6e-8798-8fe1102feb4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487583 Aug 16 20:48:22.201486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-8aee3da2-185b-48cc-80ca-e1cd9ca77b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.202989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-8aee3da2-185b-48cc-80ca-e1cd9ca77b5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0737634 Aug 16 20:48:22.213325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0221d4-0e0a-4e38-83d0-8cffa1780fc3 req-d8a2dcc7-5eff-4c41-9f57-92144b943f14 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750642 Aug 16 20:48:22.278623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-0ee573c8-0930-4382-bd0e-8a4a4ff6cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.280194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-0ee573c8-0930-4382-bd0e-8a4a4ff6cde2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659020 Aug 16 20:48:22.662682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-ee23c617-1564-4d17-ac89-f96a2d62ed29 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410141 Aug 16 20:48:22.663454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c99b5-f955-49b1-a704-6bb1fc4b9634 req-8917de7a-b5f6-47d9-bd95-7682d5c62a9a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.663454 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-907c99b5-f955-49b1-a704-6bb1fc4b9634 req-8917de7a-b5f6-47d9-bd95-7682d5c62a9a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0972850 Aug 16 20:48:22.663965 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-b7756ef3-cb79-4929-9ac2-1e701c4c1c53 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048825 Aug 16 20:48:22.665477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-f65f01de-7fd3-4a26-acf4-b30f4138b88c service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475959 Aug 16 20:48:22.665477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-907c99b5-f955-49b1-a704-6bb1fc4b9634 req-713e785f-6949-4abe-812b-c2736cc070c5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563855 Aug 16 20:48:22.665477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-869dd305-55d0-49ab-bb9b-f6ec21a1caab req-4666db78-a5f0-46a5-8b13-878ed3571bdd service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020184 Aug 16 20:48:22.996921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e732bc-6907-4c02-b3bf-274fd6a7456d req-ef4c326b-a9e6-4e44-8bf0-9a2ad7364e93 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:22.998632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e732bc-6907-4c02-b3bf-274fd6a7456d req-ef4c326b-a9e6-4e44-8bf0-9a2ad7364e93 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0554836 Aug 16 20:48:23.045027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e732bc-6907-4c02-b3bf-274fd6a7456d req-2aa15a0a-1233-475b-a5de-69507f2d0236 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386341 Aug 16 20:48:23.362139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7beb572-e05f-4a0f-9081-c86be7c6a49d req-f56062e0-1140-467d-bd52-898f95da091e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.363644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7beb572-e05f-4a0f-9081-c86be7c6a49d req-f56062e0-1140-467d-bd52-898f95da091e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0664284 Aug 16 20:48:23.366607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:23.407890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7beb572-e05f-4a0f-9081-c86be7c6a49d req-1078638a-9a01-44e6-968d-351376b3b5f0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Aug 16 20:48:23.490773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.503478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7326298d-cdde-4393-96b9-81bef6f1117c', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:23.561977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.585667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:23.609161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:23.626098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de49d8-72fc-4fb9-84f8-914b0ecedbc1 req-c72d476e-955a-46d4-b236-d4748cb922d3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:23.627719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4de49d8-72fc-4fb9-84f8-914b0ecedbc1 req-c72d476e-955a-46d4-b236-d4748cb922d3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0632637 Aug 16 20:48:23.670400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4de49d8-72fc-4fb9-84f8-914b0ecedbc1 req-94a5facb-88f7-4947-ae4e-046121454d73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360186 Aug 16 20:48:23.739086 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:23.790842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:23.798903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.799328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.799744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.800107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.800442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.800774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.801103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.801427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.801757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.802082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.802404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.802729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:23.835466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7326298d-cdde-4393-96b9-81bef6f1117c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:24.165107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61909203-922f-4115-960b-fa78316f1522 req-6a53e4c1-54b7-44ba-956b-dd84074f6c4f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.166888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61909203-922f-4115-960b-fa78316f1522 req-6a53e4c1-54b7-44ba-956b-dd84074f6c4f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0507238 Aug 16 20:48:24.213236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61909203-922f-4115-960b-fa78316f1522 req-35aeff25-20bc-4a52-b8e4-bc4de89c35c7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389142 Aug 16 20:48:24.546091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53a48c-2fcb-4936-8c7f-2696aae2b491 req-f44a906d-96ea-49b5-95ee-59fb110f7efb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.547632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b53a48c-2fcb-4936-8c7f-2696aae2b491 req-f44a906d-96ea-49b5-95ee-59fb110f7efb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0564842 Aug 16 20:48:24.594861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b53a48c-2fcb-4936-8c7f-2696aae2b491 req-5e7aa74e-a943-4613-97f2-1738da6b4d69 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Aug 16 20:48:24.818677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879d58f-87f5-4779-82d0-37c219587ea8 req-6535598a-a9f9-4b74-8cf9-b148991d94cd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.820212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c879d58f-87f5-4779-82d0-37c219587ea8 req-6535598a-a9f9-4b74-8cf9-b148991d94cd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 945 time: 0.0632615 Aug 16 20:48:24.897997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c879d58f-87f5-4779-82d0-37c219587ea8 req-3f1f09c7-49f7-473a-82e0-84431e18b6b2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672917 Aug 16 20:48:24.919562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b41091-ee55-4204-84b9-074f3cd0efbf req-7ac2faa2-bb79-4f75-a78e-2f033c59e652 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.921170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70b41091-ee55-4204-84b9-074f3cd0efbf req-7ac2faa2-bb79-4f75-a78e-2f033c59e652 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 944 time: 0.0998540 Aug 16 20:48:24.953135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-33735958-e4b9-4053-b948-14a0f10dcc8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:24.954744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-33735958-e4b9-4053-b948-14a0f10dcc8f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6&tenant_id=a6260687ac4648d18254bc9a5b73117e&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0629454 Aug 16 20:48:24.963009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-70b41091-ee55-4204-84b9-074f3cd0efbf req-f57d6183-c058-492b-940b-f37bc4640110 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351796 Aug 16 20:48:25.022867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-1a1a0ee5-29e2-4fc3-a66b-bb48acc793b3 service neutron] 10.222.0.64 "GET /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.0599093 Aug 16 20:48:25.089557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-611ee4ab-1e6e-44c9-b082-aa61eeb89d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.091069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-611ee4ab-1e6e-44c9-b082-aa61eeb89d1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1096 time: 0.0452521 Aug 16 20:48:25.185628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-9888494a-ccc6-432f-806d-1fb335175351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.187209 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-9888494a-ccc6-432f-806d-1fb335175351 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.0886922 Aug 16 20:48:25.225801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:25.299128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-bb96514a-fc96-4c9f-a85a-5d5119ac0cee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.1044950 Aug 16 20:48:25.362400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.367974 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-68e8b9bc-0e43-4e32-9989-cbbfc88a3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.369765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-68e8b9bc-0e43-4e32-9989-cbbfc88a3619 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0628786 Aug 16 20:48:25.375037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:25.434664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:25.449305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-ec065717-dd67-47f7-880a-84873385cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.454345 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-ec065717-dd67-47f7-880a-84873385cd23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737312 Aug 16 20:48:25.472939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7326298d-cdde-4393-96b9-81bef6f1117c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:25.473434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.516367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.534999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:25.559003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.588179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-b64b8dfa-6d26-43d0-b48d-585e1589d0d2 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290302 Aug 16 20:48:25.611810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.655896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:25.657319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:25.672398 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757f6a7b-8083-4d8d-99d9-f660b6676716" -d '{"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:25.684183 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.695367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-55bc4f07-8e50-4b3a-9fe4-09a0b9a19bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000104 Aug 16 20:48:25.783180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.818419 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:25.823080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141de958-4d54-4a87-bb03-e6f263783981 req-67da5f89-f3bd-4250-80ff-b8f8cbec26eb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:25.827234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-141de958-4d54-4a87-bb03-e6f263783981 req-67da5f89-f3bd-4250-80ff-b8f8cbec26eb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.1351154 Aug 16 20:48:25.906396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:25.917777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-141de958-4d54-4a87-bb03-e6f263783981 req-98e75340-8aac-4b86-b8ab-c180aaed9a6a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Aug 16 20:48:25.996974 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a2aa57-a2c1-45ee-a2a3-71cf0786895a x-openstack-request-id: req-e1a2aa57-a2c1-45ee-a2a3-71cf0786895a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:25.997431 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:25.997841 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1a2aa57-a2c1-45ee-a2a3-71cf0786895a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:25.998378 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'code': 200} Aug 16 20:48:26.005010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0bf2a102-9e8b-4343-bea0-76dfc20e251b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:26.080023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523e543-df55-4443-abc1-c36899f9fd51 req-917caf06-c6ca-47eb-b7d1-e8a4e031eccc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.082289 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c523e543-df55-4443-abc1-c36899f9fd51 req-917caf06-c6ca-47eb-b7d1-e8a4e031eccc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0957670 Aug 16 20:48:26.207941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c523e543-df55-4443-abc1-c36899f9fd51 req-58036f8f-de4f-4880-b322-96007debf58b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168761 Aug 16 20:48:26.239172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4cdd9-4197-4107-9d5f-06a0f9e09f29 req-83d183c8-c324-4c2d-b1be-224a0397bb2d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:26.247075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd4cdd9-4197-4107-9d5f-06a0f9e09f29 req-83d183c8-c324-4c2d-b1be-224a0397bb2d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.1362147 Aug 16 20:48:26.316689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bd4cdd9-4197-4107-9d5f-06a0f9e09f29 req-93d735fc-da54-421e-83a8-c9475bb84ad7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572045 Aug 16 20:48:27.060398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc942b-8dfe-4777-b40d-c7acf0e0551d req-266fe45e-d07c-4d06-8a27-9ac74093e7ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.062151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6bc942b-8dfe-4777-b40d-c7acf0e0551d req-266fe45e-d07c-4d06-8a27-9ac74093e7ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0639679 Aug 16 20:48:27.113638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6bc942b-8dfe-4777-b40d-c7acf0e0551d req-ac14bff5-82de-4e17-b2fc-5b5f0f60d2dd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Aug 16 20:48:27.237416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:27.423303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c07cfd-a1cd-4070-baad-bc4236039bc0 req-ed33a099-e6fa-4f8d-8c9c-231bbf271d1e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.431882 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43c07cfd-a1cd-4070-baad-bc4236039bc0 req-ed33a099-e6fa-4f8d-8c9c-231bbf271d1e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0847466 Aug 16 20:48:27.494080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:27.498600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:27.499284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.586487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43c07cfd-a1cd-4070-baad-bc4236039bc0 req-9eac212c-beb5-4b69-bf75-3722522087b9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480963 Aug 16 20:48:27.600358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cd5b2-fa7c-4293-a0ac-3eb96d36a6bc req-dd2deb14-b5fa-4ed6-b9ff-0ee5d3222a2d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:27.609084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025cd5b2-fa7c-4293-a0ac-3eb96d36a6bc req-dd2deb14-b5fa-4ed6-b9ff-0ee5d3222a2d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.1748345 Aug 16 20:48:27.665493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025cd5b2-fa7c-4293-a0ac-3eb96d36a6bc req-5e43a836-a430-4334-bd18-f9ebd1b9d8e4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550511 Aug 16 20:48:27.690800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.759814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:27.876673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:27.983637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:27.999182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:28.002101 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc7a6f-77fe-481b-a811-cfc126978ce7" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:28.059858 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd3f761-1d4d-4532-9ad6-a40c36ef4dff x-openstack-request-id: req-6dd3f761-1d4d-4532-9ad6-a40c36ef4dff {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:28.060391 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:28.060716 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dd3f761-1d4d-4532-9ad6-a40c36ef4dff {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:28.061179 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'code': 200} Aug 16 20:48:28.301732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2021a-b7a2-4b7b-b326-188607d0eefd req-6beb22f8-eacd-4e17-b7f0-d1b4d3275554 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.303190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34b2021a-b7a2-4b7b-b326-188607d0eefd req-6beb22f8-eacd-4e17-b7f0-d1b4d3275554 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0765758 Aug 16 20:48:28.384090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34b2021a-b7a2-4b7b-b326-188607d0eefd req-e8e3fc30-a5e6-457d-b605-b97b317c3550 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653875 Aug 16 20:48:28.768347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:48:28.847769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-d8ef4146-fe26-4112-bceb-682417402a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.849512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-d8ef4146-fe26-4112-bceb-682417402a68 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 1098 time: 0.2136304 Aug 16 20:48:28.887328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:28.950820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8d833-0637-4bcc-ad1f-b981e9db32d5 req-12f6514b-85f8-4de7-ab7e-7a4a704caf10 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:28.960431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ba8d833-0637-4bcc-ad1f-b981e9db32d5 req-12f6514b-85f8-4de7-ab7e-7a4a704caf10 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1981690 Aug 16 20:48:29.014771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74453a-4e35-4988-85f2-7d75638f2a8b req-d57746d0-3119-4679-9c7d-6381d13d4c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.016298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f74453a-4e35-4988-85f2-7d75638f2a8b req-d57746d0-3119-4679-9c7d-6381d13d4c25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 946 time: 0.2097352 Aug 16 20:48:29.032097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.088329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ba8d833-0637-4bcc-ad1f-b981e9db32d5 req-be2e69fe-4bc4-4eed-af59-4d0df97c70ea tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260781 Aug 16 20:48:29.113407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f74453a-4e35-4988-85f2-7d75638f2a8b req-705064ca-c532-448e-85a0-96491f57b901 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833972 Aug 16 20:48:29.443181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:29.486337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:29.540913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.554542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Transition to ACTIVE for port object 0bf2a102-9e8b-4343-bea0-76dfc20e251b will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:29.556355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:29.558793 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932440f-f253-4b04-b0a9-29a2ed46bdc1" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:29.620166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdae76a-21a7-4ca5-88ba-0c6ed007a527 req-bd78853c-80e9-44e0-a13e-7a49404b4fe4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:29.621888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fdae76a-21a7-4ca5-88ba-0c6ed007a527 req-bd78853c-80e9-44e0-a13e-7a49404b4fe4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0587778 Aug 16 20:48:29.645255 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c8ff4-e90e-4e30-b518-f0f2417e4824 x-openstack-request-id: req-f47c8ff4-e90e-4e30-b518-f0f2417e4824 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:29.645552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-unplugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:29.652326 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f47c8ff4-e90e-4e30-b518-f0f2417e4824 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:29.652765 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'code': 200} Aug 16 20:48:29.668946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:29.782204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fdae76a-21a7-4ca5-88ba-0c6ed007a527 req-fe54b0d3-8a23-47f9-a39a-8dbf83b6ba51 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543877 Aug 16 20:48:29.982989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:30.041347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] No DVR routers for this DVR port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:48:30.263203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e8b3e-1076-4234-9e0a-319dceb28c01 req-45bb2e56-aca0-4aae-82db-164d13abc395 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.264779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d50e8b3e-1076-4234-9e0a-319dceb28c01 req-45bb2e56-aca0-4aae-82db-164d13abc395 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.2262087 Aug 16 20:48:30.329865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:30.330588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:30.331029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:30.360234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:30.360729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Attempting to bind port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:30.371919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464205c-b548-4512-8059-e2f44924bae4 req-a5cac08e-41bf-407d-96c4-5942f0a548aa tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.373767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3464205c-b548-4512-8059-e2f44924bae4 req-a5cac08e-41bf-407d-96c4-5942f0a548aa tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1681705 Aug 16 20:48:30.394621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:30.395137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Checking segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:30.395627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Bound using segment: {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:30.396210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Bound port: 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268d4292-89c7-4db7-a4b5-3a34b24d7add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:30.396674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.438574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d50e8b3e-1076-4234-9e0a-319dceb28c01 req-fea13f72-7fe6-427e-bb51-ac8d043a756e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477067 Aug 16 20:48:30.478392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3464205c-b548-4512-8059-e2f44924bae4 req-2ab359f9-7afc-4ab8-9870-c4c6b2287dd2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975254 Aug 16 20:48:30.659263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00f2f42c-114f-4885-935e-e210215f58af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:30.661276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:30.683380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:30.705120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2db19-5edc-412d-9389-d2c07e79e2de req-9f107d0b-24d1-43d7-b72a-298765371571 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.718512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d2db19-5edc-412d-9389-d2c07e79e2de req-9f107d0b-24d1-43d7-b72a-298765371571 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.1583686 Aug 16 20:48:30.857017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7a002-5018-4805-bafd-76458acd9fb8 req-c50e3836-c2a5-44ed-b82e-16c450edccae tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:30.868822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11d7a002-5018-4805-bafd-76458acd9fb8 req-c50e3836-c2a5-44ed-b82e-16c450edccae tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.2564919 Aug 16 20:48:30.934227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.095545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d2db19-5edc-412d-9389-d2c07e79e2de req-4ceac639-b1db-4db0-9e78-24df132414ed tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054171 Aug 16 20:48:31.128103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.128861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:31.130713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] 10.222.0.73 "PUT /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1094 time: 2.2491107 Aug 16 20:48:31.176816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11d7a002-5018-4805-bafd-76458acd9fb8 req-51c9c6fa-af57-44ff-b717-e18cd8dfdec4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439077 Aug 16 20:48:31.234011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b5e6-63a1-4c40-abdd-2deb7f4529b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=11']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:31.246779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:31.286583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-c9f74010-fefc-4459-8e39-9e3fab0f4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.288257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-c9f74010-fefc-4459-8e39-9e3fab0f4580 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1097 time: 0.1163356 Aug 16 20:48:31.377187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:48:31.497696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-2ea0a7e4-3c72-4f68-bcf9-b0a95d3ea98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:31.500811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-2ea0a7e4-3c72-4f68-bcf9-b0a95d3ea98b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.2045755 Aug 16 20:48:31.673900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:31.676136 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:31.704667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-8ea72a14-dfe6-472a-b30e-324f17d30698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.1953890 Aug 16 20:48:32.163804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5597d-2054-472e-8ea3-83bc7394ad0c req-531acbee-8d8a-4a0a-9720-a72b11330e57 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.165928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b5597d-2054-472e-8ea3-83bc7394ad0c req-531acbee-8d8a-4a0a-9720-a72b11330e57 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.5786636 Aug 16 20:48:32.261934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b5597d-2054-472e-8ea3-83bc7394ad0c req-8218159b-07a6-43c7-a1ae-f533b7b62308 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806909 Aug 16 20:48:32.273218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-0dacdb54-c21d-4d42-a8e0-23ca2a21e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.273218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-0dacdb54-c21d-4d42-a8e0-23ca2a21e24d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.5575910 Aug 16 20:48:32.279391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-0a3e4093-8b6a-425d-a3a5-1055a2a1b11a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.286497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-0a3e4093-8b6a-425d-a3a5-1055a2a1b11a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.7264533 Aug 16 20:48:32.380799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-c1652131-96b7-46c9-af11-f573671d1dc2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/quotas/1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0933125 Aug 16 20:48:32.422166 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273ac06-49f3-48a6-9dde-ad0edd34b803 x-openstack-request-id: req-3273ac06-49f3-48a6-9dde-ad0edd34b803 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:32.422661 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:32.422799 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3273ac06-49f3-48a6-9dde-ad0edd34b803 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:32.423088 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:48:32.513311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-08dfdea2-8b9d-4634-aca9-2bf0373cfb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.526889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-08dfdea2-8b9d-4634-aca9-2bf0373cfb55 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1097 time: 0.0916672 Aug 16 20:48:32.565636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-3d641693-6303-4767-9e37-a203f3fa84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.569623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-3d641693-6303-4767-9e37-a203f3fa84ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2750432 Aug 16 20:48:32.707002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-ec77f4a1-b5dc-4515-89aa-36b69419ae25 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260638 Aug 16 20:48:32.712788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-48c6cf55-1c36-4484-9b5c-946735f52f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.715604 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-48c6cf55-1c36-4484-9b5c-946735f52f4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1798463 Aug 16 20:48:32.857831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-66fa0374-9280-4a8a-ac02-0f4a2aceab50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.1359375 Aug 16 20:48:32.860264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-7dfa3161-b84b-4c9a-84cd-d875cebd2b27 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4725435 Aug 16 20:48:32.904866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02208-ce2c-4e77-a5e5-8cc673a8542c req-f255f6d8-f383-446f-b272-d164b0b0505a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:32.920892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5d02208-ce2c-4e77-a5e5-8cc673a8542c req-f255f6d8-f383-446f-b272-d164b0b0505a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.3992457 Aug 16 20:48:32.923422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fa008e8-199c-46d7-8f9d-4291246975fc req-3c56821d-9565-4220-a1fa-11c513b9ba6d service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052333 Aug 16 20:48:33.052456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-e5979ca2-8eed-43f2-a739-2f6d97d5b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.057836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-e5979ca2-8eed-43f2-a739-2f6d97d5b8db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.1925962 Aug 16 20:48:33.132478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5d02208-ce2c-4e77-a5e5-8cc673a8542c req-54578abe-b734-4ef1-8c2f-c5f4501ecddf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683495 Aug 16 20:48:33.142546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-1e982b7a-5f80-4d90-9f68-bf3de223d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.144867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-1e982b7a-5f80-4d90-9f68-bf3de223d8f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783029 Aug 16 20:48:33.161256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-4a2c2bca-22c1-4789-82e0-a20f1f4a7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.162764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-4a2c2bca-22c1-4789-82e0-a20f1f4a7e2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1097 time: 0.1167147 Aug 16 20:48:33.314542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-35af5476-63e2-4abc-b260-d10fc69c553b service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478099 Aug 16 20:48:33.397875 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-5b1ed61e-3301-40a2-bcca-dfedc8f53e72 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450857 Aug 16 20:48:33.503425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-d4fea631-ed8f-438a-922b-a3afb05bad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.505269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-d4fea631-ed8f-438a-922b-a3afb05bad6b service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.3303971 Aug 16 20:48:33.516765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.576556 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-e59584bb-f246-416d-af36-eff8e4434008 service neutron] 10.222.0.64 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715319 Aug 16 20:48:33.597345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f282bcc-9740-464a-9840-70382429b17d req-ecc22d7a-00fd-44f5-8417-73d0b8db0455 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.598949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f282bcc-9740-464a-9840-70382429b17d req-ecc22d7a-00fd-44f5-8417-73d0b8db0455 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1760087 Aug 16 20:48:33.610384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-7c273444-d330-42d1-8c20-0c62240d4a4b service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834640 Aug 16 20:48:33.660425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-0e2efab9-6564-4970-8c66-48e4539d0cd2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 1000 time: 0.1459706 Aug 16 20:48:33.668228 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ac80e02-6553-43a2-a175-632d4c90e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:33.733324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f282bcc-9740-464a-9840-70382429b17d req-c7b5cd95-06ab-4c76-a7de-f1afc06e40a3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218193 Aug 16 20:48:33.764248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-b5d5383d-4f31-4429-a695-971b15e43169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.765789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-b5d5383d-4f31-4429-a695-971b15e43169 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0940650 Aug 16 20:48:33.849288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-a19778c9-d318-476e-8696-802938e774b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:33.850832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-a19778c9-d318-476e-8696-802938e774b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770841 Aug 16 20:48:34.003144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-501bbf65-13da-4005-a7ae-5de948de9da5 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431837 Aug 16 20:48:34.146157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-787a4ad0-8ad6-421f-9af7-eca8f57ea3f4 req-494cb77b-547e-440d-a73d-dae840a55692 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347492 Aug 16 20:48:34.276750 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:34.298008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bd26a-3a33-479a-b72a-c05d48e73085 req-b764539a-2b44-4598-a507-24e5756cfffc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.299863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-379bd26a-3a33-479a-b72a-c05d48e73085 req-b764539a-2b44-4598-a507-24e5756cfffc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.0687778 Aug 16 20:48:34.345578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-379bd26a-3a33-479a-b72a-c05d48e73085 req-7ca0c97a-a28b-40d9-b235-8dedf52b6b61 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Aug 16 20:48:34.923597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f89bd-1565-4a83-89c5-b347f024ce0a req-e45b1c2a-e154-4a88-9bb3-de803f2d43bc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:34.925047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f7f89bd-1565-4a83-89c5-b347f024ce0a req-e45b1c2a-e154-4a88-9bb3-de803f2d43bc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0787823 Aug 16 20:48:34.969084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f7f89bd-1565-4a83-89c5-b347f024ce0a req-57e41c31-9e5b-4a64-a181-93c926e7d39c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371995 Aug 16 20:48:35.184662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-682c23bf-bffd-4498-a786-bd761a727e5b req-e9ee778f-11fb-4b22-aad9-6dc19daad053 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 210 time: 0.0879729 Aug 16 20:48:35.435407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:35.557012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a29d-694e-403f-b0a2-c6620d193acf req-44420263-5e47-483c-9856-a818d3acacc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:35.571012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d668a29d-694e-403f-b0a2-c6620d193acf req-44420263-5e47-483c-9856-a818d3acacc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 945 time: 0.1227331 Aug 16 20:48:35.645338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d668a29d-694e-403f-b0a2-c6620d193acf req-61a05778-c8bb-46a4-8b4b-f3154d22dcc7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612974 Aug 16 20:48:35.658357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 50878) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:35.668424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.699864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'port_id': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'mac_address': 'fa:16:3e:3f:4f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:35.747427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.764160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2e634f76-3c12-42b9-86a2-35971b98c883 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 200 len: 992 time: 0.1046076 Aug 16 20:48:35.768169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:35.798444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:35.878736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:35.981153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:36.161358 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:36.168775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0bf2a102-9e8b-4343-bea0-76dfc20e251b'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:36.204702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052f1aa-9c92-4dd4-84f4-e042086c6e8f req-25fb5e20-e642-4509-a772-82d58d842f42 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:36.223077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3052f1aa-9c92-4dd4-84f4-e042086c6e8f req-25fb5e20-e642-4509-a772-82d58d842f42 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1145353 Aug 16 20:48:36.371090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fadd0558-e87e-4c8f-a01c-3314152271b9 req-0a2f6e79-c95d-40e5-8317-f947c2d45447 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 210 time: 0.0417080 Aug 16 20:48:36.391946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3052f1aa-9c92-4dd4-84f4-e042086c6e8f req-ff58df23-187d-4933-97c2-d0e292562ff2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616092 Aug 16 20:48:37.444943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:37.617462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:37.622240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0bf2a102-9e8b-4343-bea0-76dfc20e251b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:37.622863 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.678161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19b3b9f9-1b6b-4f03-a139-2dbe27589c1f req-420802d1-845b-4bf0-be85-6f6424899cb1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 210 time: 0.1213489 Aug 16 20:48:37.735222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff8ac1-9f15-4190-bae5-c6a9d8e5f5e9 req-69455ce7-934e-4bf1-8bab-cf3d03c1d9a7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:37.738391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34ff8ac1-9f15-4190-bae5-c6a9d8e5f5e9 req-69455ce7-934e-4bf1-8bab-cf3d03c1d9a7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.2366705 Aug 16 20:48:37.757370 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:37.805144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:37.808108 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1feb612-364a-4fcd-b15b-d9609357dd2a" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:37.815863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34ff8ac1-9f15-4190-bae5-c6a9d8e5f5e9 req-99afb244-22cb-4776-b913-acd6a91cd9ff tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710051 Aug 16 20:48:37.857730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:37.873538 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d7c915-99a2-42c7-9d89-c637de9cc9cd x-openstack-request-id: req-e1d7c915-99a2-42c7-9d89-c637de9cc9cd {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:37.873846 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:37.874164 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1d7c915-99a2-42c7-9d89-c637de9cc9cd {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:37.874575 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'code': 200} Aug 16 20:48:37.955465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.032242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:38.048751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-ce227bb1-e2bd-4a14-928c-d658690bb81e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:38.050744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-ce227bb1-e2bd-4a14-928c-d658690bb81e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1421411 Aug 16 20:48:38.071786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'device_id': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'admin_state_up': True, 'tenant_id': '1be180566e3941a1a246c980413d1d8d'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:38.718729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:38.724983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:38.842427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0bf4929-da15-48b2-b54a-d323f93a7bbe req-e2c78b0f-3ce1-4ec5-b58e-e24b3bdbfee1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 210 time: 0.0548801 Aug 16 20:48:38.910955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.20.0.13 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/415ec58f-57a7-43ae-9c64-e9e773a5f1e8) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:48:39.002912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e279e9-9753-4555-87ce-269d6408e902 req-119968e8-2350-4129-85b7-f2f15157211d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.005172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05e279e9-9753-4555-87ce-269d6408e902 req-119968e8-2350-4129-85b7-f2f15157211d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0658703 Aug 16 20:48:39.098775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05e279e9-9753-4555-87ce-269d6408e902 req-a8f5224d-2f54-4b68-892a-f1dd3683836c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780213 Aug 16 20:48:39.134733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.150547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Transition to ACTIVE for port object 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:39.305311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.317141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:39.469496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:48:39.478123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:39.485081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:39.488803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:48:39.627013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:39.627888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.762302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2a9acdb4-2cbc-4663-82fc-aec1ceddcf91 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6997836 Aug 16 20:48:39.777324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Request body: {'port': {'device_id': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:39.927653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:39.998563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0fb9e14a-b211-408c-a757-4f0565aac1f9 None None] Provisioning for port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:40.002672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0fb9e14a-b211-408c-a757-4f0565aac1f9 None None] Provisioning complete for port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:40.003133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0fb9e14a-b211-408c-a757-4f0565aac1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.005336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7245c-8cb5-4744-b1ed-a25d34306c40 req-098e6406-175a-47f6-a125-1b7dc3474204 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.021486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41d7245c-8cb5-4744-b1ed-a25d34306c40 req-098e6406-175a-47f6-a125-1b7dc3474204 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 932 time: 0.0723300 Aug 16 20:48:40.105564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0fb9e14a-b211-408c-a757-4f0565aac1f9 None None] Port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:48:40.107333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41d7245c-8cb5-4744-b1ed-a25d34306c40 req-8c97e496-72fa-42d8-9235-173576e35c6f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846450 Aug 16 20:48:40.252387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:40.268392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.285613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Transition to ACTIVE for port object 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:48:40.336302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd14f-ea82-48cf-a059-f50872ca411d req-ab3b4019-08b9-4a24-9ced-3c29c79fa7a8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:40.338163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38dd14f-ea82-48cf-a059-f50872ca411d req-ab3b4019-08b9-4a24-9ced-3c29c79fa7a8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.1068797 Aug 16 20:48:40.388470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b38dd14f-ea82-48cf-a059-f50872ca411d req-4f625d6a-48c4-454c-b89d-ba2c28e60a64 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441723 Aug 16 20:48:40.510618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.608929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:40.798554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Attempting to bind port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:48:40.798885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Attempting to bind port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:48:40.799220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Attempting to bind port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:40.809196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 on network e789aa31-e849-4c81-96b6-861676f49333 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:48:40.809517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Attempting to bind port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:48:40.815676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:48:40.816293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:40.816685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:48:40.817112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Bound port: 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:48:40.817474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:40.907210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:48:40.910826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:48:41.004961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.048791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.049473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:41.051198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] 10.222.0.64 "PUT /v2.0/ports/415ec58f-57a7-43ae-9c64-e9e773a5f1e8 HTTP/1.1" status: 200 len: 1093 time: 1.2784445 Aug 16 20:48:41.051693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:41.054019 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa250178-aef6-4fa0-ac79-1ee1468f8b30" -d '{"events": [{"name": "network-changed", "server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:41.081136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7753e-0c09-4685-943b-9ecf0beb4be8 service neutron] Pushing event updated for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:41.099406 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36263a84-81ad-46eb-a4a9-8403f494c4fd x-openstack-request-id: req-36263a84-81ad-46eb-a4a9-8403f494c4fd {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:41.099406 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:41.099406 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36263a84-81ad-46eb-a4a9-8403f494c4fd {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:41.099406 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8', 'status': 'completed', 'code': 200} Aug 16 20:48:41.194054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-3a9d6592-f7bd-4e5a-a579-7f2298d82288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.195665 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-3a9d6592-f7bd-4e5a-a579-7f2298d82288 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 1096 time: 0.0748689 Aug 16 20:48:41.234768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76db33-4418-4882-b7d0-f3d0d83179be req-1ed2a09f-1c9b-4793-97a6-0835d2f44e97 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.236677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf76db33-4418-4882-b7d0-f3d0d83179be req-1ed2a09f-1c9b-4793-97a6-0835d2f44e97 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 944 time: 0.0626597 Aug 16 20:48:41.303695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf76db33-4418-4882-b7d0-f3d0d83179be req-7d891003-d38c-44cf-a0b9-a6b77133ae62 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590410 Aug 16 20:48:41.338956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-0d2a21cc-d908-4b63-88ba-b791b1b49c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.339721 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-0d2a21cc-d908-4b63-88ba-b791b1b49c3f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1be180566e3941a1a246c980413d1d8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1350172 Aug 16 20:48:41.468681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-e9c3f494-1ad5-4dc7-9bdb-7392b8ef6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.470444 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa250178-aef6-4fa0-ac79-1ee1468f8b30 req-e9c3f494-1ad5-4dc7-9bdb-7392b8ef6ba6 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216650 Aug 16 20:48:41.540098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab75534-3fce-4389-aac9-970667be3137 req-8e8985f5-154e-42e3-8612-b8437de9d0e1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.541950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ab75534-3fce-4389-aac9-970667be3137 req-8e8985f5-154e-42e3-8612-b8437de9d0e1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0597341 Aug 16 20:48:41.568336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-02626534-dc52-46fd-b50d-cc13af5ef3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.570143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-02626534-dc52-46fd-b50d-cc13af5ef3f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 1096 time: 0.0588040 Aug 16 20:48:41.588282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ab75534-3fce-4389-aac9-970667be3137 req-907012a1-478a-4249-ba75-8cd4454b27b8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389924 Aug 16 20:48:41.618207 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-ec2350af-2426-473c-9969-a42e5984b96b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8 HTTP/1.1" status: 200 len: 217 time: 0.0372000 Aug 16 20:48:41.671623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-d96e6d47-d663-480c-b9d3-5794b13503e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.673019 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-d96e6d47-d663-480c-b9d3-5794b13503e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0500650 Aug 16 20:48:41.741116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2c8deb78-6060-42eb-913f-a7081c842e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:41.743539 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-2c8deb78-6060-42eb-913f-a7081c842e49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623629 Aug 16 20:48:41.945943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-6b27c87e-4750-4e97-9e1e-e29582dd84ba service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948919 Aug 16 20:48:42.052496 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-32542603-325e-4f6c-b05b-c342ae00f661 req-c729800d-ce82-481a-8fed-dd1bdba05bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995669 Aug 16 20:48:42.473998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72b771-b0ce-4b26-a888-4709bbd68bc1 req-71d31a3e-f2bc-4c86-aeff-ddac98d58bd9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.481849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da72b771-b0ce-4b26-a888-4709bbd68bc1 req-71d31a3e-f2bc-4c86-aeff-ddac98d58bd9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 944 time: 0.0667706 Aug 16 20:48:42.540014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da72b771-b0ce-4b26-a888-4709bbd68bc1 req-5167dbc6-d3d9-4603-9d8b-d9a0d6305566 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 Aug 16 20:48:42.715140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1605-1da1-4c89-9775-141d7523b187 req-876abc8c-35dd-4917-950f-8c320a4e094f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:42.716700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fd1605-1da1-4c89-9775-141d7523b187 req-876abc8c-35dd-4917-950f-8c320a4e094f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0510268 Aug 16 20:48:42.756555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07fd1605-1da1-4c89-9775-141d7523b187 req-e5a02d89-7767-4d91-a88e-88cc97d82aba tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Aug 16 20:48:43.398670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 50990) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.505591 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7197b46d-711f-455b-bef5-7c887efd6ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.656322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7197b46d-711f-455b-bef5-7c887efd6ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.675110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf9f8e-0f66-4688-8295-76fdf6db7317 req-653cacd8-59fe-41d2-b98f-87828dc2e649 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.676793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8adf9f8e-0f66-4688-8295-76fdf6db7317 req-653cacd8-59fe-41d2-b98f-87828dc2e649 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 944 time: 0.0831413 Aug 16 20:48:43.717214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8adf9f8e-0f66-4688-8295-76fdf6db7317 req-4db46275-49ed-4ae4-8811-8955bd3b6ba7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330637 Aug 16 20:48:43.752511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7197b46d-711f-455b-bef5-7c887efd6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.792108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7197b46d-711f-455b-bef5-7c887efd6ed7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a861c1b61b354b1f8dda0177bfb499e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921745 Aug 16 20:48:43.793010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197b46d-711f-455b-bef5-7c887efd6ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24cc852-fbf3-49bc-9247-d306f2343c9e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:43.794723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:43.854390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.878389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:43.894520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c7d54-444b-4ee7-8e27-4cb3a6bfa75a req-afdc68c5-1866-4288-83c7-6f77e238dcb5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.896169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b2c7d54-444b-4ee7-8e27-4cb3a6bfa75a req-afdc68c5-1866-4288-83c7-6f77e238dcb5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0555131 Aug 16 20:48:43.945683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b2c7d54-444b-4ee7-8e27-4cb3a6bfa75a req-5950a147-e47c-4c0f-b8bd-bde0b9c47687 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420423 Aug 16 20:48:43.986492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-8a2ddce2-ebb2-4506-90a3-8346dae99d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:43.987955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-8a2ddce2-ebb2-4506-90a3-8346dae99d8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1098 time: 0.0410328 Aug 16 20:48:44.004541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.007965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:44.011605 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c24cc852-fbf3-49bc-9247-d306f2343c9e HTTP/1.1" status: 204 len: 168 time: 0.2136109 Aug 16 20:48:44.019497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb8f1b-04c4-45c6-8dc1-e02094e9e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24cc852-fbf3-49bc-9247-d306f2343c9e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:44.089093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-12111a6e-2da2-4d3b-a22d-466c0456a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.090620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-12111a6e-2da2-4d3b-a22d-466c0456a870 service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.0955603 Aug 16 20:48:44.157864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-0c746e83-b784-4d4d-b3dd-17a7364a9547 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 1001 time: 0.0584092 Aug 16 20:48:44.216243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-e7af797d-1d2c-48b1-8370-3c2a4748017e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.218604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-e7af797d-1d2c-48b1-8370-3c2a4748017e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0536051 Aug 16 20:48:44.266730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-958ec547-56e8-4a29-8c7b-196166729d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.268176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-958ec547-56e8-4a29-8c7b-196166729d93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418057 Aug 16 20:48:44.381641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-44a3c050-096b-4175-b981-914b263a90e2 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056266 Aug 16 20:48:44.487027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df25daa6-a766-4684-ac2f-6a027ee3d3a2 req-4af6459a-4ef3-4701-a689-30cac240e01b service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972652 Aug 16 20:48:44.831038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93a957-37a6-46d6-bb37-b8d7fd3f4700 req-e70dbcf6-d907-40e3-a983-6603a89794bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:44.832476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e93a957-37a6-46d6-bb37-b8d7fd3f4700 req-e70dbcf6-d907-40e3-a983-6603a89794bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 944 time: 0.0490754 Aug 16 20:48:44.875148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e93a957-37a6-46d6-bb37-b8d7fd3f4700 req-a7fdb893-5d2b-43aa-ad92-b0cf4c046629 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337291 Aug 16 20:48:45.075075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f90bb1-7faa-4c53-a92c-1550b7f2453a req-592a681e-b4b2-4290-8341-4ef58444fc78 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.076594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9f90bb1-7faa-4c53-a92c-1550b7f2453a req-592a681e-b4b2-4290-8341-4ef58444fc78 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 946 time: 0.0542581 Aug 16 20:48:45.115866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9f90bb1-7faa-4c53-a92c-1550b7f2453a req-54ae3028-be0f-4a15-99e6-cfdca7f3a7ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332253 Aug 16 20:48:45.188989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51034) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.290626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-340788768-network', 'tenant_id': 'dc2febbc03314e32ba224f84b66a7b4c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:45.307125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:48:45.403970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:45.415744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8', 'mac_address': 'fa:16:3e:e6:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:48:45.419433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Made reservation on behalf of dc2febbc03314e32ba224f84b66a7b4c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:45.422203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.434105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.462886 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.467509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:45.499077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:48:45.527364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:45.533621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.568930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.593267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:45.595544 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8296b25-9036-465b-82d1-106842f82808" -d '{"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-unplugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:45.606320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.609180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:45.628027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.648386 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69baf5ee-d3bd-401a-95cb-4ff5ab702abb x-openstack-request-id: req-69baf5ee-d3bd-401a-95cb-4ff5ab702abb {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:45.648667 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-unplugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:45.649076 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69baf5ee-d3bd-401a-95cb-4ff5ab702abb {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:45.649498 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'code': 200} Aug 16 20:48:45.661463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:48:45.672012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.682985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.683336 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Added segment 4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0 of type vlan for network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 Aug 16 20:48:45.684988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d77c25-626e-4d94-b508-5d62b1f17086,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.701285 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.730551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.752582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.828906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:48:45.855528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.856572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:45.857195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:45.928841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4df294b2-34bc-40de-b119-0b03f8f7b5d7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:45.945321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:48:45.960267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51048) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:48:45.963697 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36bea0c7-2660-40c5-92a8-fe2e3e7035a3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7734292 Aug 16 20:48:45.968432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Request body: {'subnet': {'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-340788768-subnet', 'tenant_id': 'dc2febbc03314e32ba224f84b66a7b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:48:46.035202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8306ef0-bbf6-4040-99be-2b98ceab92ff req-3c2ca6ea-f24e-438e-8190-c67114735eb0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.036953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8306ef0-bbf6-4040-99be-2b98ceab92ff req-3c2ca6ea-f24e-438e-8190-c67114735eb0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 945 time: 0.0646515 Aug 16 20:48:46.078936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8306ef0-bbf6-4040-99be-2b98ceab92ff req-8053b631-2849-4931-8267-24b2a52dc0e2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Aug 16 20:48:46.089166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Made reservation on behalf of dc2febbc03314e32ba224f84b66a7b4c for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:48:46.091596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.294269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088def90-d091-4cab-b371-332100eb9e02 req-d7271961-eda5-4f21-9c7d-0356a2f6d7bd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.295826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-088def90-d091-4cab-b371-332100eb9e02 req-d7271961-eda5-4f21-9c7d-0356a2f6d7bd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0886314 Aug 16 20:48:46.338200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-088def90-d091-4cab-b371-332100eb9e02 req-9b3163f5-210f-469d-bf67-dfb355090b92 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349987 Aug 16 20:48:46.401379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.455799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa07ad27-728e-4b38-8fc8-feaff694246f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:46.475634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.476668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.477189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.477528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.477867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.479862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.480193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:48:46.483509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Checking segment: {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:48:46.483903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Network hostable DHCP agents. Network: 4df294b2-34bc-40de-b119-0b03f8f7b5d7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:48:46.564142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:48:46.644314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4df294b2-34bc-40de-b119-0b03f8f7b5d7) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:48:46.652911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe56a5-1d12-4a4b-89da-77767f8c2d4d None None] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:46.657326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:46.657947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:46.778836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeaed4f-b29d-4ebe-828d-60ea6347d855 None None] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:48:46.823334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a9d4dc61-7339-4d62-8827-5bfcddba36b3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8608136 Aug 16 20:48:47.198716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56e564-9c71-40d6-afd1-e9823e38cd70 req-2e70034f-dcfd-41ee-a29b-b94c4b1f5d06 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.200361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f56e564-9c71-40d6-afd1-e9823e38cd70 req-2e70034f-dcfd-41ee-a29b-b94c4b1f5d06 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Aug 16 20:48:47.245116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f56e564-9c71-40d6-afd1-e9823e38cd70 req-842d4ec1-b108-4337-9a58-61fda03acdeb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Aug 16 20:48:47.308750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:48:47.444005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:48:47.449241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:48:47.449712 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.466939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e36a5d-f0d4-4a99-bf67-2ca4052c32eb req-59d4f390-db6a-4db8-975c-54a29d9c8cf6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.467762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91e36a5d-f0d4-4a99-bf67-2ca4052c32eb req-59d4f390-db6a-4db8-975c-54a29d9c8cf6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0540183 Aug 16 20:48:47.513681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91e36a5d-f0d4-4a99-bf67-2ca4052c32eb req-c0c0dcd3-447b-490d-b31e-ee2906fd5934 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Aug 16 20:48:47.549736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.601297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:48:47.650753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:48:47.653203 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef93364a-bb8f-420b-9228-a91960b59de4" -d '{"events": [{"server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "name": "network-vif-plugged", "status": "completed", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:48:47.691721 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b795f-8647-4ce2-9c4c-794e5e49bfa8 x-openstack-request-id: req-0b6b795f-8647-4ce2-9c4c-794e5e49bfa8 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:48:47.692034 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "name": "network-vif-plugged", "status": "completed", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:48:47.692284 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b6b795f-8647-4ce2-9c4c-794e5e49bfa8 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:48:47.692678 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8', 'code': 200} Aug 16 20:48:47.767266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:47.816462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f88b0-aa20-4696-80cf-9305dcd39766 req-c21e0357-8ebe-4767-93fd-368806e908d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:47.816462 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-218f88b0-aa20-4696-80cf-9305dcd39766 req-c21e0357-8ebe-4767-93fd-368806e908d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 1097 time: 0.0633621 Aug 16 20:48:47.833646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:48:47.857285 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-218f88b0-aa20-4696-80cf-9305dcd39766 req-61367138-190c-4a0e-8525-76446268e46a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Aug 16 20:48:48.386267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b82e2f-5016-4344-98ca-ede8b262ad86 req-9e8fd631-412a-4f47-8612-9be63ba76e64 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:48.387751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b82e2f-5016-4344-98ca-ede8b262ad86 req-9e8fd631-412a-4f47-8612-9be63ba76e64 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 946 time: 0.0582373 Aug 16 20:48:48.428006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b82e2f-5016-4344-98ca-ede8b262ad86 req-12fc073d-2489-4040-acc6-5da0cf2b2f50 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 16 20:48:48.432849 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:49.344192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91686db-a659-46e7-a7fb-b28b99fd6355 req-28a46e54-18e5-4a82-b8c9-2d9465f6d940 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.346025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b91686db-a659-46e7-a7fb-b28b99fd6355 req-28a46e54-18e5-4a82-b8c9-2d9465f6d940 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0585480 Aug 16 20:48:49.394793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b91686db-a659-46e7-a7fb-b28b99fd6355 req-a305d645-0b37-46af-8c3e-1d3e3efcce93 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Aug 16 20:48:49.551637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a3f5-a823-4102-bd35-26ea06e9ebb3 req-34dd3d67-fd39-46bf-92c9-d8c51597d141 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:49.553331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66a4a3f5-a823-4102-bd35-26ea06e9ebb3 req-34dd3d67-fd39-46bf-92c9-d8c51597d141 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 946 time: 0.0530763 Aug 16 20:48:49.595107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66a4a3f5-a823-4102-bd35-26ea06e9ebb3 req-9e084190-aaac-4b2c-a00b-8512ba15a085 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Aug 16 20:48:49.887188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-0999e72e-8524-4d16-90b5-66b9e5952cfa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412512 Aug 16 20:48:50.529305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73231d-05ae-45d3-952b-2500a326ad82 req-60d9b240-943f-426b-8d02-a4c7d9b7daf4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:50.530840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b73231d-05ae-45d3-952b-2500a326ad82 req-60d9b240-943f-426b-8d02-a4c7d9b7daf4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0541503 Aug 16 20:48:50.578329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b73231d-05ae-45d3-952b-2500a326ad82 req-40c817df-e300-4b04-b252-3fd7e8e73ebe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Aug 16 20:48:51.506611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:48:51.724441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d6f03-7bbe-4f12-abae-09ef33880467 req-b488e283-3754-4aff-b87a-474c3dfab7d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:51.726189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-531d6f03-7bbe-4f12-abae-09ef33880467 req-b488e283-3754-4aff-b87a-474c3dfab7d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0523229 Aug 16 20:48:51.774053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-531d6f03-7bbe-4f12-abae-09ef33880467 req-c2bcc9bc-84ab-49d2-bfa6-5860030b153b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 Aug 16 20:48:52.052392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:48:52.912859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfbe61-18c0-4573-a305-be341a3f9df2 req-835c6969-6228-4537-94a9-ce328976ba88 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:52.914993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1dfbe61-18c0-4573-a305-be341a3f9df2 req-835c6969-6228-4537-94a9-ce328976ba88 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0574191 Aug 16 20:48:52.956805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1dfbe61-18c0-4573-a305-be341a3f9df2 req-178a2ce5-2698-409c-bd62-2c6751b1f243 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358009 Aug 16 20:48:54.088271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44367f-196b-417e-beb9-710adfcdbb73 req-dc1f7bbc-eaf2-4225-b658-500b42f2fa0c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:54.090476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea44367f-196b-417e-beb9-710adfcdbb73 req-dc1f7bbc-eaf2-4225-b658-500b42f2fa0c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0564198 Aug 16 20:48:54.130466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea44367f-196b-417e-beb9-710adfcdbb73 req-618157df-7bd3-4004-9b61-5d49ff8514c3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Aug 16 20:48:55.260880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f040f51-3ea8-493b-9a4f-4ec187d08c9b req-8cde97f2-aff7-4cd4-ae2d-1fef7735f4ca tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:55.262866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f040f51-3ea8-493b-9a4f-4ec187d08c9b req-8cde97f2-aff7-4cd4-ae2d-1fef7735f4ca tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0525157 Aug 16 20:48:55.320120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f040f51-3ea8-493b-9a4f-4ec187d08c9b req-a407a374-fc4f-45bb-a373-934dc8e0f409 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508752 Aug 16 20:48:56.436573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5a6cb-1ab9-484c-ada8-7584404aef6d req-b730f580-a9cf-437e-946e-06c23a51c1c6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.438560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91a5a6cb-1ab9-484c-ada8-7584404aef6d req-b730f580-a9cf-437e-946e-06c23a51c1c6 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0520830 Aug 16 20:48:56.489737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91a5a6cb-1ab9-484c-ada8-7584404aef6d req-7ac192f3-d2f9-408d-b772-8c3278072451 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Aug 16 20:48:56.761231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-a79147a1-20e9-45ff-8775-1eb61188d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.762484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-a79147a1-20e9-45ff-8775-1eb61188d6e4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0496368 Aug 16 20:48:56.839363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-99aff377-db8a-4147-b612-5700a4b0132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.841045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-99aff377-db8a-4147-b612-5700a4b0132b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1096 time: 0.0528541 Aug 16 20:48:56.933963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-314703bd-c116-4b23-a1f9-6615f2bb56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:56.935436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-314703bd-c116-4b23-a1f9-6615f2bb56a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.0871711 Aug 16 20:48:57.007594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-5468d415-5c07-4938-a344-4f146927f73d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 200 len: 999 time: 0.0633574 Aug 16 20:48:57.057655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-44ee4c99-7045-48b5-b107-868f36a47772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.059111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-44ee4c99-7045-48b5-b107-868f36a47772 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0442252 Aug 16 20:48:57.108698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-34848f25-8cd4-42be-b466-75f426b21def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.110484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-34848f25-8cd4-42be-b466-75f426b21def service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434387 Aug 16 20:48:57.216950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-0580179c-dfac-4c0f-b956-dea4efd045cd service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962021 Aug 16 20:48:57.311863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed151fd3-b48a-435e-a71b-d9c6d7a1f66a req-5c6c86b8-089d-4f14-b190-5a9ce123b5dd service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Aug 16 20:48:57.675484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57e6fd-267e-4414-b089-30a48b7c5fa6 req-85f8c453-14b1-4d5f-a04c-0f180751f6ae tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:57.677197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc57e6fd-267e-4414-b089-30a48b7c5fa6 req-85f8c453-14b1-4d5f-a04c-0f180751f6ae tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0658085 Aug 16 20:48:57.718112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc57e6fd-267e-4414-b089-30a48b7c5fa6 req-61a90254-5339-41d8-a0c5-e1c1e17d384d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342667 Aug 16 20:48:58.885722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d60b4-bea7-4841-8683-d3df4c77aaad req-331395fc-a601-47ec-adaf-4e8768ed916c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:48:58.887303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d11d60b4-bea7-4841-8683-d3df4c77aaad req-331395fc-a601-47ec-adaf-4e8768ed916c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0874465 Aug 16 20:48:58.939623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d11d60b4-bea7-4841-8683-d3df4c77aaad req-c5a23473-9349-4d2c-b423-bdf08b203fa7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Aug 16 20:49:00.072510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ad451-0351-4c13-a52f-59e4f524222c req-a8439110-bbc7-428e-912f-92c0bfe5a1de tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:00.084462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c73ad451-0351-4c13-a52f-59e4f524222c req-a8439110-bbc7-428e-912f-92c0bfe5a1de tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0725763 Aug 16 20:49:00.125509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c73ad451-0351-4c13-a52f-59e4f524222c req-5f764192-04d9-48eb-9c83-9a2eb749b6b8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Aug 16 20:49:00.653364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7def8810-597c-4901-a89c-7efc2018383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:01.294070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075102-3d67-4f64-9d21-4e93f8d5c543 req-13898589-fe12-40e8-9570-562c602b994b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.295926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41075102-3d67-4f64-9d21-4e93f8d5c543 req-13898589-fe12-40e8-9570-562c602b994b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0737154 Aug 16 20:49:01.338543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41075102-3d67-4f64-9d21-4e93f8d5c543 req-5b1a1b12-e321-4823-b5e9-7d6b79492b27 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Aug 16 20:49:01.726732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c7c63-6636-48a7-96e6-a5faa3098a79 req-2294451f-480c-4dee-ae45-155735582bed tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.728281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-763c7c63-6636-48a7-96e6-a5faa3098a79 req-2294451f-480c-4dee-ae45-155735582bed tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0841563 Aug 16 20:49:01.774338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-763c7c63-6636-48a7-96e6-a5faa3098a79 req-d67d6c6e-0c41-4fb0-a679-ee50858f9120 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379391 Aug 16 20:49:01.980134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707d517-7119-44bc-97e0-821398cd0616 req-ce2528e4-85f7-41d0-82ee-f4c7af77271d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:01.981690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7707d517-7119-44bc-97e0-821398cd0616 req-ce2528e4-85f7-41d0-82ee-f4c7af77271d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0949705 Aug 16 20:49:02.023600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7707d517-7119-44bc-97e0-821398cd0616 req-cae318d6-401b-483c-835b-b471f1e8f6a4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356674 Aug 16 20:49:02.634967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c942f-9683-4609-8977-63fb115651fb req-b1d5fb6c-7c0e-4f95-9b85-59bb218001f9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.636628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e22c942f-9683-4609-8977-63fb115651fb req-b1d5fb6c-7c0e-4f95-9b85-59bb218001f9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0600696 Aug 16 20:49:02.690693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e22c942f-9683-4609-8977-63fb115651fb req-14c85855-6e72-4f96-aaf0-d78f59eeebfd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465467 Aug 16 20:49:02.859940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7df46-6732-432f-a443-2695dade5b77 req-b54de94b-9e9d-418a-ba25-c3d52a093240 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:02.861481 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4af7df46-6732-432f-a443-2695dade5b77 req-b54de94b-9e9d-418a-ba25-c3d52a093240 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Aug 16 20:49:02.909681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4af7df46-6732-432f-a443-2695dade5b77 req-1bad4a92-d5a8-4909-a7fc-4ba701535b3a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407040 Aug 16 20:49:03.520152 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:03.632802 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2623dd67-3fec-437b-9970-2899cc39fd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.121614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b950b-8ec6-4d04-b6c3-8e0b4a6176d5 req-4c740dd9-fe02-4ec4-bc4e-5bd5fb78eca3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.135234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8b950b-8ec6-4d04-b6c3-8e0b4a6176d5 req-4c740dd9-fe02-4ec4-bc4e-5bd5fb78eca3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0880826 Aug 16 20:49:04.176294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8b950b-8ec6-4d04-b6c3-8e0b4a6176d5 req-4c31da52-cf2d-494a-8fb0-f1d7b1a7e2ee tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Aug 16 20:49:04.262143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:04.369755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9f8cf-6def-495b-9774-424aa315c04c req-3b9b3633-160a-4833-8488-af575b2b8eec tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:04.371439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c9f8cf-6def-495b-9774-424aa315c04c req-3b9b3633-160a-4833-8488-af575b2b8eec tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0956686 Aug 16 20:49:04.442873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88c9f8cf-6def-495b-9774-424aa315c04c req-28f1237d-c9d2-43cf-9fd8-3a999487cb3b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609283 Aug 16 20:49:05.309497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1048cd-d251-4810-bc92-94d1d69dc55d req-2a7bae3a-8573-4dd8-88f7-df5c4b8f28c0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.312109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a1048cd-d251-4810-bc92-94d1d69dc55d req-2a7bae3a-8573-4dd8-88f7-df5c4b8f28c0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0573804 Aug 16 20:49:05.352907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9a1048cd-d251-4810-bc92-94d1d69dc55d req-08388a51-798b-46d7-9af1-7b6c259986af tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Aug 16 20:49:05.568660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e401c0-3912-4df5-8560-e572b2997487 req-a9e4eb86-bb18-4218-a4bf-d45f070fcb49 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:05.572164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8e401c0-3912-4df5-8560-e572b2997487 req-a9e4eb86-bb18-4218-a4bf-d45f070fcb49 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0581110 Aug 16 20:49:05.628373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8e401c0-3912-4df5-8560-e572b2997487 req-a0f4716b-6893-4836-997d-96835fd6f691 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463512 Aug 16 20:49:05.767980 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:06.213990 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:06.624033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f495976-65bf-4f5e-ae05-415d93e227a2 req-a7d08d00-9a26-4b96-801b-115f25c17068 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.632616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f495976-65bf-4f5e-ae05-415d93e227a2 req-a7d08d00-9a26-4b96-801b-115f25c17068 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.1743345 Aug 16 20:49:06.691869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f495976-65bf-4f5e-ae05-415d93e227a2 req-688a0fc0-6235-4c7e-927f-7536e2a4d30f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579193 Aug 16 20:49:06.825020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cc534-01e7-4978-bcad-43b952742ef7 req-4ecb7afc-3071-421f-8c07-92ab747e2af0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:06.826784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27cc534-01e7-4978-bcad-43b952742ef7 req-4ecb7afc-3071-421f-8c07-92ab747e2af0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0662255 Aug 16 20:49:06.874938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f27cc534-01e7-4978-bcad-43b952742ef7 req-9f30e9e5-e7d8-4ac8-9bbb-2ef9f5a3f78b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398321 Aug 16 20:49:07.849492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201d742-6a8f-4029-8643-7b6409b9d9c4 req-c6ab5ea5-7aa9-441d-b69c-fd5ad0af3c26 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:07.857376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c201d742-6a8f-4029-8643-7b6409b9d9c4 req-c6ab5ea5-7aa9-441d-b69c-fd5ad0af3c26 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0661051 Aug 16 20:49:07.971659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c201d742-6a8f-4029-8643-7b6409b9d9c4 req-6e21049e-10cf-42dc-b93e-19829116b264 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060216 Aug 16 20:49:08.134883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963afb-bc16-4f35-baa4-1d256be98851 req-129612ee-8dac-401c-bb7b-c4d7ee647dba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:08.143021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24963afb-bc16-4f35-baa4-1d256be98851 req-129612ee-8dac-401c-bb7b-c4d7ee647dba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1702569 Aug 16 20:49:08.200057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24963afb-bc16-4f35-baa4-1d256be98851 req-b447f218-19de-4f49-b1c1-5bfa2103edda tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559101 Aug 16 20:49:09.104667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fcfee-9976-453c-bd15-711ccef7c94c req-a656aa6a-64a5-43c8-b20e-d6ba0d3eb743 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.106351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d7fcfee-9976-453c-bd15-711ccef7c94c req-a656aa6a-64a5-43c8-b20e-d6ba0d3eb743 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0512342 Aug 16 20:49:09.145946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d7fcfee-9976-453c-bd15-711ccef7c94c req-1e660f00-6553-43ff-aefe-ee8b393aacf2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331283 Aug 16 20:49:09.310660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0e1dd-8c4a-485e-88c9-b28063fbe6f6 req-b7942438-3779-40f4-b294-92b76aa63f36 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:09.312203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d0e1dd-8c4a-485e-88c9-b28063fbe6f6 req-b7942438-3779-40f4-b294-92b76aa63f36 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0521638 Aug 16 20:49:09.363874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d0e1dd-8c4a-485e-88c9-b28063fbe6f6 req-40056769-f59c-4c68-86c9-035b521c48fd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Aug 16 20:49:10.308940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465afbd5-1148-4210-9427-bcb01859a510 req-040f0569-14fd-4759-8b56-757b3747dd70 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.310944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465afbd5-1148-4210-9427-bcb01859a510 req-040f0569-14fd-4759-8b56-757b3747dd70 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0545862 Aug 16 20:49:10.352710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465afbd5-1148-4210-9427-bcb01859a510 req-510851fa-088b-4e7f-bc17-768bc720bc78 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355382 Aug 16 20:49:10.718615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19dbe8-6ac4-444f-b314-144abbce555e req-fba161e0-8d85-4855-b066-6be125673761 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:10.720847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd19dbe8-6ac4-444f-b314-144abbce555e req-fba161e0-8d85-4855-b066-6be125673761 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0494761 Aug 16 20:49:10.763104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd19dbe8-6ac4-444f-b314-144abbce555e req-614d3a58-ece4-4f87-a3e8-1b8739241b3c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341604 Aug 16 20:49:11.475591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4559b5-9322-4211-98bc-0841a8b6fe5d req-843c7b0b-e29d-4ae3-aa43-25c29cb98ee3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.477124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe4559b5-9322-4211-98bc-0841a8b6fe5d req-843c7b0b-e29d-4ae3-aa43-25c29cb98ee3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0488322 Aug 16 20:49:11.518444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe4559b5-9322-4211-98bc-0841a8b6fe5d req-2d32e86c-502f-45e0-a0d5-c29d190962bd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Aug 16 20:49:11.610168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8bc09-dcd9-4dab-b5cf-942f11fa6ee0 req-3b16d5f7-bbeb-4f34-b512-2623f56ff465 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.612271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bb8bc09-dcd9-4dab-b5cf-942f11fa6ee0 req-3b16d5f7-bbeb-4f34-b512-2623f56ff465 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1099 time: 0.0495467 Aug 16 20:49:11.651239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bb8bc09-dcd9-4dab-b5cf-942f11fa6ee0 req-2444085d-4454-4bd4-9481-8f3772216828 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323033 Aug 16 20:49:11.676826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51416) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:11.874077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port f6dc8955-5fff-4242-bbb3-e7926124c71a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:11.874426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.935636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b55b6-b082-48db-bae4-cbd707262f0e req-6b9a1e34-d03e-4aad-837a-9d46e193d57f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:11.937094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc5b55b6-b082-48db-bae4-cbd707262f0e req-6b9a1e34-d03e-4aad-837a-9d46e193d57f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0966320 Aug 16 20:49:11.993494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:11.993699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.009347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc5b55b6-b082-48db-bae4-cbd707262f0e req-7e5d763c-2ab9-4f28-9421-e5c18d413acd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621264 Aug 16 20:49:12.013318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for f6dc8955-5fff-4242-bbb3-e7926124c71a owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:12.266575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.305536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=f6dc8955-5fff-4242-bbb3-e7926124c71a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:12.368281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:12.368620 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP 386d4318-332e-4095-9695-f565dcae6702 disassociated (deleted). External IP: 172.25.7.121, port: 0bf2a102-9e8b-4343-bea0-76dfc20e251b. Aug 16 20:49:12.806283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a791bb0-cef6-440a-99a8-d65686b53da2 req-7d59c20e-6c27-4c93-bea0-9e4fd4ca9019 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:12.807813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a791bb0-cef6-440a-99a8-d65686b53da2 req-7d59c20e-6c27-4c93-bea0-9e4fd4ca9019 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0945251 Aug 16 20:49:12.888302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a791bb0-cef6-440a-99a8-d65686b53da2 req-0aa0e614-87f1-476d-baba-fb55d79014e9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726342 Aug 16 20:49:12.975715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:13.151059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:13.156422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:13.165942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Sync routers for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:13.176555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:13.177271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:13.187263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a511d3-2ead-410d-ac4b-ba5cca78b104 req-3b3daa47-16f7-4e85-b464-298ca9aed0bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.188816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15a511d3-2ead-410d-ac4b-ba5cca78b104 req-3b3daa47-16f7-4e85-b464-298ca9aed0bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0929966 Aug 16 20:49:13.207659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f39a4e21-a813-4722-8299-4200175a59af tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/floatingips/386d4318-332e-4095-9695-f565dcae6702 HTTP/1.1" status: 204 len: 168 time: 1.5296631 Aug 16 20:49:13.210110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:13.212683 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1" -d '{"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:13.254841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15a511d3-2ead-410d-ac4b-ba5cca78b104 req-50eec0f3-692f-49eb-acb6-b69242eda3aa tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543277 Aug 16 20:49:13.299416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:13.421905 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e396464-1823-44c5-82d1-3c97fab324f6 x-openstack-request-id: req-9e396464-1823-44c5-82d1-3c97fab324f6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:13.422307 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:13.422657 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e396464-1823-44c5-82d1-3c97fab324f6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:13.423160 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:49:13.494252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-d7522454-ba7c-40ec-97ec-6afb4792675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.495815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-d7522454-ba7c-40ec-97ec-6afb4792675a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 1099 time: 0.0414836 Aug 16 20:49:13.529271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:13.569990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Checking router: de524bba-bf0c-42c1-9e3b-0654e1bbd9ce for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:13.583424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:13.584120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:13.613913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-506f9faa-a7a4-4a13-9f7b-41b3b0bbc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.616260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-506f9faa-a7a4-4a13-9f7b-41b3b0bbc360 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 200 len: 898 time: 0.1113064 Aug 16 20:49:13.664371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-a57200c5-36d7-471d-8bf7-20ebbf8f9a58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 200 len: 217 time: 0.0414062 Aug 16 20:49:13.712609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:13.728007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-66201947-8b50-4497-a8ef-8bbd1b426e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.729869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-66201947-8b50-4497-a8ef-8bbd1b426e50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 200 len: 834 time: 0.0567224 Aug 16 20:49:13.807270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52274e3-539a-4354-8dc8-8b518de970bc req-455308f1-5560-4ece-b097-94c2d47731d9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.808968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d52274e3-539a-4354-8dc8-8b518de970bc req-455308f1-5560-4ece-b097-94c2d47731d9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 947 time: 0.0781255 Aug 16 20:49:13.811930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-b4817d4f-03cf-4ee9-b7bf-3ee921585118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:13.813418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-b4817d4f-03cf-4ee9-b7bf-3ee921585118 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719023 Aug 16 20:49:13.905745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d52274e3-539a-4354-8dc8-8b518de970bc req-989de1cc-a9c4-468e-880b-b5f6f381381e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883090 Aug 16 20:49:13.943642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-a8f75cf8-a896-4509-af8f-6cb73e3656f3 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204376 Aug 16 20:49:13.949300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:13.979311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3f391-57cc-4ae0-8d29-6e11f59a6774 None None] The sync data for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 is: [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1993ec81-5bbd-491b-afca-717582f5a837', 'name': '', 'network_id': '2f3c4e54-3aa0-424f-af6e-a05ee51b53e9', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:24:2b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:47:00Z', 'updated_at': '2021-08-16T20:47:07Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': 'a9d1e9d1-d955-40cb-af31-6cdbf3d904f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:14.086714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d7909-f86b-4c74-9498-3a13a9d3751f req-4a16870c-ca82-4633-8c07-0326984eeb8f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.088314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e71d7909-f86b-4c74-9498-3a13a9d3751f req-4a16870c-ca82-4633-8c07-0326984eeb8f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0898254 Aug 16 20:49:14.092492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-258c0ce8-8ebd-4ea6-afb7-bc586e4894f1 req-eb5f7743-b81e-4980-8348-69a3987dc952 service neutron] 10.222.0.73 "GET /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417384 Aug 16 20:49:14.132288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e71d7909-f86b-4c74-9498-3a13a9d3751f req-358704bb-85e1-40fb-b8dc-e78216b0f91c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Aug 16 20:49:14.267186 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b212bd6-de58-48b1-aa39-4e5c4d2e0138 None None] New status for floating IP 386d4318-332e-4095-9695-f565dcae6702: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:14.416997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71fec6-a436-4a90-ac4c-d978e856a812 req-e2944145-63a5-4662-adb9-7207d8562345 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:14.416997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa71fec6-a436-4a90-ac4c-d978e856a812 req-e2944145-63a5-4662-adb9-7207d8562345 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0969620 Aug 16 20:49:14.469799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa71fec6-a436-4a90-ac4c-d978e856a812 req-622b78f8-61f6-4038-9784-0c8c43dad407 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465064 Aug 16 20:49:15.032253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caed81-2fbd-4fdd-a297-931c459e5acd req-2f8cc526-468a-4a79-86de-b6c8cfd48511 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.033742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91caed81-2fbd-4fdd-a297-931c459e5acd req-2f8cc526-468a-4a79-86de-b6c8cfd48511 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 947 time: 0.0495636 Aug 16 20:49:15.075997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91caed81-2fbd-4fdd-a297-931c459e5acd req-5292f7ae-7d7d-4bb4-977f-3bfb114368b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=77cacf16-1444-4dae-b991-99cfacf4833c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359116 Aug 16 20:49:15.179566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-18e7e06b-5a90-4800-bb2d-feb80ff06fbe tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.181092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-18e7e06b-5a90-4800-bb2d-feb80ff06fbe tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 947 time: 0.0570436 Aug 16 20:49:15.300671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e2565-f0ab-4b9a-a635-574a3de89c67 req-f0fd954b-b875-4d93-85f4-de042a0daabe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.302205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd5e2565-f0ab-4b9a-a635-574a3de89c67 req-f0fd954b-b875-4d93-85f4-de042a0daabe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0890281 Aug 16 20:49:15.346158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:15.346411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.391399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd5e2565-f0ab-4b9a-a635-574a3de89c67 req-0bdf1a22-48d7-474b-a2cf-7adfc1349879 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811720 Aug 16 20:49:15.459027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 0bf2a102-9e8b-4343-bea0-76dfc20e251b, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0bf2a102-9e8b-4343-bea0-76dfc20e251b,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:15.459027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.470608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 0bf2a102-9e8b-4343-bea0-76dfc20e251b owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:15.648419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f88ff-3c08-4b86-a35c-5ad6d0fd7f62 req-e3216345-b7f4-4d17-90e6-35f90d4a2bc8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:15.650049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f1f88ff-3c08-4b86-a35c-5ad6d0fd7f62 req-e3216345-b7f4-4d17-90e6-35f90d4a2bc8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1060264 Aug 16 20:49:15.701959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f1f88ff-3c08-4b86-a35c-5ad6d0fd7f62 req-ef1f586d-8120-4027-a912-48d6cd497d04 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 Aug 16 20:49:15.751113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.786914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=0bf2a102-9e8b-4343-bea0-76dfc20e251b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:15.833392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] No DVR routers for this DVR port 0bf2a102-9e8b-4343-bea0-76dfc20e251b on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:15.837374 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:15.839775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80a478c1-50f1-4fbf-9ad4-16e2a0975506 req-96e97b4e-8bd7-482d-b20c-a87fdc506c49 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "DELETE /v2.0/ports/0bf2a102-9e8b-4343-bea0-76dfc20e251b HTTP/1.1" status: 204 len: 173 time: 0.6515906 Aug 16 20:49:15.840259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-deleted', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:15.843949 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5597330f-aee0-4f7e-9c87-c28f543f4f69" -d '{"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-deleted", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:15.890402 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727b90ed-2d19-4e1b-8410-358ca2595940 x-openstack-request-id: req-727b90ed-2d19-4e1b-8410-358ca2595940 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:15.890758 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00af8cd0-62ae-4b30-8629-cdfecb3284e6", "name": "network-vif-deleted", "tag": "0bf2a102-9e8b-4343-bea0-76dfc20e251b", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:15.891084 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-727b90ed-2d19-4e1b-8410-358ca2595940 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:15.891558 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00af8cd0-62ae-4b30-8629-cdfecb3284e6', 'name': 'network-vif-deleted', 'tag': '0bf2a102-9e8b-4343-bea0-76dfc20e251b', 'status': 'completed', 'code': 200} Aug 16 20:49:16.189707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d911d16d-dea3-4b63-ab0a-1d1fc0a86c60 req-af15ff49-97fe-4037-b8c4-b63ca7cd7508 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=00af8cd0-62ae-4b30-8629-cdfecb3284e6 HTTP/1.1" status: 200 len: 210 time: 0.0306509 Aug 16 20:49:16.527988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8613d9-e41f-4269-add7-c48cf928ac6c req-e490307a-2d9e-4c81-83b2-b79edceddaff tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.529746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a8613d9-e41f-4269-add7-c48cf928ac6c req-e490307a-2d9e-4c81-83b2-b79edceddaff tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.0554984 Aug 16 20:49:16.580987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a8613d9-e41f-4269-add7-c48cf928ac6c req-942fb76a-4409-43a5-81ac-656e3e4f5941 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Aug 16 20:49:16.853278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ee39a-610d-4e83-b113-8a4b706a75eb req-9daaa4a7-4932-4aa8-81c8-a0c0d8622eb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:16.854804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-930ee39a-610d-4e83-b113-8a4b706a75eb req-9daaa4a7-4932-4aa8-81c8-a0c0d8622eb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0701981 Aug 16 20:49:16.912870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-930ee39a-610d-4e83-b113-8a4b706a75eb req-1b62fe46-d36a-46d4-9896-6234d1cc77a1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Aug 16 20:49:17.267025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51552) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:17.650863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:17.700059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.764190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:17.776700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '7326298d-cdde-4393-96b9-81bef6f1117c', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '7326298d-cdde-4393-96b9-81bef6f1117c', 'mac_address': 'fa:16:3e:53:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:17.795441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db9ed9-1c71-434a-82a9-39e1b058b90c req-e69fcf62-ec8a-4fea-959a-9a1f3b8e588d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:17.797015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0db9ed9-1c71-434a-82a9-39e1b058b90c req-e69fcf62-ec8a-4fea-959a-9a1f3b8e588d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 944 time: 0.1306856 Aug 16 20:49:17.833176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:17.856753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:17.879244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:17.893202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0db9ed9-1c71-434a-82a9-39e1b058b90c req-80a57356-b52e-41e8-a29b-b27a6ca6391b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814273 Aug 16 20:49:17.947649 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-22f7d118-5000-4238-8ef3-420be437c59b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520999 Aug 16 20:49:17.966731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.027941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:18.053739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-5cb3ac66-308e-4677-be53-9d7b876d8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.055755 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-5cb3ac66-308e-4677-be53-9d7b876d8a48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 1098 time: 0.0547764 Aug 16 20:49:18.138660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-b375368a-ed8c-4810-ac73-eb06a0e87084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.140160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-b375368a-ed8c-4810-ac73-eb06a0e87084 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.1608639 Aug 16 20:49:18.152141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6475-cd95-47d5-8604-3d2677fe3677 req-3cb50037-99fe-4164-b420-913527f0ad3e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.160184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6eb6475-cd95-47d5-8604-3d2677fe3677 req-3cb50037-99fe-4164-b420-913527f0ad3e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1168993 Aug 16 20:49:18.184172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['7326298d-cdde-4393-96b9-81bef6f1117c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:18.210328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-73c4c9c9-d52e-45af-a7be-4b3287b4eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.215142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 1993ec81-5bbd-491b-afca-717582f5a837 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:18.215486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.216028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-73c4c9c9-d52e-45af-a7be-4b3287b4eb04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1312022 Aug 16 20:49:18.322785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-35b09fb1-94c1-4e19-b042-dad29193d2dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 200 len: 1002 time: 0.0956268 Aug 16 20:49:18.377667 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.391486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-471ecfa2-6a8d-4b5a-998a-820eab282048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.392970 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-471ecfa2-6a8d-4b5a-998a-820eab282048 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0613544 Aug 16 20:49:18.448998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-5dd39f1b-6d8a-438d-97c6-676a56a936d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.453502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-5dd39f1b-6d8a-438d-97c6-676a56a936d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475714 Aug 16 20:49:18.565681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-ce4946e6-9553-428b-b12b-a87368a32cde service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067228 Aug 16 20:49:18.632559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6eb6475-cd95-47d5-8604-3d2677fe3677 req-9af5f77d-cb33-43c7-9477-e8ac760b4dd6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4720578 Aug 16 20:49:18.706551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 1993ec81-5bbd-491b-afca-717582f5a837, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1993ec81-5bbd-491b-afca-717582f5a837,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:18.707281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:18.716007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b453394-32e8-443a-a48e-5a0f645155f5 req-413be59d-fe2a-4782-9f58-f729d0a4dc86 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409080 Aug 16 20:49:18.718740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-408e7d4c-41a1-4ae0-bd94-5f1380386879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.721152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-408e7d4c-41a1-4ae0-bd94-5f1380386879 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.5466006 Aug 16 20:49:18.726156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 1993ec81-5bbd-491b-afca-717582f5a837 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:18.834163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-cc6950d6-00b2-4d24-bb78-bb6b201345d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.1025026 Aug 16 20:49:18.927386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-ef529055-bc44-4ef9-8482-eeb01e0155b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:18.928932 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-ef529055-bc44-4ef9-8482-eeb01e0155b6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0866411 Aug 16 20:49:19.061632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-aee80981-8d80-4d46-bfaf-3963c82f394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.063229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-aee80981-8d80-4d46-bfaf-3963c82f394f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258223 Aug 16 20:49:19.143599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f26be-bf1a-42a9-8e5f-e19dd320e3d5 req-251a6b02-457a-4b3e-a4ee-12e5c0e807ce tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.145144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-659f26be-bf1a-42a9-8e5f-e19dd320e3d5 req-251a6b02-457a-4b3e-a4ee-12e5c0e807ce tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 945 time: 0.1628160 Aug 16 20:49:19.223312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-659f26be-bf1a-42a9-8e5f-e19dd320e3d5 req-1f939c81-9981-4cef-870b-2ec0b4d162de tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685670 Aug 16 20:49:19.229850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-4bafef25-fec6-40da-81d7-407ab565923e service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545742 Aug 16 20:49:19.270091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.345809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=1993ec81-5bbd-491b-afca-717582f5a837,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:19.439442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a2e1225-2dd9-461b-b61d-fd6943fe9c34 req-ea025f1e-3efc-4794-abf1-427dcf912868 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947868 Aug 16 20:49:19.593605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.657395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:19.720809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 7326298d-cdde-4393-96b9-81bef6f1117c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:19.721483 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.851445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.893060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:19.895806 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b82712-ca98-4060-858e-80146d6a5844" -d '{"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:19.900454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:19.902098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec69b6-c750-4616-a2e3-c5d4bd9b06f4 req-5c6e3e41-d8e2-422c-bbe8-3c0f57897374 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:19.903666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5ec69b6-c750-4616-a2e3-c5d4bd9b06f4 req-5c6e3e41-d8e2-422c-bbe8-3c0f57897374 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0798788 Aug 16 20:49:19.905632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:19.951974 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f50801-8cdd-40d0-94e4-528d644be703 x-openstack-request-id: req-00f50801-8cdd-40d0-94e4-528d644be703 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:19.952324 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-plugged", "status": "completed", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:19.952580 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00f50801-8cdd-40d0-94e4-528d644be703 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:19.952997 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'code': 200} Aug 16 20:49:19.986489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:19.987307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:20.002892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5ec69b6-c750-4616-a2e3-c5d4bd9b06f4 req-1d4e754b-a30d-445f-84e0-e6669742ab15 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900700 Aug 16 20:49:20.080793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 0bf2a102-9e8b-4343-bea0-76dfc20e251b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:20.081137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0bf2a102-9e8b-4343-bea0-76dfc20e251b not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:20.086546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.091981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:20.104331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e757f30-190d-4bad-89c5-0b6c89b1dd8c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/de524bba-bf0c-42c1-9e3b-0654e1bbd9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352680 Aug 16 20:49:20.117139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Sync routers for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:20.118803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:20.119477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51618) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:20.119997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:20.179421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting subnet a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:49:20.206609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.223353 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.244098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:20.335050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.404631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454701d-0767-447b-b29e-c4472c29f57f req-a84116e1-d9d2-4da1-9612-7ecc21dee076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.406103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3454701d-0767-447b-b29e-c4472c29f57f req-a84116e1-d9d2-4da1-9612-7ecc21dee076 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 1099 time: 0.0793600 Aug 16 20:49:20.421614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c788-6bcf-44f8-9324-9f09553ada32 req-294bb098-7ede-4a56-82a9-fa44a857bc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:20.423139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8f0c788-6bcf-44f8-9324-9f09553ada32 req-294bb098-7ede-4a56-82a9-fa44a857bc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.0705800 Aug 16 20:49:20.485241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8f0c788-6bcf-44f8-9324-9f09553ada32 req-8e47a4bf-813b-40a6-8209-035118ed56d4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474710 Aug 16 20:49:20.486801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3454701d-0767-447b-b29e-c4472c29f57f req-e62b1ea6-9adf-4b41-a211-b17280379d5a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628016 Aug 16 20:49:20.492451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:49:19Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:20.529301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Checking router: de524bba-bf0c-42c1-9e3b-0654e1bbd9ce for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:20.539825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Routers {'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:20.540504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:20.623798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.651539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] Set router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:20.656036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d1e9d1-d955-40cb-af31-6cdbf3d904f3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:20.661400 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.667369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:20.667493 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/subnets/a9d1e9d1-d955-40cb-af31-6cdbf3d904f3 HTTP/1.1" status: 204 len: 168 time: 0.5464497 Aug 16 20:49:20.674326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.681261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.681767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.682209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.682644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.683188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.683650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.684136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.684629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.685071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.685509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.685954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787cd3c3-2cd6-42f1-a4dd-ebdc864660b9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:20.733853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4024a06-43ff-4c2f-ae10-618b55dd5860 None None] Network 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:20.809124 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.934385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:20.979988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:49:19Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:21.016996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dae7f0-72bf-49f8-9c02-f78b98d59f71 None None] The sync data for ids ['de524bba-bf0c-42c1-9e3b-0654e1bbd9ce'] in n-d-794306-10 is: [{'id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1774506615', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:46:55Z', 'updated_at': '2021-08-16T20:49:19Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de524bba-bf0c-42c1-9e3b-0654e1bbd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:46:56Z', 'updated_at': '2021-08-16T20:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:21.055515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] DHCP port deletion for 2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:49:21.086483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:21.087155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.119483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Deleting port 523d5599-13cb-4a21-8f7e-52289d868b09 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:21.120019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.196043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] For port 523d5599-13cb-4a21-8f7e-52289d868b09, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=523d5599-13cb-4a21-8f7e-52289d868b09,segment=NetworkSegment(268d4292-89c7-4db7-a4b5-3a34b24d7add),segment_id=268d4292-89c7-4db7-a4b5-3a34b24d7add)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:21.202426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.213641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Calling delete_port for 523d5599-13cb-4a21-8f7e-52289d868b09 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:21.242036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:21.242464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.304512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:21.376256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3851b-d6a4-42b3-be59-4692bfac0a86 req-29458ae2-06c8-4899-80a3-080755353416 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.377779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9f3851b-d6a4-42b3-be59-4692bfac0a86 req-29458ae2-06c8-4899-80a3-080755353416 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1325440 Aug 16 20:49:21.465434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.500148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9f3851b-d6a4-42b3-be59-4692bfac0a86 req-b5518b95-038a-460f-ab27-b7f7f44f8995 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089666 Aug 16 20:49:21.715513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.775899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:21.791224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 523d5599-13cb-4a21-8f7e-52289d868b09 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:21.793494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] Pushing event deleted for resources: {'Port': ['ID=523d5599-13cb-4a21-8f7e-52289d868b09,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:21.797197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4838506a-c2b0-49a1-a6a1-145507aed6ee None None] No DVR routers for this DVR port 523d5599-13cb-4a21-8f7e-52289d868b09 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:21.819051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 523d5599-13cb-4a21-8f7e-52289d868b09 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:21.819817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 523d5599-13cb-4a21-8f7e-52289d868b09 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:21.820452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1993ec81-5bbd-491b-afca-717582f5a837 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:21.834419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd830d1-b725-4cb7-bcce-8af8057c831f req-c079d1a4-f434-402d-baba-68a4b28fb137 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:21.836416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dd830d1-b725-4cb7-bcce-8af8057c831f req-c079d1a4-f434-402d-baba-68a4b28fb137 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.1603982 Aug 16 20:49:21.866460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1993ec81-5bbd-491b-afca-717582f5a837 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:21.866762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1993ec81-5bbd-491b-afca-717582f5a837 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:21.878645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:21.964824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dd830d1-b725-4cb7-bcce-8af8057c831f req-45b842a9-362d-4149-bcc1-0f7a4f32e50e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191761 Aug 16 20:49:22.009328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.011668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.077783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.109505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858b5a-660a-426a-843a-a01005acfa27 req-ceaabbb6-c561-4784-8442-5f3e87e984a9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.111363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30858b5a-660a-426a-843a-a01005acfa27 req-ceaabbb6-c561-4784-8442-5f3e87e984a9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0605674 Aug 16 20:49:22.159307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.159856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Fanout notify agent at l3_agent the message router_deleted on router de524bba-bf0c-42c1-9e3b-0654e1bbd9ce {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:49:22.169959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.171152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f6720d4f-7c43-4f80-accd-d00581ea97bf tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/routers/de524bba-bf0c-42c1-9e3b-0654e1bbd9ce HTTP/1.1" status: 204 len: 168 time: 1.5032244 Aug 16 20:49:22.173934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:22.218248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30858b5a-660a-426a-843a-a01005acfa27 req-41f048dc-7078-4856-aa41-8c0b5a88abf6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994399 Aug 16 20:49:22.229004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-45b3d7c4-33aa-45c7-94fb-96d8cfbde0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.230816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-45b3d7c4-33aa-45c7-94fb-96d8cfbde0c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.1104121 Aug 16 20:49:22.385528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-db2dc062-ac4f-4c0a-86da-732fb0218ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.388169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-db2dc062-ac4f-4c0a-86da-732fb0218ca2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1448114 Aug 16 20:49:22.483135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-43d721f3-cb51-4b11-a932-2dfe79236c7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0853856 Aug 16 20:49:22.520761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.549055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-9b46f3bf-2357-4560-9181-625ea2b2d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.554005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-9b46f3bf-2357-4560-9181-625ea2b2d525 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0627196 Aug 16 20:49:22.616546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-29465cbf-1607-431c-9b43-1ce55c2f9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:22.619342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-29465cbf-1607-431c-9b43-1ce55c2f9901 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574741 Aug 16 20:49:22.642722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.648060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3c4e54-3aa0-424f-af6e-a05ee51b53e9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:22.658437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268d4292-89c7-4db7-a4b5-3a34b24d7add') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:22.658765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268d4292-89c7-4db7-a4b5-3a34b24d7add') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:22.668615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.682824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.691424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:49:22.691865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:49:22.696436 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:49:22.725660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-5a25c098-8a06-4ef9-9a3a-7372efe962d2 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982311 Aug 16 20:49:22.957771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.969134 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:22.975436 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/networks/2f3c4e54-3aa0-424f-af6e-a05ee51b53e9 HTTP/1.1" status: 204 len: 168 time: 0.7974594 Aug 16 20:49:22.987704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51720) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:23.024389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9ca34-fdc1-4c42-a97b-7bfd79ec82a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Network': ['ID=2f3c4e54-3aa0-424f-af6e-a05ee51b53e9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:23.093413 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.123609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.220698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46c25a-e151-41bb-9521-7f44f7169692 req-d0b60a95-6274-41b5-9474-bb3442ba9c5a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.222372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e46c25a-e151-41bb-9521-7f44f7169692 req-d0b60a95-6274-41b5-9474-bb3442ba9c5a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.0865171 Aug 16 20:49:23.229064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec94362b-92b5-41a4-9775-d2b174dc0612 req-b5d50419-3939-4ea3-a2f6-bb5bb4fd2f93 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943268 Aug 16 20:49:23.283128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e46c25a-e151-41bb-9521-7f44f7169692 req-9ae1c851-448c-4535-ab08-4f8645cb812f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527155 Aug 16 20:49:23.304780 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.308623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:23.310023 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/security-groups/77cacf16-1444-4dae-b991-99cfacf4833c HTTP/1.1" status: 204 len: 168 time: 0.2945602 Aug 16 20:49:23.320841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5096-f082-4393-9f30-644cd9cb5cce tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cacf16-1444-4dae-b991-99cfacf4833c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:23.437266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c729ed-4aca-42e1-9c54-ff39b5952c82 req-d7dac83c-39a3-4ef0-8806-acb6249b8211 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:23.444912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7c729ed-4aca-42e1-9c54-ff39b5952c82 req-d7dac83c-39a3-4ef0-8806-acb6249b8211 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1073503 Aug 16 20:49:23.538440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7c729ed-4aca-42e1-9c54-ff39b5952c82 req-70328d81-458b-419e-a34e-f99bd78bed70 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911469 Aug 16 20:49:23.559284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:23.593219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:23.593959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e7ef5f4b-66fd-40d4-bd6e-de4bc64ca51b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:24.092699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51742) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:24.097309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521366274', 'description': 'tempest-secgroup-smoke-1521366274 description', 'project_id': 'a6260687ac4648d18254bc9a5b73117e'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:24.189198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.279784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.390880 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.446518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:24.463359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2b7e-99fd-4005-9280-553db778bc02 req-69d74b1e-b711-4962-ac26-01e4ded82425 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.465150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-653c2b7e-99fd-4005-9280-553db778bc02 req-69d74b1e-b711-4962-ac26-01e4ded82425 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.1080813 Aug 16 20:49:24.507583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-653c2b7e-99fd-4005-9280-553db778bc02 req-44afdafa-4511-4db2-9e34-e42b12d6abe1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358813 Aug 16 20:49:24.634382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.635773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7fcafe7-08f7-4a3f-b147-c20e27aba1e6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5420284 Aug 16 20:49:24.638909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51758) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:24.643542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:24.692349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5073c-4053-42fc-a76b-63e0232c39d0 req-391e192e-c7c5-43e6-8152-0342c5f487bf tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.694455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dad5073c-4053-42fc-a76b-63e0232c39d0 req-391e192e-c7c5-43e6-8152-0342c5f487bf tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Aug 16 20:49:24.751516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dad5073c-4053-42fc-a76b-63e0232c39d0 req-d86d0467-e7b8-4a7d-be59-822dcb4e4be6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499656 Aug 16 20:49:24.752243 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.811681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.866771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532ff21-9036-4ba2-89d6-5aafbe1d3747 req-ee3e3fd9-31ea-44db-a557-73c656045067 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:24.868440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8532ff21-9036-4ba2-89d6-5aafbe1d3747 req-ee3e3fd9-31ea-44db-a557-73c656045067 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0508242 Aug 16 20:49:24.894169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:24.914747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8532ff21-9036-4ba2-89d6-5aafbe1d3747 req-f48bbf77-1027-44f7-bfae-59ea4373fac4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374939 Aug 16 20:49:24.934531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc8669-2933-44ad-9542-e79005c04af6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:25.001940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.008188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51772) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:25.008460 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-046add69-e866-4719-9e21-ac50209d9044 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3683870 Aug 16 20:49:25.013193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:25.139354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.217349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.371793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.396807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb2d4f9-1982-49bb-be05-b5a1ad2dbae4,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:25.519357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.520894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d9ac1a6-dc6b-4856-9404-1bc45ca262d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5114388 Aug 16 20:49:25.528700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:25.549334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:25.652713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.656805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b9ef-efe1-4686-85c1-e9e404617487 req-ae0657b0-9950-4e32-a5ec-d0d7cf99301a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:25.658530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9522b9ef-efe1-4686-85c1-e9e404617487 req-ae0657b0-9950-4e32-a5ec-d0d7cf99301a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0600247 Aug 16 20:49:25.703440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9522b9ef-efe1-4686-85c1-e9e404617487 req-6bf7f00e-99c2-4645-a490-9f6a25252a44 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378673 Aug 16 20:49:25.765221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.876675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.898133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8836eb99-b1ac-4c8e-b707-0fa9df450514,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:25.994479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:25.995916 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6db332b5-4799-4ea2-99e6-5be753329528 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660506 Aug 16 20:49:26.000139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51800) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:26.004492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:26.145532 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.170869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b5f2-44c5-40ba-8bdf-697e526d4222 req-5d096d55-2623-41fd-bfa9-e9ca6ced7ad4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:26.172474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79c5b5f2-44c5-40ba-8bdf-697e526d4222 req-5d096d55-2623-41fd-bfa9-e9ca6ced7ad4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0707064 Aug 16 20:49:26.219855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79c5b5f2-44c5-40ba-8bdf-697e526d4222 req-a97525c2-e424-4ed1-a933-3e1dec42e747 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387893 Aug 16 20:49:26.234398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.320715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.346374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ac8627-3104-4241-980f-3dac343bf279,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.440805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.442072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-82c16818-4fb5-4b7b-a161-93f29cc864f8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4419343 Aug 16 20:49:26.444785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:26.449526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:26.575782 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:49:26.582231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.656725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.762430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.783554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43223b45-2314-48bc-b55f-37cee6db1026,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:26.945287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:26.946561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-57418f5f-6bc8-4e77-80e3-665580f8b1be tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5007930 Aug 16 20:49:26.949391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:26.953866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': '7041bda7-94d5-4ff4-b9ec-8d5a1494aa57', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:27.179907 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:49:27.185023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.257996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.351883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda54fab-7db1-4a84-a5c6-8139b61f3654 req-9f22f453-9130-407c-af3b-bc635e3a9a5f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.353655 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bda54fab-7db1-4a84-a5c6-8139b61f3654 req-9f22f453-9130-407c-af3b-bc635e3a9a5f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0549381 Aug 16 20:49:27.396012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bda54fab-7db1-4a84-a5c6-8139b61f3654 req-3bccc5cf-f34a-4c23-898b-99ae72522973 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362303 Aug 16 20:49:27.402105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.420616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb5373-d41f-4d7c-bf53-35d8e25f3cb6,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:27.516667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.517949 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5318c2bc-e39d-4535-b8ec-18628630ca77 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5675867 Aug 16 20:49:27.520987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51836) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:27.526661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'network': {'name': 'tempest-network-smoke--617521870', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:27.637042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:27.641400 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.670955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:49:27.679988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.680354 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Added segment 31bad1e9-0cde-4500-a14c-c0e5a0cd6971 of type vlan for network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 Aug 16 20:49:27.730638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.864368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f24a4c-797c-4539-b2ab-26ad930d3b2f req-c682cdcc-4804-4cd1-943e-e65ee68a885c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.866183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8f24a4c-797c-4539-b2ab-26ad930d3b2f req-c682cdcc-4804-4cd1-943e-e65ee68a885c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0537791 Aug 16 20:49:27.908463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d8f24a4c-797c-4539-b2ab-26ad930d3b2f req-41be4421-3581-41bc-9da1-d3eacf401808 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359800 Aug 16 20:49:27.939215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:27.945600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:27.946187 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.017104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Network': ['ID=f8f4a57a-56cc-4f46-829b-eb9a93227cf3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:28.030838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:49:28.151763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dec3a446-2849-4593-a644-4caff1f2dfcc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6289976 Aug 16 20:49:28.154391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 51854) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:28.159056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'admin_state_up': True, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:28.286972 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.290240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.345719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.652407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.942576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:28.963509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.092350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0e036-9d24-41c6-836b-cb3883538436 req-ba1b315d-0d48-43d6-80b2-bae3cd1ed363 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.093978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dc0e036-9d24-41c6-836b-cb3883538436 req-ba1b315d-0d48-43d6-80b2-bae3cd1ed363 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0862572 Aug 16 20:49:29.135055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.254 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c826864e-962a-46fb-adb8-d88c9ce5920c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:29.158323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dc0e036-9d24-41c6-836b-cb3883538436 req-3c2d142c-8b07-4e05-aa0f-43f08c20011d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572217 Aug 16 20:49:29.291572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.314506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad1840-9c86-4174-82a2-337d84c98291 req-de6641fd-9569-406b-940d-a8432eaedeb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.316040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aad1840-9c86-4174-82a2-337d84c98291 req-de6641fd-9569-406b-940d-a8432eaedeb2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0799782 Aug 16 20:49:29.373754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aad1840-9c86-4174-82a2-337d84c98291 req-c0b81920-2de0-43a8-bc2b-06590f7d30bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502043 Aug 16 20:49:29.486776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:29.533594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c8045-eb1d-4f4c-9ef7-b8960f56c263 req-0f254a58-f922-4dc5-b739-b283b11f6bfb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.535273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c3c8045-eb1d-4f4c-9ef7-b8960f56c263 req-0f254a58-f922-4dc5-b739-b283b11f6bfb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0881815 Aug 16 20:49:29.560720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:29.571157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:29.574802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=c826864e-962a-46fb-adb8-d88c9ce5920c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:29.577070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:29.624776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c3c8045-eb1d-4f4c-9ef7-b8960f56c263 req-d3d6c31b-a8eb-453c-a6d3-0df2d600a0a0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772398 Aug 16 20:49:29.788240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793ac01-544b-4d52-8259-561b31a15574 req-8e90a996-9ae1-407c-b7e0-4b345def76e1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:29.789832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4793ac01-544b-4d52-8259-561b31a15574 req-8e90a996-9ae1-407c-b7e0-4b345def76e1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0905862 Aug 16 20:49:29.829621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4793ac01-544b-4d52-8259-561b31a15574 req-b5d87ec6-1345-4450-8fe4-c2a268313141 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Aug 16 20:49:30.074249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.275494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.579082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:49:30.693817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:30.705392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Sync routers for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:30.715107 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:30.715910 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:30.722363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b70d601-0395-43fd-ae78-e2a847999da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.812025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:30.816540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:30.817086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9904f02b-5b65-4a87-aa6e-14d03c272ea1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6612244 Aug 16 20:49:30.822203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:30.853049 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8cc0e021-5f35-46b9-9db9-7165dfb38b66 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=a6260687ac4648d18254bc9a5b73117e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319617 Aug 16 20:49:30.853486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:30.973954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f85559-09f7-40ac-a3e8-e099d3b82df2 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:30.976101 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b0f85559-09f7-40ac-a3e8-e099d3b82df2 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214252 Aug 16 20:49:30.982980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51926) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:31.018536 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e00f5a32-413e-495e-837b-ab2432b68f62 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319331 Aug 16 20:49:31.018996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:31.025801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266944591', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:31.185314 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:29Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:31.213538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Checking router: 67f189ca-b5d4-4932-9e9a-25df8fb660b9 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:31.213887 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Updating router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 port c826864e-962a-46fb-adb8-d88c9ce5920c binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:49:31.239248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:31.241659 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.247131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.558381 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.570780 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Transition to ACTIVE for port object c826864e-962a-46fb-adb8-d88c9ce5920c will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:31.705518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.751012 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.772830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Subnet': ['ID=02538055-f765-463c-90b0-b8aa7bbb4a58,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.794701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:31.795423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network hostable DHCP agents. Network: f8f4a57a-56cc-4f46-829b-eb9a93227cf3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:49:31.825948 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Attempting to bind port c826864e-962a-46fb-adb8-d88c9ce5920c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:31.826318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Attempting to bind port c826864e-962a-46fb-adb8-d88c9ce5920c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:31.826706 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Attempting to bind port c826864e-962a-46fb-adb8-d88c9ce5920c on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:31.834435 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:31.834898 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:31.835254 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.835715 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:31.840850 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Bound port: c826864e-962a-46fb-adb8-d88c9ce5920c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:31.840850 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:31.840850 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Pushing event updated for resources: {'Port': ['ID=c826864e-962a-46fb-adb8-d88c9ce5920c,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:31.881253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.881595 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.881931 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.882260 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.882585 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.882908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.883229 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.883548 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.883895 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.884215 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.884530 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.884848 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:31.908079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] For port c826864e-962a-46fb-adb8-d88c9ce5920c, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:31.911324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] For port c826864e-962a-46fb-adb8-d88c9ce5920c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c826864e-962a-46fb-adb8-d88c9ce5920c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:31.933811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:49:32.035200 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.051271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f8f4a57a-56cc-4f46-829b-eb9a93227cf3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:32.059535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59986bee-f44d-401a-8264-6388ba8ee726 None None] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:32.063005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:32.064303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.100223 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:32.100905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:32.106635 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b7205-b028-4bfb-bfc9-6909953226bf None None] Pushing event updated for resources: {'Port': ['ID=c826864e-962a-46fb-adb8-d88c9ce5920c,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:32.210843 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:32.226990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:49:32.227898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.285525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6bbb2910-eba9-416f-91d2-b3e79600ef94 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2625751 Aug 16 20:49:32.285723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 51952) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:32.363443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Allocated IP 172.20.0.2 (f8f4a57a-56cc-4f46-829b-eb9a93227cf3/02538055-f765-463c-90b0-b8aa7bbb4a58/d12b81ca-0744-42f1-b117-bef06f27ed11) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:32.405539 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:29Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:32.435248 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7831a74c-9629-42c6-900c-a150d9e2a488 None None] The sync data for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 is: [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:29Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:32.535004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.561137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Transition to ACTIVE for port object d12b81ca-0744-42f1-b117-bef06f27ed11 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:32.612978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Transition to ACTIVE for port object d12b81ca-0744-42f1-b117-bef06f27ed11 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:32.701332 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.753190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Pushing event updated for resources: {'Port': ['ID=d12b81ca-0744-42f1-b117-bef06f27ed11,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:32.772288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:32.778769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.778769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.779005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.779334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.782094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.782449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.782787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.783123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.783471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.784666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.785011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.785343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:32.791978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:32.794397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:32.871242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Attempting to bind port d12b81ca-0744-42f1-b117-bef06f27ed11 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:32.871762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Attempting to bind port d12b81ca-0744-42f1-b117-bef06f27ed11 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:32.872212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Attempting to bind port d12b81ca-0744-42f1-b117-bef06f27ed11 on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:32.878207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:32.878673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:32.879200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.879662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Bound using segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:32.880282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Bound port: d12b81ca-0744-42f1-b117-bef06f27ed11, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:32.881423 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.914827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:32.967204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] For port d12b81ca-0744-42f1-b117-bef06f27ed11, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:32.969982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] For port d12b81ca-0744-42f1-b117-bef06f27ed11, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d12b81ca-0744-42f1-b117-bef06f27ed11,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:33.064573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.136020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98517792-06c6-4b09-8c83-ebb60e02ee49 None None] Pushing event updated for resources: {'Port': ['ID=d12b81ca-0744-42f1-b117-bef06f27ed11,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.269422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.1 (f8f4a57a-56cc-4f46-829b-eb9a93227cf3/02538055-f765-463c-90b0-b8aa7bbb4a58/8e7ab4b8-8b7d-4e10-848e-638f243ae83e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:33.489367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.512238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 8e7ab4b8-8b7d-4e10-848e-638f243ae83e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:33.543031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.618812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d12b81ca-0744-42f1-b117-bef06f27ed11 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:33.676563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b5a9b48-7ead-4d13-b33a-2c866b39616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.802586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.825423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d12b81ca-0744-42f1-b117-bef06f27ed11 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:33.834249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c826864e-962a-46fb-adb8-d88c9ce5920c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:33.871316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:33.872641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:33.875676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:33.885899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:33.937498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:33.952647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c826864e-962a-46fb-adb8-d88c9ce5920c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:33.957379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c826864e-962a-46fb-adb8-d88c9ce5920c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:33.957832 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.078226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.100984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c826864e-962a-46fb-adb8-d88c9ce5920c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c826864e-962a-46fb-adb8-d88c9ce5920c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:34.236980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.266580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.322325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.363135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c826864e-962a-46fb-adb8-d88c9ce5920c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.390511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2bc51-0a4b-41d8-9bd8-8d4f5974dc82 None None] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:49:34.605788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Provisioning for port d12b81ca-0744-42f1-b117-bef06f27ed11 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:34.611234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Provisioning complete for port d12b81ca-0744-42f1-b117-bef06f27ed11 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:34.612150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.628054 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.731828 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.755933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.785959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] For port d12b81ca-0744-42f1-b117-bef06f27ed11, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d12b81ca-0744-42f1-b117-bef06f27ed11,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:34.843751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.853284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:34.950634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:34.996323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:34.998988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:35.017613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825297-c75e-4cea-ae25-080ac07f3dd9 None None] Pushing event updated for resources: {'Port': ['ID=d12b81ca-0744-42f1-b117-bef06f27ed11,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:35.077948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Provisioning complete for port d12b81ca-0744-42f1-b117-bef06f27ed11 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.078846 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.142396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:35.297669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Provisioning for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:35.304218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Provisioning complete for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.304596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.368183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ef43e-12a6-45bd-9b0e-e1d723c3d8f9 None None] Port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:35.492301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d12b81ca-0744-42f1-b117-bef06f27ed11 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:35.523063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf77fcbe-227e-4b6e-9b22-41e6921f9d32 None None] Provisioning complete for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.523578 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf77fcbe-227e-4b6e-9b22-41e6921f9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.582681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cf77fcbe-227e-4b6e-9b22-41e6921f9d32 None None] Port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:35.590608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d12b81ca-0744-42f1-b117-bef06f27ed11 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.590983 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.647716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:35.662121 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cddb6d8b-e15c-4a00-b418-7790943c1e6f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/67f189ca-b5d4-4932-9e9a-25df8fb660b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664141 Aug 16 20:49:35.673064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Sync routers for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:35.696404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:35.696404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:35.698626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c826864e-962a-46fb-adb8-d88c9ce5920c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:35.826479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-359fbdb2-2db4-4bb4-8411-dd73781672f9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521366274&fields=id&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 267 time: 0.0410290 Aug 16 20:49:35.847303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:35.932791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0fb3924c-9cdb-4853-a9f6-2a332a9d73b4 None None] Provisioning complete for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:35.933172 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0fb3924c-9cdb-4853-a9f6-2a332a9d73b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:35.969302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-30cf5596-fcc3-4383-b6e2-4036e1291d84 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:35.971048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-30cf5596-fcc3-4383-b6e2-4036e1291d84 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 796 time: 0.1347260 Aug 16 20:49:35.988482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-fb47bd7f-f7b8-4446-b9ff-e974ae5d70de tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/quotas/a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 375 time: 0.0104752 Aug 16 20:49:36.028637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3924c-9cdb-4853-a9f6-2a332a9d73b4 None None] Port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:36.033186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c826864e-962a-46fb-adb8-d88c9ce5920c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:36.033737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.048702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-d2bf37af-badc-45f3-98a2-c465285504eb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536032 Aug 16 20:49:36.068749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-366b9d16-89c3-45d6-b855-5286ca0d3b39 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:49:36.070397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-366b9d16-89c3-45d6-b855-5286ca0d3b39 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066421 Aug 16 20:49:36.181448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-76e5bd61-305f-4968-b83e-2736e8a67735 service neutron] 10.222.0.70 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036737 Aug 16 20:49:36.201755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 2, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:36.229501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Checking router: 67f189ca-b5d4-4932-9e9a-25df8fb660b9 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:36.229854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Updating router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:49:36.231842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.263465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.290099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-c5bb3baa-f419-4cee-a9b3-9795363c46c1 service neutron] 10.222.0.70 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016960 Aug 16 20:49:36.573756 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.593498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Transition to ACTIVE for port object 8e7ab4b8-8b7d-4e10-848e-638f243ae83e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:36.599646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1142550-18d0-40b2-87a5-a76422ff2fa6 req-849e5c5c-7187-49fe-870c-693de4b47100 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 210 time: 0.0432363 Aug 16 20:49:36.687574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.761439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff08f-f76a-4e0a-8b3d-3f7cc88f096a None None] Pushing event updated for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:36.813866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Attempting to bind port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:36.814322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Attempting to bind port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:36.814747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Attempting to bind port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:36.820890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:36.821345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:36.821815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.822328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Bound using segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:36.822857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Bound port: 8e7ab4b8-8b7d-4e10-848e-638f243ae83e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:36.823303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:36.919126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] For port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:36.921036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] For port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:37.056464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:37.299446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:37.300240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:37.336763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ff08f-f76a-4e0a-8b3d-3f7cc88f096a None None] Pushing event updated for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:37.418634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:37.630860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e6426004-eab7-4493-aa75-edc997390211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:36Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:37.662438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6426004-eab7-4493-aa75-edc997390211 None None] The sync data for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 is: [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:36Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:37.704421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-251566f4-44e4-44a0-b18f-1d396307721a req-6c47f7c5-78f0-45e3-8978-6bdb0e263680 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 210 time: 0.0609396 Aug 16 20:49:38.021671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca46ecd-385d-445d-ac80-09c2fb0d72a6 req-68cfde2c-ca97-4d61-909b-92f8e51b6eba tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:38.023424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ca46ecd-385d-445d-ac80-09c2fb0d72a6 req-68cfde2c-ca97-4d61-909b-92f8e51b6eba tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.0652792 Aug 16 20:49:38.067173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ca46ecd-385d-445d-ac80-09c2fb0d72a6 req-ebd76fe1-258f-42b2-975e-0620475a08a6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Aug 16 20:49:38.877920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32b9515a-0263-434c-ac01-d1041abb3e48 req-3c85076b-1886-42d0-9176-bb8a4e8d2c72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Aug 16 20:49:39.197985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e79e3-90a2-4831-8a15-834c8d700f38 req-28b9166f-c86f-43fb-9e73-49e084241eb1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.199664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b80e79e3-90a2-4831-8a15-834c8d700f38 req-28b9166f-c86f-43fb-9e73-49e084241eb1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.0560930 Aug 16 20:49:39.249386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b80e79e3-90a2-4831-8a15-834c8d700f38 req-b43c368c-4061-4ff3-9613-63d2b5817686 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Aug 16 20:49:39.414197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-1a0aea13-0ad7-4414-9b83-9d862caaae71 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:39.416672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-1a0aea13-0ad7-4414-9b83-9d862caaae71 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 946 time: 0.0619514 Aug 16 20:49:39.516584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8e7ab4b8-8b7d-4e10-848e-638f243ae83e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:39.541374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:49:39.541720 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.635007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:39.635369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.658848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:39.663252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:39.663358 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.764829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.862485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:39.936873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.937241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:39.937750 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP e6dc5bd3-d262-4145-bbd8-d8eb29df6460 disassociated. External IP: 172.25.7.237, port: 6ff0c870-5ab5-4d11-a207-572fd7be2fcd. Aug 16 20:49:39.938237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 6ff0c870-5ab5-4d11-a207-572fd7be2fcd owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:49:39.953658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.032900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.041084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-438d966a-d98d-4ca1-a711-87d0f0b5c447 req-f82f256e-e8cd-4b1f-a498-468e79df68aa tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 210 time: 0.0499513 Aug 16 20:49:40.052623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-fe9b19b6-27d6-417a-b61f-c8c27a4b2985 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:40.054264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-fe9b19b6-27d6-417a-b61f-c8c27a4b2985 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 796 time: 0.2427442 Aug 16 20:49:40.116821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-282475b6-8f4a-43f1-b3aa-144cb072a3c6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 380 time: 0.0461590 Aug 16 20:49:40.126419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'port': {'device_id': 'b62c927d-6b08-4179-b811-88905c0839c4', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'admin_state_up': True, 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'security_groups': ['7041bda7-94d5-4ff4-b9ec-8d5a1494aa57']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:40.189190 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.223247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=6ff0c870-5ab5-4d11-a207-572fd7be2fcd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:40.365574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:40.375707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bca66f8b-005f-4ee8-95ce-6143e5bddca4 req-f1afa9d2-a4b3-48a8-a1c8-09d743a2ae28 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0473633 Aug 16 20:49:40.388815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:40.392982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.530654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:40.542755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:40.574378 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:40.575438 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:40.603250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 6ff0c870-5ab5-4d11-a207-572fd7be2fcd on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:49:40.606174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.608239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f2381fef-e1d1-4f14-80b6-0772912df771 req-21178c4e-64e6-45b4-ab8f-bb1b12ce8a3a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/6ff0c870-5ab5-4d11-a207-572fd7be2fcd HTTP/1.1" status: 204 len: 173 time: 1.1847689 Aug 16 20:49:40.608700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'name': 'network-vif-deleted', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:40.609971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.4 (f8f4a57a-56cc-4f46-829b-eb9a93227cf3/02538055-f765-463c-90b0-b8aa7bbb4a58/64b04986-a621-4b9f-b559-ce2febb10a4a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:40.612166 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3171abab-7bc7-4abf-8a41-6a629f11d32f" -d '{"events": [{"server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "name": "network-vif-deleted", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:40.746490 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:40.759756 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddd1f54-e33d-40c9-a179-64cc7d720f23 x-openstack-request-id: req-1ddd1f54-e33d-40c9-a179-64cc7d720f23 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:40.760067 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe", "name": "network-vif-deleted", "tag": "6ff0c870-5ab5-4d11-a207-572fd7be2fcd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:40.760324 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ddd1f54-e33d-40c9-a179-64cc7d720f23 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:40.760728 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe', 'name': 'network-vif-deleted', 'tag': '6ff0c870-5ab5-4d11-a207-572fd7be2fcd', 'status': 'completed', 'code': 200} Aug 16 20:49:40.827754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:40.843678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 64b04986-a621-4b9f-b559-ce2febb10a4a will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:40.962482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.036175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:41.039760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:41.045278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:41.126406 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.147645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:41.156706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.157845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.166244 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:41.184813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:41.185435 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.262220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28fd3b-bae3-4cd9-8ae3-ffc0e7478119 req-3476e24e-d7bb-4a4b-83a8-077fa478f106 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:41.269138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d28fd3b-bae3-4cd9-8ae3-ffc0e7478119 req-3476e24e-d7bb-4a4b-83a8-077fa478f106 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 931 time: 0.1047273 Aug 16 20:49:41.348773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-cb63ec02-e05a-4b0b-96a8-4a4197f31d3b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2260077 Aug 16 20:49:41.361568 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:41.368488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d28fd3b-bae3-4cd9-8ae3-ffc0e7478119 req-29be122f-279a-4bbe-a181-86337b913bd8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952027 Aug 16 20:49:41.374425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Request body: {'port': {'device_id': 'b62c927d-6b08-4179-b811-88905c0839c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:41.487155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.534624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8e7ab4b8-8b7d-4e10-848e-638f243ae83e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:41.609170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:41.610791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.759524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03332855-71e1-422f-ae46-6dd6ec29f9e0 req-f774f074-39c1-4ef2-a120-6ccb4e98caee tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0302212 Aug 16 20:49:41.770246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:41.823998 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6417a5-0ae7-4bbb-a44e-a7cc235fe8b3 None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:41.856064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b04986-a621-4b9f-b559-ce2febb10a4a {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:41.865221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.882603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Transition to ACTIVE for port object 64b04986-a621-4b9f-b559-ce2febb10a4a will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:41.942665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3471fd3a-8fdf-45a4-9c01-7043ffd6ed8b None None] Provisioning for port 64b04986-a621-4b9f-b559-ce2febb10a4a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:41.948901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3471fd3a-8fdf-45a4-9c01-7043ffd6ed8b None None] Provisioning complete for port 64b04986-a621-4b9f-b559-ce2febb10a4a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:41.949305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3471fd3a-8fdf-45a4-9c01-7043ffd6ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:41.985938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3471fd3a-8fdf-45a4-9c01-7043ffd6ed8b None None] Port 64b04986-a621-4b9f-b559-ce2febb10a4a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:42.048364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.073957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb0d6a-8905-4eea-91dc-97ba15636be6 None None] New status for floating IP e6dc5bd3-d262-4145-bbd8-d8eb29df6460: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:42.120800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:42.194802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:42.195075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:42.195407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:42.199917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:42.200237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:42.205741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:42.206092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:42.206468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Bound using segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:42.206901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Bound port: 64b04986-a621-4b9f-b559-ce2febb10a4a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:42.207260 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.722292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:42.727266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:42.739164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba4319-7eee-43f7-b8d7-0ed446891f1b req-d548447f-fefa-48db-868d-3ad6a96787c7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.741256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ba4319-7eee-43f7-b8d7-0ed446891f1b req-d548447f-fefa-48db-868d-3ad6a96787c7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0725989 Aug 16 20:49:42.768421 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:49:42.784344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ba4319-7eee-43f7-b8d7-0ed446891f1b req-851c7a33-b665-4414-b7e0-357b93b59ae9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370204 Aug 16 20:49:42.836194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.896728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f84f3fa-a29c-43a4-825a-7ef6be5a0d90 req-367643c8-b9cf-4cc2-b0fb-7edf7e8786dd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0579145 Aug 16 20:49:42.906540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:42.907177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:42.908614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] 10.222.0.73 "PUT /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 1092 time: 1.5388536 Aug 16 20:49:42.909075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:42.911842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6691b-7e42-4de0-b137-22bc219080e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:42.951370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720b7e1-d024-42f6-bbf3-d5b9ecc8f56c service neutron] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:42.964895 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb06fcb-af7a-4678-bff0-807dcd1c5ceb x-openstack-request-id: req-3cb06fcb-af7a-4678-bff0-807dcd1c5ceb {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:42.965241 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:42.965549 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3cb06fcb-af7a-4678-bff0-807dcd1c5ceb {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:42.966125 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'status': 'completed', 'code': 200} Aug 16 20:49:43.091382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-dae6f354-8e89-43d4-b027-8c6b59a2f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.093813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-dae6f354-8e89-43d4-b027-8c6b59a2f3b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1095 time: 0.0858326 Aug 16 20:49:43.208009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-5517dbf3-dfd0-49a7-a72a-e559ca61819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.210186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-5517dbf3-dfd0-49a7-a72a-e559ca61819d service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=a6260687ac4648d18254bc9a5b73117e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1062775 Aug 16 20:49:43.323619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-7d5a24fb-8772-4232-a901-c8ea5cd8fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.325285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fc6691b-7e42-4de0-b137-22bc219080e2 req-7d5a24fb-8772-4232-a901-c8ea5cd8fb7f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081712 Aug 16 20:49:43.430912 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-b4d287e9-abdc-4416-bec2-32cc42c00671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.433148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-b4d287e9-abdc-4416-bec2-32cc42c00671 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1095 time: 0.0483055 Aug 16 20:49:43.484122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-aec273af-f650-4948-a82c-b3961b46638e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 217 time: 0.0423546 Aug 16 20:49:43.517157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6ff0c870-5ab5-4d11-a207-572fd7be2fcd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:49:43.556580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 6ff0c870-5ab5-4d11-a207-572fd7be2fcd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:49:43.557179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6ff0c870-5ab5-4d11-a207-572fd7be2fcd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:49:43.575193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-78b5b45e-c113-4f93-a4db-1bfb548309bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.576853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-78b5b45e-c113-4f93-a4db-1bfb548309bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.0792668 Aug 16 20:49:43.645881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a5980-83a2-44be-8703-a455cfad437a req-ef67127b-098e-42ac-848b-e4c1b2fe2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.647911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-ef67127b-098e-42ac-848b-e4c1b2fe2018 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556335 Aug 16 20:49:43.763186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-f2680b8f-3ae1-495c-a37e-cd67f52b1919 service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070898 Aug 16 20:49:43.872162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b93a5980-83a2-44be-8703-a455cfad437a req-d40273cc-eb95-4db5-9b05-96f4721b514a service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002178 Aug 16 20:49:43.925838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ed744-46fb-4f90-9a5d-f5f47d6a9df8 req-00ded9b1-629d-4e52-8490-39233c405743 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:43.928014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22ed744-46fb-4f90-9a5d-f5f47d6a9df8 req-00ded9b1-629d-4e52-8490-39233c405743 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0709231 Aug 16 20:49:43.984816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d22ed744-46fb-4f90-9a5d-f5f47d6a9df8 req-4c8a2e8e-6774-4d57-a01c-9147cadd090f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477967 Aug 16 20:49:44.092523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4700366-1561-46c6-956d-167106c25052 req-a16f3144-55c5-4031-94a3-de07f4a95dab tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0599127 Aug 16 20:49:45.142779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841cbb4-37a2-461e-802e-9db85fc494dd req-8ac5f994-eba5-4971-b2b4-2f875af63846 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:45.144496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7841cbb4-37a2-461e-802e-9db85fc494dd req-8ac5f994-eba5-4971-b2b4-2f875af63846 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0553606 Aug 16 20:49:45.200371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7841cbb4-37a2-461e-802e-9db85fc494dd req-47bcc7a3-50c6-4957-a34e-0a48d95d0f73 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447948 Aug 16 20:49:45.239038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27b93a53-e5bd-4c1e-9255-253275eae447 req-8dbf3d90-1ccb-4888-b785-21cdecfefff8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c49180e-6c2a-42fb-8742-2bb7c1f5ebbe HTTP/1.1" status: 200 len: 210 time: 0.0373874 Aug 16 20:49:46.346118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a95e2-17f4-46c6-913f-da6a6e55b62e req-c4ce6e08-8a09-40c3-9bc2-6bb8651c37ab tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.347827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-799a95e2-17f4-46c6-913f-da6a6e55b62e req-c4ce6e08-8a09-40c3-9bc2-6bb8651c37ab tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0772419 Aug 16 20:49:46.413697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-799a95e2-17f4-46c6-913f-da6a6e55b62e req-aaf73f64-1903-447a-88d6-db71bd428e25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564783 Aug 16 20:49:46.518765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-bdec36e6-d54a-456c-a9ce-9ad7ff7d795a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745019082&fields=id&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 267 time: 0.0377779 Aug 16 20:49:46.639428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-bcc3ea61-b5d5-4416-bf9b-cdcbc4a7fa95 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:46.641205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-bcc3ea61-b5d5-4416-bf9b-cdcbc4a7fa95 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1139960 Aug 16 20:49:46.658432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-5a3fd8dd-d945-4de4-beb8-cff8a9da047d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0101335 Aug 16 20:49:46.715641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-82cfdf06-c909-456f-b5ef-aa0a0a4b2292 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498312 Aug 16 20:49:46.821174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-85f1134c-f1e8-49ea-88fc-5eba833b13ec service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918655 Aug 16 20:49:46.917052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-8d860500-594a-41e6-a8bd-47e05d6572a0 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874381 Aug 16 20:49:47.548090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a26165-d3b0-42b5-ba73-833b988e0e75 req-c0993e52-2dd2-41c5-8e85-e59422748d7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:47.565124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a26165-d3b0-42b5-ba73-833b988e0e75 req-c0993e52-2dd2-41c5-8e85-e59422748d7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0687308 Aug 16 20:49:47.641212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a26165-d3b0-42b5-ba73-833b988e0e75 req-c82885d4-cd87-4f94-a1bb-b9608caa6993 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685790 Aug 16 20:49:47.671262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd408889-714b-4167-a663-ffbc9c3e334f req-85e1d80c-57a8-4cb7-85fa-5304266ac8a6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0473597 Aug 16 20:49:47.834727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:49:47.942231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:47.960709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'port_id': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'mac_address': 'fa:16:3e:36:6d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:49:48.002991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.017892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b04986-a621-4b9f-b559-ce2febb10a4a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:48.045602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:48.110618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.177284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:48.383082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['64b04986-a621-4b9f-b559-ce2febb10a4a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:49:48.459537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:48.795384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-471227f0-8c50-4426-b666-38f68007fd03 req-d42a5aeb-4e79-45a0-b48b-7d15db3ced4d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0310428 Aug 16 20:49:48.803478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e7a06-736a-4a4f-a5a7-d1e5e1c24c55 req-08292289-f852-4964-93e9-b5fd4281dde1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:48.811903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-401e7a06-736a-4a4f-a5a7-d1e5e1c24c55 req-08292289-f852-4964-93e9-b5fd4281dde1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0912573 Aug 16 20:49:48.853245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-401e7a06-736a-4a4f-a5a7-d1e5e1c24c55 req-d6d0a84c-babd-426d-8045-57bdbe04fe7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Aug 16 20:49:49.850046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-1d63628e-b2fd-4af7-a80a-5989e614a38e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:49.851132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:49:49.851598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-1d63628e-b2fd-4af7-a80a-5989e614a38e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1108789 Aug 16 20:49:49.918926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-132e1652-3d39-44a5-aa25-392201642aaf req-241293ce-6efb-4d97-acc3-92028d97e95f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0375628 Aug 16 20:49:49.921166 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-402a8a35-004a-450f-97e6-6cf288110c21 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 379 time: 0.0531051 Aug 16 20:49:49.933062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'security_groups': ['222da85e-0f6c-4bf9-9b70-9ba927848858']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:50.026876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a790e4-9545-40a1-a8da-668a7e9af38f req-77d05bfc-773c-473b-b970-f6c1e24762e7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.028366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2a790e4-9545-40a1-a8da-668a7e9af38f req-77d05bfc-773c-473b-b970-f6c1e24762e7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0594885 Aug 16 20:49:50.048630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 64b04986-a621-4b9f-b559-ce2febb10a4a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:50.058977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 64b04986-a621-4b9f-b559-ce2febb10a4a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:50.059354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.105579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2a790e4-9545-40a1-a8da-668a7e9af38f req-d01507cd-e348-4b94-887b-d3b67e01838a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647495 Aug 16 20:49:50.133848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:49:50.139488 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.154300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.178215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:50.181016 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a379d6-7a10-46a9-9f0e-d45d5bc80920" -d '{"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-plugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:50.213979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:49:50.268858 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a03178-d881-4ccc-9921-b4563b018944 x-openstack-request-id: req-f6a03178-d881-4ccc-9921-b4563b018944 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:50.269458 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-plugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:50.269880 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6a03178-d881-4ccc-9921-b4563b018944 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:50.270486 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'code': 200} Aug 16 20:49:50.316465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.343275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.11 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/6c6eac10-f2c2-47bf-b4f9-0c21ce494a39) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:50.421190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.454522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae8f0-3865-4f03-b719-d64205002b53 req-8c33689c-e2dc-4a78-b1de-5984d297a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.456376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72cae8f0-3865-4f03-b719-d64205002b53 req-8c33689c-e2dc-4a78-b1de-5984d297a3e5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1097 time: 0.0809417 Aug 16 20:49:50.519404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72cae8f0-3865-4f03-b719-d64205002b53 req-3aefc0ea-30ac-4c78-9529-3875bd320373 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553119 Aug 16 20:49:50.548561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.574517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:50.727389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.776304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:50.779543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:50.782218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:50.808575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:50.850858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:50.851543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:50.962191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-d97c3c2c-8261-4277-b63a-11e53df716af tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337701 Aug 16 20:49:50.975707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Request body: {'port': {'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:51.088494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.116989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3043665-7766-42d6-9d32-268522e1be89 req-d66630cb-0632-4e41-99e6-928be23ae1ad tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.124283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3043665-7766-42d6-9d32-268522e1be89 req-d66630cb-0632-4e41-99e6-928be23ae1ad tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 932 time: 0.0960631 Aug 16 20:49:51.164184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c234e35-9e10-4784-a542-433f23dfbde6 None None] Provisioning for port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:49:51.175752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c234e35-9e10-4784-a542-433f23dfbde6 None None] Provisioning complete for port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:49:51.176126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c234e35-9e10-4784-a542-433f23dfbde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.226271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3043665-7766-42d6-9d32-268522e1be89 req-2f3a6cf8-3eef-4869-aa99-4d271571224b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947084 Aug 16 20:49:51.241309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6c234e35-9e10-4784-a542-433f23dfbde6 None None] Port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:49:51.299506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a0040-dad1-4042-b76a-3af35244ebb9 req-fa71e7de-0b40-4c5d-9d1f-4cc865e2a73b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:51.301652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-599a0040-dad1-4042-b76a-3af35244ebb9 req-fa71e7de-0b40-4c5d-9d1f-4cc865e2a73b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0600693 Aug 16 20:49:51.341977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-599a0040-dad1-4042-b76a-3af35244ebb9 req-98de8ed2-030c-42ff-9193-b7c7837a58dc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339348 Aug 16 20:49:51.518015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:49:51.529286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.543664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Transition to ACTIVE for port object 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:49:51.652280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.725926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Pushing event updated for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:51.834101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Attempting to bind port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:49:51.834101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Attempting to bind port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:49:51.834101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Attempting to bind port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:51.834101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:49:51.834101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Attempting to bind port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:49:51.838727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:49:51.839151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:49:51.839767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:49:51.840279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Bound port: 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:49:51.840722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:51.948922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:49:51.953396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:49:52.030330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.030568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.066714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.067860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:52.069398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] 10.222.0.64 "PUT /v2.0/ports/6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 1093 time: 1.0988071 Aug 16 20:49:52.070308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:52.073128 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:52.119556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed219059-0cba-49f2-aeac-5db73c4d0bdc service neutron] Pushing event updated for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:52.141067 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf0cbe-3789-44f8-9b48-9834302a2b0b x-openstack-request-id: req-86cf0cbe-3789-44f8-9b48-9834302a2b0b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:52.141486 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:52.141840 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86cf0cbe-3789-44f8-9b48-9834302a2b0b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:52.142355 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'status': 'completed', 'code': 200} Aug 16 20:49:52.207135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-a88b19b2-4e6a-474c-994d-c4bab674f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.209407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-a88b19b2-4e6a-474c-994d-c4bab674f766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1096 time: 0.0452490 Aug 16 20:49:52.330438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-f067290f-7825-4a4d-a398-103895d3b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.333939 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-f067290f-7825-4a4d-a398-103895d3b9f0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1157780 Aug 16 20:49:52.381985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50504-d1f7-488c-a0a0-ddba2f268047 req-2e6d49e0-2a1b-456e-843a-d3cd09a5d72e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.384917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aa50504-d1f7-488c-a0a0-ddba2f268047 req-2e6d49e0-2a1b-456e-843a-d3cd09a5d72e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0647197 Aug 16 20:49:52.506206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aa50504-d1f7-488c-a0a0-ddba2f268047 req-962ee79b-19d7-40c6-a25b-4586a9c2edae tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052113 Aug 16 20:49:52.511118 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-349664bb-8fae-4f11-b4ff-6f5f654cbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.513624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c5ebaf99-b4a7-4a98-ac7c-9ddf52d0e155 req-349664bb-8fae-4f11-b4ff-6f5f654cbddb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711857 Aug 16 20:49:52.557180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9496b0-7481-4503-8f47-c30fd4d8d39e req-1816c589-d24c-494d-a780-58349bbfb810 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.564315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9496b0-7481-4503-8f47-c30fd4d8d39e req-1816c589-d24c-494d-a780-58349bbfb810 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0939007 Aug 16 20:49:52.605164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-6e9dcf53-e677-4d06-91fb-838fd04cf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.606869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-6e9dcf53-e677-4d06-91fb-838fd04cf79b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1096 time: 0.0541890 Aug 16 20:49:52.626408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac9496b0-7481-4503-8f47-c30fd4d8d39e req-42299f92-2bed-4942-ad12-bd595a1618ec tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431800 Aug 16 20:49:52.653120 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-c1b9861b-423e-4bed-a270-cb7808d4247d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 217 time: 0.0376778 Aug 16 20:49:52.716822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-bd39dfe5-737f-4d21-bdf6-71c1b1e33f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.731047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-bd39dfe5-737f-4d21-bdf6-71c1b1e33f66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0708408 Aug 16 20:49:52.793261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b0c33-e6bf-46b6-b05e-9817f07d749d req-a931afd5-1b53-406f-b41c-5d865fd8a41a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.803712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d33b0c33-e6bf-46b6-b05e-9817f07d749d req-a931afd5-1b53-406f-b41c-5d865fd8a41a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0849674 Aug 16 20:49:52.815221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-eaf748b0-32ed-442e-afd6-f2749ced262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:52.820748 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-eaf748b0-32ed-442e-afd6-f2749ced262b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789518 Aug 16 20:49:52.867656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d33b0c33-e6bf-46b6-b05e-9817f07d749d req-8189ddd2-7b17-4a50-9c63-1947803b1eec tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575070 Aug 16 20:49:52.880762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:52.963503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-662e1c39-bdf7-4052-afe2-f50bfb52b773 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385844 Aug 16 20:49:53.075157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-73af1b8a-8b48-47f1-8de9-f6e45a22b250 req-c73f3c1d-6b72-4e48-81be-b22d6b14a6b8 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040931 Aug 16 20:49:53.097890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb59a54-b80c-4e07-b4b5-b3c51564b9de tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.114309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4cb59a54-b80c-4e07-b4b5-b3c51564b9de tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1092 time: 0.2176468 Aug 16 20:49:53.116812 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52428) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:53.121834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:49:53.213234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.349925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.484260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.247 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/2652c4ae-e318-420e-a617-e117dc3e7df9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:49:53.640353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.659324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c76d7-43ef-4bbc-9457-227d9f4665a3 req-6cab7042-751a-451c-98b8-e8f945ae4a05 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:53.661353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8c76d7-43ef-4bbc-9457-227d9f4665a3 req-6cab7042-751a-451c-98b8-e8f945ae4a05 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0819602 Aug 16 20:49:53.727130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed8c76d7-43ef-4bbc-9457-227d9f4665a3 req-024b0cd5-5cfa-4fba-9ebb-6ddf22ec0d96 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552413 Aug 16 20:49:53.791451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:53.836070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:49:53.841324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:49:53.844884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:49:53.870661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=2652c4ae-e318-420e-a617-e117dc3e7df9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:53.884826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.885177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.885519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.885857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.886194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.886533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.886871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.887203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.887532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.887892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.888216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:53.888533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:49:54.244669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.417555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.599623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.664169 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.740112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=2652c4ae-e318-420e-a617-e117dc3e7df9,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:49:54.752098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:54.911103 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP 5e9cf080-1e99-4b85-9c8f-5b826d8b1838 associated. External IP: 172.25.7.247, port: 64b04986-a621-4b9f-b559-ce2febb10a4a. Aug 16 20:49:54.924921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170afc0-296a-4727-8f90-a5c967af927b req-78376278-6a80-4365-8749-1ad267cc0bf7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:54.926631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c170afc0-296a-4727-8f90-a5c967af927b req-78376278-6a80-4365-8749-1ad267cc0bf7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.1042509 Aug 16 20:49:55.027762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c170afc0-296a-4727-8f90-a5c967af927b req-dca3142b-6aa3-4a80-8013-3a4d87a3c6b4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681529 Aug 16 20:49:55.177307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:49:55.293787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:49:55.320265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Sync routers for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:49:55.329877 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:55.330477 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:55.424874 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:49:55.454853 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:55.456242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eb4a3160-21ce-432a-b4d4-5538d6b41fdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3381979 Aug 16 20:49:55.457201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:49:55.471925 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:49:55.539023 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62466d06-2778-4685-b3d0-8b89cd2cc97f x-openstack-request-id: req-62466d06-2778-4685-b3d0-8b89cd2cc97f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:49:55.539310 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:49:55.539563 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-62466d06-2778-4685-b3d0-8b89cd2cc97f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:49:55.540226 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'status': 'completed', 'code': 200} Aug 16 20:49:55.651996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce87e54-7ed8-48fa-8fab-6a617155d78d req-50f7dbb5-eeaf-40dd-a268-3b2e70333382 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.653747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ce87e54-7ed8-48fa-8fab-6a617155d78d req-50f7dbb5-eeaf-40dd-a268-3b2e70333382 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0999243 Aug 16 20:49:55.656005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-8262a15b-9486-4d5f-bf9d-e3356b4bf236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.657565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-8262a15b-9486-4d5f-bf9d-e3356b4bf236 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1097 time: 0.0887551 Aug 16 20:49:55.765924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ce87e54-7ed8-48fa-8fab-6a617155d78d req-77ca8924-9f07-4c76-b605-ba4aee51e935 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060400 Aug 16 20:49:55.793899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:55.801006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-6c5f033d-83cb-4f38-80d3-27366214ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:55.803620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-6c5f033d-83cb-4f38-80d3-27366214ad87 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 897 time: 0.1316028 Aug 16 20:49:55.837320 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5e9cf080-1e99-4b85-9c8f-5b826d8b1838', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'port_id': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'mac_address': 'fa:16:3e:36:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62c927d-6b08-4179-b811-88905c0839c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:49:54Z', 'updated_at': '2021-08-16T20:49:54Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:55.908037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72ce83f4-951d-41f9-9be4-dbf8206c87b1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/5e9cf080-1e99-4b85-9c8f-5b826d8b1838 HTTP/1.1" status: 200 len: 991 time: 0.1120460 Aug 16 20:49:55.912268 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Checking router: 67f189ca-b5d4-4932-9e9a-25df8fb660b9 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:49:55.925186 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:49:55.925993 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:49:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:55.932772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-14138173-6461-4f90-96e8-664831061c8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 999 time: 0.1204970 Aug 16 20:49:56.001038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-c43edeaa-7f3d-43b3-87d1-8cf10e1b973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.003060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-c43edeaa-7f3d-43b3-87d1-8cf10e1b973d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.0532987 Aug 16 20:49:56.044975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:49:56.055983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-6e1fb614-30ab-4ddd-80fe-16bd73e5db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.059231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-6e1fb614-30ab-4ddd-80fe-16bd73e5db0c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470471 Aug 16 20:49:56.186530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-4a637843-c7da-45be-b841-97ed26d024f7 service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198311 Aug 16 20:49:56.284157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb210979-32ed-472b-a7de-997a61bfd53c req-33b731b4-619a-4431-b979-a767bb102b13 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:56.286306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb210979-32ed-472b-a7de-997a61bfd53c req-33b731b4-619a-4431-b979-a767bb102b13 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.1411810 Aug 16 20:49:56.310919 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5e9cf080-1e99-4b85-9c8f-5b826d8b1838', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'port_id': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'mac_address': 'fa:16:3e:36:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62c927d-6b08-4179-b811-88905c0839c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:49:54Z', 'updated_at': '2021-08-16T20:49:54Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:49:56.333009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958b74e0-1ceb-44f2-a6bf-8c02d4f8ccc4 req-26a34055-ecb2-44b7-887c-8b326e367d83 service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279161 Aug 16 20:49:56.350896 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d927-175a-4c52-977b-e90da1abb4f1 None None] The sync data for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 is: [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '5e9cf080-1e99-4b85-9c8f-5b826d8b1838', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.247', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'port_id': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'mac_address': 'fa:16:3e:36:6d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b62c927d-6b08-4179-b811-88905c0839c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:49:54Z', 'updated_at': '2021-08-16T20:49:54Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:49:56.387138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb210979-32ed-472b-a7de-997a61bfd53c req-6f2ebcc2-f0f8-4cef-bdac-b82cc1ecc644 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574088 Aug 16 20:49:56.604355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2b64ab-2676-44f0-90e6-b020ae2114f1 None None] New status for floating IP 5e9cf080-1e99-4b85-9c8f-5b826d8b1838: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:49:56.912286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:49:56.984782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70da378f-3e4e-4ba8-8dc7-7b0ec52517f0 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/5e9cf080-1e99-4b85-9c8f-5b826d8b1838 HTTP/1.1" status: 200 len: 993 time: 0.0706282 Aug 16 20:49:57.511111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51463705-6b09-450f-a517-4f4f2862248b req-9cff3a51-1822-4691-b32d-7945241276d9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:57.512781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51463705-6b09-450f-a517-4f4f2862248b req-9cff3a51-1822-4691-b32d-7945241276d9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0524926 Aug 16 20:49:57.564053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51463705-6b09-450f-a517-4f4f2862248b req-daff1eac-ab06-40b5-bfd0-2d8ef93fa68c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Aug 16 20:49:58.691625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d4a6-4ea0-4c1d-936b-b9b3f8d213b6 req-dff7204d-f3b9-4733-8040-318edaf433d0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:58.693667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c38d4a6-4ea0-4c1d-936b-b9b3f8d213b6 req-dff7204d-f3b9-4733-8040-318edaf433d0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0580242 Aug 16 20:49:58.735954 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c38d4a6-4ea0-4c1d-936b-b9b3f8d213b6 req-10270c77-4deb-43f0-a585-f48eb7262103 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335639 Aug 16 20:49:59.883925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c3a3f-12c6-4a08-bf44-c396324a2858 req-036994f0-525d-4f25-8c46-11e963ee4f33 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:49:59.886663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc9c3a3f-12c6-4a08-bf44-c396324a2858 req-036994f0-525d-4f25-8c46-11e963ee4f33 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0709894 Aug 16 20:49:59.928958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc9c3a3f-12c6-4a08-bf44-c396324a2858 req-17ddcbc7-dcba-49fb-b45a-da657973a4ab tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355432 Aug 16 20:50:00.623687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c5d531a-f580-4dd4-b52f-013aeec17602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:01.096213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fbd78-9e94-4889-931e-cf11c04dd192 req-bbd051b8-ece7-499a-a78d-079b3a9618b3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:01.099773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d60fbd78-9e94-4889-931e-cf11c04dd192 req-bbd051b8-ece7-499a-a78d-079b3a9618b3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0517507 Aug 16 20:50:01.159949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d60fbd78-9e94-4889-931e-cf11c04dd192 req-c85ee42f-437e-4864-a156-73dab47bc209 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494325 Aug 16 20:50:02.275890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570983a9-e93c-4e9d-b943-1f21962d5f64 req-5ecc6d12-cfe8-46fd-ab59-894a971c8b97 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:02.277478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-570983a9-e93c-4e9d-b943-1f21962d5f64 req-5ecc6d12-cfe8-46fd-ab59-894a971c8b97 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0532699 Aug 16 20:50:02.327983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-570983a9-e93c-4e9d-b943-1f21962d5f64 req-95167b66-da99-4c8f-8dbe-12d85e05792b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 Aug 16 20:50:03.475456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d653e6-9d25-41db-8ecf-f8538659a28c req-f5553e81-d1fb-4c36-8cb6-aca3cf05eb6c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:03.477017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d653e6-9d25-41db-8ecf-f8538659a28c req-f5553e81-d1fb-4c36-8cb6-aca3cf05eb6c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 944 time: 0.0552232 Aug 16 20:50:03.480884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.518999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d653e6-9d25-41db-8ecf-f8538659a28c req-02bacd60-2d28-44c2-b545-379bafaac775 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344419 Aug 16 20:50:03.600720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-50dbbe8a-ca23-4401-b05b-a504d8d8c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.608605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:03.721874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:03.736329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:03.780892 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.796493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:03.816781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:03.928328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:03.980965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:04.156654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:04.304507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:04.378101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446a227-26b3-43fb-93c6-684f7b9e4eaa req-18d099ea-6faf-453e-a216-d67815a0b455 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.380802 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0446a227-26b3-43fb-93c6-684f7b9e4eaa req-18d099ea-6faf-453e-a216-d67815a0b455 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.0713799 Aug 16 20:50:04.423328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0446a227-26b3-43fb-93c6-684f7b9e4eaa req-4031fdfc-fe46-4abb-bc21-ee6c214b1a95 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354991 Aug 16 20:50:04.662029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a282b-f877-4dc2-96b2-e303e6443051 req-e53fadbc-d18c-4fa8-bbf1-cc45cf166ee0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:04.664499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d28a282b-f877-4dc2-96b2-e303e6443051 req-e53fadbc-d18c-4fa8-bbf1-cc45cf166ee0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 945 time: 0.0533936 Aug 16 20:50:04.710208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d28a282b-f877-4dc2-96b2-e303e6443051 req-350ff5fe-1f66-4d12-83e1-dbcfe3b166f8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375369 Aug 16 20:50:05.555583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7ca4d-4718-49b0-be1e-9cdfdc43d169 req-0a50e728-cdce-46e7-b114-59c7c12d2e66 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.557363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a7ca4d-4718-49b0-be1e-9cdfdc43d169 req-0a50e728-cdce-46e7-b114-59c7c12d2e66 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.0607769 Aug 16 20:50:05.607280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:05.617103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23a7ca4d-4718-49b0-be1e-9cdfdc43d169 req-f3cbace4-e23c-472b-bb42-207dde4680a0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Aug 16 20:50:05.754921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:05.759523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:05.759523 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.834061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6206a-8ae0-42d2-8671-dc550dff839d req-68c33730-c7d2-4267-a5a5-5a82fc7276c8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:05.841851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45f6206a-8ae0-42d2-8671-dc550dff839d req-68c33730-c7d2-4267-a5a5-5a82fc7276c8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 945 time: 0.0616786 Aug 16 20:50:05.854316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:05.888272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45f6206a-8ae0-42d2-8671-dc550dff839d req-129e7237-12fa-4105-b4ed-624b36700ed8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455217 Aug 16 20:50:05.899622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:05.904960 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfb7c16-b733-4719-9681-cbbeb9cf2d72" -d '{"events": [{"server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:05.921115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:05.963127 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ceee69-9f5f-4ebd-b0a0-4757e79a79d2 x-openstack-request-id: req-13ceee69-9f5f-4ebd-b0a0-4757e79a79d2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:05.963417 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:05.963673 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13ceee69-9f5f-4ebd-b0a0-4757e79a79d2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:05.964127 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'code': 200} Aug 16 20:50:06.000959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.056525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:06.073683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a231-f6b1-4ed7-b307-8ce2ede9d665 req-b54aaecd-5c89-4b4a-9bbc-3b68eeb67fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.075186 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2919a231-f6b1-4ed7-b307-8ce2ede9d665 req-b54aaecd-5c89-4b4a-9bbc-3b68eeb67fed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.0514035 Aug 16 20:50:06.117095 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2919a231-f6b1-4ed7-b307-8ce2ede9d665 req-0e567273-3c33-459a-8ae3-0e9c4d968a75 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347540 Aug 16 20:50:06.133004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-9914bb0b-801e-4301-a8c5-a7ee0e677a46 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.134486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-9914bb0b-801e-4301-a8c5-a7ee0e677a46 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.0514953 Aug 16 20:50:06.224966 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.239431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Deleting port 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:06.239779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.336726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] For port 7326298d-cdde-4393-96b9-81bef6f1117c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=7326298d-cdde-4393-96b9-81bef6f1117c,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:06.341389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:06.789949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-714142bd-a0d1-440d-9a4d-92c05d5652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.791566 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-714142bd-a0d1-440d-9a4d-92c05d5652f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.0514343 Aug 16 20:50:06.906696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-b0f5bca0-e3c9-4db3-9872-42dfa18bd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.908245 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-b0f5bca0-e3c9-4db3-9872-42dfa18bd12e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1055996 Aug 16 20:50:06.922315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cc0e0-7491-4a9c-b4b3-84676802524a req-381b0f25-fbe1-42c2-911b-a5f41e4a5142 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.923900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f4cc0e0-7491-4a9c-b4b3-84676802524a req-381b0f25-fbe1-42c2-911b-a5f41e4a5142 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1762214 Aug 16 20:50:06.955271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a81f1-3278-498e-9644-2fe504f71153 req-98cc28ae-fa7a-475a-82a2-71c7ebcbec33 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:06.956772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce7a81f1-3278-498e-9644-2fe504f71153 req-98cc28ae-fa7a-475a-82a2-71c7ebcbec33 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 947 time: 0.1813164 Aug 16 20:50:06.979158 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-aac3226b-0d99-40c3-acbc-f96c594d4e67 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0635216 Aug 16 20:50:07.060191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-0943e11f-beba-48d5-9b8e-8c7c10c3bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.061841 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-0943e11f-beba-48d5-9b8e-8c7c10c3bacf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0652876 Aug 16 20:50:07.071344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce7a81f1-3278-498e-9644-2fe504f71153 req-8e237f6e-eab6-464a-99d0-d6d13956efd0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=995f652e-4cdc-4ad1-bedc-22fc24bf07f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001942 Aug 16 20:50:07.078876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f4cc0e0-7491-4a9c-b4b3-84676802524a req-b049e2ab-c680-4be1-9f39-8514fc49d2d0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422560 Aug 16 20:50:07.087126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.087509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.087921 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Floating IP e5941b96-2293-446c-b1df-2734048fc40c disassociated. External IP: 172.25.7.71, port: 7326298d-cdde-4393-96b9-81bef6f1117c. Aug 16 20:50:07.088282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Calling delete_port for 7326298d-cdde-4393-96b9-81bef6f1117c owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:07.143013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-9f9759d4-0ef8-458d-87d5-062a63ffa052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.144488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-9f9759d4-0ef8-458d-87d5-062a63ffa052 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731590 Aug 16 20:50:07.270341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-4e61a9f1-5904-487d-a937-bf47375fa7fe service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168320 Aug 16 20:50:07.318525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3000e2-202d-4a4f-abef-056a87d35f0b req-9fe446b7-35cd-4262-bb0d-756946a36d87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.320447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a3000e2-202d-4a4f-abef-056a87d35f0b req-9fe446b7-35cd-4262-bb0d-756946a36d87 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 946 time: 0.0992973 Aug 16 20:50:07.362113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a3000e2-202d-4a4f-abef-056a87d35f0b req-1e0c3f77-5884-4f40-8516-ef0e2406355e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351403 Aug 16 20:50:07.370333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-ed0c313c-d301-413f-8ec4-756997128648 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930598 Aug 16 20:50:07.445063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.506505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'Port': ['ID=7326298d-cdde-4393-96b9-81bef6f1117c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:07.568172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c594-e096-4ffd-9d71-336531db8cda req-5bc7adb3-89ff-4940-96f7-dd54d09d38d5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.575863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4333c594-e096-4ffd-9d71-336531db8cda req-5bc7adb3-89ff-4940-96f7-dd54d09d38d5 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 946 time: 0.1430576 Aug 16 20:50:07.663048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4333c594-e096-4ffd-9d71-336531db8cda req-437f85f3-c422-44a7-a5c7-68876550d8f4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861869 Aug 16 20:50:07.679199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:07.699212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52762) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:07.740605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce53a3c-bdaf-4723-8280-9e609268d0af tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:07.742276 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7ce53a3c-bdaf-4723-8280-9e609268d0af tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1093 time: 0.0418813 Aug 16 20:50:07.745064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:07.749373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:07.791554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:07.805030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:07.815556 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:07.817367 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:07.842272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] No DVR routers for this DVR port 7326298d-cdde-4393-96b9-81bef6f1117c on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:07.845256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.846629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:07.849223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-845ac4f4-f8ef-4471-bb47-8e234d04d562 req-e4a7b0d4-c10b-4e57-9d30-41ae5aec9575 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "DELETE /v2.0/ports/7326298d-cdde-4393-96b9-81bef6f1117c HTTP/1.1" status: 204 len: 173 time: 1.7072446 Aug 16 20:50:07.849882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-deleted', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:07.859421 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b9eb6-f733-443a-8830-7b5dc158e98c" -d '{"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-deleted", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:07.902383 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838bec3d-2fcc-4bf6-bcb7-6511a012cd5d x-openstack-request-id: req-838bec3d-2fcc-4bf6-bcb7-6511a012cd5d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:07.902854 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7b1e5-7317-4ef1-9d74-c456711ef41e", "name": "network-vif-deleted", "tag": "7326298d-cdde-4393-96b9-81bef6f1117c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:07.903292 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-838bec3d-2fcc-4bf6-bcb7-6511a012cd5d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:07.903865 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7b1e5-7317-4ef1-9d74-c456711ef41e', 'name': 'network-vif-deleted', 'tag': '7326298d-cdde-4393-96b9-81bef6f1117c', 'status': 'completed', 'code': 200} Aug 16 20:50:07.945513 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:08.049994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.219602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.25.7.219 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/4f89158d-871d-4bd5-bdf5-2aca297fc12d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:08.291603 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:08.296044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f00df28-d7a8-4c6e-b5d1-c276587f2898 req-6942271c-0446-4714-9faf-fd68a59110f0 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0801070 Aug 16 20:50:08.322823 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:08.332343 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:08.333203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:08.356707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.373768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d30dc9-fb01-40ec-9861-d80b3d18fc39 req-d710b30f-6821-4841-9238-8c245ddb2205 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:08.378178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17d30dc9-fb01-40ec-9861-d80b3d18fc39 req-d710b30f-6821-4841-9238-8c245ddb2205 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0769329 Aug 16 20:50:08.422803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17d30dc9-fb01-40ec-9861-d80b3d18fc39 req-97b89011-a307-460f-b01f-aed228040d52 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364192 Aug 16 20:50:08.457897 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:08.628849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:08.682811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:08.685848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:08.694589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:08.715364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=4f89158d-871d-4bd5-bdf5-2aca297fc12d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:08.786659 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:08.813838 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98746e28-66f9-4377-a28a-ac70ab725b92 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:09.084641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf030df8-89f2-46ae-9ede-632f565f338f None None] New status for floating IP e5941b96-2293-446c-b1df-2734048fc40c: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:09.138446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.295199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.483153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11e9479c-c9d3-408d-a2a8-e77c852fc23f req-44ffd234-a998-4b9e-a1eb-b57d2227b790 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=abe7b1e5-7317-4ef1-9d74-c456711ef41e HTTP/1.1" status: 200 len: 210 time: 0.0806992 Aug 16 20:50:09.531008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.600454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51119e8d-1445-4abb-a77c-381ad9db8239 req-2e0f89c8-4a68-423a-ab62-bfef1e73b65a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:09.606445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51119e8d-1445-4abb-a77c-381ad9db8239 req-2e0f89c8-4a68-423a-ab62-bfef1e73b65a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Aug 16 20:50:09.629591 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.665749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51119e8d-1445-4abb-a77c-381ad9db8239 req-e5b338f3-5885-4e12-ab97-bf06d45b451a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559769 Aug 16 20:50:09.711177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=4f89158d-871d-4bd5-bdf5-2aca297fc12d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:09.727427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:09.969000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:09.993643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 7326298d-cdde-4393-96b9-81bef6f1117c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:09.993978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 7326298d-cdde-4393-96b9-81bef6f1117c not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:10.198797 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP 16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae associated. External IP: 172.25.7.219, port: 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39. Aug 16 20:50:10.431767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:10.556294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:10.570920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:10.583880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:10.585015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:10.710600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:10.793913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:10.844754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12ef7b9b-a75e-47ac-9e49-16b96094d31c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0986700 Aug 16 20:50:10.845462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:10.848384 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e83611-ab98-4ac9-984a-3df47310c837" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:10.900313 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4109f63-a431-44ae-a634-456e6aeac297 x-openstack-request-id: req-e4109f63-a431-44ae-a634-456e6aeac297 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:10.900718 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:10.901069 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4109f63-a431-44ae-a634-456e6aeac297 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:10.901592 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'status': 'completed', 'code': 200} Aug 16 20:50:10.968680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83611-ab98-4ac9-984a-3df47310c837 req-40674d91-351a-4d8c-a966-412576d69827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:10.970472 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-40674d91-351a-4d8c-a966-412576d69827 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.0470335 Aug 16 20:50:10.979179 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:08Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:11.008969 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:11.018149 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:11.018969 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:11.078758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83611-ab98-4ac9-984a-3df47310c837 req-c642ddbb-3531-42b3-a84a-73a688496a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.080334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-c642ddbb-3531-42b3-a84a-73a688496a33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1028852 Aug 16 20:50:11.139373 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:11.178370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-8b4d5820-7e13-421b-8dca-cad8f5ce9dfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 1000 time: 0.0907803 Aug 16 20:50:11.245667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83611-ab98-4ac9-984a-3df47310c837 req-11d718ff-1ab0-4454-b8a0-531b0ab3b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.246734 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-11d718ff-1ab0-4454-b8a0-531b0ab3b179 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0604281 Aug 16 20:50:11.302807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e83611-ab98-4ac9-984a-3df47310c837 req-573b8a7c-25d1-4643-a169-2d1fc5f0a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:11.305911 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-573b8a7c-25d1-4643-a169-2d1fc5f0a616 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489318 Aug 16 20:50:11.416313 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-5ce36c0b-aac9-4804-90b2-00b923b556d7 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032009 Aug 16 20:50:11.454990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:08Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:11.486071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2e0e-6d7c-4073-853a-1ea067f6a52c None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:08Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:11.528555 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74e83611-ab98-4ac9-984a-3df47310c837 req-af117d96-1215-4adc-b002-38abf756e0e0 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051505 Aug 16 20:50:11.716618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52830) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:11.724839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b65b97c-c557-49df-9b07-a8b69e4194f8 None None] New status for floating IP 16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:11.824916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:11.851305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.032433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.035638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.040132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:12.040764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "DELETE /v2.0/security-groups/995f652e-4cdc-4ad1-bedc-22fc24bf07f3 HTTP/1.1" status: 204 len: 168 time: 0.3227043 Aug 16 20:50:12.051826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7080a-5346-4307-9e5f-2508632acc73 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995f652e-4cdc-4ad1-bedc-22fc24bf07f3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:12.065745 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-bc1709c9-71f8-42fa-9f0a-e4e69a298171 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] show failed (client error): The resource could not be found. Aug 16 20:50:12.070614 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc1709c9-71f8-42fa-9f0a-e4e69a298171 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups/995f652e-4cdc-4ad1-bedc-22fc24bf07f3 HTTP/1.1" status: 404 len: 347 time: 0.0269008 Aug 16 20:50:12.071247 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:12.216589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Deleting port 4c83961e-2e5e-4471-8b09-041c5842796c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:12.217232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.294000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.294385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.307531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Calling delete_port for 4c83961e-2e5e-4471-8b09-041c5842796c owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:12.560523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.590783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'Port': ['ID=4c83961e-2e5e-4471-8b09-041c5842796c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:12.654816 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.658043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:12.659193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c57f359e-89e4-465e-a5d9-ea0d4a6a382e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "DELETE /v2.0/floatingips/e5941b96-2293-446c-b1df-2734048fc40c HTTP/1.1" status: 204 len: 168 time: 0.5869823 Aug 16 20:50:13.004800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:13.013905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591345077', 'description': 'tempest-description--1294537162'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:13.114597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.198106 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.303412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.338460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd45350-1106-4b9a-b8c7-c1517d6660b2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:13.686741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.688375 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c21c7e9-7efa-4804-8259-3f713e63c259 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6823869 Aug 16 20:50:13.691146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 52866) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:13.695849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group_rule': {'security_group_id': 'ecd45350-1106-4b9a-b8c7-c1517d6660b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:13.874479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:13.934837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.000800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.028293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6207a2-da67-459f-b4af-c4baeb96b608,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.098134 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.099749 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c08cfcfc-ad56-44fd-8a54-e6a2410edf12 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073975 Aug 16 20:50:14.102656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52882) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:14.107695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'security_group_rule': {'security_group_id': 'ecd45350-1106-4b9a-b8c7-c1517d6660b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:14.257884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.308889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.406007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.426074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709c540c-0fdc-49b1-803d-eec92ef4f42e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:14.549465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.551304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3e03480d-0a9c-4632-a852-932a5a838c81 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4469693 Aug 16 20:50:14.554677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 52896) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:14.559345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:14.686367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.790479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:14.922306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Allocated IP 172.25.7.53 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/24ecbd17-8d25-4079-8791-dea0087d90a9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:15.038922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.178027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.223029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:15.226417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:15.230496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:15.258801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=24ecbd17-8d25-4079-8791-dea0087d90a9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.335479 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.506623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.682581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.760262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.832712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=24ecbd17-8d25-4079-8791-dea0087d90a9,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:15.845411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.937772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:15.938985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9ac73d20-1518-4117-9b58-11e14f24830a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3833075 Aug 16 20:50:16.137125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-489791da-7dc9-4e13-bc97-d8ef1fb265da tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1591345077&fields=id&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 267 time: 0.0344238 Aug 16 20:50:16.250715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-ef0cb725-1b29-44a8-9b76-70fd619d1bd2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:16.252494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-ef0cb725-1b29-44a8-9b76-70fd619d1bd2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 816 time: 0.1086862 Aug 16 20:50:16.267386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-207bb18a-3035-448f-902e-547a8697b827 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/quotas/01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 375 time: 0.0089827 Aug 16 20:50:16.321745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-1bd1f917-3808-4e78-af65-920b07db64ef tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483007 Aug 16 20:50:16.479059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-0e47b5ef-572a-47ad-ad3d-26961fb4a322 service neutron] 10.222.0.70 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449733 Aug 16 20:50:16.573233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-440696a3-c381-4e90-b148-8aef4a8b0a45 service neutron] 10.222.0.70 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880110 Aug 16 20:50:16.869191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-708afe8c-6c3a-410a-92db-67171e3c364b req-445ee0d1-be08-4528-989c-4928d5717d37 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 210 time: 0.0405893 Aug 16 20:50:17.989113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c785b907-84ae-490d-a2af-54013f19c5c8 req-30490d04-8c77-44ec-8475-4f98f111152f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 210 time: 0.0304320 Aug 16 20:50:18.366103 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:18.973123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-29f97f18-9f9a-4479-81b5-d2c7ee55461e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580237 Aug 16 20:50:19.038472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1319b-ce46-413d-9786-0b4984081708 req-1cfe59ea-d0a5-48dc-a376-a62510cbdce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.040102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-1cfe59ea-d0a5-48dc-a376-a62510cbdce2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 1097 time: 0.0440626 Aug 16 20:50:19.105686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-241e8748-9ce6-400b-854b-046348c7a0fd req-318233e3-f166-4136-a93c-dc0661b2eb90 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 210 time: 0.0381701 Aug 16 20:50:19.161359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1319b-ce46-413d-9786-0b4984081708 req-4e52b654-65d4-4a06-93f9-6a6296c2afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.166171 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-4e52b654-65d4-4a06-93f9-6a6296c2afc9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1007867 Aug 16 20:50:19.213283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-36c179c9-04bb-45a1-9dbe-dde596800bbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39c9002d-07e1-4e79-a611-f64aec360035 HTTP/1.1" status: 200 len: 217 time: 0.0416291 Aug 16 20:50:19.268057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1319b-ce46-413d-9786-0b4984081708 req-53ccc206-0479-49a5-a934-eb9ba5d4c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.270207 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-53ccc206-0479-49a5-a934-eb9ba5d4c87f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0457313 Aug 16 20:50:19.324794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1319b-ce46-413d-9786-0b4984081708 req-f8c27bb1-6625-4c59-ad49-49b8e060270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.326326 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-f8c27bb1-6625-4c59-ad49-49b8e060270b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478718 Aug 16 20:50:19.409180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-905976a5-4b93-4339-ad46-8296fda29ab9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:19.411284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-905976a5-4b93-4339-ad46-8296fda29ab9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 816 time: 0.1077695 Aug 16 20:50:19.426156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-8b18a4a4-b3ce-4a09-8c8e-22f5d6c59649 service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916121 Aug 16 20:50:19.468603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-977615a5-c4bf-46b5-aed0-9840c084fc17 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 380 time: 0.0474069 Aug 16 20:50:19.478654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'port': {'device_id': '73185b0d-8c64-4539-957a-0772895aca39', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'admin_state_up': True, 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'security_groups': ['ecd45350-1106-4b9a-b8c7-c1517d6660b2']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:19.534080 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-75e1319b-ce46-413d-9786-0b4984081708 req-93305f32-7fd1-4dac-994d-dd23bbe75dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996928 Aug 16 20:50:19.669187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Made reservation on behalf of 01820545e51b45d989ec535b85eb7fa7 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:19.673210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.767139 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:19.824536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Allocated IP 172.20.0.14 (584e6c3c-e2d6-43f4-9b3f-7ffce7471e89/d4c3accd-b448-445f-99a0-207542d7630e/0ff76c1c-a10f-45e3-a907-1399c1ebd0da) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:19.970393 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:19.985772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Transition to ACTIVE for port object 0ff76c1c-a10f-45e3-a907-1399c1ebd0da will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:20.189338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.266979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:20.276337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:20.282485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:20.314129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:20.334710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e8d5d-f425-4424-a40f-e87066163450 req-8700436a-eb0a-42f0-8bc4-2243343a1c93 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:20.336420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e18e8d5d-f425-4424-a40f-e87066163450 req-8700436a-eb0a-42f0-8bc4-2243343a1c93 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 932 time: 0.1446836 Aug 16 20:50:20.372639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:20.373262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.401734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e18e8d5d-f425-4424-a40f-e87066163450 req-b6329e48-5c06-4c71-bf40-11c9b84fa14e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556421 Aug 16 20:50:20.475498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-d5f02ab4-c602-4ce9-b93d-d6788a4e4282 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0006230 Aug 16 20:50:20.489443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Request body: {'port': {'device_id': '73185b0d-8c64-4539-957a-0772895aca39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:20.549032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.674622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5c57bd98-d119-4604-bd87-da82f872aa03 None None] Provisioning for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:20.679223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5c57bd98-d119-4604-bd87-da82f872aa03 None None] Provisioning complete for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:20.679637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5c57bd98-d119-4604-bd87-da82f872aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.715019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5c57bd98-d119-4604-bd87-da82f872aa03 None None] Port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:20.834728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:20.845188 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.858467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Transition to ACTIVE for port object 0ff76c1c-a10f-45e3-a907-1399c1ebd0da will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:20.932116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:20.989923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:21.070897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Attempting to bind port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:21.071311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Attempting to bind port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:21.071869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Attempting to bind port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:21.076927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:21.077259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Attempting to bind port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da on network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:21.083935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:21.084280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Checking segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:21.084690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Bound using segment: {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:21.085138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Bound port: 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b72c1026-9529-4afd-b8ec-a575e676856d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:21.085506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.156867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:21.159956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:21.246606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.288763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.289916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:21.291344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] 10.222.0.73 "PUT /v2.0/ports/0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 1093 time: 0.8062942 Aug 16 20:50:21.291858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:21.294030 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842eca6-a25a-4fcb-a7d7-76a3db46a909" -d '{"events": [{"name": "network-changed", "server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:21.342236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82dd2-b741-4ae6-8b7c-63a1b5106df4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:21.342236 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a893e9-2ee2-48e9-9d88-b82ba7099ef2 x-openstack-request-id: req-81a893e9-2ee2-48e9-9d88-b82ba7099ef2 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:21.342236 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:21.342236 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81a893e9-2ee2-48e9-9d88-b82ba7099ef2 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:21.342236 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'status': 'completed', 'code': 200} Aug 16 20:50:21.410577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-e0da7b73-f01f-4c18-816d-f9ead0ea735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.412230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-e0da7b73-f01f-4c18-816d-f9ead0ea735b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1096 time: 0.0441949 Aug 16 20:50:21.582514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978b48-bc28-44e1-9f36-5715dc04be58 req-54db9776-a3d0-4f72-b164-93c1f4a08121 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.583535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53978b48-bc28-44e1-9f36-5715dc04be58 req-54db9776-a3d0-4f72-b164-93c1f4a08121 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0877492 Aug 16 20:50:21.588678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-41ae5556-431f-433d-afa9-35e7d27461fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.590098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-41ae5556-431f-433d-afa9-35e7d27461fa service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=01820545e51b45d989ec535b85eb7fa7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1671588 Aug 16 20:50:21.674403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53978b48-bc28-44e1-9f36-5715dc04be58 req-e315f161-707b-40b5-9ec9-4191228c6948 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833256 Aug 16 20:50:21.728340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-a84a88c5-ca71-4539-8c5b-81f9039d9b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.729931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f842eca6-a25a-4fcb-a7d7-76a3db46a909 req-a84a88c5-ca71-4539-8c5b-81f9039d9b66 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259363 Aug 16 20:50:21.825792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-66ad786a-547b-41b9-889a-e86ecf815a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.827381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-66ad786a-547b-41b9-889a-e86ecf815a55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1096 time: 0.0476665 Aug 16 20:50:21.877761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-42b96ea5-bb6c-4391-bd7a-1f5de54b8abc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 217 time: 0.0407333 Aug 16 20:50:21.934957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-2e10269d-195e-4a9a-b36a-9af4b971b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.937468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-2e10269d-195e-4a9a-b36a-9af4b971b9e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0500469 Aug 16 20:50:21.986076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-eeff48c1-fe26-4212-a815-d52a65351d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:21.988336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-eeff48c1-fe26-4212-a815-d52a65351d22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417426 Aug 16 20:50:22.046155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:22.090741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-8a4f8983-f7c0-494e-a512-e03ae6365f3d service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887043 Aug 16 20:50:22.192573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcdce1c9-d93b-4169-b0b9-c40babd2debd req-ef214f5a-7802-46a8-8d3c-e0f3061350ab service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885274 Aug 16 20:50:22.809852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaf936-8252-4c20-8bdc-6b389597e615 req-0cfda7c5-5587-42c7-a556-650c425e452b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:22.812325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfaaf936-8252-4c20-8bdc-6b389597e615 req-0cfda7c5-5587-42c7-a556-650c425e452b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0538805 Aug 16 20:50:22.857925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfaaf936-8252-4c20-8bdc-6b389597e615 req-d137b15d-ab55-4e8c-85c7-f6395549d04d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Aug 16 20:50:24.004136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fff85-0fd5-4806-a923-c471a5f0e4d2 req-988833c0-2792-4cbf-a343-7c9c4b2d2468 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:24.005976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be7fff85-0fd5-4806-a923-c471a5f0e4d2 req-988833c0-2792-4cbf-a343-7c9c4b2d2468 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0535572 Aug 16 20:50:24.058965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be7fff85-0fd5-4806-a923-c471a5f0e4d2 req-1e4ed8fd-8391-493f-9dc8-6db2e5f0ba3e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454168 Aug 16 20:50:25.197683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d35bd-818e-43c8-9276-648b2b7b9559 req-e7412e4f-83b6-444d-a3e9-f5ca31f05840 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:25.203925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-403d35bd-818e-43c8-9276-648b2b7b9559 req-e7412e4f-83b6-444d-a3e9-f5ca31f05840 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0615568 Aug 16 20:50:25.243365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-403d35bd-818e-43c8-9276-648b2b7b9559 req-edcb3ae7-1735-4192-94d0-1f4ee1598b82 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359354 Aug 16 20:50:26.058403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:26.172047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:26.185391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:26.226051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.242327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:26.267940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:26.365762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:26.387648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee68764-ce3e-4d8e-af03-ee61078c44e0 req-db3625c5-7408-4b6f-b32e-79220e5d19d2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:26.393189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ee68764-ce3e-4d8e-af03-ee61078c44e0 req-db3625c5-7408-4b6f-b32e-79220e5d19d2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0543025 Aug 16 20:50:26.423792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:26.439239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ee68764-ce3e-4d8e-af03-ee61078c44e0 req-9c14cd34-cbd3-49f5-bb0a-119f9c2ac514 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Aug 16 20:50:26.648624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0ff76c1c-a10f-45e3-a907-1399c1ebd0da'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:27.593255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056ca99-9fdf-44ee-92b2-934d33977800 req-59403105-d0fb-4d57-abe6-5b10e508bf1a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:27.594754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b056ca99-9fdf-44ee-92b2-934d33977800 req-59403105-d0fb-4d57-abe6-5b10e508bf1a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 945 time: 0.0699677 Aug 16 20:50:27.636741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b056ca99-9fdf-44ee-92b2-934d33977800 req-fa482e4a-579e-44bc-bc32-7d83a42fd9ab tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350699 Aug 16 20:50:28.067085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:28.200055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:28.204144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:28.204516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.289915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.314395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:28.317031 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f7b889-03cc-4142-a500-17d9399ac700" -d '{"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:28.332130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:28.355619 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e778e-24a3-44a4-9fa1-348c20f69b89 x-openstack-request-id: req-354e778e-24a3-44a4-9fa1-348c20f69b89 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:28.355965 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:28.356223 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-354e778e-24a3-44a4-9fa1-348c20f69b89 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:28.356612 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'code': 200} Aug 16 20:50:28.445447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:28.478040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c4bfe-ee03-4ba4-9976-8777f29ce53f req-362dd2c6-b7b6-423e-9f78-6f9cc88c9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.479761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-988c4bfe-ee03-4ba4-9976-8777f29ce53f req-362dd2c6-b7b6-423e-9f78-6f9cc88c9c5a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1098 time: 0.0417995 Aug 16 20:50:28.493899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:28.518365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-988c4bfe-ee03-4ba4-9976-8777f29ce53f req-fff5d98f-0c30-4975-9aae-d702dfac5860 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288157 Aug 16 20:50:28.761490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea78d-b28b-4ae8-ad59-ed2e5bf953ab req-a980d160-ea76-49b1-a292-a599347e2337 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:28.763024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-551ea78d-b28b-4ae8-ad59-ed2e5bf953ab req-a980d160-ea76-49b1-a292-a599347e2337 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0536482 Aug 16 20:50:28.808173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-551ea78d-b28b-4ae8-ad59-ed2e5bf953ab req-1fe59558-74f2-4d85-9c3b-7b8687c4d0c4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Aug 16 20:50:29.949412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4184bb7-30fe-4588-bc70-c3138e2fac8e req-eab7169e-baeb-4c2e-8cf8-c7243f8e6e2e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:29.950931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4184bb7-30fe-4588-bc70-c3138e2fac8e req-eab7169e-baeb-4c2e-8cf8-c7243f8e6e2e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0588467 Aug 16 20:50:29.992861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4184bb7-30fe-4588-bc70-c3138e2fac8e req-4839c2dd-f2c7-48bc-9d91-2b8546b160fc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351336 Aug 16 20:50:30.131310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e79c4-4cc3-4d2a-9291-403dcdb1f646 req-a05639a4-3d46-4851-945d-50bfd1b65ed5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.136588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de3e79c4-4cc3-4d2a-9291-403dcdb1f646 req-a05639a4-3d46-4851-945d-50bfd1b65ed5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0753515 Aug 16 20:50:30.205512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de3e79c4-4cc3-4d2a-9291-403dcdb1f646 req-eb185b93-390b-4985-9049-5d6cd577b58c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531988 Aug 16 20:50:30.212958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88568cf-d5f4-4869-adc5-3f01c617867a req-ce874a19-55bb-4a84-8355-2a413dcddcf8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.216860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88568cf-d5f4-4869-adc5-3f01c617867a req-ce874a19-55bb-4a84-8355-2a413dcddcf8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1151628 Aug 16 20:50:30.226066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 53506) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.231026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53508) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:30.233317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Request body: {'floatingip': {'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:30.313644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bb0988af-8d77-4f56-a580-978b5e30240b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/5e9cf080-1e99-4b85-9c8f-5b826d8b1838 HTTP/1.1" status: 200 len: 993 time: 0.0814734 Aug 16 20:50:30.327433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.675809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d161c75-c816-48e3-9514-ddfc93c13dea req-0e868f33-536c-4ea2-a7c8-2003e3cec740 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:30.677302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d161c75-c816-48e3-9514-ddfc93c13dea req-0e868f33-536c-4ea2-a7c8-2003e3cec740 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1097 time: 0.0464602 Aug 16 20:50:30.715641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d161c75-c816-48e3-9514-ddfc93c13dea req-bb6d6797-25b1-4186-80ee-7a728c90b6ea tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313053 Aug 16 20:50:30.720612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4c922d06-a280-4ae4-b3c4-ac3934be7a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.826596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:30.972402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.101264 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Floating IP 8f09b183-0b76-409c-acb8-1689dfeeea8b associated. External IP: 172.25.7.53, port: 0ff76c1c-a10f-45e3-a907-1399c1ebd0da. Aug 16 20:50:31.358853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:31.502048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:31.508377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:31.513330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:31.527300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:31.536694 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:31.546465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-881e05f1-0ab5-4cd6-aee0-2d2303c98627 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "PUT /v2.0/floatingips/8f09b183-0b76-409c-acb8-1689dfeeea8b HTTP/1.1" status: 200 len: 991 time: 1.3165934 Aug 16 20:50:31.546465 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:31.550658 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c94bf7-056e-4a70-af11-204c40ff85bc" -d '{"events": [{"name": "network-changed", "server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:31.680094 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b92875-19e1-4990-8a28-37a3a29f61be x-openstack-request-id: req-45b92875-19e1-4990-8a28-37a3a29f61be {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:31.681046 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:31.681439 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45b92875-19e1-4990-8a28-37a3a29f61be {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:31.682141 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'status': 'completed', 'code': 200} Aug 16 20:50:31.704078 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:31.996883 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8f09b183-0b76-409c-acb8-1689dfeeea8b', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73185b0d-8c64-4539-957a-0772895aca39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:15Z', 'updated_at': '2021-08-16T20:50:30Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:32.050555 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:32.059997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:32.060612 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:32.141122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-6e261572-741d-4a77-81de-618e449249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.142790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-6e261572-741d-4a77-81de-618e449249f3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1098 time: 0.4376800 Aug 16 20:50:32.173047 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:32.256614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-2da0b95b-2488-402e-84ce-4e212d1e447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.258894 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-d009f9dd-6eb1-47e7-8d51-3285bfe33ae3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730608 Aug 16 20:50:32.260172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-2da0b95b-2488-402e-84ce-4e212d1e447a service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.1090782 Aug 16 20:50:32.369341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-5abf2508-470c-427e-b810-cbaff97bc93a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 999 time: 0.0981507 Aug 16 20:50:32.432467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-4a4d5a10-0f4a-4e50-8dec-b2687baa334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.434164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-4a4d5a10-0f4a-4e50-8dec-b2687baa334e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0558333 Aug 16 20:50:32.508115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-6e79874d-8919-4a8f-a433-04640b093eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:32.509957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-6e79874d-8919-4a8f-a433-04640b093eda service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673263 Aug 16 20:50:32.572024 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8f09b183-0b76-409c-acb8-1689dfeeea8b', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73185b0d-8c64-4539-957a-0772895aca39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:15Z', 'updated_at': '2021-08-16T20:50:30Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:32.609443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01cbbf-132c-427c-8647-c29204cda8f9 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8f09b183-0b76-409c-acb8-1689dfeeea8b', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73185b0d-8c64-4539-957a-0772895aca39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:15Z', 'updated_at': '2021-08-16T20:50:30Z', 'revision_number': 1, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:32.634955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-e2c21fe4-9b0c-4061-a746-295ef9f3d778 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119893 Aug 16 20:50:32.737985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57c94bf7-056e-4a70-af11-204c40ff85bc req-852233f0-72e0-4392-9d2d-a1bbeb69f1bd service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955675 Aug 16 20:50:32.869849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cd356e-4110-419d-9e4e-e9d94da5a5a4 None None] New status for floating IP 8f09b183-0b76-409c-acb8-1689dfeeea8b: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:33.423315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-4f4cd7cb-93e0-4318-9b4a-08ac159b849b tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:50:33.424389 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-4f4cd7cb-93e0-4318-9b4a-08ac159b849b tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060856 Aug 16 20:50:33.436810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Request body: {'binding': {'host': 'n-h2-794306-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:33.437365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Unknown quota resources ['binding']. {{(pid=95241) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 16 20:50:33.463747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.545205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-3f96430a-e0dc-4714-9cfd-42b249453c53 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:33.553199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-3f96430a-e0dc-4714-9cfd-42b249453c53 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/networks?id=4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1389492 Aug 16 20:50:33.570756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-187ad35e-1d73-418a-9727-e0003da38926 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/quotas/dc2febbc03314e32ba224f84b66a7b4c HTTP/1.1" status: 200 len: 375 time: 0.0164795 Aug 16 20:50:33.577108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab56e7c7-6b47-419d-a636-2aaafa0f05fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.600090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-d732f65b-d516-4a40-98f2-1d71e101426f tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284159 Aug 16 20:50:33.605297 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on host n-h2-794306-10 for vnic_type normal with profile None {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:33.605871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:33.606204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:33.610585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:33.610904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:33.616457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:33.616794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:33.617174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Bound using segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:33.617597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Bound port: 64b04986-a621-4b9f-b559-ce2febb10a4a, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:33.701802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:33.702054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-7d17f91e-4c06-41fe-9dc7-f96e83de0707 service neutron] 10.222.0.70 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937779 Aug 16 20:50:33.794976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-1b6098d8-ddbb-4cf9-8d89-947f149b1a9b service neutron] 10.222.0.70 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Aug 16 20:50:33.819386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:33.820767 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] 10.222.0.70 "POST /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3882129 Aug 16 20:50:34.126101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04206c90-d7fd-4747-bacf-2d7255889c5e req-07c30c31-d9c6-4702-92cf-5a19d2c92b8a tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.0273061 Aug 16 20:50:34.194670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dafb1-fd2d-4863-9a37-489838a8e8cc req-6782cf4c-4d48-45e5-89f1-ef1ccbd6a647 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.196100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c8dafb1-fd2d-4863-9a37-489838a8e8cc req-6782cf4c-4d48-45e5-89f1-ef1ccbd6a647 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0672581 Aug 16 20:50:34.244977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c8dafb1-fd2d-4863-9a37-489838a8e8cc req-7e7eebfd-eea1-4950-91d6-82edbd6e1d2a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415475 Aug 16 20:50:34.279754 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:34.635022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-2572d54f-ceb4-4413-87f9-f89b159d72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.636800 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-2572d54f-ceb4-4413-87f9-f89b159d72b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1097 time: 0.0436802 Aug 16 20:50:34.741841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-e4314bb6-62b4-48e4-b4b4-9523ef54b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.743325 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-e4314bb6-62b4-48e4-b4b4-9523ef54b0f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 897 time: 0.0988357 Aug 16 20:50:34.809024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-6b7f6f51-d18f-465e-8b70-a9b18b2236af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 1001 time: 0.0573449 Aug 16 20:50:34.864729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-fcaad7f8-24c3-40d1-a1fd-a7993c2824fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.866193 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-fcaad7f8-24c3-40d1-a1fd-a7993c2824fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.0498390 Aug 16 20:50:34.915357 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-955fafee-faaa-4dae-adf3-0c9fe94a0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:34.916810 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-955fafee-faaa-4dae-adf3-0c9fe94a0bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426898 Aug 16 20:50:35.008222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-48775819-52af-4d2f-b273-19e03ba751f6 service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Aug 16 20:50:35.106451 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-3a2bbd54-d73b-4478-aea3-36a242fdba5b service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912499 Aug 16 20:50:35.204210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fef20420-44f3-41d8-a527-f778dbf6fe59 req-e3b59077-81d9-41a3-b357-264e396aaf1e tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.0275667 Aug 16 20:50:35.240379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-5ed3d8e0-ac1a-4269-8e0d-e75417d5d38a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.242010 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-5ed3d8e0-ac1a-4269-8e0d-e75417d5d38a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4&tenant_id=a6260687ac4648d18254bc9a5b73117e&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1097 time: 0.0799248 Aug 16 20:50:35.254162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-10'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:35.310418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.371873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cafe8-ba1b-47a9-ae8a-eb6a674857b0 req-146912c3-40f8-459a-a157-0facfdba468b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:35.374963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f64cafe8-ba1b-47a9-ae8a-eb6a674857b0 req-146912c3-40f8-459a-a157-0facfdba468b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0554829 Aug 16 20:50:35.422290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f64cafe8-ba1b-47a9-ae8a-eb6a674857b0 req-fcd830f7-1c9d-4e63-82f5-2a6ccf7022d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402658 Aug 16 20:50:35.442953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:35.480359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:35.520791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:35.523047 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec2bccb-0fad-4f35-aee3-fe31d264a3aa" -d '{"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-unplugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:35.527221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.558788 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f64144e-e3c1-4c7b-a1c7-da95aa03772d x-openstack-request-id: req-0f64144e-e3c1-4c7b-a1c7-da95aa03772d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:35.559081 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-unplugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:35.559327 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f64144e-e3c1-4c7b-a1c7-da95aa03772d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:35.559720 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'code': 200} Aug 16 20:50:35.610726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.708676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:35.720933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.721277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.721652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.722336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.722449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.722743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.723094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.723398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.723855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.724104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.724426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.724753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:35.776627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on host n-h1-794306-10 for vnic_type normal with profile {"migrating_to": "n-h2-794306-10"} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:35.777213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:35.777430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:35.782300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:35.782911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Attempting to bind port 64b04986-a621-4b9f-b559-ce2febb10a4a on network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:35.788398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:35.788790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Checking segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:35.789133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Bound using segment: {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:35.789561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Bound port: 64b04986-a621-4b9f-b559-ce2febb10a4a, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bad1e9-0cde-4500-a14c-c0e5a0cd6971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:35.789969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.857948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:35.861045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:35.890041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-87dc55d5-3958-4b57-b442-bdd1ccfa4e8c None None] Provisioning complete for port 64b04986-a621-4b9f-b559-ce2febb10a4a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:35.890595 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-87dc55d5-3958-4b57-b442-bdd1ccfa4e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:35.924009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-87dc55d5-3958-4b57-b442-bdd1ccfa4e8c None None] Port 64b04986-a621-4b9f-b559-ce2febb10a4a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:36.017199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.131288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=8']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:36.169447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.170111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.171551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-29b46d91-85a9-4e59-b1ec-a9a3895e02ed service neutron] 10.222.0.64 "PUT /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 1123 time: 0.9224391 Aug 16 20:50:36.228380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.266062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['64b04986-a621-4b9f-b559-ce2febb10a4a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:36.313619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1c0feac-9b78-4b76-a56a-65efdd5e1f90 req-a79fa40a-ab49-426d-a157-6c9724e4bd38 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.0322449 Aug 16 20:50:36.370076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Provisioning complete for port 64b04986-a621-4b9f-b559-ce2febb10a4a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:36.370451 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.522844 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.543273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee98046-c689-4235-8587-7d437a172a1e req-8b065126-2673-4a45-8b64-3f1c21d38db3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:36.545189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ee98046-c689-4235-8587-7d437a172a1e req-8b065126-2673-4a45-8b64-3f1c21d38db3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 943 time: 0.0548136 Aug 16 20:50:36.560733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:36.562955 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7370f1-cf00-4d88-b08e-2601f32e9721" -d '{"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-plugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:36.583008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:36.600005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ee98046-c689-4235-8587-7d437a172a1e req-ef40914a-aa16-4af1-9df2-6465a1171413 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486443 Aug 16 20:50:36.623632 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be468c3-6dbe-4d0d-8e51-db8858071b6d x-openstack-request-id: req-3be468c3-6dbe-4d0d-8e51-db8858071b6d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:36.623998 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-plugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:36.631386 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3be468c3-6dbe-4d0d-8e51-db8858071b6d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:36.631386 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'code': 200} Aug 16 20:50:36.660033 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:36.796529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:36.808718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.809061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.809400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.809797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.810120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.810520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.810846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.811195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.811515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.811857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.812177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:36.814757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe63d0e-4d8a-4d67-8aec-49b8698e17d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:37.145776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-27014890-3283-4f1c-9395-8c5d641d5434 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.147321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-27014890-3283-4f1c-9395-8c5d641d5434 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.64 "GET /v2.0/networks?id=4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1063304 Aug 16 20:50:37.172642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Request body: {'port': {'device_id': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7', 'admin_state_up': True, 'tenant_id': 'dc2febbc03314e32ba224f84b66a7b4c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:37.384695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Made reservation on behalf of dc2febbc03314e32ba224f84b66a7b4c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:37.388698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.446248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38927aba-511e-4f40-8baf-91f3a33a4bf0 req-f2eccbc0-9d9d-4764-82ae-1fda8e07df1b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.0422928 Aug 16 20:50:37.553271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Allocated IP 172.20.0.12 (4df294b2-34bc-40de-b119-0b03f8f7b5d7/aa07ad27-728e-4b38-8fc8-feaff694246f/17c66949-502e-4031-ad56-dcede197991a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:37.563157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:37.565894 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9802030-5672-4977-aed7-f16c183454cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:37.609235 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a58d51-32b2-4e19-9dd0-1b65c68a5d27 x-openstack-request-id: req-26a58d51-32b2-4e19-9dd0-1b65c68a5d27 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:37.609520 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:37.609767 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26a58d51-32b2-4e19-9dd0-1b65c68a5d27 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:37.610162 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'status': 'completed', 'code': 200} Aug 16 20:50:37.714489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802030-5672-4977-aed7-f16c183454cc req-6d4bf60a-c7ea-4959-afec-587417e235a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.715575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-6d4bf60a-c7ea-4959-afec-587417e235a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1128 time: 0.0761595 Aug 16 20:50:37.741686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.780557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03761c-d2c3-406b-8022-e85790bec9b0 req-8251f4a5-0f92-46a8-a402-f1e08b7e1d28 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.781991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd03761c-d2c3-406b-8022-e85790bec9b0 req-8251f4a5-0f92-46a8-a402-f1e08b7e1d28 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.1097591 Aug 16 20:50:37.840640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd03761c-d2c3-406b-8022-e85790bec9b0 req-cd4964ec-19bf-46ce-a240-d5bebc3985a1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520842 Aug 16 20:50:37.854015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802030-5672-4977-aed7-f16c183454cc req-1ee1673f-bd64-4854-9714-d796a9568f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.856882 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:37.861115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-1ee1673f-bd64-4854-9714-d796a9568f37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 897 time: 0.1372387 Aug 16 20:50:37.911127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:37.917119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:37.919635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:37.938631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-db854514-a28f-44d3-9177-1624bc281073 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 1001 time: 0.0692227 Aug 16 20:50:37.949902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Pushing event updated for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:37.979712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:37.980356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.002043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802030-5672-4977-aed7-f16c183454cc req-32ab2709-38d3-4776-b56b-c27c54edbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.004192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-32ab2709-38d3-4776-b56b-c27c54edbb85 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.0529044 Aug 16 20:50:38.052302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9802030-5672-4977-aed7-f16c183454cc req-c0c6dcbb-8c22-4bfb-9ed9-fb19d9b27600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.053810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-c0c6dcbb-8c22-4bfb-9ed9-fb19d9b27600 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421231 Aug 16 20:50:38.062860 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-2b915b89-812f-4233-b8fa-fc3e323f9aaf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944042 Aug 16 20:50:38.075183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Request body: {'port': {'device_id': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:38.130540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.153881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-36bb42d0-bcba-481b-be10-4d8dfd6dbf7d service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907192 Aug 16 20:50:38.255933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9802030-5672-4977-aed7-f16c183454cc req-9c076de6-3ce9-4022-b2c7-8feec3a8eea4 service neutron] 10.222.0.73 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933540 Aug 16 20:50:38.587994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6411-7404-44bd-8d5d-745175551ef6 req-fc5b5491-1be4-4744-919b-d822e9a700c0 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.587994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d9a6411-7404-44bd-8d5d-745175551ef6 req-fc5b5491-1be4-4744-919b-d822e9a700c0 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 932 time: 0.0626271 Aug 16 20:50:38.626479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d9a6411-7404-44bd-8d5d-745175551ef6 req-4775e9d9-509c-4f03-b511-c2457c326eb4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363317 Aug 16 20:50:38.750673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c66949-502e-4031-ad56-dcede197991a {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:38.758493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.771568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Transition to ACTIVE for port object 17c66949-502e-4031-ad56-dcede197991a will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:38.883667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:38.935878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:38.967012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcb64d-6594-4dd6-bceb-ab08c9e6f909 req-2b1a4685-c4f4-4bd0-97e9-06cc6727cfee tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:38.968577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1bcb64d-6594-4dd6-bceb-ab08c9e6f909 req-2b1a4685-c4f4-4bd0-97e9-06cc6727cfee tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0567486 Aug 16 20:50:39.000092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Attempting to bind port 17c66949-502e-4031-ad56-dcede197991a on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:39.000731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Attempting to bind port 17c66949-502e-4031-ad56-dcede197991a by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:39.001062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Attempting to bind port 17c66949-502e-4031-ad56-dcede197991a on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:39.005977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Port 17c66949-502e-4031-ad56-dcede197991a on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:39.006301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Attempting to bind port 17c66949-502e-4031-ad56-dcede197991a on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:39.010978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:39.011311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Checking segment: {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:39.011693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Bound using segment: {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:39.012142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Bound port: 17c66949-502e-4031-ad56-dcede197991a, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:39.012501 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.012774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1bcb64d-6594-4dd6-bceb-ab08c9e6f909 req-bbf7faf8-abc3-441c-b190-f0849c9f0ba8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Aug 16 20:50:39.084105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:39.130257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=17c66949-502e-4031-ad56-dcede197991a,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:39.216940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.248911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.249499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:39.251303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] 10.222.0.64 "PUT /v2.0/ports/17c66949-502e-4031-ad56-dcede197991a HTTP/1.1" status: 200 len: 1093 time: 1.1805155 Aug 16 20:50:39.278817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ec70-71f1-4ade-80be-27f354cd7fcc service neutron] Pushing event updated for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:39.490968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-b7445e3f-82f3-4e03-a76b-0be8a8f8ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.493117 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-b7445e3f-82f3-4e03-a76b-0be8a8f8ecac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 1096 time: 0.0538039 Aug 16 20:50:39.566583 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-9341a8e7-b22a-413e-8bef-6ce38ab5c7b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c66949-502e-4031-ad56-dcede197991a HTTP/1.1" status: 200 len: 217 time: 0.0410309 Aug 16 20:50:39.611237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'tag': '17c66949-502e-4031-ad56-dcede197991a'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:39.614256 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53ce242-e6fc-4087-9037-d28dbed25bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "tag": "17c66949-502e-4031-ad56-dcede197991a"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:39.628903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-9e21173f-15e7-4f61-bb87-c17d68a75989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.630887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-9e21173f-15e7-4f61-bb87-c17d68a75989 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa07ad27-728e-4b38-8fc8-feaff694246f HTTP/1.1" status: 200 len: 853 time: 0.0566053 Aug 16 20:50:39.671338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-546059cd-7660-4cad-83a0-4f2f37867f9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df294b2-34bc-40de-b119-0b03f8f7b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282240 Aug 16 20:50:39.680372 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ccbcc3-3c97-4688-a7bf-5d5cdfc34728 x-openstack-request-id: req-b8ccbcc3-3c97-4688-a7bf-5d5cdfc34728 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:39.680684 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "tag": "17c66949-502e-4031-ad56-dcede197991a", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:39.681026 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8ccbcc3-3c97-4688-a7bf-5d5cdfc34728 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:39.681571 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'tag': '17c66949-502e-4031-ad56-dcede197991a', 'status': 'completed', 'code': 200} Aug 16 20:50:39.757069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:39.799275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abf093-95d4-4f45-a52c-e4587cf7a9a4 req-f77dff09-3ed0-4cfc-acbe-2639e39a7786 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:39.802264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21abf093-95d4-4f45-a52c-e4587cf7a9a4 req-f77dff09-3ed0-4cfc-acbe-2639e39a7786 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 944 time: 0.0893040 Aug 16 20:50:39.826302 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-588dc89b-f0bd-44d6-a0e2-6d9986ff0df6 service neutron] 10.222.0.64 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437302 Aug 16 20:50:39.860258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21abf093-95d4-4f45-a52c-e4587cf7a9a4 req-ccd4802d-553c-4a9a-bd0d-afe5ad245d93 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Aug 16 20:50:39.882919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:39.895759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a has no active binding in host n-h2-794306-10 {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 20:50:39.928388 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d2b0e639-1ca7-4026-ada4-9005d9a10f09 req-15aa52dd-1874-4a76-a09e-33feaa73f064 service neutron] 10.222.0.64 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916553 Aug 16 20:50:40.142578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-cbe4f4e3-fc87-4d88-b9f6-0137a56972a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.144503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-cbe4f4e3-fc87-4d88-b9f6-0137a56972a8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 1096 time: 0.0449119 Aug 16 20:50:40.145223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1dab7-9e97-4f19-93a9-e099bf3656e6 req-f8596bbb-0ad1-4d20-b82d-fd8b8a7a9bc0 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.146742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0a1dab7-9e97-4f19-93a9-e099bf3656e6 req-f8596bbb-0ad1-4d20-b82d-fd8b8a7a9bc0 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0609286 Aug 16 20:50:40.186997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0a1dab7-9e97-4f19-93a9-e099bf3656e6 req-82f0ff96-3703-46e3-91d5-09b7e5f8370c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342464 Aug 16 20:50:40.243610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-4f4e8afe-c285-41fe-a9e4-a0997d43543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.245155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-4f4e8afe-c285-41fe-a9e4-a0997d43543a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 200 len: 914 time: 0.0929854 Aug 16 20:50:40.294468 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-c5b49eff-b45b-45f8-8cc9-2b6a872fb684 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c66949-502e-4031-ad56-dcede197991a HTTP/1.1" status: 200 len: 217 time: 0.0397191 Aug 16 20:50:40.352417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-24a6393a-40a9-459d-a8d5-53c9c367c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.358746 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-24a6393a-40a9-459d-a8d5-53c9c367c012 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa07ad27-728e-4b38-8fc8-feaff694246f HTTP/1.1" status: 200 len: 853 time: 0.0516949 Aug 16 20:50:40.389767 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-ed9cad14-6ef1-4c5a-884d-152876dfce44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4df294b2-34bc-40de-b119-0b03f8f7b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274689 Aug 16 20:50:40.496043 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-1b0919e8-e071-4d07-89ca-d49a724d471a service neutron] 10.222.0.64 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984735 Aug 16 20:50:40.599413 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c53ce242-e6fc-4087-9037-d28dbed25bf1 req-f1cc16e8-7118-4ec8-afb5-f3680fe18639 service neutron] 10.222.0.64 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951939 Aug 16 20:50:40.992716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf024-39e5-4f51-a62f-d94ec39dc1df req-ad1b6288-47d1-4dee-a9f7-cfbf774ea09d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:40.994257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677cf024-39e5-4f51-a62f-d94ec39dc1df req-ad1b6288-47d1-4dee-a9f7-cfbf774ea09d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 944 time: 0.0598254 Aug 16 20:50:41.036452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677cf024-39e5-4f51-a62f-d94ec39dc1df req-d3faeb31-88ad-4fdd-b1d6-472e0d0ea207 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Aug 16 20:50:41.310877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349e0a5-b135-427e-9fd8-99cbf3cac85c req-bb53160c-e28e-4c72-b590-7a7a77876bf1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:41.312448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5349e0a5-b135-427e-9fd8-99cbf3cac85c req-bb53160c-e28e-4c72-b590-7a7a77876bf1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Aug 16 20:50:41.360362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5349e0a5-b135-427e-9fd8-99cbf3cac85c req-c3aad8a0-ad50-452c-bc82-ce597a883e25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Aug 16 20:50:41.594971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-ce1d244e-cb2b-4051-8dd5-0c5ca5f2d77a service neutron] 10.222.0.73 "GET /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 385 time: 0.0603499 Aug 16 20:50:41.773406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.779169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 17c66949-502e-4031-ad56-dcede197991a details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:41.794862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:41.836499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:41.838935 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6407adfa-5e0e-4703-b150-38672cb9d140" -d '{"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-unplugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:41.846573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.881404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=17c66949-502e-4031-ad56-dcede197991a,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.893039 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d0a9d-cf09-4b3d-b8b4-691e8094184f x-openstack-request-id: req-018d0a9d-cf09-4b3d-b8b4-691e8094184f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:41.893336 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-unplugged", "status": "completed", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:41.893597 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-018d0a9d-cf09-4b3d-b8b4-691e8094184f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:41.894013 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'code': 200} Aug 16 20:50:41.897077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '17c66949-502e-4031-ad56-dcede197991a', 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7', 'port_id': '17c66949-502e-4031-ad56-dcede197991a', 'mac_address': 'fa:16:3e:bd:18:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa07ad27-728e-4b38-8fc8-feaff694246f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:41.932761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:41.946190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c66949-502e-4031-ad56-dcede197991a {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:41.965157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=17c66949-502e-4031-ad56-dcede197991a,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:41.999687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.082053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] Transition to ACTIVE for port object 64b04986-a621-4b9f-b559-ce2febb10a4a will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:42.101478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.149030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.157710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d9650-47b2-4316-9ee8-0d3fe7b0bd08 req-4a293185-d26f-4d2f-b927-f8299ebca7ed tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.159918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a5d9650-47b2-4316-9ee8-0d3fe7b0bd08 req-4a293185-d26f-4d2f-b927-f8299ebca7ed tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 945 time: 0.0514722 Aug 16 20:50:42.200934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a5d9650-47b2-4316-9ee8-0d3fe7b0bd08 req-7c38ccb3-f330-40bd-a7d0-8237d1367a45 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Aug 16 20:50:42.223210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:42.326346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] Pushing event updated for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=11']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:42.349349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['17c66949-502e-4031-ad56-dcede197991a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:42.359909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] No DVR routers for this DVR port 64b04986-a621-4b9f-b559-ce2febb10a4a on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:42.539333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4c813-3348-4fb6-9141-78adae933b3d req-3f57606c-5d6d-4a20-ac2d-42855d0fff84 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.540837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3b4c813-3348-4fb6-9141-78adae933b3d req-3f57606c-5d6d-4a20-ac2d-42855d0fff84 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0881031 Aug 16 20:50:42.549962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-f090bfbc-9e3b-4fa0-81ce-a001ea6f0199 service neutron] 10.222.0.73 "PUT /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a/bindings/n-h2-794306-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9454801 Aug 16 20:50:42.586795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3b4c813-3348-4fb6-9141-78adae933b3d req-01bd3015-02c6-47fa-887a-58d9dad06287 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358541 Aug 16 20:50:42.761838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-3fb7d814-fce4-4d48-b8b9-eda4227413d5 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.763356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-3fb7d814-fce4-4d48-b8b9-eda4227413d5 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4&tenant_id=a6260687ac4648d18254bc9a5b73117e&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.0455995 Aug 16 20:50:42.812582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-dce75558-6917-4b25-8cc6-5caf65434355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.814162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-dce75558-6917-4b25-8cc6-5caf65434355 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 1096 time: 0.0410216 Aug 16 20:50:42.884544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-1f9cf74f-1e47-45f0-9b6d-2d90e2413495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.886045 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-1f9cf74f-1e47-45f0-9b6d-2d90e2413495 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1096 time: 0.0476680 Aug 16 20:50:42.981720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-ab97504b-8689-4384-8de2-3f511a3cd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:42.983254 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-ab97504b-8689-4384-8de2-3f511a3cd126 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 897 time: 0.0867224 Aug 16 20:50:43.057715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-8054acea-72c7-4019-94df-d04756a7107d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 999 time: 0.0646071 Aug 16 20:50:43.108483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-e349d45c-c997-460d-bb69-52d520f68570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.109969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-e349d45c-c997-460d-bb69-52d520f68570 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.0437467 Aug 16 20:50:43.161004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-a5f05079-a8b2-4789-9911-3ed50e52e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.162529 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-a5f05079-a8b2-4789-9911-3ed50e52e57c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416200 Aug 16 20:50:43.261728 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-03d07b2d-05c1-4f79-ab1b-45a165981903 service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891545 Aug 16 20:50:43.321160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e59c26-d844-4889-9840-8fcbf0fcda9d req-6fd153b6-8d7f-45f2-9b1d-439907faa1e7 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.323261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52e59c26-d844-4889-9840-8fcbf0fcda9d req-6fd153b6-8d7f-45f2-9b1d-439907faa1e7 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 945 time: 0.0548999 Aug 16 20:50:43.355458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-1e5f941d-54e4-4dac-a5ba-29915ba892e2 service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854297 Aug 16 20:50:43.362951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52e59c26-d844-4889-9840-8fcbf0fcda9d req-6d393975-094e-473e-a59c-01e1a72d43bf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Aug 16 20:50:43.708350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d5e41-0df6-4889-bc3d-08f9d2a0d80d req-aecdebca-5cae-4d59-acc5-4778a1ee3ab5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:43.709859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db0d5e41-0df6-4889-bc3d-08f9d2a0d80d req-aecdebca-5cae-4d59-acc5-4778a1ee3ab5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0496292 Aug 16 20:50:43.749083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db0d5e41-0df6-4889-bc3d-08f9d2a0d80d req-c65dfa8b-6abd-4bc3-9d97-9a817aa5e53c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Aug 16 20:50:43.777412 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 17c66949-502e-4031-ad56-dcede197991a up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:44.067860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 17c66949-502e-4031-ad56-dcede197991a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:44.072090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 17c66949-502e-4031-ad56-dcede197991a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:44.072417 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.102973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-624bdb62-2898-4314-a916-37e0e431fe3f tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.104501 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-624bdb62-2898-4314-a916-37e0e431fe3f tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4&tenant_id=a6260687ac4648d18254bc9a5b73117e&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 1096 time: 0.0551901 Aug 16 20:50:44.155420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.177967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c66949-502e-4031-ad56-dcede197991a'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:44.180232 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ea5677-5663-428f-9389-8a7f81199f60" -d '{"events": [{"server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "name": "network-vif-plugged", "status": "completed", "tag": "17c66949-502e-4031-ad56-dcede197991a"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:44.194332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=17c66949-502e-4031-ad56-dcede197991a,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:44.219640 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1769f2-7d37-415d-99ed-7f9965fd5a8b x-openstack-request-id: req-fb1769f2-7d37-415d-99ed-7f9965fd5a8b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:44.219640 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "name": "network-vif-plugged", "status": "completed", "tag": "17c66949-502e-4031-ad56-dcede197991a", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:44.219956 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb1769f2-7d37-415d-99ed-7f9965fd5a8b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:44.220330 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c66949-502e-4031-ad56-dcede197991a', 'code': 200} Aug 16 20:50:44.302211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.317001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33291822-c815-4f1f-b168-7fb0904f42df req-83ae9f56-b18b-458a-b35f-12ddfad0aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.318673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33291822-c815-4f1f-b168-7fb0904f42df req-83ae9f56-b18b-458a-b35f-12ddfad0aa35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 1097 time: 0.0425529 Aug 16 20:50:44.351397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:44.358024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-d94e9f18-02a2-44e7-9590-aa11b77224ae service neutron] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:44.361178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33291822-c815-4f1f-b168-7fb0904f42df req-54fef9db-b2ae-48a0-8257-7da6d81a0af7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Aug 16 20:50:44.365173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-d94e9f18-02a2-44e7-9590-aa11b77224ae service neutron] Notify callbacks [] for binding, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:44.367032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-d94e9f18-02a2-44e7-9590-aa11b77224ae service neutron] 10.222.0.64 "DELETE /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a/bindings/n-h1-794306-10 HTTP/1.1" status: 204 len: 173 time: 0.2538188 Aug 16 20:50:44.484288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110e85e-db10-4aab-acb4-8d219fb77559 req-1c8379f8-70b5-4bb3-8b18-3b145750cf8f tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.485832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4110e85e-db10-4aab-acb4-8d219fb77559 req-1c8379f8-70b5-4bb3-8b18-3b145750cf8f tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 946 time: 0.0558066 Aug 16 20:50:44.524028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4110e85e-db10-4aab-acb4-8d219fb77559 req-a3334537-ffc8-4b01-811e-63d2860954c4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Aug 16 20:50:44.870144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db935-5bb2-4c0f-b543-8331778f8f8e req-7962f6fc-f1bb-45d0-b9e1-486ed5683bb2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:44.876214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-132db935-5bb2-4c0f-b543-8331778f8f8e req-7962f6fc-f1bb-45d0-b9e1-486ed5683bb2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0589535 Aug 16 20:50:44.911792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-132db935-5bb2-4c0f-b543-8331778f8f8e req-0635893e-0e53-428c-af39-47f2bbb7d1cb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Aug 16 20:50:45.020776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609a03a-bc8d-46d0-9f27-7e86da481235 req-19fdfef7-3cc4-4a5d-b1be-7e6274776e3a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.022299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7609a03a-bc8d-46d0-9f27-7e86da481235 req-19fdfef7-3cc4-4a5d-b1be-7e6274776e3a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1096 time: 0.0427072 Aug 16 20:50:45.058966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7609a03a-bc8d-46d0-9f27-7e86da481235 req-52206f6e-ee47-4a93-ab55-235958bd8d7a tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303733 Aug 16 20:50:45.179289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff659248-b142-409c-b7b4-dfb470095618 req-23c92ef6-6eba-4779-b337-228b39ca135e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.180794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff659248-b142-409c-b7b4-dfb470095618 req-23c92ef6-6eba-4779-b337-228b39ca135e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.0527883 Aug 16 20:50:45.218871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff659248-b142-409c-b7b4-dfb470095618 req-9e853dcf-f839-49a0-9923-ed9bd7e41ba3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Aug 16 20:50:45.240913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 53924) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:45.302259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4f5e835e-d0f5-4926-92f5-13d095ec3b52 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/5e9cf080-1e99-4b85-9c8f-5b826d8b1838 HTTP/1.1" status: 200 len: 991 time: 0.0601554 Aug 16 20:50:45.419601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e95588-5797-42e8-9374-bbbde568a8b6 req-e72ccb2f-949a-4083-a3cf-2a86f0ba493b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.421186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79e95588-5797-42e8-9374-bbbde568a8b6 req-e72ccb2f-949a-4083-a3cf-2a86f0ba493b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0523601 Aug 16 20:50:45.461812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79e95588-5797-42e8-9374-bbbde568a8b6 req-3894d67a-b2d4-46aa-8c68-0cac2351ed3b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Aug 16 20:50:45.592239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e50292-709e-4545-850f-02a3f0cb2721 req-e2fc4130-c0d8-46b7-abf8-08b5884c938a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.593864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88e50292-709e-4545-850f-02a3f0cb2721 req-e2fc4130-c0d8-46b7-abf8-08b5884c938a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0600727 Aug 16 20:50:45.659006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-88e50292-709e-4545-850f-02a3f0cb2721 req-19716949-c8d4-4cf6-b574-24de28450ebe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522699 Aug 16 20:50:45.671015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf94548-bc75-4dac-ab09-cd5a894e1ae2 req-60ae71ab-8f0f-4459-b2dd-4bc2eea38fd4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.674980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdf94548-bc75-4dac-ab09-cd5a894e1ae2 req-60ae71ab-8f0f-4459-b2dd-4bc2eea38fd4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 946 time: 0.0748894 Aug 16 20:50:45.716170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdf94548-bc75-4dac-ab09-cd5a894e1ae2 req-afe3fd5c-066c-4621-bba3-26c8508877be tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357094 Aug 16 20:50:45.914033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-67788dac-b104-49ae-bfc0-09b98c99ca80 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:45.915586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-67788dac-b104-49ae-bfc0-09b98c99ca80 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1198008 Aug 16 20:50:45.932084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-be9b1614-1f0d-4251-b08b-277ec9ccf824 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/quotas/1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0102308 Aug 16 20:50:45.994129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-7f20b4dc-c4ca-400e-a459-fb9cddef4db8 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0561054 Aug 16 20:50:46.097408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-51b6ecb3-e6af-4177-89b0-cd94f0f1e4c4 service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953999 Aug 16 20:50:46.193604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:46.194194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-87002eec-97ba-43ba-82d5-97d9521447d6 service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881834 Aug 16 20:50:46.233045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:46.459696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11f33695-dc6c-4d49-83e5-d566ebe1a677 req-d965a3c9-5518-48c1-8903-05fdd8026c5d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 210 time: 0.0283177 Aug 16 20:50:47.563581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f64e31e-8c10-45e8-b703-5e4c18196d16 req-459ff0aa-ec9e-4d1a-8d34-84ec698453cb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 210 time: 0.0317769 Aug 16 20:50:48.381962 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.559431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54156) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:48.700973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c11ff2d-e58f-4a98-a6c7-0e296459a180 req-fe3ab691-6296-41e9-88f2-6ccd3fb36653 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 210 time: 0.0625474 Aug 16 20:50:48.780357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 2652c4ae-e318-420e-a617-e117dc3e7df9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:48.780864 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.926766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.927105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:48.951275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 2652c4ae-e318-420e-a617-e117dc3e7df9 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:48.979122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-22287777-81e1-4184-a5df-1b6fee5c2315 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:48.980701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-22287777-81e1-4184-a5df-1b6fee5c2315 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1528175 Aug 16 20:50:49.024070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'device_id': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'admin_state_up': True, 'tenant_id': '1be180566e3941a1a246c980413d1d8d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:49.261754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:50:49.265541 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.369147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.410227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=2652c4ae-e318-420e-a617-e117dc3e7df9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:49.773934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.20.0.12 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/eaa9f348-b29d-4bba-9f9b-20983a5627a0) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:50:49.809107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:49.809466 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP 5e9cf080-1e99-4b85-9c8f-5b826d8b1838 disassociated (deleted). External IP: 172.25.7.247, port: 64b04986-a621-4b9f-b559-ce2febb10a4a. Aug 16 20:50:49.886695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-119775c9-b54b-4e54-ad51-356160041f6f req-631afe5a-e6b8-4498-bb5b-1694a8627bc3 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 210 time: 0.0787680 Aug 16 20:50:50.090964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.140764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Transition to ACTIVE for port object eaa9f348-b29d-4bba-9f9b-20983a5627a0 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:50.185631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:50.282220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.295166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035', '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:50.344688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:50:50.352135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:50:50.356128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:50:50.358567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:50.401861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:50.407943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.413525 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Sync routers for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:50.425217 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:50.426090 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.462969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-03403d9d-e481-4025-bc75-2eca3312d851 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/floatingips/5e9cf080-1e99-4b85-9c8f-5b826d8b1838 HTTP/1.1" status: 204 len: 168 time: 1.9000471 Aug 16 20:50:50.462969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:50.464846 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327b2118-ea95-473a-8035-7670877a1b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:50.473561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.474236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.530930 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a3c36-744a-49b2-8ff8-d01ae76c9bf7 x-openstack-request-id: req-fb5a3c36-744a-49b2-8ff8-d01ae76c9bf7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:50.531223 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:50.531478 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb5a3c36-744a-49b2-8ff8-d01ae76c9bf7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:50.531918 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'status': 'completed', 'code': 200} Aug 16 20:50:50.589440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-3a336db2-9bb1-4e4c-be79-380b92b97ae1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5722075 Aug 16 20:50:50.605611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Request body: {'port': {'device_id': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:50.650552 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:50.674194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2118-ea95-473a-8035-7670877a1b2c req-d7b66111-a731-4e5f-883d-f8d0a05884a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.674194 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-d7b66111-a731-4e5f-883d-f8d0a05884a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 1096 time: 0.1042299 Aug 16 20:50:50.708385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:50.850752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2118-ea95-473a-8035-7670877a1b2c req-28b87eea-4462-4662-9137-42a65e272166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:50.853266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-28b87eea-4462-4662-9137-42a65e272166 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 200 len: 897 time: 0.1722951 Aug 16 20:50:50.884906 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.921933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Checking router: 67f189ca-b5d4-4932-9e9a-25df8fb660b9 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:50.932286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:50.932893 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:50.943581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-149b6cf1-bf37-4e2b-add1-c74f419dbaeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 200 len: 217 time: 0.0805879 Aug 16 20:50:50.947302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f8a2bcf-f842-49f5-99ef-0ba702fb6ed7 None None] Provisioning for port eaa9f348-b29d-4bba-9f9b-20983a5627a0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:50.962733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2f8a2bcf-f842-49f5-99ef-0ba702fb6ed7 None None] Provisioning complete for port eaa9f348-b29d-4bba-9f9b-20983a5627a0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:50.964509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f8a2bcf-f842-49f5-99ef-0ba702fb6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.065139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a2bcf-f842-49f5-99ef-0ba702fb6ed7 None None] Port eaa9f348-b29d-4bba-9f9b-20983a5627a0 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:50:51.072542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2118-ea95-473a-8035-7670877a1b2c req-f6d0c2a2-f9ba-440f-b023-3a8150892fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.075239 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:51.082850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-f6d0c2a2-f9ba-440f-b023-3a8150892fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 200 len: 835 time: 0.1276510 Aug 16 20:50:51.143124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2118-ea95-473a-8035-7670877a1b2c req-e2771ee1-312f-43b6-a30c-ada5ef354ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.144789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-e2771ee1-312f-43b6-a30c-ada5ef354ad4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f8f4a57a-56cc-4f46-829b-eb9a93227cf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566285 Aug 16 20:50:51.181563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c92e8-03c6-4e4a-8c42-dc61ca1697d6 req-cd0b7842-08a4-4b13-a259-7aa10587dbd7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.184478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da0c92e8-03c6-4e4a-8c42-dc61ca1697d6 req-cd0b7842-08a4-4b13-a259-7aa10587dbd7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 932 time: 0.1857855 Aug 16 20:50:51.237713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360fd4c-bf33-49ec-9382-a0b925192a58 req-c6b16b83-7365-424e-8c07-156c2fd53358 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.244253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0360fd4c-bf33-49ec-9382-a0b925192a58 req-c6b16b83-7365-424e-8c07-156c2fd53358 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.1656575 Aug 16 20:50:51.285239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-4d876280-b2a8-4edc-ba2a-e1e897aa2407 service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298208 Aug 16 20:50:51.333704 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:51.340468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0360fd4c-bf33-49ec-9382-a0b925192a58 req-14c2d965-236b-4bf4-813a-5070b2a911a5 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819638 Aug 16 20:50:51.366844 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b7ada-542b-4119-b616-567c6d6e2d57 None None] The sync data for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 is: [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '8e7ab4b8-8b7d-4e10-848e-638f243ae83e', 'name': '', 'network_id': 'f8f4a57a-56cc-4f46-829b-eb9a93227cf3', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:53:08:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3354, 'fixed_ips': [{'subnet_id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:33Z', 'updated_at': '2021-08-16T20:49:39Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '02538055-f765-463c-90b0-b8aa7bbb4a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:51.416690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da0c92e8-03c6-4e4a-8c42-dc61ca1697d6 req-fb95b669-2bd1-4afd-9ebe-60f3a895bb35 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083063 Aug 16 20:50:51.416994 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-327b2118-ea95-473a-8035-7670877a1b2c req-bafbe638-7fd0-4e31-bf5e-649882ebb207 service neutron] 10.222.0.64 "GET /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193032 Aug 16 20:50:51.485484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa9f348-b29d-4bba-9f9b-20983a5627a0 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:51.496431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.520509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-19f93ed1-9a26-43a2-8670-a733a6e3604e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:51.522022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-19f93ed1-9a26-43a2-8670-a733a6e3604e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 944 time: 0.1052220 Aug 16 20:50:51.523121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Transition to ACTIVE for port object eaa9f348-b29d-4bba-9f9b-20983a5627a0 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:50:51.610921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.675897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:51.695788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aee0c-2093-4266-b4dd-3bb2c8474bc6 None None] New status for floating IP 5e9cf080-1e99-4b85-9c8f-5b826d8b1838: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:50:51.721737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 64b04986-a621-4b9f-b559-ce2febb10a4a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:51.722083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.835452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Attempting to bind port eaa9f348-b29d-4bba-9f9b-20983a5627a0 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:50:51.835826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Attempting to bind port eaa9f348-b29d-4bba-9f9b-20983a5627a0 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:50:51.836155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Attempting to bind port eaa9f348-b29d-4bba-9f9b-20983a5627a0 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:51.847655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Port eaa9f348-b29d-4bba-9f9b-20983a5627a0 on network e789aa31-e849-4c81-96b6-861676f49333 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:50:51.848150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Attempting to bind port eaa9f348-b29d-4bba-9f9b-20983a5627a0 on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:50:51.855977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:50:51.856317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:50:51.856724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:50:51.857394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Bound port: eaa9f348-b29d-4bba-9f9b-20983a5627a0, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:50:51.857760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.928788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 64b04986-a621-4b9f-b559-ce2febb10a4a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=64b04986-a621-4b9f-b559-ce2febb10a4a,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:51.929115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:51.952327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 64b04986-a621-4b9f-b559-ce2febb10a4a owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:52.010054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:50:52.025504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:50:52.107178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.130709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.170980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.171665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.174928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 200 len: 1093 time: 1.5747972 Aug 16 20:50:52.178170 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.208578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc3b66-1dab-4917-92fe-a2df1cffa5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.268756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=64b04986-a621-4b9f-b559-ce2febb10a4a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:52.270950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] No DVR routers for this DVR port 64b04986-a621-4b9f-b559-ce2febb10a4a on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:52.273929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:52.276825 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef4722b1-cbd2-45fc-b915-95e08bd70c17 req-ae565ae6-4c50-4e48-a9ca-1975e50fafbb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "DELETE /v2.0/ports/64b04986-a621-4b9f-b559-ce2febb10a4a HTTP/1.1" status: 204 len: 173 time: 0.7473428 Aug 16 20:50:52.396542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-8d284442-521c-491d-a1a5-bbe83fba3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.399850 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-8d284442-521c-491d-a1a5-bbe83fba3e54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 1096 time: 0.0795431 Aug 16 20:50:52.460035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-a3425f97-3f58-4f45-9c8a-c127fe8bb5e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 200 len: 217 time: 0.0530088 Aug 16 20:50:52.480904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dd778a5-ea5a-4ff3-9058-871f961ca207 req-2115fbd9-031f-4e14-87b4-f65aa2034baa tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=b62c927d-6b08-4179-b811-88905c0839c4 HTTP/1.1" status: 200 len: 210 time: 0.0322034 Aug 16 20:50:52.527207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-b158a0a1-dd35-4fd4-ad06-3d6d9ab7bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.531322 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-b158a0a1-dd35-4fd4-ad06-3d6d9ab7bf23 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0529926 Aug 16 20:50:52.533696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0'}, {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-deleted', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:52.536202 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d5cb6f-ce12-493f-97cc-7d57623a39da" -d '{"events": [{"name": "network-changed", "server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0"}, {"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-deleted", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:52.641051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26717f8-3729-4cdc-9d5f-8a1cde706ddb req-a86bc898-83ea-434b-a2fd-09e3a99640b9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.648300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d26717f8-3729-4cdc-9d5f-8a1cde706ddb req-a86bc898-83ea-434b-a2fd-09e3a99640b9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 944 time: 0.1158540 Aug 16 20:50:52.652517 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01e8e9-6445-4193-91ff-0bd3824bd572 x-openstack-request-id: req-8e01e8e9-6445-4193-91ff-0bd3824bd572 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:52.652895 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0", "status": "completed", "code": 200}, {"server_uuid": "b62c927d-6b08-4179-b811-88905c0839c4", "name": "network-vif-deleted", "tag": "64b04986-a621-4b9f-b559-ce2febb10a4a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:52.653247 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e01e8e9-6445-4193-91ff-0bd3824bd572 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:52.654003 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'status': 'completed', 'code': 200} Aug 16 20:50:52.654401 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62c927d-6b08-4179-b811-88905c0839c4', 'name': 'network-vif-deleted', 'tag': '64b04986-a621-4b9f-b559-ce2febb10a4a', 'status': 'completed', 'code': 200} Aug 16 20:50:52.681434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0947dd4e-58a5-467d-ab59-3c5e5593aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:52.683191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0947dd4e-58a5-467d-ab59-3c5e5593aa7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437292 Aug 16 20:50:52.723681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d26717f8-3729-4cdc-9d5f-8a1cde706ddb req-462816a6-063d-44c9-9116-407c32ec0155 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Aug 16 20:50:52.814159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-a9c88884-dce5-4867-9b35-64b70659604f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170549 Aug 16 20:50:52.920215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89b36d5b-f227-4552-b66a-1b2692937104 req-0b0aea78-3cb2-4e21-8af1-56f06f5566c1 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971465 Aug 16 20:50:53.133972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-cb67f436-c406-4aa9-b876-9fd61eab0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.138084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-cb67f436-c406-4aa9-b876-9fd61eab0b13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 1096 time: 0.0538433 Aug 16 20:50:53.239071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-99533a19-659a-4e17-968d-c298ae2916c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.240623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-99533a19-659a-4e17-968d-c298ae2916c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.0965614 Aug 16 20:50:53.285603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-62adacc6-e8c9-4bef-891b-b4a67e6f396a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 200 len: 217 time: 0.0369282 Aug 16 20:50:53.344113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-fa0a3844-f482-4cfa-8a71-7d3e1be45c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.346294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-fa0a3844-f482-4cfa-8a71-7d3e1be45c1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0518575 Aug 16 20:50:53.394331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-d919d5ec-6f76-4ab9-8858-b47ce2e86d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.395782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-d919d5ec-6f76-4ab9-8858-b47ce2e86d1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423779 Aug 16 20:50:53.502423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-5fac202a-49e7-4e9c-9d2a-993613825c29 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963576 Aug 16 20:50:53.553955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54360) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:53.610044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d5cb6f-ce12-493f-97cc-7d57623a39da req-3ff1d702-4e8e-44a6-b738-3cb93762fa66 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999148 Aug 16 20:50:53.852635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f32fdc-680f-4e6d-976b-2496c1b5351a req-f0634920-6f9c-44ea-80c2-1444e9d678cb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:53.854367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f32fdc-680f-4e6d-976b-2496c1b5351a req-f0634920-6f9c-44ea-80c2-1444e9d678cb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 944 time: 0.0578089 Aug 16 20:50:53.895788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33f32fdc-680f-4e6d-976b-2496c1b5351a req-5c5fadb3-455a-41e9-b494-e995f1943a29 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Aug 16 20:50:53.967473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.249547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:54.250160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.343464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 8e7ab4b8-8b7d-4e10-848e-638f243ae83e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:54.343866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.357549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 8e7ab4b8-8b7d-4e10-848e-638f243ae83e owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:54.667864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:54.708251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=8e7ab4b8-8b7d-4e10-848e-638f243ae83e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.113625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.114472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed651a15-3a00-4f75-b472-26923e818836 req-443b142e-66ba-4708-ac79-1670a76388d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:55.114472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed651a15-3a00-4f75-b472-26923e818836 req-443b142e-66ba-4708-ac79-1670a76388d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 944 time: 0.0600874 Aug 16 20:50:55.114472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed651a15-3a00-4f75-b472-26923e818836 req-dca5d4b3-359e-4d8f-86d0-9ac9d95a0d1d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341218 Aug 16 20:50:55.167898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:50:55.283763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:50:55.289751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-264d37e2-9141-431a-9331-373121c8fcfd tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/67f189ca-b5d4-4932-9e9a-25df8fb660b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318811 Aug 16 20:50:55.292957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54384) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.294342 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Sync routers for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:50:55.305276 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:55.305891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:55.347965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting subnet 02538055-f765-463c-90b0-b8aa7bbb4a58 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:50:55.351246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.398385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.432055 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:55.582473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.651324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:55.678209 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Checking router: 67f189ca-b5d4-4932-9e9a-25df8fb660b9 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:50:55.686478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Routers {'67f189ca-b5d4-4932-9e9a-25df8fb660b9'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:50:55.687117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:50:33Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:55.738746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.773624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:55.776567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/subnets/02538055-f765-463c-90b0-b8aa7bbb4a58 HTTP/1.1" status: 204 len: 168 time: 0.4823542 Aug 16 20:50:55.779291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54390) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:55.781997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6566ef3-14b6-4327-aa8c-f72330acc5e5 None None] Network f8f4a57a-56cc-4f46-829b-eb9a93227cf3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:50:55.791401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Subnet': ['ID=02538055-f765-463c-90b0-b8aa7bbb4a58,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:55.816572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.818117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.819842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.820957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.822583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.823870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.825537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.826754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.827417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.827815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.833101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.833101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d164b4-da42-49b2-b3e2-606584e312d4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:50:55.835388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] Set router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:50:55.869748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:55.896830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 64b04986-a621-4b9f-b559-ce2febb10a4a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:55.897515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 64b04986-a621-4b9f-b559-ce2febb10a4a not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:55.900965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.060854 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.098002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] DHCP port deletion for f8f4a57a-56cc-4f46-829b-eb9a93227cf3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:50:56.169335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Deleting port d12b81ca-0744-42f1-b117-bef06f27ed11 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:56.169870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.229305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eaa9f348-b29d-4bba-9f9b-20983a5627a0 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:50:56.259520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:56.266581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb770b-346f-406a-9f81-d0c04b65db6d req-87de582d-8c88-4e16-a95c-2c35eadcb4cd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:56.268381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bb770b-346f-406a-9f81-d0c04b65db6d req-87de582d-8c88-4e16-a95c-2c35eadcb4cd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 944 time: 0.1008253 Aug 16 20:50:56.283547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port c826864e-962a-46fb-adb8-d88c9ce5920c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:50:56.284285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.323504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bb770b-346f-406a-9f81-d0c04b65db6d req-16297852-295b-469a-87f1-6bbec0235a2c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Aug 16 20:50:56.333997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50771a7-3b67-4ffe-bdb3-485eac8975ac None None] The sync data for ids ['67f189ca-b5d4-4932-9e9a-25df8fb660b9'] in n-d-794306-10 is: [{'id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-382428264', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:50:54Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': 'c826864e-962a-46fb-adb8-d88c9ce5920c', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:95:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f189ca-b5d4-4932-9e9a-25df8fb660b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:49:28Z', 'updated_at': '2021-08-16T20:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:50:56.370335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:56.381528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port c826864e-962a-46fb-adb8-d88c9ce5920c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c826864e-962a-46fb-adb8-d88c9ce5920c,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:56.382434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.391421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'mac_address': 'fa:16:3e:79:c6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:50:56.404128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for c826864e-962a-46fb-adb8-d88c9ce5920c owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:56.404854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] For port d12b81ca-0744-42f1-b117-bef06f27ed11, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d12b81ca-0744-42f1-b117-bef06f27ed11,segment=NetworkSegment(31bad1e9-0cde-4500-a14c-c0e5a0cd6971),segment_id=31bad1e9-0cde-4500-a14c-c0e5a0cd6971)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:56.405262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.449555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Calling delete_port for d12b81ca-0744-42f1-b117-bef06f27ed11 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:50:56.451266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.471525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa9f348-b29d-4bba-9f9b-20983a5627a0 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:50:56.526104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:56.604588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.653525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:56.665408 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.691373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] Pushing event deleted for resources: {'Port': ['ID=d12b81ca-0744-42f1-b117-bef06f27ed11,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:56.695975 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.702415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde07cce-935d-4901-800f-13ddc6fb7bf9 None None] No DVR routers for this DVR port d12b81ca-0744-42f1-b117-bef06f27ed11 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:50:56.738496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=c826864e-962a-46fb-adb8-d88c9ce5920c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:56.769490 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:50:56.805021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.862737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['eaa9f348-b29d-4bba-9f9b-20983a5627a0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:50:56.918301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:56.918301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.033995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.034596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Fanout notify agent at l3_agent the message router_deleted on router 67f189ca-b5d4-4932-9e9a-25df8fb660b9 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:50:57.047561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.051943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8ed96eec-1826-40f2-9944-f97d738b0e72 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/routers/67f189ca-b5d4-4932-9e9a-25df8fb660b9 HTTP/1.1" status: 204 len: 168 time: 1.2679152 Aug 16 20:50:57.052518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:57.462935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c2799-2539-48aa-9793-fe7fb8be1caa req-7f502aa1-d79f-4831-88c1-a4762b9d92ab tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:57.464712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d0c2799-2539-48aa-9793-fe7fb8be1caa req-7f502aa1-d79f-4831-88c1-a4762b9d92ab tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 945 time: 0.0610178 Aug 16 20:50:57.512170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d0c2799-2539-48aa-9793-fe7fb8be1caa req-02d1165f-3b85-4f37-857c-ca290571b82c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Aug 16 20:50:57.556599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.626233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d12b81ca-0744-42f1-b117-bef06f27ed11 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:57.648657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d12b81ca-0744-42f1-b117-bef06f27ed11 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:57.649008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d12b81ca-0744-42f1-b117-bef06f27ed11 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:57.649432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8e7ab4b8-8b7d-4e10-848e-638f243ae83e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:57.670665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8e7ab4b8-8b7d-4e10-848e-638f243ae83e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:57.670665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8e7ab4b8-8b7d-4e10-848e-638f243ae83e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:57.670665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c826864e-962a-46fb-adb8-d88c9ce5920c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:50:57.691005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.691492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c826864e-962a-46fb-adb8-d88c9ce5920c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:50:57.691874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c826864e-962a-46fb-adb8-d88c9ce5920c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:50:57.701769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f4a57a-56cc-4f46-829b-eb9a93227cf3']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:57.714257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bad1e9-0cde-4500-a14c-c0e5a0cd6971') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:57.714558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bad1e9-0cde-4500-a14c-c0e5a0cd6971') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:50:57.725232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.738934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.745335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:50:57.752283 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:50:57.907239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.915530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:57.917407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/networks/f8f4a57a-56cc-4f46-829b-eb9a93227cf3 HTTP/1.1" status: 204 len: 168 time: 0.8638527 Aug 16 20:50:57.920233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54412) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:57.939834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deb0ed-4928-428f-9135-9aa2c6616c14 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Network': ['ID=f8f4a57a-56cc-4f46-829b-eb9a93227cf3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:57.984305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.015292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.159466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.162168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.168587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/security-groups/7041bda7-94d5-4ff4-b9ec-8d5a1494aa57 HTTP/1.1" status: 204 len: 168 time: 0.2421310 Aug 16 20:50:58.172766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf34c-afa3-4aa0-8edc-f30d47ae472c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7041bda7-94d5-4ff4-b9ec-8d5a1494aa57,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.229951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eaa9f348-b29d-4bba-9f9b-20983a5627a0 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:50:58.369668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port eaa9f348-b29d-4bba-9f9b-20983a5627a0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:50:58.377565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port eaa9f348-b29d-4bba-9f9b-20983a5627a0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:50:58.378000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.492847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.516115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:50:58.519405 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc0103e-a141-47bb-ad43-e1dc4bb30ce8" -d '{"events": [{"server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "name": "network-vif-plugged", "status": "completed", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:50:58.546365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:50:58.558605 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1b816b-03d0-4656-a6c1-ac78f8fdf08a x-openstack-request-id: req-5b1b816b-03d0-4656-a6c1-ac78f8fdf08a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:50:58.559119 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "name": "network-vif-plugged", "status": "completed", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:50:58.559557 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b1b816b-03d0-4656-a6c1-ac78f8fdf08a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:50:58.560154 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'code': 200} Aug 16 20:50:58.633189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.685457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54426) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:58.690890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658306491', 'description': 'tempest-secgroup-smoke-658306491 description', 'project_id': 'a6260687ac4648d18254bc9a5b73117e'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:58.694866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:58.702938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b208c2b-d8e7-44da-8e94-6b72e0153997 req-008b4129-970b-4b26-82f9-d4ddc325aac1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.706719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b208c2b-d8e7-44da-8e94-6b72e0153997 req-008b4129-970b-4b26-82f9-d4ddc325aac1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 945 time: 0.0930405 Aug 16 20:50:58.712850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2c75-27c1-4c50-93d9-b4f27c6b7a64 req-e7a3a153-4b88-45f7-b849-471c54839250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:58.715321 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d24e2c75-27c1-4c50-93d9-b4f27c6b7a64 req-e7a3a153-4b88-45f7-b849-471c54839250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 1098 time: 0.0696177 Aug 16 20:50:58.772214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b208c2b-d8e7-44da-8e94-6b72e0153997 req-c1304373-d582-40c6-9579-5b448a73ffca tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558290 Aug 16 20:50:58.776582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d24e2c75-27c1-4c50-93d9-b4f27c6b7a64 req-556ba180-571e-4e0a-9e64-0fbbf6cdfd88 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524414 Aug 16 20:50:58.799814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.890147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.941309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:58.974041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b099d7-acb0-4be6-b0b2-8052af8c556e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:59.027176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.028488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-21f972dc-4e25-4719-ac13-38087f700dea tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3420544 Aug 16 20:50:59.031507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54430) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.037372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:59.135150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.201488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.255699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.283765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f778c15-0835-4327-9508-2d33063c93ec,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:59.388589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.389835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-268dcada-abca-4bfc-9506-5cdb4a444f7c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572628 Aug 16 20:50:59.392890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.397860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:59.483236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.580966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.653510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.671481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b97441-5c58-402c-8c64-f9989e19cb9a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:50:59.759183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.764125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:50:59.764294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2cbec5b9-2d29-4d48-ba9e-b5c959477cad tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703568 Aug 16 20:50:59.769479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:50:59.879650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.923113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa4d85-26f7-4cdf-ae91-6af6e5d0a446 req-6a5df4c3-ac81-4e7f-ba18-a111de3e99f0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:50:59.925906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebfa4d85-26f7-4cdf-ae91-6af6e5d0a446 req-6a5df4c3-ac81-4e7f-ba18-a111de3e99f0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 946 time: 0.0658424 Aug 16 20:50:59.953584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:50:59.974355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ebfa4d85-26f7-4cdf-ae91-6af6e5d0a446 req-bac9854c-a236-475b-ae0f-a13162caaf98 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Aug 16 20:51:00.027078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.047841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06be84ef-e572-4a34-a51a-e44f5c03206e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.129842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.131082 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6de565d5-6ccc-4bca-a941-afc5ea813cc8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657911 Aug 16 20:51:00.133824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:00.138526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:00.249324 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.313492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.432661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.452857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cec42a-18d2-42aa-867e-f464403d7fc7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.579506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.579506 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ad31b9c-c523-44fb-81d9-ad1a7541a40c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4427433 Aug 16 20:51:00.582065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54454) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:00.588084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:00.645325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a64ab3b5-cbca-41e4-b292-c76f3847cc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.690407 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:51:00.696306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.764825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.843986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.862328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177221e0-e346-4ae8-a492-1101f4549ca5,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:00.970014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:00.971315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9acc8202-8075-4a74-a374-a4dd2c57dc45 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3880591 Aug 16 20:51:00.974046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:00.978580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'security_group_rule': {'security_group_id': 'f4b099d7-acb0-4be6-b0b2-8052af8c556e', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:01.072912 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Project a6260687ac4648d18254bc9a5b73117e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:51:01.078672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.116034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221819d8-5378-49a5-bf27-1473bd809fd6 req-fc0e1d07-bb78-4651-b283-379424791a34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.118898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-221819d8-5378-49a5-bf27-1473bd809fd6 req-fc0e1d07-bb78-4651-b283-379424791a34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 946 time: 0.0678270 Aug 16 20:51:01.174896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-221819d8-5378-49a5-bf27-1473bd809fd6 req-1a47bdec-46f2-4bdd-a4b3-f4d78e3ae4a6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Aug 16 20:51:01.181947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.421354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-76d1a9f0-2a7c-4cd1-8523-269688e4f8b3 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 267 time: 0.0446343 Aug 16 20:51:01.421354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-678549b3-45de-482a-9d7b-3cd826a99c22 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:01.421354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-678549b3-45de-482a-9d7b-3cd826a99c22 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 946 time: 0.0659795 Aug 16 20:51:01.421354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'security_groups': []}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:01.490592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.680929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:01.714363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.992893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:01.994577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.008338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035', '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:02.019364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2a4b68-dc4c-4927-a299-5fad026fdfab,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.042118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['eaa9f348-b29d-4bba-9f9b-20983a5627a0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:02.090472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.120091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.121434 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.125473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.129965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-025a958f-2243-4813-be39-ce6c07ae5bd5 req-170e003e-4e3a-4e2d-b415-4edeb6259222 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "PUT /v2.0/ports/eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 200 len: 905 time: 0.7549553 Aug 16 20:51:02.130482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:02.131002 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f615e438-d626-43f9-89a7-01d8d40aaf8b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1546516 Aug 16 20:51:02.133258 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ed3d53-376e-4956-be65-93a13652343c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:02.141354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54480) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:02.149292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'network': {'name': 'tempest-network-smoke--585014282', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:02.218439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['eaa9f348-b29d-4bba-9f9b-20983a5627a0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:02.225451 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc683ab-02ec-4e82-aaab-210efcb65891 x-openstack-request-id: req-2fc683ab-02ec-4e82-aaab-210efcb65891 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:02.225852 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:02.226107 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fc683ab-02ec-4e82-aaab-210efcb65891 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:02.226521 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'status': 'completed', 'code': 200} Aug 16 20:51:02.285058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:02.290039 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.351085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:51:02.366473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.366473 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Added segment 03099783-8e17-4f34-be72-22a94bb640bb of type vlan for network 7f06bac3-4e26-4b86-8913-755be7cca340 Aug 16 20:51:02.385143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4db1e-0d09-4482-9a82-636f070c4f93 req-0e729ea8-361f-4e5f-a4b9-fa78fdd0ecba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.389378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9df4db1e-0d09-4482-9a82-636f070c4f93 req-0e729ea8-361f-4e5f-a4b9-fa78fdd0ecba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 908 time: 0.1460524 Aug 16 20:51:02.418313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.447234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3d53-376e-4956-be65-93a13652343c req-e28269b8-e1a5-4f7a-abd4-b225c983a5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.448830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-e28269b8-e1a5-4f7a-abd4-b225c983a5d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 1060 time: 0.1680112 Aug 16 20:51:02.490127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8a243ed8-62ad-482f-8366-c3c99585e90f None None] Provisioning complete for port eaa9f348-b29d-4bba-9f9b-20983a5627a0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:02.491889 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a243ed8-62ad-482f-8366-c3c99585e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.529982 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.536279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.536885 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.620577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Network': ['ID=7f06bac3-4e26-4b86-8913-755be7cca340,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:02.627112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80084285-ea02-4000-b262-3f0e6d24a788 req-c8b3e2a3-2764-4282-92a0-4599c5f7cbc9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.637017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7f06bac3-4e26-4b86-8913-755be7cca340 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:51:02.644623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80084285-ea02-4000-b262-3f0e6d24a788 req-c8b3e2a3-2764-4282-92a0-4599c5f7cbc9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1205711 Aug 16 20:51:02.671688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3d53-376e-4956-be65-93a13652343c req-6e316500-3e00-48f6-b237-e6e385c8b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:02.677459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-6e316500-3e00-48f6-b237-e6e385c8b223 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.2198894 Aug 16 20:51:02.729627 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3ccc64e-2f3f-4fb7-a405-c08688956269 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5923364 Aug 16 20:51:02.730757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54498) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:02.737155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'admin_state_up': True, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:02.741706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-f4013dd4-4fd5-4bdc-8d04-589bc671d188 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 200 len: 217 time: 0.0559690 Aug 16 20:51:02.767875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-80084285-ea02-4000-b262-3f0e6d24a788 req-120c5ba4-549e-4ccd-9d59-37d91c49a369 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221499 Aug 16 20:51:02.838960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.840090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:02.934007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.152490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.172016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3d53-376e-4956-be65-93a13652343c req-8834ddb2-8bfe-40c6-a540-c53a3669be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.174054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-8834ddb2-8bfe-40c6-a540-c53a3669be1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.4107075 Aug 16 20:51:03.198740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9099c89-46a1-4f40-b021-c869de9ca347 req-19222862-1442-41a4-8a79-4ca22f5448af tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.204794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9099c89-46a1-4f40-b021-c869de9ca347 req-19222862-1442-41a4-8a79-4ca22f5448af tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0701349 Aug 16 20:51:03.260371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9099c89-46a1-4f40-b021-c869de9ca347 req-39e92722-3188-4a46-8444-0cac74b7f8bd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Aug 16 20:51:03.263070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed3d53-376e-4956-be65-93a13652343c req-7129ffbc-85c1-4ed3-9166-58094300ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.264573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-7129ffbc-85c1-4ed3-9166-58094300ed6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822833 Aug 16 20:51:03.372685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-2fd65f0c-ce5d-4e4e-92e7-89269ad2fa7b service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998588 Aug 16 20:51:03.449842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.463253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.483676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.549075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84ed3d53-376e-4956-be65-93a13652343c req-98562c80-48b0-4036-aab9-9133f687328f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681807 Aug 16 20:51:03.571489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-c773bb3a-58a8-4f27-a605-2f902c57c6ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:03.571489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-c773bb3a-58a8-4f27-a605-2f902c57c6ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1345265 Aug 16 20:51:03.591136 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-88a15c67-62ec-4bfb-ad77-5a56ad67c285 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/quotas/1be180566e3941a1a246c980413d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0115433 Aug 16 20:51:03.610351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.43 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/782f86b6-0c19-42cb-85a1-0e4ddf8b4e22) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:03.646948 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-50722017-3016-48a9-b354-2ee6379773cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.675547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-44cf4d66-f168-4307-9058-658d0ae3a6e5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0769906 Aug 16 20:51:03.722002 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.792102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-942e4a06-bc02-4c96-be53-230520ec1a6e service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093638 Aug 16 20:51:03.846897 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:03.892350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-7e36ea97-84a8-4b27-9455-9ecaf332dea7 service neutron] 10.222.0.70 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939074 Aug 16 20:51:03.899128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:03.903911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:03.909589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:03.932251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:04.197831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c1933af-6839-4cb5-9344-937f696e4f8c req-9c156faf-0072-45be-9e10-200a50030cce tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 210 time: 0.0332744 Aug 16 20:51:04.293898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.294140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.512594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:04.735698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 36a73a5c-3635-4911-ab37-249ad9031476 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:51:04.874901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:04.889524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Sync routers for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:04.899103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:04.899836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.014201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:05.027142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.028703 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b3f3127-5870-4557-ac43-b5a7bbee87f7 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2967539 Aug 16 20:51:05.032211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54566) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:05.067455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02d0170d-5b6b-4a88-8172-c9ca8d49bafc tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=a6260687ac4648d18254bc9a5b73117e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333340 Aug 16 20:51:05.070001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54568) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:05.192776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c826c95-56aa-4263-8852-68ad6e9386d8 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:05.194770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7c826c95-56aa-4263-8852-68ad6e9386d8 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1236348 Aug 16 20:51:05.197669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54572) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:05.233678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:04Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:05.262058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d421b123-1419-401f-b39b-040cd2ec3c22 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607367 Aug 16 20:51:05.262422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54576) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:05.269155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-313749275', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:05.288284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Checking router: 36a73a5c-3635-4911-ab37-249ad9031476 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:05.288641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Updating router 36a73a5c-3635-4911-ab37-249ad9031476 port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:05.317829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.360283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-133663b3-811b-41ac-96de-6765911556e7 req-fd88d060-4741-4859-a89a-d498d78a09bc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 210 time: 0.0651557 Aug 16 20:51:05.564575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:05.568964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.606041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.616728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Transition to ACTIVE for port object 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:05.716506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.816541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140240a-db91-4c14-9ce2-f823abceff07 None None] Pushing event updated for resources: {'Port': ['ID=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.840270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Attempting to bind port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:05.840724 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Attempting to bind port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:05.841159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Attempting to bind port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:05.847336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:05.847843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:05.848375 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.848823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:05.849369 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Bound port: 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:05.849755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.901705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:05.910654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] For port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:05.916039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] For port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:05.983870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Subnet': ['ID=1dc382d9-fefb-4455-8457-6e23503b6a8b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:05.998766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Checking segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:05.998914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network hostable DHCP agents. Network: 7f06bac3-4e26-4b86-8913-755be7cca340, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:51:06.022478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.090407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:06.090987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:06.094931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140240a-db91-4c14-9ce2-f823abceff07 None None] Pushing event updated for resources: {'Port': ['ID=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:06.152860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 7f06bac3-4e26-4b86-8913-755be7cca340 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:51:06.203908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:06.233805 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.312471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7f06bac3-4e26-4b86-8913-755be7cca340) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:06.319924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.320603 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.342457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab5db7f-64d8-4986-b334-7f2e74a39326 None None] Network 7f06bac3-4e26-4b86-8913-755be7cca340 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:06.468986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44480398-2d86-49b1-8654-e7368c6038b6 req-7c5a2ce6-5d2e-4aa5-8e4d-4a8a4e9b7966 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 210 time: 0.0334809 Aug 16 20:51:06.490907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9c4efbb0-9386-4483-878f-e3b03e4befca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2264898 Aug 16 20:51:06.493011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:06.509166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:04Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:06.549786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21314442-a2da-4d54-ba73-2c951a65cbe5 None None] The sync data for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 is: [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:04Z', 'revision_number': 3, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:06.558898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7f06bac3-4e26-4b86-8913-755be7cca340', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:51:06.559869 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:06.719579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-29cc11d3-8132-4bb6-9403-f305d7aedd6e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:06.721269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-29cc11d3-8132-4bb6-9403-f305d7aedd6e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 811 time: 0.1269507 Aug 16 20:51:06.738054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Request body: {'port': {'device_id': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'admin_state_up': True, 'tenant_id': '1be180566e3941a1a246c980413d1d8d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:06.767017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Allocated IP 172.20.0.2 (7f06bac3-4e26-4b86-8913-755be7cca340/1dc382d9-fefb-4455-8457-6e23503b6a8b/81f31a0c-44ba-4242-8adb-36a55c9f6b73) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:07.099888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.099888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Transition to ACTIVE for port object 81f31a0c-44ba-4242-8adb-36a55c9f6b73 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:07.099888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Transition to ACTIVE for port object 81f31a0c-44ba-4242-8adb-36a55c9f6b73 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:07.147370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Made reservation on behalf of 1be180566e3941a1a246c980413d1d8d for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:07.151190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.154173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.199553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.248605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Network 7f06bac3-4e26-4b86-8913-755be7cca340 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:07.254137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:07.259281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:07.262868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Pushing event updated for resources: {'Port': ['ID=81f31a0c-44ba-4242-8adb-36a55c9f6b73,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:07.342140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Attempting to bind port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:07.342506 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Attempting to bind port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:07.342877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Attempting to bind port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 on network 7f06bac3-4e26-4b86-8913-755be7cca340 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:07.348948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:07.348948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Checking segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:07.349401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.349685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Bound using segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:07.350159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Bound port: 81f31a0c-44ba-4242-8adb-36a55c9f6b73, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:07.350546 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.356307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Allocated IP 172.20.0.7 (e789aa31-e849-4c81-96b6-861676f49333/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57/457e3c7b-630c-445f-bafc-b6d1577dad4f) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:07.464354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] For port 81f31a0c-44ba-4242-8adb-36a55c9f6b73, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:07.464354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] For port 81f31a0c-44ba-4242-8adb-36a55c9f6b73, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81f31a0c-44ba-4242-8adb-36a55c9f6b73,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:07.505708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.1 (7f06bac3-4e26-4b86-8913-755be7cca340/1dc382d9-fefb-4455-8457-6e23503b6a8b/41fff56c-d037-4cb3-a172-d6e19267a37e) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:07.621872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.663514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:07.672936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.696085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object 41fff56c-d037-4cb3-a172-d6e19267a37e will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:07.721066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-452234aa-d197-4f26-a3a0-0dcfc9341f70 req-10a684d1-db83-4e9e-9e1c-49fa4a56e4e4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 210 time: 0.1022508 Aug 16 20:51:07.752399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.757978 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b00223-5ba5-4a2b-8eae-711dcd92fd60 None None] Pushing event updated for resources: {'Port': ['ID=81f31a0c-44ba-4242-8adb-36a55c9f6b73,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:07.776448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Transition to ACTIVE for port object 457e3c7b-630c-445f-bafc-b6d1577dad4f will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:07.909041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:07.909514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.910247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.959151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035', '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:07.959151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:07.959151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:07.988646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 7f06bac3-4e26-4b86-8913-755be7cca340 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:07.991847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:08.000419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:08.026751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Network e789aa31-e849-4c81-96b6-861676f49333 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:08.043629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:08.063609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:08.067818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.124060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.157603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.219991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.220709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.264181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.298551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:08.309370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-330f4e4f-450a-40cf-ad4a-6f5c5620b355 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5758412 Aug 16 20:51:08.326351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Request body: {'port': {'device_id': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:08.368979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.419071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.452930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.475782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:08.674354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26ef3731-18b4-4e04-a310-5e4b13a6f525 None None] Provisioning for port 457e3c7b-630c-445f-bafc-b6d1577dad4f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:08.674354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-26ef3731-18b4-4e04-a310-5e4b13a6f525 None None] Provisioning complete for port 457e3c7b-630c-445f-bafc-b6d1577dad4f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:08.674354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-26ef3731-18b4-4e04-a310-5e4b13a6f525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.747856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-26ef3731-18b4-4e04-a310-5e4b13a6f525 None None] Port 457e3c7b-630c-445f-bafc-b6d1577dad4f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:08.784609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457e3c7b-630c-445f-bafc-b6d1577dad4f {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:08.795228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.808006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:08.811825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Transition to ACTIVE for port object 457e3c7b-630c-445f-bafc-b6d1577dad4f will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:08.883493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862a981-83a4-4efc-b1eb-c0b06f1769d0 req-f9d33542-c6c6-4d77-88c3-aec9ffd1b547 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:08.894039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4862a981-83a4-4efc-b1eb-c0b06f1769d0 req-f9d33542-c6c6-4d77-88c3-aec9ffd1b547 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 931 time: 0.0558181 Aug 16 20:51:08.926022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4862a981-83a4-4efc-b1eb-c0b06f1769d0 req-719fc7ac-1b10-4b8d-a8a5-1e48d277eb11 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Aug 16 20:51:08.987179 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.004318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.065792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:09.070207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.070405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:09.202194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Attempting to bind port 457e3c7b-630c-445f-bafc-b6d1577dad4f on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:09.202747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Attempting to bind port 457e3c7b-630c-445f-bafc-b6d1577dad4f by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:09.204429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Attempting to bind port 457e3c7b-630c-445f-bafc-b6d1577dad4f on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:09.211390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Port 457e3c7b-630c-445f-bafc-b6d1577dad4f on network e789aa31-e849-4c81-96b6-861676f49333 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:09.211745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Attempting to bind port 457e3c7b-630c-445f-bafc-b6d1577dad4f on network e789aa31-e849-4c81-96b6-861676f49333 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:09.218145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:09.218886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Checking segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:09.220518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Bound using segment: {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:09.221144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Bound port: 457e3c7b-630c-445f-bafc-b6d1577dad4f, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626fe3e9-f802-4d24-b31d-c08cd80da242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:09.221607 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.264855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 7f06bac3-4e26-4b86-8913-755be7cca340 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:09.272076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:09.356733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:09.356733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:09.602046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1497bfd-2951-4368-ba66-56df7ee69f1c None None] Network 7f06bac3-4e26-4b86-8913-755be7cca340 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:51:09.674605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:09.766463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 36a73a5c-3635-4911-ab37-249ad9031476 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:09.773176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:09.773558 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:09.883755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:09.889216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ba3104c-7ec4-40e4-b681-950571e3328d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/36a73a5c-3635-4911-ab37-249ad9031476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3950772 Aug 16 20:51:09.905302 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Sync routers for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:09.921051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:09.922248 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.019109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.059761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bdf61dc5-17ba-4710-b40e-daab35356bcc None None] Provisioning for port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:10.066903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81f31a0c-44ba-4242-8adb-36a55c9f6b73 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:10.076053 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:10.139786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.143298 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.144848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] 10.222.0.73 "PUT /v2.0/ports/457e3c7b-630c-445f-bafc-b6d1577dad4f HTTP/1.1" status: 200 len: 1092 time: 1.8246057 Aug 16 20:51:10.149625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:10.153673 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead80223-3e48-450c-b69f-1241ed37781e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:10.264331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-7dd9dbff-6b2e-4ccf-b5f1-f21c23e19238 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658306491&fields=id&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 267 time: 0.1017418 Aug 16 20:51:10.301450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045ee8a-746e-4d3c-b514-5f0c98bf8a7e service neutron] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:10.305975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:10.321157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:10.321536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.347679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4b857-573a-4d39-b196-864b1d1fbd1c req-39f7393f-5f2b-4589-9e25-e08dba0bd2db tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.355208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cae4b857-573a-4d39-b196-864b1d1fbd1c req-39f7393f-5f2b-4589-9e25-e08dba0bd2db tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 943 time: 0.3289461 Aug 16 20:51:10.516586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.520070 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 2, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:10.542440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cae4b857-573a-4d39-b196-864b1d1fbd1c req-99d8cfdb-0b2e-4506-b23a-729aa8f472cd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857734 Aug 16 20:51:10.577992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 81f31a0c-44ba-4242-8adb-36a55c9f6b73, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81f31a0c-44ba-4242-8adb-36a55c9f6b73,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:10.603055 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Checking router: 36a73a5c-3635-4911-ab37-249ad9031476 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:10.603474 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Updating router 36a73a5c-3635-4911-ab37-249ad9031476 port 41fff56c-d037-4cb3-a172-d6e19267a37e binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:51:10.610982 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ec2c8-1cef-446f-96a3-222b67854cd8 x-openstack-request-id: req-112ec2c8-1cef-446f-96a3-222b67854cd8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:10.610982 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:10.611266 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-112ec2c8-1cef-446f-96a3-222b67854cd8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:10.611472 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'status': 'completed', 'code': 200} Aug 16 20:51:10.622811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-76993ff1-39ec-4730-9e02-042a767099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.625213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-76993ff1-39ec-4730-9e02-042a767099f8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 1095 time: 0.2625062 Aug 16 20:51:10.649983 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.660089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Provisioning for port 41fff56c-d037-4cb3-a172-d6e19267a37e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:10.664563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Provisioning complete for port 41fff56c-d037-4cb3-a172-d6e19267a37e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:10.665025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.693922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-05f7b00c-cf6c-419b-890d-5ac41f388491 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f HTTP/1.1" status: 200 len: 217 time: 0.0549669 Aug 16 20:51:10.708485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.750367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-f88acaf2-512d-4db3-9c67-e2e4975cf675 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.752663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-f88acaf2-512d-4db3-9c67-e2e4975cf675 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/networks?id=7f06bac3-4e26-4b86-8913-755be7cca340 HTTP/1.1" status: 200 len: 796 time: 0.4411678 Aug 16 20:51:10.753064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Port 41fff56c-d037-4cb3-a172-d6e19267a37e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:10.785476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-ec7d3fb5-a2f6-4824-9685-810549d4fc4b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/quotas/a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 375 time: 0.0232224 Aug 16 20:51:10.791878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-846de536-604b-4f2c-9053-3ed21700cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.793566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=81f31a0c-44ba-4242-8adb-36a55c9f6b73,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:10.793976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-846de536-604b-4f2c-9053-3ed21700cc58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0899189 Aug 16 20:51:10.812734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Provisioning complete for port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:10.813249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b0ed18d0-4154-42bf-9c2f-d22d7240149b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:10.929994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-a93789b8-3f98-4cb3-96a7-180aac3afe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:10.935822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-a93789b8-3f98-4cb3-96a7-180aac3afe27 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205182 Aug 16 20:51:10.956215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-ad89dc94-4951-4965-92ac-3ece71e539ba tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609097 Aug 16 20:51:11.078878 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.089631 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Transition to ACTIVE for port object 41fff56c-d037-4cb3-a172-d6e19267a37e will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:11.109560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-627c893d-6981-4564-9e87-e9b27c828b07 None None] Provisioning complete for port 41fff56c-d037-4cb3-a172-d6e19267a37e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:11.109953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-627c893d-6981-4564-9e87-e9b27c828b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.146052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-021c72d6-a24e-445b-a518-885084e18528 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990144 Aug 16 20:51:11.147933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-627c893d-6981-4564-9e87-e9b27c828b07 None None] Port 41fff56c-d037-4cb3-a172-d6e19267a37e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:11.213593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-68c5adb0-285e-4c05-a9dc-4fe9113d48c1 service neutron] 10.222.0.70 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581447 Aug 16 20:51:11.311998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3eeb8ea-84d4-40b8-b762-178e8e4a2615 req-12f16efc-710f-4baf-9bb5-d108279cb959 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579621 Aug 16 20:51:11.324119 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.343691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cf4f756c-fcc2-4e1c-8a0d-9e769e255d22 service neutron] 10.222.0.70 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237295 Aug 16 20:51:11.384820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Pushing event updated for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:11.397146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.397492 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.397851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.398168 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.398601 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.398846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.399172 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.399509 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.399834 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.400159 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.400477 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.400797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:11.472727 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Attempting to bind port 41fff56c-d037-4cb3-a172-d6e19267a37e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:11.473094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Attempting to bind port 41fff56c-d037-4cb3-a172-d6e19267a37e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:11.473456 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Attempting to bind port 41fff56c-d037-4cb3-a172-d6e19267a37e on network 7f06bac3-4e26-4b86-8913-755be7cca340 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:11.479147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:11.479525 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Checking segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:11.479981 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.480376 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Bound using segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:11.480855 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Bound port: 41fff56c-d037-4cb3-a172-d6e19267a37e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:11.481240 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.576497 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] For port 41fff56c-d037-4cb3-a172-d6e19267a37e, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:11.583915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80223-3e48-450c-b69f-1241ed37781e req-3c27940f-c0ea-4c39-be62-3943d406efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.586256 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] For port 41fff56c-d037-4cb3-a172-d6e19267a37e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41fff56c-d037-4cb3-a172-d6e19267a37e,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:11.587424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81f31a0c-44ba-4242-8adb-36a55c9f6b73 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:11.590361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-3c27940f-c0ea-4c39-be62-3943d406efe2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 1095 time: 0.0927598 Aug 16 20:51:11.708805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:11.709919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.712623 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:11.770211 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:11.770856 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:11.775818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39c4eb49-4753-4f48-b1a3-1544970f5e32 req-427a8451-aa01-4359-b325-d99852bf42a9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0797944 Aug 16 20:51:11.823004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b6934-6fde-4679-ab88-b16c0b239e55 req-5c66b877-6d9f-4920-87e3-2ae40fba85c4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.825230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae5b6934-6fde-4679-ab88-b16c0b239e55 req-5c66b877-6d9f-4920-87e3-2ae40fba85c4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 943 time: 0.1135879 Aug 16 20:51:11.882625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80223-3e48-450c-b69f-1241ed37781e req-4be27e70-8630-4f8b-9ae3-ad005966f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:11.884515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-4be27e70-8630-4f8b-9ae3-ad005966f3be service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.2906542 Aug 16 20:51:11.943996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-dc25ab20-3307-41ad-9688-f6c0c3f4052a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f HTTP/1.1" status: 200 len: 217 time: 0.0510688 Aug 16 20:51:11.985951 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:12.027416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae5b6934-6fde-4679-ab88-b16c0b239e55 req-f980fbe6-a790-43a3-8191-bb68e3b5b2f5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700432 Aug 16 20:51:12.028987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80223-3e48-450c-b69f-1241ed37781e req-9fd09391-91f6-465e-990e-c413ed2a6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.030833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-9fd09391-91f6-465e-990e-c413ed2a6ac7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0769827 Aug 16 20:51:12.087477 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80223-3e48-450c-b69f-1241ed37781e req-c6d8b849-a714-4929-84b1-9a11947b2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:12.088455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-c6d8b849-a714-4929-84b1-9a11947b2d36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495896 Aug 16 20:51:12.140470 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff42ed6-cb1a-47c6-9718-4cb9d9ffcb6c None None] Pushing event updated for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:12.194951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-6384293c-c130-43f0-9da0-76738f80335f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977511 Aug 16 20:51:12.252433 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:11Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:12.275918 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eb64d7-0e5a-4c7b-a4f7-70b8c9dfb73a None None] The sync data for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 is: [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:11Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:12.291756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ead80223-3e48-450c-b69f-1241ed37781e req-84c77eb4-40c7-4ff4-ae0e-a1f6a1ddde21 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Aug 16 20:51:12.864087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d03f70f-7339-4108-8518-4039f33ed24e req-38008521-638b-4b45-9122-ba6d1b6a8105 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0275550 Aug 16 20:51:13.190528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c6441-c3c6-471a-b398-e8ca35cf10ea req-7008db44-d906-4294-b6a1-a47fbcf4604b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:13.199630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414c6441-c3c6-471a-b398-e8ca35cf10ea req-7008db44-d906-4294-b6a1-a47fbcf4604b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 943 time: 0.0745125 Aug 16 20:51:13.599718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41fff56c-d037-4cb3-a172-d6e19267a37e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:13.611162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414c6441-c3c6-471a-b398-e8ca35cf10ea req-a7045bbf-f1d3-4d00-9ef2-354ce8886f1d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105504 Aug 16 20:51:13.746640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 41fff56c-d037-4cb3-a172-d6e19267a37e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:13.751337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41fff56c-d037-4cb3-a172-d6e19267a37e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:13.751761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.834394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.867514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 41fff56c-d037-4cb3-a172-d6e19267a37e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41fff56c-d037-4cb3-a172-d6e19267a37e,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:13.946415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:13.968519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc5ceb9d-3d96-405b-9cbb-ffa036fe7bde req-807d15bd-8d99-498b-8e6f-a0d7f3a3475d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0327671 Aug 16 20:51:14.031158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:14.332774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:14.442567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:14.516325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'mac_address': 'fa:16:3e:19:b8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:14.536403 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.550755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457e3c7b-630c-445f-bafc-b6d1577dad4f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:14.574004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:14.741272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:14.798366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:14.812736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead9b6c-fb0b-4cca-8809-abd2557babd0 req-b56ccdbf-5be6-490e-a2d9-60a3b2b57b9b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.814863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fead9b6c-fb0b-4cca-8809-abd2557babd0 req-b56ccdbf-5be6-490e-a2d9-60a3b2b57b9b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 944 time: 0.0839841 Aug 16 20:51:14.824737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-82f7d43b-4008-4158-9df5-ccea057b0084 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:14.826118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-82f7d43b-4008-4158-9df5-ccea057b0084 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/networks?id=7f06bac3-4e26-4b86-8913-755be7cca340 HTTP/1.1" status: 200 len: 796 time: 0.1390462 Aug 16 20:51:14.875133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fead9b6c-fb0b-4cca-8809-abd2557babd0 req-f0df1e7d-3281-4281-aed3-524d9addb6d6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Aug 16 20:51:14.890450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-125f1dc9-4015-4389-a623-1a11a92f4490 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6260687ac4648d18254bc9a5b73117e HTTP/1.1" status: 200 len: 379 time: 0.0505567 Aug 16 20:51:14.899653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'port': {'device_id': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'admin_state_up': True, 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'security_groups': ['f4b099d7-acb0-4be6-b0b2-8052af8c556e']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:15.015644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['457e3c7b-630c-445f-bafc-b6d1577dad4f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:15.077089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2063ecc1-3d6a-4030-937b-9a40b4713889 req-c929e636-8aa4-4969-84e6-d94aaa4f198a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0286639 Aug 16 20:51:15.175214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Made reservation on behalf of a6260687ac4648d18254bc9a5b73117e for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:51:15.179104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.308453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.20.0.13 (7f06bac3-4e26-4b86-8913-755be7cca340/1dc382d9-fefb-4455-8457-6e23503b6a8b/a2f3a050-d62d-40d0-9357-05c84ed33d0d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:15.459017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.475994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Transition to ACTIVE for port object a2f3a050-d62d-40d0-9357-05c84ed33d0d will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:15.534234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41fff56c-d037-4cb3-a172-d6e19267a37e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:15.583836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 41fff56c-d037-4cb3-a172-d6e19267a37e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:15.584215 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.673066 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.725632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 7f06bac3-4e26-4b86-8913-755be7cca340 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:15.728915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:15.733540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:15.736640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:15.793411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:15.794060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:15.908527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-9add1c97-4ef5-4e21-a548-b050a40d0cb1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0125453 Aug 16 20:51:15.924595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Request body: {'port': {'device_id': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:16.006836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.056375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09ccbe-e3c4-4164-970e-40b4c5375d15 req-a3927dd1-4bff-44f4-8454-c210b8984a2d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.057783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab09ccbe-e3c4-4164-970e-40b4c5375d15 req-a3927dd1-4bff-44f4-8454-c210b8984a2d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 944 time: 0.1014352 Aug 16 20:51:16.078048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9b942405-9eab-45ec-abd4-78c8a46d6954 None None] Provisioning for port a2f3a050-d62d-40d0-9357-05c84ed33d0d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:16.082736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9b942405-9eab-45ec-abd4-78c8a46d6954 None None] Provisioning complete for port a2f3a050-d62d-40d0-9357-05c84ed33d0d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:16.083126 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9b942405-9eab-45ec-abd4-78c8a46d6954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.118936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9b942405-9eab-45ec-abd4-78c8a46d6954 None None] Port a2f3a050-d62d-40d0-9357-05c84ed33d0d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:51:16.177264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab09ccbe-e3c4-4164-970e-40b4c5375d15 req-22c2a6db-86b9-4b49-8036-33ed74c9da83 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119859 Aug 16 20:51:16.327907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84496734-d8e1-4c8a-810e-b729561b5e87 req-1b5d416c-c605-4f56-a998-920afb9eef25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.329545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84496734-d8e1-4c8a-810e-b729561b5e87 req-1b5d416c-c605-4f56-a998-920afb9eef25 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 932 time: 0.0860541 Aug 16 20:51:16.353888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:16.411372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84496734-d8e1-4c8a-810e-b729561b5e87 req-b95006d2-de4a-4976-8d58-985bafc67582 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695119 Aug 16 20:51:16.413381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f3a050-d62d-40d0-9357-05c84ed33d0d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:16.439062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.448514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Transition to ACTIVE for port object a2f3a050-d62d-40d0-9357-05c84ed33d0d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:51:16.494882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 457e3c7b-630c-445f-bafc-b6d1577dad4f completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:16.499833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 457e3c7b-630c-445f-bafc-b6d1577dad4f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:16.499833 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.571896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.579773 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.601840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:16.604015 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fce178-2588-4077-b2bf-7d1ff307f724" -d '{"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-plugged", "status": "completed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:16.617084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:16.629222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:16.653411 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6645c3e3-f3ef-49fa-b5de-99db5a875fbe x-openstack-request-id: req-6645c3e3-f3ef-49fa-b5de-99db5a875fbe {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:16.653703 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-plugged", "status": "completed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:16.653955 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6645c3e3-f3ef-49fa-b5de-99db5a875fbe {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:16.654345 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'code': 200} Aug 16 20:51:16.714608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Attempting to bind port a2f3a050-d62d-40d0-9357-05c84ed33d0d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:51:16.715189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Attempting to bind port a2f3a050-d62d-40d0-9357-05c84ed33d0d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:51:16.715684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Attempting to bind port a2f3a050-d62d-40d0-9357-05c84ed33d0d on network 7f06bac3-4e26-4b86-8913-755be7cca340 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:16.731221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Port a2f3a050-d62d-40d0-9357-05c84ed33d0d on network 7f06bac3-4e26-4b86-8913-755be7cca340 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:51:16.731555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Attempting to bind port a2f3a050-d62d-40d0-9357-05c84ed33d0d on network 7f06bac3-4e26-4b86-8913-755be7cca340 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:51:16.758566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:51:16.758909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Checking segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:51:16.759480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Bound using segment: {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:51:16.760036 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Bound port: a2f3a050-d62d-40d0-9357-05c84ed33d0d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03099783-8e17-4f34-be72-22a94bb640bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:51:16.760465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.781762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:16.815006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349aca0c-87c3-446d-b559-65785915f51e req-2b44128e-0208-4134-8eab-336cec124d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:16.816623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349aca0c-87c3-446d-b559-65785915f51e req-2b44128e-0208-4134-8eab-336cec124d37 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 1096 time: 0.0951626 Aug 16 20:51:16.835928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:16.876100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349aca0c-87c3-446d-b559-65785915f51e req-a9e11f07-9c54-48f6-9b19-bea73897b48a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507922 Aug 16 20:51:16.878730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:51:16.881989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:51:17.015803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.062939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.062939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:17.062939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] 10.222.0.64 "PUT /v2.0/ports/a2f3a050-d62d-40d0-9357-05c84ed33d0d HTTP/1.1" status: 200 len: 1093 time: 1.1423037 Aug 16 20:51:17.063954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:17.067500 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e" -d '{"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:17.099290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaacea5-7db8-47ec-bb4e-7bc7c5968086 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:17.122262 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc299c9e-c3fd-476c-b2ff-19a3ddd770e5 x-openstack-request-id: req-fc299c9e-c3fd-476c-b2ff-19a3ddd770e5 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:17.122262 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:17.122262 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc299c9e-c3fd-476c-b2ff-19a3ddd770e5 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:17.122262 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'status': 'completed', 'code': 200} Aug 16 20:51:17.194298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-7d3e99b8-5057-4933-8064-6927046116ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.195911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-7d3e99b8-5057-4933-8064-6927046116ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1096 time: 0.0501864 Aug 16 20:51:17.359374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-c3a25fc5-a225-4934-b7dc-32f56b59eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.361933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-c3a25fc5-a225-4934-b7dc-32f56b59eea0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a6260687ac4648d18254bc9a5b73117e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1561394 Aug 16 20:51:17.434559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad14e8a-b2ee-40dc-af4a-6115edc955e6 req-7b5a814f-c812-4fcf-baf1-49002e6029cb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.436186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ad14e8a-b2ee-40dc-af4a-6115edc955e6 req-7b5a814f-c812-4fcf-baf1-49002e6029cb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.1158247 Aug 16 20:51:17.503615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ad14e8a-b2ee-40dc-af4a-6115edc955e6 req-b8d70c7d-b0d7-4db6-a869-c67ece9f178b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Aug 16 20:51:17.523425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-edf7e7c2-3463-41ed-8311-fce798bb6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.533663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecca6ac1-90c9-4d65-9a76-667e36bdec6e req-edf7e7c2-3463-41ed-8311-fce798bb6356 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1550624 Aug 16 20:51:17.653228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec580-b452-46e0-8715-75c69c85e7f4 req-fb8bbfad-62ba-4d90-8f0d-0c5446578345 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.654826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c1ec580-b452-46e0-8715-75c69c85e7f4 req-fb8bbfad-62ba-4d90-8f0d-0c5446578345 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 944 time: 0.0950890 Aug 16 20:51:17.658930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-6f87ff40-fbbc-46c5-b396-f6ba5e3e2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.660126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-6f87ff40-fbbc-46c5-b396-f6ba5e3e2ee7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1096 time: 0.0873961 Aug 16 20:51:17.713990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-8807e06d-14de-4971-af72-45fa8e4a96b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d HTTP/1.1" status: 200 len: 217 time: 0.0425072 Aug 16 20:51:17.741434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c1ec580-b452-46e0-8715-75c69c85e7f4 req-48aaf06f-2dc4-4011-acf0-150bbf987eee tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782056 Aug 16 20:51:17.779644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-58628d6c-a923-41e4-a310-57523a0298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.781074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-58628d6c-a923-41e4-a310-57523a0298ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dc382d9-fefb-4455-8457-6e23503b6a8b HTTP/1.1" status: 200 len: 834 time: 0.0565052 Aug 16 20:51:17.838108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-f640b08b-15ac-430f-bdc0-99909c5d0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:17.839720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-f640b08b-15ac-430f-bdc0-99909c5d0f2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f06bac3-4e26-4b86-8913-755be7cca340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508442 Aug 16 20:51:17.957160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-8565bf3b-2b4a-4fa8-9474-77bd4b0d17d4 service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100588 Aug 16 20:51:18.068478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d110539-aef9-4aac-84bb-1d3d3e199517 req-5fcaeeb0-a856-4678-a55d-1badd2121539 service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032295 Aug 16 20:51:18.443832 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:18.642559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c81ce-38e5-4078-a95c-90fc58e5d3e5 req-faae50de-ace5-4528-bd36-0bec2626284f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.644331 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d5c81ce-38e5-4078-a95c-90fc58e5d3e5 req-faae50de-ace5-4528-bd36-0bec2626284f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0535033 Aug 16 20:51:18.685506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d5c81ce-38e5-4078-a95c-90fc58e5d3e5 req-6c71fd58-97e3-4576-a2d8-0a8082912c71 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347714 Aug 16 20:51:18.873301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072caf-c5d2-441f-9b4e-5fc861ecd30c req-1693e455-fd2f-41fc-93c4-53b847503cc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:18.875137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a072caf-c5d2-441f-9b4e-5fc861ecd30c req-1693e455-fd2f-41fc-93c4-53b847503cc6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 944 time: 0.0592227 Aug 16 20:51:18.926291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a072caf-c5d2-441f-9b4e-5fc861ecd30c req-b00bcd8e-418d-4f91-8716-d0702406a0bb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Aug 16 20:51:19.127284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c651d8-b9be-4031-aaf8-6630abeab9fd req-21b9cc01-1bd5-4d9b-bf30-79da0bb571b9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:19.128963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60c651d8-b9be-4031-aaf8-6630abeab9fd req-21b9cc01-1bd5-4d9b-bf30-79da0bb571b9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0653481 Aug 16 20:51:19.176371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60c651d8-b9be-4031-aaf8-6630abeab9fd req-61dbb337-315b-492f-93fe-dc2913bdd221 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Aug 16 20:51:19.935183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-cc1e6496-0f6e-4d80-a62e-fd9610a38a06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416403 Aug 16 20:51:19.971201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:20.052986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-d215e08f-0c81-473e-a9f6-f7d36ad76c60 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046593 Aug 16 20:51:20.058126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-b2310eaf-dbb0-41b6-bde9-59c5c2eed5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.059688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-b2310eaf-dbb0-41b6-bde9-59c5c2eed5ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 1098 time: 0.1013093 Aug 16 20:51:20.076632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830812c-0143-4a92-8398-a37b4eb326d3 req-c67b7eda-23c1-4997-a9e6-73beda13514c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.078351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6830812c-0143-4a92-8398-a37b4eb326d3 req-c67b7eda-23c1-4997-a9e6-73beda13514c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 944 time: 0.0802729 Aug 16 20:51:20.082729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:20.096874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'mac_address': 'fa:16:3e:9c:77:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:20.139193 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.153190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f3a050-d62d-40d0-9357-05c84ed33d0d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:20.174121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:20.214684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6830812c-0143-4a92-8398-a37b4eb326d3 req-ef6ea4a6-fefb-4fd8-afa9-dff9c2f359eb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262481 Aug 16 20:51:20.240139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-b23c90d8-e593-4ce9-8b05-ec3f03a7a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.241669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-b23c90d8-e593-4ce9-8b05-ec3f03a7a7c9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.1331263 Aug 16 20:51:20.244807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-78157d7d-859f-4548-9b26-3b21de5c3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.246005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-78157d7d-859f-4548-9b26-3b21de5c3fe6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1654928 Aug 16 20:51:20.289405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:20.305326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-180caef8-a3dc-4f21-a2af-d8727f99b3bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8 HTTP/1.1" status: 200 len: 217 time: 0.0519638 Aug 16 20:51:20.365690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:20.439271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-73cafb09-13f3-4c1b-b27e-9444904ff847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.440793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-73cafb09-13f3-4c1b-b27e-9444904ff847 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.1256804 Aug 16 20:51:20.455008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca7d11-fa66-447b-9b7a-e9f0c2db9f88 req-5f5555c8-9bc7-4015-86cb-06529211198b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.456559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17ca7d11-fa66-447b-9b7a-e9f0c2db9f88 req-5f5555c8-9bc7-4015-86cb-06529211198b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.1619377 Aug 16 20:51:20.510618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-6016fc04-35db-4b51-af5b-dc87e9941dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.512193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-6016fc04-35db-4b51-af5b-dc87e9941dce service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.2162161 Aug 16 20:51:20.558997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a2f3a050-d62d-40d0-9357-05c84ed33d0d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:20.578285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-17ca7d11-fa66-447b-9b7a-e9f0c2db9f88 req-7cfe6544-431a-4fb3-8558-3de6bc30dca5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104443 Aug 16 20:51:20.584421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-d407713d-e7a4-4f45-ab1f-74aa2226ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.585988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-d407713d-e7a4-4f45-ab1f-74aa2226ef9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1285532 Aug 16 20:51:20.654223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-3c616a13-c42f-4061-ab57-55fb1e08be72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.1307635 Aug 16 20:51:20.728721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-13ab7fe9-f8bb-4dbb-abe5-cdc300b0433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.730540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-13ab7fe9-f8bb-4dbb-abe5-cdc300b0433b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0684450 Aug 16 20:51:20.780346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-7fc1d782-9cbc-44f4-ae06-b124fb448108 service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826479 Aug 16 20:51:20.878358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-ea04d2c4-2860-4e2d-bf61-fc84ec53f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:20.879935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-ea04d2c4-2860-4e2d-bf61-fc84ec53f316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383121 Aug 16 20:51:20.968120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b34186c9-c683-4f81-9966-7072f38f7a03 req-d741b81d-deee-4a89-acba-5664034b7e2d service neutron] 10.222.0.64 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770439 Aug 16 20:51:21.010131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-23ce30d0-689f-4e8f-9078-1c46275eda0d service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210785 Aug 16 20:51:21.107995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51efc376-63a1-4f60-b0a8-b4a0fbc4069b req-7a306980-cb81-4411-85ae-591e640f9c7f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887372 Aug 16 20:51:21.356823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce016-ba95-4adc-a7f2-ae5ca57738dd req-85c666a8-c453-4664-ad0e-6e0fc6c8930b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.358509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-534ce016-ba95-4adc-a7f2-ae5ca57738dd req-85c666a8-c453-4664-ad0e-6e0fc6c8930b tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 945 time: 0.0605190 Aug 16 20:51:21.404172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-534ce016-ba95-4adc-a7f2-ae5ca57738dd req-831a903f-0910-43c6-93be-638d9747a423 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366943 Aug 16 20:51:21.535754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f7f69-ec2b-4450-9f11-8f831379b263 req-28fb323f-112c-496c-9ce6-cc8d1f282576 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:21.537254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c39f7f69-ec2b-4450-9f11-8f831379b263 req-28fb323f-112c-496c-9ce6-cc8d1f282576 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0548830 Aug 16 20:51:21.586674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c39f7f69-ec2b-4450-9f11-8f831379b263 req-29e9ae7b-a79d-49ae-b3cf-b761e97659a5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Aug 16 20:51:21.987699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:22.083058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.134882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a2f3a050-d62d-40d0-9357-05c84ed33d0d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:51:22.138937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a2f3a050-d62d-40d0-9357-05c84ed33d0d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:22.144652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.217004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.239294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:22.241635 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7616011d-3bb5-4eea-af1c-508846d3652a" -d '{"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:22.262089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:22.282693 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f12e43-4b26-4ea4-afca-fc8d3b2e234f x-openstack-request-id: req-c2f12e43-4b26-4ea4-afca-fc8d3b2e234f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:22.283070 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:22.283342 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2f12e43-4b26-4ea4-afca-fc8d3b2e234f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:22.283746 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'code': 200} Aug 16 20:51:22.374804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:22.380016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64264099-4383-457b-8784-21451da7d242 req-8f6ffba2-72e4-4976-a846-e08d199b557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.381240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64264099-4383-457b-8784-21451da7d242 req-8f6ffba2-72e4-4976-a846-e08d199b557b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1097 time: 0.0426340 Aug 16 20:51:22.421212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64264099-4383-457b-8784-21451da7d242 req-d8edb1a2-b1a3-4873-af93-f5a34370a66c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319443 Aug 16 20:51:22.427307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:22.536021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643e820-5dd7-4ba2-b2b4-69be958d39fe req-5021c1c0-21b9-47a3-8352-291adc3e2846 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.538327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2643e820-5dd7-4ba2-b2b4-69be958d39fe req-5021c1c0-21b9-47a3-8352-291adc3e2846 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0567250 Aug 16 20:51:22.579641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2643e820-5dd7-4ba2-b2b4-69be958d39fe req-b9258558-1907-487b-938c-8afa4d09ba54 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354390 Aug 16 20:51:22.712436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4507904-02dd-4b20-9dca-8abec3e44a1f req-17d991dc-f4a5-4656-90b9-45db618c98e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:22.713963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4507904-02dd-4b20-9dca-8abec3e44a1f req-17d991dc-f4a5-4656-90b9-45db618c98e0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0539813 Aug 16 20:51:22.755336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4507904-02dd-4b20-9dca-8abec3e44a1f req-6d7d2d59-95b7-4cb0-a7a2-6db93bbb23f1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Aug 16 20:51:23.697340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb439-058f-43b8-9ceb-96fb0b64512b req-0cff19d1-71a1-4761-a2bc-db5c52e2d5fb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.698951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e29bb439-058f-43b8-9ceb-96fb0b64512b req-0cff19d1-71a1-4761-a2bc-db5c52e2d5fb tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0512502 Aug 16 20:51:23.739416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e29bb439-058f-43b8-9ceb-96fb0b64512b req-044ec814-1973-419e-b297-3fa6968d0c4e tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338347 Aug 16 20:51:23.895114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7ac22-6cfd-4116-8a98-c5bc48b8d4cd req-8779b181-75f3-4e9e-a922-d9abb24b9311 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.896642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dd7ac22-6cfd-4116-8a98-c5bc48b8d4cd req-8779b181-75f3-4e9e-a922-d9abb24b9311 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0853593 Aug 16 20:51:23.918222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07f41c-5803-4ed5-8b70-4fc57f561d6e req-b3c9081f-1618-4982-bb45-06bfd83d22ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:23.919680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a07f41c-5803-4ed5-8b70-4fc57f561d6e req-b3c9081f-1618-4982-bb45-06bfd83d22ac tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0900023 Aug 16 20:51:23.970951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dd7ac22-6cfd-4116-8a98-c5bc48b8d4cd req-af4fb3e7-e2b5-41ff-9f4e-5ee9b766841d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664992 Aug 16 20:51:23.975914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a07f41c-5803-4ed5-8b70-4fc57f561d6e req-10686338-780f-492d-bab2-8340ac5abbb7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Aug 16 20:51:23.993124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 54930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.042014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e55d4-2efd-40f5-a204-ec1c41e6c2d2 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:24.043461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f68e55d4-2efd-40f5-a204-ec1c41e6c2d2 tempest-TestNetworkAdvancedServerOps-1351172225 tempest-TestNetworkAdvancedServerOps-1351172225-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1093 time: 0.0487349 Aug 16 20:51:24.046572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 54932) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:24.052242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:51:24.181915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.295247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.402436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:51:24.412155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Allocated IP 172.25.7.79 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/efb11088-5480-47fe-902e-ff9cd4d587da) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:51:24.527605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:24.541337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.543359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'port_id': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'mac_address': 'fa:16:3e:19:b8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:51:24.595636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.609651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 457e3c7b-630c-445f-bafc-b6d1577dad4f {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:51:24.636238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:24.660706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.705176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:51:24.710643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:51:24.712842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=efb11088-5480-47fe-902e-ff9cd4d587da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.714945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:51:24.783424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:24.856347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:24.882575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['457e3c7b-630c-445f-bafc-b6d1577dad4f'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:25.326107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf027-fb12-445d-8af9-e451a89c362e req-e00ac063-1c03-4ede-83bb-6902f0e1a1bd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:25.335429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78daf027-fb12-445d-8af9-e451a89c362e req-e00ac063-1c03-4ede-83bb-6902f0e1a1bd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 944 time: 0.1875389 Aug 16 20:51:25.419706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78daf027-fb12-445d-8af9-e451a89c362e req-7493629f-44d3-4659-a00c-58e040a0fecd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640099 Aug 16 20:51:25.640565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.775884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:25.958203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.026969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.110396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event updated for resources: {'Port': ['ID=efb11088-5480-47fe-902e-ff9cd4d587da,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.116821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.243435 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP df070681-d9d7-4a04-ad1e-5bfe25548c74 associated. External IP: 172.25.7.79, port: a2f3a050-d62d-40d0-9357-05c84ed33d0d. Aug 16 20:51:26.420011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:51:26.495154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 457e3c7b-630c-445f-bafc-b6d1577dad4f triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:51:26.495677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.510820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 36a73a5c-3635-4911-ab37-249ad9031476 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:51:26.596903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.648970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:26.650476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:26.654530 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961955ac-22de-4b3c-8409-5bab21fb916e" -d '{"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-plugged", "status": "completed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:26.708680 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113b5e65-fc05-40a8-b43e-f853e394a8bb x-openstack-request-id: req-113b5e65-fc05-40a8-b43e-f853e394a8bb {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:26.709129 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-plugged", "status": "completed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:26.709477 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-113b5e65-fc05-40a8-b43e-f853e394a8bb {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:26.709883 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'code': 200} Aug 16 20:51:26.717406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.739853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193eda5-fa6c-41aa-b019-db6a724c8c26 req-9b3520cb-cb7b-4654-b8e4-98c81f02da07 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:26.741417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e193eda5-fa6c-41aa-b019-db6a724c8c26 req-9b3520cb-cb7b-4654-b8e4-98c81f02da07 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 944 time: 0.1988423 Aug 16 20:51:26.778394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:51:26.799523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:26.803979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Sync routers for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:51:26.815487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:26.816146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:26.833656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e193eda5-fa6c-41aa-b019-db6a724c8c26 req-43bec0e5-6cb0-45d9-bf0a-8ce897d3bdc2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843196 Aug 16 20:51:26.900482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:26.938933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b98366d4-0748-4a27-9f6f-f1938681653a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8904536 Aug 16 20:51:26.940116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:26.943024 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:26.961112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:27.031112 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c00398-1f32-4551-82cf-d543fc06f68c x-openstack-request-id: req-e3c00398-1f32-4551-82cf-d543fc06f68c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:27.032284 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:27.032693 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3c00398-1f32-4551-82cf-d543fc06f68c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:27.033187 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'status': 'completed', 'code': 200} Aug 16 20:51:27.078963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e57392-27ac-4e56-9d94-7cefe307cb6e req-7d246c9b-97dc-44c6-9965-c6616ab3b631 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.107686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21e57392-27ac-4e56-9d94-7cefe307cb6e req-7d246c9b-97dc-44c6-9965-c6616ab3b631 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.1081440 Aug 16 20:51:27.192087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-9f1ac13a-5d79-4dc3-a5a9-afdb5a4ab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.193989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-9f1ac13a-5d79-4dc3-a5a9-afdb5a4ab186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1098 time: 0.1354496 Aug 16 20:51:27.198623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21e57392-27ac-4e56-9d94-7cefe307cb6e req-b11610ba-4e21-430a-94e8-aed0a6237dae tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905395 Aug 16 20:51:27.226558 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55014) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:27.332569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-caf228ae-3935-4d97-acb5-aa6ad6292f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.334285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-caf228ae-3935-4d97-acb5-aa6ad6292f33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f06bac3-4e26-4b86-8913-755be7cca340 HTTP/1.1" status: 200 len: 897 time: 0.1303775 Aug 16 20:51:27.350468 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1224353-d68a-43c5-bf39-6bd93919f81d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/df070681-d9d7-4a04-ad1e-5bfe25548c74 HTTP/1.1" status: 200 len: 991 time: 0.1218410 Aug 16 20:51:27.405367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'df070681-d9d7-4a04-ad1e-5bfe25548c74', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'mac_address': 'fa:16:3e:9c:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:25Z', 'updated_at': '2021-08-16T20:51:25Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:27.426309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-f2430591-b5f1-4613-9c4a-1cf8fa1168ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d HTTP/1.1" status: 200 len: 999 time: 0.0830030 Aug 16 20:51:27.443762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Checking router: 36a73a5c-3635-4911-ab37-249ad9031476 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:51:27.453199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:51:27.455198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:51:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:27.499791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-8479f715-b973-48ad-a1a9-2ae8e0d2d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.501575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-8479f715-b973-48ad-a1a9-2ae8e0d2d9ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dc382d9-fefb-4455-8457-6e23503b6a8b HTTP/1.1" status: 200 len: 834 time: 0.0659125 Aug 16 20:51:27.569861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-17b052ed-1f07-4f06-8b52-2e45cfbbe683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:27.575717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-17b052ed-1f07-4f06-8b52-2e45cfbbe683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f06bac3-4e26-4b86-8913-755be7cca340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629776 Aug 16 20:51:27.623974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:51:27.750311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-be740e24-a369-4800-9b9b-daef488085b2 service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700866 Aug 16 20:51:27.897016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63f2534c-c18c-4e80-8b55-ebf3f33e2ee7 req-482e2c26-441d-4bb0-bd93-a5177b7a0d5a service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370711 Aug 16 20:51:28.011590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba71b3-a046-429f-823f-2794129db4cd req-d4774f3a-fda3-4855-8868-7a3a05ddbd9d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:28.019606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86ba71b3-a046-429f-823f-2794129db4cd req-d4774f3a-fda3-4855-8868-7a3a05ddbd9d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0688493 Aug 16 20:51:28.072149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86ba71b3-a046-429f-823f-2794129db4cd req-9c3105cd-c15f-4f87-8435-309fa178e5b3 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513155 Aug 16 20:51:28.167171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'df070681-d9d7-4a04-ad1e-5bfe25548c74', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'mac_address': 'fa:16:3e:9c:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:25Z', 'updated_at': '2021-08-16T20:51:25Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:51:28.201059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f3a09d-5b9b-4943-9f14-321fc4cc4143 None None] The sync data for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 is: [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'df070681-d9d7-4a04-ad1e-5bfe25548c74', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'floating_ip_address': '172.25.7.79', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'mac_address': 'fa:16:3e:9c:77:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:51:25Z', 'updated_at': '2021-08-16T20:51:25Z', 'revision_number': 0, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:51:28.353660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55032) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:28.452021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2628c991-bdfe-47da-aea0-bcc90eb6110d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/df070681-d9d7-4a04-ad1e-5bfe25548c74 HTTP/1.1" status: 200 len: 991 time: 0.0962970 Aug 16 20:51:28.553139 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2729e37-40f1-4853-bc2a-36769fea4298 None None] New status for floating IP df070681-d9d7-4a04-ad1e-5bfe25548c74: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:51:29.249668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8cfee-c9d6-432d-81af-49eb7dbdd31c req-35c8e851-90dc-4887-90ee-1f9b7a727a48 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:29.252398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04c8cfee-c9d6-432d-81af-49eb7dbdd31c req-35c8e851-90dc-4887-90ee-1f9b7a727a48 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0809462 Aug 16 20:51:29.297207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04c8cfee-c9d6-432d-81af-49eb7dbdd31c req-fdaa6966-79a5-4a51-b807-1e98c8f84bde tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366578 Aug 16 20:51:29.453920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 55054) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:51:29.539015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6777612-44a1-4151-a0d3-3adddc18604a tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/df070681-d9d7-4a04-ad1e-5bfe25548c74 HTTP/1.1" status: 200 len: 993 time: 0.0835323 Aug 16 20:51:30.480436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f592fb-cc63-464e-bbb7-f67bae9e20f2 req-9d350a6a-64bc-4419-9550-78d5513c229e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:30.484017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0f592fb-cc63-464e-bbb7-f67bae9e20f2 req-9d350a6a-64bc-4419-9550-78d5513c229e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0707226 Aug 16 20:51:30.536711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0f592fb-cc63-464e-bbb7-f67bae9e20f2 req-a76c99fd-ba46-4fe5-8470-a6a0cab2092f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Aug 16 20:51:30.660611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9683dd7-780b-414f-9fef-23d6b53eff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:31.729939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536ce59-31b5-47a4-a1f8-b92badf1db62 req-3edcabea-9285-4e00-a97c-fc05055faf8f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:31.738073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6536ce59-31b5-47a4-a1f8-b92badf1db62 req-3edcabea-9285-4e00-a97c-fc05055faf8f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0883284 Aug 16 20:51:31.797621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6536ce59-31b5-47a4-a1f8-b92badf1db62 req-70eaeb8e-8688-4fd5-a6e2-9f954d2b2682 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578983 Aug 16 20:51:32.912307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59e5bc-70cf-46eb-9b27-340186892561 req-555abea1-34c1-431f-a341-75695195efe9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:32.913803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d59e5bc-70cf-46eb-9b27-340186892561 req-555abea1-34c1-431f-a341-75695195efe9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0543928 Aug 16 20:51:32.956949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d59e5bc-70cf-46eb-9b27-340186892561 req-5b9d3bd8-9541-4c87-ad87-1f33334313cd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346205 Aug 16 20:51:33.540173 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.671282 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bdce-ed3c-459f-9f29-3715a18be6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:33.769450 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:51:34.106027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32462e-20b2-46ed-ae3b-081fc01be861 req-c48dc349-2dcf-478a-bdb7-37361bedcb03 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:34.117985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d32462e-20b2-46ed-ae3b-081fc01be861 req-c48dc349-2dcf-478a-bdb7-37361bedcb03 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0881908 Aug 16 20:51:34.190108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d32462e-20b2-46ed-ae3b-081fc01be861 req-6a4a2a86-36de-4bd8-b979-03ac3c823054 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Aug 16 20:51:34.283059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:35.319234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752617e5-a006-4163-9c1b-d0b273fec3a4 req-dea3c194-2bfc-4de5-8383-a744bd1b293e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:35.331582 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-752617e5-a006-4163-9c1b-d0b273fec3a4 req-dea3c194-2bfc-4de5-8383-a744bd1b293e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0689921 Aug 16 20:51:35.370324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-752617e5-a006-4163-9c1b-d0b273fec3a4 req-39cc3d04-3386-4f88-968c-7a7a28524c43 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375388 Aug 16 20:51:36.334580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:36.520582 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525785a-9172-42e6-86fb-9201885f87e0 req-a483723b-67bc-433f-89b8-1f08365a6f22 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:36.522350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5525785a-9172-42e6-86fb-9201885f87e0 req-a483723b-67bc-433f-89b8-1f08365a6f22 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0745049 Aug 16 20:51:36.567790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5525785a-9172-42e6-86fb-9201885f87e0 req-83901788-810e-4618-8940-0cb8d12b9615 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Aug 16 20:51:37.689360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac84a5-8d47-4c23-a683-84742a7fbad3 req-1fea3649-9e05-48e9-8aa0-d9ab4df7c257 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:37.690898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cac84a5-8d47-4c23-a683-84742a7fbad3 req-1fea3649-9e05-48e9-8aa0-d9ab4df7c257 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0573001 Aug 16 20:51:37.738004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cac84a5-8d47-4c23-a683-84742a7fbad3 req-24f2c371-17b4-4912-86b9-1d48773bffc4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 Aug 16 20:51:38.567691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-3c70b8b0-af5d-4d3e-ad00-7946263f93ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.569258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-3c70b8b0-af5d-4d3e-ad00-7946263f93ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 1097 time: 0.0471351 Aug 16 20:51:38.663970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-956176a7-3ebb-4b95-9ffb-a5c49900b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.665450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-956176a7-3ebb-4b95-9ffb-a5c49900b612 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.0888906 Aug 16 20:51:38.708554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-9e676078-7fb2-482c-a39f-c1fbbaa68c41 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f HTTP/1.1" status: 200 len: 217 time: 0.0337873 Aug 16 20:51:38.764540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-e6451386-ba64-4bf2-bee6-835f2d0e2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.766565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-e6451386-ba64-4bf2-bee6-835f2d0e2688 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0512199 Aug 16 20:51:38.872018 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-c8b96622-b6ee-45fc-aacf-a9bf549e3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.873851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-c8b96622-b6ee-45fc-aacf-a9bf549e3f5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995579 Aug 16 20:51:38.911073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ceb8-fe79-43ac-be37-c87fbb117746 req-119b5bab-82f7-4fe2-9866-bc6580052138 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:38.916219 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa79ceb8-fe79-43ac-be37-c87fbb117746 req-119b5bab-82f7-4fe2-9866-bc6580052138 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.1037412 Aug 16 20:51:38.995610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa79ceb8-fe79-43ac-be37-c87fbb117746 req-80732ed5-2097-4678-b1a3-8a1edfabba0a tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503309 Aug 16 20:51:39.022213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-b9ac05bc-bdb6-412d-80ab-4d3fa5c1664e service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400526 Aug 16 20:51:39.135967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a9215f3-1a2a-4366-8141-c604680b5cee req-14b13e91-949f-42ac-a80d-4abf4225778b service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983617 Aug 16 20:51:40.120164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035071c-170d-4a76-85c6-befedf8b7db9 req-5627b1ef-a64e-4015-933f-240cc4c9bc25 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:40.121800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0035071c-170d-4a76-85c6-befedf8b7db9 req-5627b1ef-a64e-4015-933f-240cc4c9bc25 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0548596 Aug 16 20:51:40.168546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0035071c-170d-4a76-85c6-befedf8b7db9 req-1d228c0a-74a0-408c-8c0a-b8f05b38cecc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392933 Aug 16 20:51:41.376200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba463-0760-4d2d-b8e4-245e067075e5 req-41fe32b6-ad9f-49ea-a867-4e6101bed1b7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:41.377270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfaba463-0760-4d2d-b8e4-245e067075e5 req-41fe32b6-ad9f-49ea-a867-4e6101bed1b7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.1047194 Aug 16 20:51:41.421495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfaba463-0760-4d2d-b8e4-245e067075e5 req-455bfcff-dd97-419e-b9ff-8a4c1233992e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Aug 16 20:51:42.488516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:42.572417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f0e31-3b50-4da7-bfaa-1b7b7979320f req-9afb1b17-9b7e-47ad-9529-494bb780f082 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.579211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf2f0e31-3b50-4da7-bfaa-1b7b7979320f req-9afb1b17-9b7e-47ad-9529-494bb780f082 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 945 time: 0.0847566 Aug 16 20:51:42.605764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.618135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf2f0e31-3b50-4da7-bfaa-1b7b7979320f req-70dc3192-d0eb-4dbc-b077-98a3ad5ca07c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355930 Aug 16 20:51:42.645264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:42.646238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:42.650668 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08774eaa-ec54-4ed4-8e0c-02c2586c9f12" -d '{"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-unplugged", "status": "completed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:42.691648 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c38e89-bb91-44ec-a0be-76afe808bbbf x-openstack-request-id: req-93c38e89-bb91-44ec-a0be-76afe808bbbf {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:42.692183 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-unplugged", "status": "failed", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f", "code": 422}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:42.692516 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93c38e89-bb91-44ec-a0be-76afe808bbbf {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:42.692966 n-d-794306-10 neutron-server[95242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'code': 422} returned with failed status Aug 16 20:51:42.710857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:42.768405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911f4ae-1c72-40cf-aaa0-7c2641a22f44 req-2facead7-3f41-473b-ab1b-2b05272609d0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:42.770470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d911f4ae-1c72-40cf-aaa0-7c2641a22f44 req-2facead7-3f41-473b-ab1b-2b05272609d0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0666192 Aug 16 20:51:42.774272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:42.783614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.784271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.784902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.785436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.786034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.786565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.787091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.787616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.788197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.788722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.789246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.789767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:51:42.820542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d911f4ae-1c72-40cf-aaa0-7c2641a22f44 req-bda1fa93-2a30-4bf2-90c1-df25adb92d1c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398464 Aug 16 20:51:43.204317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb049-d29b-4819-8ddf-9ec15991787d req-37cb01b3-524f-42a2-a00d-f5c539f33c97 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.205919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-008cb049-d29b-4819-8ddf-9ec15991787d req-37cb01b3-524f-42a2-a00d-f5c539f33c97 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0534072 Aug 16 20:51:43.245503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-008cb049-d29b-4819-8ddf-9ec15991787d req-68053b05-1ffc-4277-a9f6-e8f895e2a536 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Aug 16 20:51:43.696412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e3ee-1b42-4fec-bfa4-97d6cbd977d0 req-604b4fd2-121a-49b6-b777-7b9ae37c05d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:43.698077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49c1e3ee-1b42-4fec-bfa4-97d6cbd977d0 req-604b4fd2-121a-49b6-b777-7b9ae37c05d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0532329 Aug 16 20:51:43.740173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49c1e3ee-1b42-4fec-bfa4-97d6cbd977d0 req-9db66d11-ad28-45cf-acfa-6276a740dc6e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340643 Aug 16 20:51:44.879510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997cea0-7485-4e3f-b6e9-f1fc7a69017a req-a89ca740-e670-46d7-8d53-20691d60a80f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:44.881241 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d997cea0-7485-4e3f-b6e9-f1fc7a69017a req-a89ca740-e670-46d7-8d53-20691d60a80f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0658474 Aug 16 20:51:44.920583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d997cea0-7485-4e3f-b6e9-f1fc7a69017a req-9c07319e-d051-475a-9a04-437870046242 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326855 Aug 16 20:51:46.053746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4e493-05ac-47b2-9468-bd7aa22c27e0 req-52e9500c-bb8a-4ebd-8112-56585a9f28e1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:46.055302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dec4e493-05ac-47b2-9468-bd7aa22c27e0 req-52e9500c-bb8a-4ebd-8112-56585a9f28e1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0611086 Aug 16 20:51:46.095619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dec4e493-05ac-47b2-9468-bd7aa22c27e0 req-42da7849-aaa5-4675-98ee-d43136e9fae4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Aug 16 20:51:46.519565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 457e3c7b-630c-445f-bafc-b6d1577dad4f no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:47.223479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975410f-f0bb-4e40-95a0-f5f635479bd1 req-034221db-6456-49c9-aba9-6717970f5c31 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:47.225190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4975410f-f0bb-4e40-95a0-f5f635479bd1 req-034221db-6456-49c9-aba9-6717970f5c31 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0551555 Aug 16 20:51:47.271035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4975410f-f0bb-4e40-95a0-f5f635479bd1 req-d2bf57a9-551e-4269-979a-f68192b939ad tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397210 Aug 16 20:51:48.385858 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:48.428549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef55f4-e981-4dbd-9f16-32128f0470a6 req-0b8a0263-a58c-463c-a1c9-94b9b274c8ea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:48.430238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ef55f4-e981-4dbd-9f16-32128f0470a6 req-0b8a0263-a58c-463c-a1c9-94b9b274c8ea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0702860 Aug 16 20:51:48.470054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ef55f4-e981-4dbd-9f16-32128f0470a6 req-3dc12242-2c14-4865-bd97-ab1eb79f684c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Aug 16 20:51:49.612557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685a707-0d29-4c32-8a26-fb892c66ac50 req-8e93ccef-63fa-4a01-b8fc-372e2ddc418b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:49.614353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3685a707-0d29-4c32-8a26-fb892c66ac50 req-8e93ccef-63fa-4a01-b8fc-372e2ddc418b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Aug 16 20:51:49.661635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3685a707-0d29-4c32-8a26-fb892c66ac50 req-3f0de23e-58d6-4ae1-8db9-e2d59498cca1 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Aug 16 20:51:50.790097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc14fe-c014-4fa1-adf7-a85aaa208e48 req-c068aded-f5c0-4902-99b6-73882b34b79b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:50.791592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5cc14fe-c014-4fa1-adf7-a85aaa208e48 req-c068aded-f5c0-4902-99b6-73882b34b79b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0556962 Aug 16 20:51:50.833709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c5cc14fe-c014-4fa1-adf7-a85aaa208e48 req-11f5c445-2340-4d77-8db2-666ffa67e560 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355220 Aug 16 20:51:51.960688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672c63c-b818-4d22-93da-9b591e58d653 req-392f7766-4969-4264-a993-f92d629711d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:51.962165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7672c63c-b818-4d22-93da-9b591e58d653 req-392f7766-4969-4264-a993-f92d629711d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Aug 16 20:51:52.003943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7672c63c-b818-4d22-93da-9b591e58d653 req-4220f9ed-40d8-4906-a76e-297abe928617 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350339 Aug 16 20:51:52.054087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:53.158521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc4692-4174-461b-b689-b9d8697b25a8 req-969f926a-00ae-4864-9329-bc76fbd2abec tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.160034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdcc4692-4174-461b-b689-b9d8697b25a8 req-969f926a-00ae-4864-9329-bc76fbd2abec tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0790353 Aug 16 20:51:53.168071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbda9b-eac8-4ec2-a278-b0bb45c7b1a3 req-a4ab6471-429f-41fc-89ae-8b740ba7a3c1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:53.169442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbbbda9b-eac8-4ec2-a278-b0bb45c7b1a3 req-a4ab6471-429f-41fc-89ae-8b740ba7a3c1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 946 time: 0.0772583 Aug 16 20:51:53.229515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdcc4692-4174-461b-b689-b9d8697b25a8 req-8c54df90-f7b6-46ad-b178-11db1fedcaf7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590532 Aug 16 20:51:53.232277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbbbda9b-eac8-4ec2-a278-b0bb45c7b1a3 req-2c4f12fa-8816-4090-a27a-f8060a2459e0 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Aug 16 20:51:54.385351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefa2f4-0ec7-425f-8ea6-675880b21191 req-446143c3-645a-486d-acf7-16d0c07f7bda tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.386832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aefa2f4-0ec7-425f-8ea6-675880b21191 req-446143c3-645a-486d-acf7-16d0c07f7bda tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 946 time: 0.0723219 Aug 16 20:51:54.394837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bd4eb-42ff-4655-8d20-bb5444cd2d62 req-19fb8880-9c63-4c34-beca-c6b0ffce1714 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.396275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-708bd4eb-42ff-4655-8d20-bb5444cd2d62 req-19fb8880-9c63-4c34-beca-c6b0ffce1714 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0914688 Aug 16 20:51:54.450346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aefa2f4-0ec7-425f-8ea6-675880b21191 req-a3549016-c44e-4a8e-a560-a0f60e8173d9 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531006 Aug 16 20:51:54.459569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-708bd4eb-42ff-4655-8d20-bb5444cd2d62 req-7c139701-4ffa-4110-9b79-e5cc1aa4ec41 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526960 Aug 16 20:51:54.879798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-eac17351-a125-4f50-bf83-84ceedf979da tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.881287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-eac17351-a125-4f50-bf83-84ceedf979da tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.64 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 946 time: 0.0850084 Aug 16 20:51:54.892782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6797-cd6d-40aa-a091-c117428f48c9 req-37e7b041-f3d0-458e-872c-c92a227729dd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:54.894180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f4d6797-cd6d-40aa-a091-c117428f48c9 req-37e7b041-f3d0-458e-872c-c92a227729dd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0671911 Aug 16 20:51:54.988376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f4d6797-cd6d-40aa-a091-c117428f48c9 req-f9873c89-7748-4ecf-a9d4-3c759642b58e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870402 Aug 16 20:51:55.027206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Deleting port 17c66949-502e-4031-ad56-dcede197991a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:51:55.030994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.114657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-068c58d7-1da2-4e25-aec7-b12f20353d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.119475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-068c58d7-1da2-4e25-aec7-b12f20353d75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.1069334 Aug 16 20:51:55.206077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] For port 17c66949-502e-4031-ad56-dcede197991a, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=17c66949-502e-4031-ad56-dcede197991a,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:51:55.206444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.224631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Calling delete_port for 17c66949-502e-4031-ad56-dcede197991a owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:51:55.282616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-fe7cabb3-51ce-44b4-8fe4-80f10b1a6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.284094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-fe7cabb3-51ce-44b4-8fe4-80f10b1a6e23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.1591232 Aug 16 20:51:55.371335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-fbc7adf9-6f04-4361-816d-7e384205a6c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0790133 Aug 16 20:51:55.458469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-e2401a5f-d13f-4f3a-a33c-3506573254b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.459991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-e2401a5f-d13f-4f3a-a33c-3506573254b4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0809374 Aug 16 20:51:55.515693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-4015b032-3d18-4f1e-b2db-3f474d9e33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:55.517135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-4015b032-3d18-4f1e-b2db-3f474d9e33b2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493262 Aug 16 20:51:55.518691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.531811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['17c66949-502e-4031-ad56-dcede197991a'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:51:55.609528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Pushing event deleted for resources: {'Port': ['ID=17c66949-502e-4031-ad56-dcede197991a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:51:55.675359 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7340ee8-7796-465e-974f-8ad940d2a69d req-155b13aa-9b1e-406c-9572-636220ef503b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.1435413 Aug 16 20:51:55.697501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] No DVR routers for this DVR port 17c66949-502e-4031-ad56-dcede197991a on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:51:55.700364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:51:55.703347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4193951c-3740-42d9-94af-3ab4a638ec16 req-ccb1f9a6-5bad-44b9-9a01-7fc85b7f066d tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.64 "DELETE /v2.0/ports/17c66949-502e-4031-ad56-dcede197991a HTTP/1.1" status: 204 len: 173 time: 0.8082702 Aug 16 20:51:55.705900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'name': 'network-vif-deleted', 'tag': '17c66949-502e-4031-ad56-dcede197991a'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:51:55.709007 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfc11f3-4251-4b20-92e4-0db312a5c45a" -d '{"events": [{"server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "name": "network-vif-deleted", "tag": "17c66949-502e-4031-ad56-dcede197991a"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:51:55.750876 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172309d4-5736-4427-bc46-669535cd360a x-openstack-request-id: req-172309d4-5736-4427-bc46-669535cd360a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:51:55.751184 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638d564-1db6-479f-add3-d61cd9e4defa", "name": "network-vif-deleted", "tag": "17c66949-502e-4031-ad56-dcede197991a", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:51:55.751442 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-172309d4-5736-4427-bc46-669535cd360a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:51:55.751871 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638d564-1db6-479f-add3-d61cd9e4defa', 'name': 'network-vif-deleted', 'tag': '17c66949-502e-4031-ad56-dcede197991a', 'status': 'completed', 'code': 200} Aug 16 20:51:55.754259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-e5785a29-4b7d-4a69-a137-1dddac3cbb2f service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211764 Aug 16 20:51:55.853430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36b4f6f0-08ed-442a-8cb7-98faaac773e3 req-619693b1-6a3c-4aca-8fd7-1b0456b71e52 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913370 Aug 16 20:51:56.110971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e246b4-05b8-405e-9987-be3a4c789f4a req-ad0686b9-b354-4dfb-a4ce-e168361c9ef6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:56.112536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1e246b4-05b8-405e-9987-be3a4c789f4a req-ad0686b9-b354-4dfb-a4ce-e168361c9ef6 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Aug 16 20:51:56.151686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1e246b4-05b8-405e-9987-be3a4c789f4a req-57322529-d57a-4912-8b85-77e0ea231dee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320590 Aug 16 20:51:56.816871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f862811-addd-4490-9bc1-87415ee1ebe5 req-4fd14b3f-ee9d-45cb-966b-9dcb5fa710b3 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=b638d564-1db6-479f-add3-d61cd9e4defa HTTP/1.1" status: 200 len: 210 time: 0.0285692 Aug 16 20:51:57.276613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a90d0a-1ac0-41ea-a016-a0e310b2955f req-4c478b49-84ca-4b09-8bf0-003fb8dc8714 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.278067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24a90d0a-1ac0-41ea-a016-a0e310b2955f req-4c478b49-84ca-4b09-8bf0-003fb8dc8714 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0529613 Aug 16 20:51:57.323652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24a90d0a-1ac0-41ea-a016-a0e310b2955f req-e50a6463-a186-4d52-9737-d239aa11d1ad tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386996 Aug 16 20:51:57.443686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa6ca-458a-425b-8b76-89ff6df9b1a5 req-6f6bff57-2ab6-44af-b834-e17a363dd0b0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.445214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-afdaa6ca-458a-425b-8b76-89ff6df9b1a5 req-6f6bff57-2ab6-44af-b834-e17a363dd0b0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0506911 Aug 16 20:51:57.487651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-afdaa6ca-458a-425b-8b76-89ff6df9b1a5 req-211f6061-3d94-410f-b597-e6da4e77cd2e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358777 Aug 16 20:51:57.611379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fec6df-d3b5-4647-8744-422612e724eb req-4c9f3a6f-af05-4622-865b-df88d21ae6e7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:57.612907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84fec6df-d3b5-4647-8744-422612e724eb req-4c9f3a6f-af05-4622-865b-df88d21ae6e7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Aug 16 20:51:57.651217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84fec6df-d3b5-4647-8744-422612e724eb req-685e7810-e138-4b37-8f13-c74ecd8a9978 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322549 Aug 16 20:51:58.141318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 17c66949-502e-4031-ad56-dcede197991a no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:51:58.170571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 17c66949-502e-4031-ad56-dcede197991a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:51:58.171004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 17c66949-502e-4031-ad56-dcede197991a not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:51:58.259406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646407b-ef6f-409f-b84a-86fa3483d116 req-f7af6625-de1f-4b76-b849-4d5f0e9fd55d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:58.260955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5646407b-ef6f-409f-b84a-86fa3483d116 req-f7af6625-de1f-4b76-b849-4d5f0e9fd55d tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0506010 Aug 16 20:51:58.307114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5646407b-ef6f-409f-b84a-86fa3483d116 req-6266e7ef-c5c7-4364-8d84-5486f313e923 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393407 Aug 16 20:51:59.431792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0d6bb-2a9c-4a07-9f9f-4125949163c4 req-b617d0f1-211e-46ce-9676-e0276b2acb34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:51:59.433315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ba0d6bb-2a9c-4a07-9f9f-4125949163c4 req-b617d0f1-211e-46ce-9676-e0276b2acb34 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Aug 16 20:51:59.480327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ba0d6bb-2a9c-4a07-9f9f-4125949163c4 req-164c5555-7951-40d5-9c54-0a365873b16e tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Aug 16 20:52:00.019926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd5def-9d0d-4445-ae06-d110dc99e3ba req-dd366f2e-3992-4fb8-858b-22344b4dcb93 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.029841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69dd5def-9d0d-4445-ae06-d110dc99e3ba req-dd366f2e-3992-4fb8-858b-22344b4dcb93 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0998228 Aug 16 20:52:00.106394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69dd5def-9d0d-4445-ae06-d110dc99e3ba req-9be84d72-5e10-4fbd-9919-38448e7d751f tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747328 Aug 16 20:52:00.118720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-cddf32c1-5991-49ee-949b-b0de75c689d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.120568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-cddf32c1-5991-49ee-949b-b0de75c689d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1be180566e3941a1a246c980413d1d8d&device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 1097 time: 0.0767722 Aug 16 20:52:00.541376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-e0a2abb3-3160-4006-bc2d-d477b59dbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.542760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-e0a2abb3-3160-4006-bc2d-d477b59dbadb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 200 len: 912 time: 0.4142053 Aug 16 20:52:00.619693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-b5d883da-4f7f-40ee-9250-9a34ae0e73c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 200 len: 999 time: 0.0681777 Aug 16 20:52:00.665361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0f35b50-b214-4654-8fbe-1189a6e9a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:00.672032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-48dc7652-8a33-4441-b738-b6e059ea9fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.673487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-48dc7652-8a33-4441-b738-b6e059ea9fe9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 200 len: 850 time: 0.0463250 Aug 16 20:52:00.723755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-6ceb341d-d581-4c0f-95d0-6acda862e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:00.725373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-6ceb341d-d581-4c0f-95d0-6acda862e4fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e789aa31-e849-4c81-96b6-861676f49333&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441105 Aug 16 20:52:00.837627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-9237ab9f-2309-4339-a2ee-d587cb5fc00c service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040733 Aug 16 20:52:00.949654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e4e0273-5db7-413a-a40f-c677dd0644f3 req-61b14a9a-ee11-4d8f-a76b-7bb5fd062ca2 service neutron] 10.222.0.73 "GET /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042943 Aug 16 20:52:01.304889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a610cd6-96a0-41c3-81ec-bc2e4036716d req-d6b591e0-7867-4af8-a75b-55ad74217900 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.306375 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a610cd6-96a0-41c3-81ec-bc2e4036716d req-d6b591e0-7867-4af8-a75b-55ad74217900 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0971448 Aug 16 20:52:01.319421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c269a5d-8d43-42e2-b132-883694302145 req-c9e4e4c4-8019-4fb7-80db-b1ca499567ed tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:01.320883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c269a5d-8d43-42e2-b132-883694302145 req-c9e4e4c4-8019-4fb7-80db-b1ca499567ed tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0698473 Aug 16 20:52:01.378467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a610cd6-96a0-41c3-81ec-bc2e4036716d req-8bb1464c-6c5f-4d7f-8018-20335bf7bddc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565028 Aug 16 20:52:01.383880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c269a5d-8d43-42e2-b132-883694302145 req-a20e99ab-1422-40c8-82cd-f4ffbf793479 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555120 Aug 16 20:52:02.531218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab94cd-9a73-4b0e-973a-bf38ba3eb210 req-c2fca5ef-07d5-437d-be43-36d449567425 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.532965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ab94cd-9a73-4b0e-973a-bf38ba3eb210 req-c2fca5ef-07d5-437d-be43-36d449567425 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0819936 Aug 16 20:52:02.553773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b50b4-b044-4192-a75b-c8e34b5b0066 req-223c6c08-19a2-484e-a273-b47c457ff991 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.555251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0b50b4-b044-4192-a75b-c8e34b5b0066 req-223c6c08-19a2-484e-a273-b47c457ff991 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0776193 Aug 16 20:52:02.601411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a7ab94cd-9a73-4b0e-973a-bf38ba3eb210 req-45a6bf9a-3154-4111-8273-ae68e42ef2ea tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614500 Aug 16 20:52:02.615036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0b50b4-b044-4192-a75b-c8e34b5b0066 req-46210a90-f96f-4b03-b6b9-c2ac398ad336 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509751 Aug 16 20:52:02.735169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8331c-80fd-4a5d-95eb-72150a7ae107 req-ce9fb590-898d-4642-ae20-e1c286277f8c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:02.736707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48c8331c-80fd-4a5d-95eb-72150a7ae107 req-ce9fb590-898d-4642-ae20-e1c286277f8c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0639627 Aug 16 20:52:02.776212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48c8331c-80fd-4a5d-95eb-72150a7ae107 req-b7a8cb3e-c0a9-44d6-92cf-eac5795823fd tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335500 Aug 16 20:52:03.487810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.619488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-91b2646a-7145-4eca-a87a-218f6d0896d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:03.770270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48652-6ec3-4fb6-875d-81a0c7972cbb req-81b12ec5-3668-4447-8c7d-06d83cdcbdb8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:03.770270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55a48652-6ec3-4fb6-875d-81a0c7972cbb req-81b12ec5-3668-4447-8c7d-06d83cdcbdb8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0694919 Aug 16 20:52:03.835215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55a48652-6ec3-4fb6-875d-81a0c7972cbb req-f8829108-7a1c-41f6-acef-e9e8ccd3a790 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601335 Aug 16 20:52:04.265270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.410797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-47531b57-0a68-43eb-802d-4c6de1db58d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:04.412253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-47531b57-0a68-43eb-802d-4c6de1db58d2 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb HTTP/1.1" status: 200 len: 943 time: 0.0519998 Aug 16 20:52:04.504686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port 457e3c7b-630c-445f-bafc-b6d1577dad4f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:04.505112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.600347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port 457e3c7b-630c-445f-bafc-b6d1577dad4f, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=457e3c7b-630c-445f-bafc-b6d1577dad4f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:04.600716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.613560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for 457e3c7b-630c-445f-bafc-b6d1577dad4f owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:04.876723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:04.891153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035', '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:04.908001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=457e3c7b-630c-445f-bafc-b6d1577dad4f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:04.930058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.930461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.930808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.931206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.931851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.932479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.933049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.933883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.934475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.935085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.935659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:04.936224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:05.002247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] No DVR routers for this DVR port 457e3c7b-630c-445f-bafc-b6d1577dad4f on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:05.005424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:05.007930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22b14d95-53c7-4664-852b-1caa09ce46c1 req-917aa69e-f0aa-4dcf-a2f9-05d32f454bba tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "DELETE /v2.0/ports/457e3c7b-630c-445f-bafc-b6d1577dad4f HTTP/1.1" status: 204 len: 173 time: 0.5903022 Aug 16 20:52:05.008775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-deleted', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:05.011241 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b74890-2aa8-489f-a9a2-4376f9165f86" -d '{"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-deleted", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:05.055090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3988a-f788-44aa-a3a1-9e0cc9a8532c req-a6acc070-14ba-46fd-9aeb-5ab385d71040 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.056696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94b3988a-f788-44aa-a3a1-9e0cc9a8532c req-a6acc070-14ba-46fd-9aeb-5ab385d71040 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.1328368 Aug 16 20:52:05.112366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94b3988a-f788-44aa-a3a1-9e0cc9a8532c req-39dd4a26-aa6d-46de-9444-54b140396155 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487962 Aug 16 20:52:05.179700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ccab21-8f3d-42a7-942d-307db821d5a7 x-openstack-request-id: req-30ccab21-8f3d-42a7-942d-307db821d5a7 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:05.179700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb", "name": "network-vif-deleted", "tag": "457e3c7b-630c-445f-bafc-b6d1577dad4f", "status": "failed", "code": 422}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:05.179700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30ccab21-8f3d-42a7-942d-307db821d5a7 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:05.179700 n-d-794306-10 neutron-server[95240]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6ebbed1e-b668-4b54-bd7d-6f0fa6d829cb', 'name': 'network-vif-deleted', 'tag': '457e3c7b-630c-445f-bafc-b6d1577dad4f', 'status': 'failed', 'code': 422} returned with failed status Aug 16 20:52:05.645426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-0936bd08-44b2-4613-b286-9e203c272d3e tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:05.646925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-0936bd08-44b2-4613-b286-9e203c272d3e tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/networks?id=4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1102273 Aug 16 20:52:05.663600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-86d8b891-40f6-40b5-9674-5fce369a5abc tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/quotas/dc2febbc03314e32ba224f84b66a7b4c HTTP/1.1" status: 200 len: 375 time: 0.0103655 Aug 16 20:52:05.703124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-a6912a84-945c-4030-91df-829cb2d487d8 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330679 Aug 16 20:52:05.714319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-01d17ae3-d899-4bde-a43a-171c2aa0050e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:52:05.715290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-01d17ae3-d899-4bde-a43a-171c2aa0050e service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053375 Aug 16 20:52:05.809701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-adb7b890-ba01-4fa5-b4e7-0785f5fbf262 service neutron] 10.222.0.70 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879993 Aug 16 20:52:05.914776 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-9814f245-366c-4583-8872-857ac93cfad8 service neutron] 10.222.0.70 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932066 Aug 16 20:52:06.174771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:06.185701 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10b6429c-c92e-449d-871c-c1bad8bed63b req-22152f14-5e76-49fc-ac91-26e211a12ea1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 16 20:52:06.379756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54090-337d-4c2e-a795-cd4974b7629f req-623d4601-2831-4e0b-aa44-dd3f3782c111 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.381327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fa54090-337d-4c2e-a795-cd4974b7629f req-623d4601-2831-4e0b-aa44-dd3f3782c111 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.1044862 Aug 16 20:52:06.393765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb3a7b-cb8d-4e81-b878-33d307b12d39 req-7814cd50-6177-4ef9-abca-51458f454eb0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:06.395295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4bb3a7b-cb8d-4e81-b878-33d307b12d39 req-7814cd50-6177-4ef9-abca-51458f454eb0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 908 time: 0.0848601 Aug 16 20:52:06.434750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fa54090-337d-4c2e-a795-cd4974b7629f req-284153ae-aa91-44a8-bb3b-f4403f042d4c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381041 Aug 16 20:52:07.290735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ce86ec8-8769-4548-85c6-0aa618eb5e79 req-729ac2a2-ce4c-402f-b167-1c6b2463ab3c tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Aug 16 20:52:07.561804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aabcd2-14be-49af-ad89-06ff85bf9f2f req-87a75937-ed7b-4f80-b9d6-b34988591da7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.563424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51aabcd2-14be-49af-ad89-06ff85bf9f2f req-87a75937-ed7b-4f80-b9d6-b34988591da7 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 908 time: 0.0852582 Aug 16 20:52:07.597921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dc8d3-4520-4f60-9d0f-ab9c0e64709b req-52c5298a-69ad-421f-a7d6-931bf92d21e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.599489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff0dc8d3-4520-4f60-9d0f-ab9c0e64709b req-52c5298a-69ad-421f-a7d6-931bf92d21e8 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0733597 Aug 16 20:52:07.640117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff0dc8d3-4520-4f60-9d0f-ab9c0e64709b req-a1af32aa-a416-4471-96e1-9f1563c720fe tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338378 Aug 16 20:52:07.719539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-671b7be6-7c05-4178-b031-ffc01c43b0ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:07.721173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-671b7be6-7c05-4178-b031-ffc01c43b0ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 908 time: 0.0588541 Aug 16 20:52:07.814761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port eaa9f348-b29d-4bba-9f9b-20983a5627a0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:07.815033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.909506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port eaa9f348-b29d-4bba-9f9b-20983a5627a0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=eaa9f348-b29d-4bba-9f9b-20983a5627a0,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:07.909878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:07.923144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for eaa9f348-b29d-4bba-9f9b-20983a5627a0 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:08.122668 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.157452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=eaa9f348-b29d-4bba-9f9b-20983a5627a0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:08.198770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] No DVR routers for this DVR port eaa9f348-b29d-4bba-9f9b-20983a5627a0 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:08.201048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.203665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f94f2ec8-269a-4a32-8deb-7bbbc3820d19 req-82090b88-f2f1-4d6e-9718-459321b92317 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "DELETE /v2.0/ports/eaa9f348-b29d-4bba-9f9b-20983a5627a0 HTTP/1.1" status: 204 len: 173 time: 0.4752319 Aug 16 20:52:08.204135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'name': 'network-vif-deleted', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:08.206548 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eb2520-e41e-478a-baa3-861a3eee7595" -d '{"events": [{"server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "name": "network-vif-deleted", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:08.307378 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08b66d0-766b-4ceb-a1db-4591599e2893 x-openstack-request-id: req-c08b66d0-766b-4ceb-a1db-4591599e2893 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:08.308131 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d74551d-a06a-4046-97bd-2ce020ec7087", "name": "network-vif-deleted", "tag": "eaa9f348-b29d-4bba-9f9b-20983a5627a0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:08.308131 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c08b66d0-766b-4ceb-a1db-4591599e2893 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:08.308536 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d74551d-a06a-4046-97bd-2ce020ec7087', 'name': 'network-vif-deleted', 'tag': 'eaa9f348-b29d-4bba-9f9b-20983a5627a0', 'status': 'completed', 'code': 200} Aug 16 20:52:08.391194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-a3ab20f8-1142-4745-9922-e805c78d7206 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.392687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-a3ab20f8-1142-4745-9922-e805c78d7206 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.73 "GET /v2.0/networks?id=4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 200 len: 813 time: 0.1455822 Aug 16 20:52:08.408923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Request body: {'port': {'device_id': 'be8348cc-a80b-43fa-a836-062035faff21', 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7', 'admin_state_up': True, 'tenant_id': 'dc2febbc03314e32ba224f84b66a7b4c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:08.477362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae72d93e-b039-4bd0-be43-586562a020b2 req-b173322f-ad9b-4100-a5b7-cc499178de95 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 210 time: 0.0638025 Aug 16 20:52:08.625944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Made reservation on behalf of dc2febbc03314e32ba224f84b66a7b4c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:52:08.632780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:08.728072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9e940a7-81ef-480e-bc9f-37af92868d5e req-4173f606-6ca1-4b2b-959f-b410fc3c1d88 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d74551d-a06a-4046-97bd-2ce020ec7087 HTTP/1.1" status: 200 len: 210 time: 0.0364289 Aug 16 20:52:08.817393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Allocated IP 172.20.0.9 (4df294b2-34bc-40de-b119-0b03f8f7b5d7/aa07ad27-728e-4b38-8fc8-feaff694246f/62320043-5316-46c5-9a97-605c9bd279fa) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:52:08.843551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c17a52-6d71-4d32-a928-86e0697b9751 req-1979fa27-1149-4b2e-a1f4-66e77f843379 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:08.845174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31c17a52-6d71-4d32-a928-86e0697b9751 req-1979fa27-1149-4b2e-a1f4-66e77f843379 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0711124 Aug 16 20:52:08.931654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31c17a52-6d71-4d32-a928-86e0697b9751 req-a29b73bb-1bb5-4309-be1a-305d90c0a150 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752850 Aug 16 20:52:09.020787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.162026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.212836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:52:09.216060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:52:09.220594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:52:09.244961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Pushing event updated for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:09.275403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.276120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.425328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-b0fd5d98-eb1d-4fd4-b2c0-298adf38a60b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0183201 Aug 16 20:52:09.434665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Request body: {'port': {'device_id': 'be8348cc-a80b-43fa-a836-062035faff21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:52:09.491850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.726369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5b115-891a-494e-97a1-c21fdb8f90fb req-fb978081-3307-45e3-bfbd-474682477186 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:09.727983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c5b115-891a-494e-97a1-c21fdb8f90fb req-fb978081-3307-45e3-bfbd-474682477186 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 931 time: 0.1526387 Aug 16 20:52:09.797848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8c5b115-891a-494e-97a1-c21fdb8f90fb req-f721c808-50dc-4344-a157-ef923dcb79f1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605137 Aug 16 20:52:09.868197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62320043-5316-46c5-9a97-605c9bd279fa {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:09.876339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:09.888347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Transition to ACTIVE for port object 62320043-5316-46c5-9a97-605c9bd279fa will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:52:09.957023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.015638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Pushing event updated for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.115098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Attempting to bind port 62320043-5316-46c5-9a97-605c9bd279fa on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:52:10.115427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Attempting to bind port 62320043-5316-46c5-9a97-605c9bd279fa by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:52:10.115769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Attempting to bind port 62320043-5316-46c5-9a97-605c9bd279fa on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:10.125956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Port 62320043-5316-46c5-9a97-605c9bd279fa on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:52:10.126277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Attempting to bind port 62320043-5316-46c5-9a97-605c9bd279fa on network 4df294b2-34bc-40de-b119-0b03f8f7b5d7 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:52:10.135169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accefd1-d8e5-4ed9-a3f1-e6f58d55a1fd req-3d10194f-d65d-4e37-8dcc-4ec94754746c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.136883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2accefd1-d8e5-4ed9-a3f1-e6f58d55a1fd req-3d10194f-d65d-4e37-8dcc-4ec94754746c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.1286917 Aug 16 20:52:10.141466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:52:10.141808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Checking segment: {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:52:10.142189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Bound using segment: {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:52:10.142623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Bound port: 62320043-5316-46c5-9a97-605c9bd279fa, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:52:10.142985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.209147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2accefd1-d8e5-4ed9-a3f1-e6f58d55a1fd req-89779789-f262-4265-885c-85845291baca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638282 Aug 16 20:52:10.234048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:52:10.237276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=62320043-5316-46c5-9a97-605c9bd279fa,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:52:10.345123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa052c3c-8ba7-4f8f-885e-d0a851f79426 req-0d8d0838-cd7b-432e-9025-69c24153d520 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.346641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa052c3c-8ba7-4f8f-885e-d0a851f79426 req-0d8d0838-cd7b-432e-9025-69c24153d520 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 946 time: 0.0521894 Aug 16 20:52:10.370236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.423470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.424297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:10.425536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] 10.222.0.73 "PUT /v2.0/ports/62320043-5316-46c5-9a97-605c9bd279fa HTTP/1.1" status: 200 len: 1092 time: 0.9953234 Aug 16 20:52:10.435872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:10.435872 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c58fea-a213-4f88-8a9d-b37a204c082c" -d '{"events": [{"name": "network-changed", "server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "tag": "62320043-5316-46c5-9a97-605c9bd279fa"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:10.438244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa052c3c-8ba7-4f8f-885e-d0a851f79426 req-839569ec-3cfe-4c41-b43b-db407a583db3 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855861 Aug 16 20:52:10.461546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826520ee-dfa5-4500-9095-51ed9d43913f service neutron] Pushing event updated for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:10.472271 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6583e0d9-7b6d-411c-8d62-c90980487775 x-openstack-request-id: req-6583e0d9-7b6d-411c-8d62-c90980487775 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:10.472571 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "tag": "62320043-5316-46c5-9a97-605c9bd279fa", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:10.472838 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6583e0d9-7b6d-411c-8d62-c90980487775 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:10.473220 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa', 'status': 'completed', 'code': 200} Aug 16 20:52:10.535214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-fdf658d6-4e2e-4940-a1c5-a535a26486b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.536769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-fdf658d6-4e2e-4940-a1c5-a535a26486b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 1095 time: 0.0421541 Aug 16 20:52:10.644948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-78d97bf4-7145-4272-9229-a6cb93254cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.646467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-78d97bf4-7145-4272-9229-a6cb93254cb0 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996103 Aug 16 20:52:10.740733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-f3b3c822-8f78-41f6-96f8-4adcb5cc2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.742142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98c58fea-a213-4f88-8a9d-b37a204c082c req-f3b3c822-8f78-41f6-96f8-4adcb5cc2fe1 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883715 Aug 16 20:52:10.769143 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:10.838152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-19bd547d-68ae-4acf-99b2-da2d574cc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.839715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-19bd547d-68ae-4acf-99b2-da2d574cc33d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 1095 time: 0.0533557 Aug 16 20:52:10.896084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-6e5c2973-2636-4f8f-b6c0-a1562ef2330b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62320043-5316-46c5-9a97-605c9bd279fa HTTP/1.1" status: 200 len: 217 time: 0.0366335 Aug 16 20:52:10.973567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-87f25725-da50-4ad2-a561-8979b6b67336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.975054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-87f25725-da50-4ad2-a561-8979b6b67336 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=aa07ad27-728e-4b38-8fc8-feaff694246f HTTP/1.1" status: 200 len: 853 time: 0.0714214 Aug 16 20:52:10.983790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5582cc-12ba-4e51-8c8f-b8e3e8295c67 req-2bd0b23b-67c0-4866-8051-a5501b630226 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:10.985451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc5582cc-12ba-4e51-8c8f-b8e3e8295c67 req-2bd0b23b-67c0-4866-8051-a5501b630226 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 943 time: 0.0918519 Aug 16 20:52:11.065919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-5927afa0-bd46-4d8f-9ab1-b469793760be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4df294b2-34bc-40de-b119-0b03f8f7b5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313442 Aug 16 20:52:11.136901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc5582cc-12ba-4e51-8c8f-b8e3e8295c67 req-dbd030bb-8a27-4861-bd82-358609a5f880 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000128 Aug 16 20:52:11.140104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-4a9ae363-8980-45ae-8545-d546af85a66a service neutron] 10.222.0.73 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136150 Aug 16 20:52:11.244881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dd399fdf-7745-4369-a8fb-aa35349e987a req-4d7b47bc-dcb6-4ed8-9b9c-246877150077 service neutron] 10.222.0.73 "GET /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936904 Aug 16 20:52:11.333256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf0622-4af2-45e7-a6dc-a3c8befd2b89 req-eee4b098-9561-4c85-8067-7780d9590a27 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.334849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03bf0622-4af2-45e7-a6dc-a3c8befd2b89 req-eee4b098-9561-4c85-8067-7780d9590a27 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0532901 Aug 16 20:52:11.379477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03bf0622-4af2-45e7-a6dc-a3c8befd2b89 req-01ed7924-ccf6-49b9-9336-cabda759a2b1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 Aug 16 20:52:11.566401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa127a5-52a3-4296-9e71-e231c456374f req-a2400eb3-808b-40b1-a6e0-9b5f646e545b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.568070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffa127a5-52a3-4296-9e71-e231c456374f req-a2400eb3-808b-40b1-a6e0-9b5f646e545b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 946 time: 0.0563018 Aug 16 20:52:11.615906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffa127a5-52a3-4296-9e71-e231c456374f req-b05e3dc1-0635-4d16-a685-cb96c9373f7b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Aug 16 20:52:11.652443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56948b07-7c37-4916-8251-79a349ff4734 req-a465cb2b-d0eb-45c3-93b1-cfde275598df tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:11.653924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56948b07-7c37-4916-8251-79a349ff4734 req-a465cb2b-d0eb-45c3-93b1-cfde275598df tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 946 time: 0.0539715 Aug 16 20:52:11.755228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:11.755576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.845243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:11.845728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:11.859863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:12.139671 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.153135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035', '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:12.171769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=415ec58f-57a7-43ae-9c64-e9e773a5f1e8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:12.241158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] No DVR routers for this DVR port 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:12.244484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:12.246645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56948b07-7c37-4916-8251-79a349ff4734 req-8363d7d0-21aa-4db7-8c41-59b27c86e2ee tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "DELETE /v2.0/ports/415ec58f-57a7-43ae-9c64-e9e773a5f1e8 HTTP/1.1" status: 204 len: 173 time: 0.5854144 Aug 16 20:52:12.330561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba4cd0-0f3c-443d-bf65-3e37f47ecf9b req-064c78ac-0ffb-460d-b30e-230bca83168c tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.332753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bba4cd0-0f3c-443d-bf65-3e37f47ecf9b req-064c78ac-0ffb-460d-b30e-230bca83168c tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 943 time: 0.1466830 Aug 16 20:52:12.377010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1bba4cd0-0f3c-443d-bf65-3e37f47ecf9b req-0a35286e-f935-4e99-82e1-80955485a70c tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376589 Aug 16 20:52:12.474096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'name': 'network-vif-deleted', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:12.477081 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44bcdd-8989-4818-859c-31b86fd52bbf" -d '{"events": [{"server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "name": "network-vif-deleted", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:12.525996 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94329b7f-06fc-43e4-821c-fc67fdf7cc01 x-openstack-request-id: req-94329b7f-06fc-43e4-821c-fc67fdf7cc01 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:12.533142 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33a5f0d8-b55a-4a9e-b46b-96ab73ce0279", "name": "network-vif-deleted", "tag": "415ec58f-57a7-43ae-9c64-e9e773a5f1e8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:12.533142 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94329b7f-06fc-43e4-821c-fc67fdf7cc01 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:12.533142 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33a5f0d8-b55a-4a9e-b46b-96ab73ce0279', 'name': 'network-vif-deleted', 'tag': '415ec58f-57a7-43ae-9c64-e9e773a5f1e8', 'status': 'completed', 'code': 200} Aug 16 20:52:12.560596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3916c1b-4ff9-4e62-97b9-d8fdf10d010e req-33072924-39d2-4205-a5e6-892c926c5ce9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:12.563529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3916c1b-4ff9-4e62-97b9-d8fdf10d010e req-33072924-39d2-4205-a5e6-892c926c5ce9 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0904326 Aug 16 20:52:12.622533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3916c1b-4ff9-4e62-97b9-d8fdf10d010e req-62a4793e-5ede-42d9-961a-416ef71a8c62 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Aug 16 20:52:12.634109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eaa9f348-b29d-4bba-9f9b-20983a5627a0 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:12.666997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: eaa9f348-b29d-4bba-9f9b-20983a5627a0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:12.667343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device eaa9f348-b29d-4bba-9f9b-20983a5627a0 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:12.738102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-485648f3-5e09-4376-903c-1497431d8238 req-42747534-aa83-499f-884d-2f3beca12c30 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=33a5f0d8-b55a-4a9e-b46b-96ab73ce0279 HTTP/1.1" status: 200 len: 210 time: 0.0314462 Aug 16 20:52:13.508118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b9781-29f6-4a95-a37a-c29fd2b753d7 req-b17e3c95-93f2-4f99-ada7-bfef8125f0d1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.509668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0b9781-29f6-4a95-a37a-c29fd2b753d7 req-b17e3c95-93f2-4f99-ada7-bfef8125f0d1 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 943 time: 0.0568895 Aug 16 20:52:13.552778 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf0b9781-29f6-4a95-a37a-c29fd2b753d7 req-8335432a-25a1-4711-92f4-633ee3b44e34 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361543 Aug 16 20:52:13.748777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf90a5-534d-4373-8632-2c23ea03c835 req-d0e58870-3dec-41c7-a8b7-eab724fc620f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:13.750278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cbf90a5-534d-4373-8632-2c23ea03c835 req-d0e58870-3dec-41c7-a8b7-eab724fc620f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0540142 Aug 16 20:52:13.790191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cbf90a5-534d-4373-8632-2c23ea03c835 req-65ea7e46-e30b-4cac-891f-11160f0ca0dc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 Aug 16 20:52:14.615172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bdaea-b1ea-4bdc-a2dd-a978d579453a req-89c81689-f633-4912-af90-b08d5e1e3d4b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.616894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d6bdaea-b1ea-4bdc-a2dd-a978d579453a req-89c81689-f633-4912-af90-b08d5e1e3d4b tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.0560632 Aug 16 20:52:14.636627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 62320043-5316-46c5-9a97-605c9bd279fa details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:14.695235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d6bdaea-b1ea-4bdc-a2dd-a978d579453a req-eb4e3069-a886-4730-a5b9-c1aaf898363c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653379 Aug 16 20:52:14.718668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090ee8a-3e72-4fc6-97e6-40197b5ee75c req-b53f4a35-fc2a-418a-9864-0e3815094d56 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.720793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3090ee8a-3e72-4fc6-97e6-40197b5ee75c req-b53f4a35-fc2a-418a-9864-0e3815094d56 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 943 time: 0.0921464 Aug 16 20:52:14.761840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3090ee8a-3e72-4fc6-97e6-40197b5ee75c req-1da4832b-e7ac-4d8b-b76c-03b25e2c8c23 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342433 Aug 16 20:52:14.778410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=62320043-5316-46c5-9a97-605c9bd279fa,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:14.797190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '62320043-5316-46c5-9a97-605c9bd279fa', 'network_id': '4df294b2-34bc-40de-b119-0b03f8f7b5d7', 'port_id': '62320043-5316-46c5-9a97-605c9bd279fa', 'mac_address': 'fa:16:3e:95:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa07ad27-728e-4b38-8fc8-feaff694246f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:14.840139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.855518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62320043-5316-46c5-9a97-605c9bd279fa {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:14.890505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=62320043-5316-46c5-9a97-605c9bd279fa,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:14.953454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db35f7-c932-4d8f-acae-06f908c37afe req-da83e071-57f2-41a8-bd63-efd5e4def876 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:14.955035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3db35f7-c932-4d8f-acae-06f908c37afe req-da83e071-57f2-41a8-bd63-efd5e4def876 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0612299 Aug 16 20:52:14.996078 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:14.996593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3db35f7-c932-4d8f-acae-06f908c37afe req-243e4f90-b56b-40a3-85ac-9ea85b6091dc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353682 Aug 16 20:52:15.051077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:15.254748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['62320043-5316-46c5-9a97-605c9bd279fa'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:16.212749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:16.219805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-c9e9ccee-9d3d-4f2e-b95b-9186f64098f4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.221260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-c9e9ccee-9d3d-4f2e-b95b-9186f64098f4 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.4517808 Aug 16 20:52:16.231961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c1e2-0029-4ee7-bd7d-c86f3b537925 req-4a08a0df-dd4a-480b-885a-db856546a9bb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.233602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b91c1e2-0029-4ee7-bd7d-c86f3b537925 req-4a08a0df-dd4a-480b-885a-db856546a9bb tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 945 time: 0.4557188 Aug 16 20:52:16.241448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:16.249817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 415ec58f-57a7-43ae-9c64-e9e773a5f1e8 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:16.273872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82513e-12a4-4c49-ad68-1e3b8386bc15 req-dae7b8b2-eb78-4afb-9c99-406c826877c4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.275258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a82513e-12a4-4c49-ad68-1e3b8386bc15 req-dae7b8b2-eb78-4afb-9c99-406c826877c4 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 944 time: 0.1157708 Aug 16 20:52:16.377535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b91c1e2-0029-4ee7-bd7d-c86f3b537925 req-9692286b-474c-49ad-94a4-183dcd8d4e28 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295934 Aug 16 20:52:16.383385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a82513e-12a4-4c49-ad68-1e3b8386bc15 req-a0b5e73c-e120-41af-82b6-b72ffe5f84bd tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950069 Aug 16 20:52:16.425880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port 39c9002d-07e1-4e79-a611-f64aec360035 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:16.426220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.553971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24230bd8-ba19-4bc6-a0fa-29ed845032e2 req-c9f51761-c5b1-43d2-adf7-f290bc160800 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:16.555525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24230bd8-ba19-4bc6-a0fa-29ed845032e2 req-c9f51761-c5b1-43d2-adf7-f290bc160800 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0901346 Aug 16 20:52:16.561154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port 39c9002d-07e1-4e79-a611-f64aec360035, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=39c9002d-07e1-4e79-a611-f64aec360035,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:16.561533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.588364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for 39c9002d-07e1-4e79-a611-f64aec360035 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:16.618175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24230bd8-ba19-4bc6-a0fa-29ed845032e2 req-d1f42f56-3ecd-4093-a7d3-7ce4268b93b1 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535901 Aug 16 20:52:16.658975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 62320043-5316-46c5-9a97-605c9bd279fa up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:16.801845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 62320043-5316-46c5-9a97-605c9bd279fa completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:52:16.806381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 62320043-5316-46c5-9a97-605c9bd279fa triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:16.806755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.836563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.848915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['39c9002d-07e1-4e79-a611-f64aec360035'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:16.880946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=39c9002d-07e1-4e79-a611-f64aec360035,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:16.917986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] No DVR routers for this DVR port 39c9002d-07e1-4e79-a611-f64aec360035 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:16.922008 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.924340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:16.925092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1e6df9-aff2-46ec-9f37-b48573a8cc9b req-093a7233-232c-4dda-9397-29fa196cf607 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.64 "DELETE /v2.0/ports/39c9002d-07e1-4e79-a611-f64aec360035 HTTP/1.1" status: 204 len: 173 time: 0.6896515 Aug 16 20:52:16.925618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'name': 'network-vif-deleted', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:16.929152 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a963d402-ad54-424c-a0c7-3ee28f56a371" -d '{"events": [{"server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "name": "network-vif-deleted", "tag": "39c9002d-07e1-4e79-a611-f64aec360035"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:16.961036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:16.963455 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0c7ddf-b293-441a-9e44-d0372ed7f173" -d '{"events": [{"server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "name": "network-vif-plugged", "status": "completed", "tag": "62320043-5316-46c5-9a97-605c9bd279fa"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:16.972768 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b59feb2-d797-4af7-84bb-041c7e1241df x-openstack-request-id: req-8b59feb2-d797-4af7-84bb-041c7e1241df {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:16.973064 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f16bb7-4b15-42d4-95f8-8aef7ef817bd", "name": "network-vif-deleted", "tag": "39c9002d-07e1-4e79-a611-f64aec360035", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:16.973357 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b59feb2-d797-4af7-84bb-041c7e1241df {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:16.973727 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f16bb7-4b15-42d4-95f8-8aef7ef817bd', 'name': 'network-vif-deleted', 'tag': '39c9002d-07e1-4e79-a611-f64aec360035', 'status': 'completed', 'code': 200} Aug 16 20:52:16.979591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=62320043-5316-46c5-9a97-605c9bd279fa,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:17.007000 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff39990d-30b2-4eb8-9bac-2e111294ce0b x-openstack-request-id: req-ff39990d-30b2-4eb8-9bac-2e111294ce0b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:17.007572 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "name": "network-vif-plugged", "status": "completed", "tag": "62320043-5316-46c5-9a97-605c9bd279fa", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:17.008055 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff39990d-30b2-4eb8-9bac-2e111294ce0b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:17.008672 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa', 'code': 200} Aug 16 20:52:17.071305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:17.140962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba2634-c4ea-48ee-8347-76283a139642 req-ea1e35f4-9c06-48be-95da-2dade04138ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.143038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:17.143183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecba2634-c4ea-48ee-8347-76283a139642 req-ea1e35f4-9c06-48be-95da-2dade04138ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 1097 time: 0.0647066 Aug 16 20:52:17.188744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ecba2634-c4ea-48ee-8347-76283a139642 req-6a678596-338e-46a1-aac8-009666cf6169 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354285 Aug 16 20:52:17.507120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71240ef5-5872-4cc2-8108-557fb7519c2d req-17966df9-d2e8-4fe5-8bcb-a84d9a5c2a57 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=49f16bb7-4b15-42d4-95f8-8aef7ef817bd HTTP/1.1" status: 200 len: 210 time: 0.0450215 Aug 16 20:52:17.543752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefe12f-d81a-4abd-91d0-a29a65f4b153 req-633edfa5-06d2-44fd-a8fa-46e3c2a59d21 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.545291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eefe12f-d81a-4abd-91d0-a29a65f4b153 req-633edfa5-06d2-44fd-a8fa-46e3c2a59d21 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 945 time: 0.0742955 Aug 16 20:52:17.585416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8eefe12f-d81a-4abd-91d0-a29a65f4b153 req-5e2cd672-bad0-4322-b022-d28dfbaccf8c tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339522 Aug 16 20:52:17.749990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2967e05-30f7-4c2f-91ec-2473269a5d50 req-baaa4171-afca-4981-8c31-820b6a44be3c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:17.751504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2967e05-30f7-4c2f-91ec-2473269a5d50 req-baaa4171-afca-4981-8c31-820b6a44be3c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0523510 Aug 16 20:52:17.792960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2967e05-30f7-4c2f-91ec-2473269a5d50 req-884f708e-4fe2-477b-82b0-f12ffbbad518 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Aug 16 20:52:18.483706 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:19.196398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceebaa-948e-4186-8677-cd70154497d9 req-43005d64-8772-4f90-9d84-f93ea0d802cf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.198771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eceebaa-948e-4186-8677-cd70154497d9 req-43005d64-8772-4f90-9d84-f93ea0d802cf tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 945 time: 0.0736816 Aug 16 20:52:19.276682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2eceebaa-948e-4186-8677-cd70154497d9 req-b5c1b669-3468-4061-a734-d7ecf6be8cd2 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Aug 16 20:52:19.298255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74687ed8-1f4a-4c62-bdd8-96a802d038fa req-dc645570-ce3a-4215-bb14-b5789188919d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.299941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74687ed8-1f4a-4c62-bdd8-96a802d038fa req-dc645570-ce3a-4215-bb14-b5789188919d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0716774 Aug 16 20:52:19.385539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74687ed8-1f4a-4c62-bdd8-96a802d038fa req-904b9ea7-b22e-44ae-9160-81bc79ee59a4 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750611 Aug 16 20:52:19.405670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0ae95-e529-43f3-b2cf-c8930fd74370 req-8b63c1df-05e8-4c27-ae69-d55d31c4c310 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.407187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbf0ae95-e529-43f3-b2cf-c8930fd74370 req-8b63c1df-05e8-4c27-ae69-d55d31c4c310 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0638552 Aug 16 20:52:19.449779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbf0ae95-e529-43f3-b2cf-c8930fd74370 req-ac6c7e74-195e-44fe-b1ef-31e4b6a64ac5 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362749 Aug 16 20:52:19.508493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eeaf83-8e74-49ef-9d5e-10d9f810cff7 req-316b3a38-90e0-4e0a-8cf2-861b8551daee tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.510287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44eeaf83-8e74-49ef-9d5e-10d9f810cff7 req-316b3a38-90e0-4e0a-8cf2-861b8551daee tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0646505 Aug 16 20:52:19.577714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44eeaf83-8e74-49ef-9d5e-10d9f810cff7 req-930af43a-2fe1-4e25-af6b-65c7a4e28743 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593729 Aug 16 20:52:19.981947 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-15be602c-0d83-4e09-8ecc-816f5c116044 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861385 Aug 16 20:52:19.993629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-38727dba-89bc-482d-8997-b321f99ed774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:19.995135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-38727dba-89bc-482d-8997-b321f99ed774 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1098 time: 0.0581057 Aug 16 20:52:20.087170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-3573a17b-4363-4b6f-b758-7b01ef474be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.088754 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-3573a17b-4363-4b6f-b758-7b01ef474be5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.0531023 Aug 16 20:52:20.146959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618332-f900-4c19-9c3a-ee2cb0815287 req-a5cba240-67b5-48f4-afe9-6c9a1fc42c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.148748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b618332-f900-4c19-9c3a-ee2cb0815287 req-a5cba240-67b5-48f4-afe9-6c9a1fc42c3a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1098 time: 0.1014247 Aug 16 20:52:20.173602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-80718620-14dd-4333-a29b-5990a1411f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.175092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-80718620-14dd-4333-a29b-5990a1411f07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.1538038 Aug 16 20:52:20.200059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-4dae29e9-0433-4ba8-8559-6b99c46403ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.201596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-4dae29e9-0433-4ba8-8559-6b99c46403ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.0915985 Aug 16 20:52:20.225393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b618332-f900-4c19-9c3a-ee2cb0815287 req-aba4e7e4-0679-4d2d-a18b-ff27faee0105 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676529 Aug 16 20:52:20.230834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 39c9002d-07e1-4e79-a611-f64aec360035 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:20.265276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-5bb3b2a1-c5fa-4d59-af08-6b818a4d04f7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 1001 time: 0.0777063 Aug 16 20:52:20.269817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 39c9002d-07e1-4e79-a611-f64aec360035 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:20.270232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 39c9002d-07e1-4e79-a611-f64aec360035 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:20.270730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:20.284745 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-777eec3b-a642-4bd8-887a-7b088f3646cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 1002 time: 0.0764072 Aug 16 20:52:20.327137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-d4b4e0cb-1da1-4210-bd51-b76e60a8eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.328948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-d4b4e0cb-1da1-4210-bd51-b76e60a8eb49 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0538359 Aug 16 20:52:20.351609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-dfd02a6e-8ffe-49a4-be66-ad3d7d8a1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.353226 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-dfd02a6e-8ffe-49a4-be66-ad3d7d8a1b0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0599928 Aug 16 20:52:20.362838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.390944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:20.393347 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f6ce5-a644-468d-bfb9-4691be1c3464" -d '{"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:20.397259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-3698b2f4-a366-4171-bed0-989055fa9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.400438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-3698b2f4-a366-4171-bed0-989055fa9a42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605950 Aug 16 20:52:20.413826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-e02a9eba-1a23-45bb-9f81-dd30d005fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.415431 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-e02a9eba-1a23-45bb-9f81-dd30d005fa78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538692 Aug 16 20:52:20.425680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:20.458430 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5f5aec-2105-44ef-9b8d-a3180114ed2d x-openstack-request-id: req-1e5f5aec-2105-44ef-9b8d-a3180114ed2d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:20.458923 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-unplugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:20.459329 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e5f5aec-2105-44ef-9b8d-a3180114ed2d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:20.460102 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'code': 200} Aug 16 20:52:20.538090 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:20.567911 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-58184d8c-576f-4f60-8fac-dca2d54d30ec service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434486 Aug 16 20:52:20.625653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:20.645524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-b40df4ed-1576-424b-8166-17d856ee1518 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376022 Aug 16 20:52:20.682557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf9ff-d1d5-4533-99ac-7df5ce0a1206 req-444ba6e9-7cff-47dc-8916-9f2114373609 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.684040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1fbf9ff-d1d5-4533-99ac-7df5ce0a1206 req-444ba6e9-7cff-47dc-8916-9f2114373609 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 944 time: 0.1536560 Aug 16 20:52:20.689609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5ab8be5f-94c3-43f0-b35f-f014bab05cc6 req-f3fe4e92-4f1f-44b1-bf0d-e715ef7d200e service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090434 Aug 16 20:52:20.750380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dde225-fe85-4dbb-8e49-6a64e7547bc1 req-ed950d9a-ffcc-4c07-a2d2-ef5cc7677c02 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.751944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52dde225-fe85-4dbb-8e49-6a64e7547bc1 req-ed950d9a-ffcc-4c07-a2d2-ef5cc7677c02 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.1917677 Aug 16 20:52:20.802434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1fbf9ff-d1d5-4533-99ac-7df5ce0a1206 req-bc4551ce-ce06-4885-94b8-f687a9df451d tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838206 Aug 16 20:52:20.837384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-52dde225-fe85-4dbb-8e49-6a64e7547bc1 req-69a9ac15-ed99-479e-8057-9d2c21e7caca tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725152 Aug 16 20:52:20.839467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ba9da16-8717-4e3d-84fb-9672d74a0922 req-d867bcdf-e60a-4463-8365-2797b4318166 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859035 Aug 16 20:52:20.962784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77716400-b985-4676-a845-a1c435d43c79 req-1800f03a-2249-4adf-93b3-6c1b531adeaf tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:20.964650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77716400-b985-4676-a845-a1c435d43c79 req-1800f03a-2249-4adf-93b3-6c1b531adeaf tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0778387 Aug 16 20:52:21.005716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77716400-b985-4676-a845-a1c435d43c79 req-aa1b25f6-a6c4-4291-a550-5abf655f5dae tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Aug 16 20:52:21.343244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a4a27-cce7-41ad-beca-055f494845c3 req-561c2d07-b66e-442c-a939-e6694104eb2c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:21.344764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-940a4a27-cce7-41ad-beca-055f494845c3 req-561c2d07-b66e-442c-a939-e6694104eb2c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0607336 Aug 16 20:52:21.447318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:21.448184 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.559469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] For port 28f80914-7f3e-45fb-b271-3908dbbc44b5, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=28f80914-7f3e-45fb-b271-3908dbbc44b5,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:21.559876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.759922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.760305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:21.760624 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Floating IP 3b44171c-eab3-4504-b803-58e3d3d73114 disassociated. External IP: 172.25.7.34, port: 28f80914-7f3e-45fb-b271-3908dbbc44b5. Aug 16 20:52:21.760970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for 28f80914-7f3e-45fb-b271-3908dbbc44b5 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:22.016368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08240bdf-3faa-45c6-8b29-c3dee7cdd777 req-cc584132-a138-4c30-a1e7-7eb5e77d79a9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.018095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08240bdf-3faa-45c6-8b29-c3dee7cdd777 req-cc584132-a138-4c30-a1e7-7eb5e77d79a9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 945 time: 0.0746405 Aug 16 20:52:22.026610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99174d-5a9c-4033-b4ba-37314b75c042 req-8ec08245-d328-4192-a01b-c4102d119638 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.035059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be99174d-5a9c-4033-b4ba-37314b75c042 req-8ec08245-d328-4192-a01b-c4102d119638 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 944 time: 0.1234508 Aug 16 20:52:22.073501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.124281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=28f80914-7f3e-45fb-b271-3908dbbc44b5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.125270 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.142690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be99174d-5a9c-4033-b4ba-37314b75c042 req-46144ae5-e2a2-4f24-911f-f9f1e73eac04 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066694 Aug 16 20:52:22.145699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08240bdf-3faa-45c6-8b29-c3dee7cdd777 req-83059861-9d66-4024-a103-e4fad07e1e88 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups?id=22583f1d-b246-43d3-8c7c-37141867e451&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063948 Aug 16 20:52:22.167522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56110) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:22.234484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:22.316255 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e23ac57-cf10-42bd-bef8-0bcad8a0bc03 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/floatingips/df070681-d9d7-4a04-ad1e-5bfe25548c74 HTTP/1.1" status: 200 len: 991 time: 0.1475000 Aug 16 20:52:22.372298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Router 9e302168-21b1-4404-aa85-8449514e2454 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:22.396619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a1b06-d3de-43f2-85ae-9fadddcb8efc req-afc4d522-958a-41d0-b939-f5d9195d89a5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:22.401672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:22.405305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea9a1b06-d3de-43f2-85ae-9fadddcb8efc req-afc4d522-958a-41d0-b939-f5d9195d89a5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1343520 Aug 16 20:52:22.429084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'port_id': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'mac_address': 'fa:16:3e:9c:77:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:22.465589 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea9a1b06-d3de-43f2-85ae-9fadddcb8efc req-b244277a-d725-40d2-adb8-b3e04ba7f977 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591002 Aug 16 20:52:22.483540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.499058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f3a050-d62d-40d0-9357-05c84ed33d0d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:22.530464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:22.599709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:22.612241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Sync routers for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:22.627390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:22.628079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:22.633400 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.656215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] No DVR routers for this DVR port 28f80914-7f3e-45fb-b271-3908dbbc44b5 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:22.659062 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:22.662065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-940a4a27-cce7-41ad-beca-055f494845c3 req-f48cdb92-4a44-4a38-b869-68585abd8bfe tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.73 "DELETE /v2.0/ports/28f80914-7f3e-45fb-b271-3908dbbc44b5 HTTP/1.1" status: 204 len: 173 time: 1.3107982 Aug 16 20:52:22.662620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-deleted', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:22.668889 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36440fe1-aacd-41dd-b1cd-18e22bdfb43e" -d '{"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-deleted", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:22.709677 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd47ed41-1bba-4139-90c6-a445ba19bc4d x-openstack-request-id: req-bd47ed41-1bba-4139-90c6-a445ba19bc4d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:22.710492 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba2f3b72-d549-40ed-b288-8b65c9a8ae64", "name": "network-vif-deleted", "tag": "28f80914-7f3e-45fb-b271-3908dbbc44b5", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:22.710817 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd47ed41-1bba-4139-90c6-a445ba19bc4d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:22.711798 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba2f3b72-d549-40ed-b288-8b65c9a8ae64', 'name': 'network-vif-deleted', 'tag': '28f80914-7f3e-45fb-b271-3908dbbc44b5', 'status': 'completed', 'code': 200} Aug 16 20:52:22.762593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:22.790063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:22.863879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a2f3a050-d62d-40d0-9357-05c84ed33d0d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:23.118669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:23.152162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Checking router: 9e302168-21b1-4404-aa85-8449514e2454 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:23.191124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:23.191791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:23.276950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-141997ce-f64e-4f08-b0cd-c8bf47e76fc5 req-d9f19721-cae6-4392-9c9d-3e1464b7ddd0 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba2f3b72-d549-40ed-b288-8b65c9a8ae64 HTTP/1.1" status: 200 len: 210 time: 0.0336087 Aug 16 20:52:23.343025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:23.627392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787e79-b07c-4115-8aa6-17a617d18f7a req-f0e6a0b3-7d11-4cb3-9917-2df0d2302392 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:23.628980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e787e79-b07c-4115-8aa6-17a617d18f7a req-f0e6a0b3-7d11-4cb3-9917-2df0d2302392 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0566921 Aug 16 20:52:23.630356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:23.662362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1983175e-63d9-4bb3-9360-62849473d75d None None] The sync data for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 is: [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:44:18Z', 'revision_number': 4, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '80e5d3c6-688d-4ea4-9fe9-486e2022baeb', 'name': '', 'network_id': 'e789aa31-e849-4c81-96b6-861676f49333', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'mac_address': 'fa:16:3e:1d:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:17Z', 'updated_at': '2021-08-16T20:44:25Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'subnets': [{'id': '9d49e9b0-3399-4135-a8cd-4ccd9bf97c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:23.678632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e787e79-b07c-4115-8aa6-17a617d18f7a req-71433bc6-19d7-4a07-9723-22225bec6a69 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432200 Aug 16 20:52:23.966435 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5811c1-9cd7-475a-8e05-afb52ccfe785 None None] New status for floating IP 3b44171c-eab3-4504-b803-58e3d3d73114: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:52:24.244908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:24.304225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a2f3a050-d62d-40d0-9357-05c84ed33d0d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:24.304225 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.421509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.447346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:24.450108 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5b99a-c8ca-4c50-aeb8-198ffc45f3d0" -d '{"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:24.464847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:24.522127 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471cbfb9-aba8-49ce-9816-4d803d42a143 x-openstack-request-id: req-471cbfb9-aba8-49ce-9816-4d803d42a143 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:24.522430 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-plugged", "status": "completed", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:24.522686 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-471cbfb9-aba8-49ce-9816-4d803d42a143 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:24.523085 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'code': 200} Aug 16 20:52:24.525788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56154) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.615694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.642162 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.657214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.707633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:24.740389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 28f80914-7f3e-45fb-b271-3908dbbc44b5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:24.740739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 28f80914-7f3e-45fb-b271-3908dbbc44b5 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:24.751958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:24.827179 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.834369 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:24.834369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "DELETE /v2.0/security-groups/22583f1d-b246-43d3-8c7c-37141867e451 HTTP/1.1" status: 204 len: 168 time: 0.3048720 Aug 16 20:52:24.834611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:24.855914 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2cb9e023-3254-4bce-964c-5ebb984e7d3c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] show failed (client error): The resource could not be found. Aug 16 20:52:24.858199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2cb9e023-3254-4bce-964c-5ebb984e7d3c tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "GET /v2.0/security-groups/22583f1d-b246-43d3-8c7c-37141867e451 HTTP/1.1" status: 404 len: 347 time: 0.0224421 Aug 16 20:52:24.858349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798aed4-0b35-4a23-a1db-2651d16c3b87 req-dc9df56c-38e6-4242-896d-35843a587d20 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:24.860255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9798aed4-0b35-4a23-a1db-2651d16c3b87 req-dc9df56c-38e6-4242-896d-35843a587d20 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0848441 Aug 16 20:52:24.864547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf9f7-bd4b-4969-b3ef-5833ada103fc tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22583f1d-b246-43d3-8c7c-37141867e451,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:24.865381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56168) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.025120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9798aed4-0b35-4a23-a1db-2651d16c3b87 req-6ba8ae28-5ee2-4588-a6f6-fd427cc00e10 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070921 Aug 16 20:52:25.060032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Deleting port 90d67666-1c90-4242-8fd7-9ea4df5c0804 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:25.061367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.147088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.152088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.161927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Calling delete_port for 90d67666-1c90-4242-8fd7-9ea4df5c0804 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:25.419248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.449863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Pushing event deleted for resources: {'Port': ['ID=90d67666-1c90-4242-8fd7-9ea4df5c0804,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:25.517617 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.520313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:25.521522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-80f88372-7cba-4162-a836-febfe6983cf9 tempest-ServerActionsTestJSON-1741501194 tempest-ServerActionsTestJSON-1741501194-project] 10.222.0.70 "DELETE /v2.0/floatingips/3b44171c-eab3-4504-b803-58e3d3d73114 HTTP/1.1" status: 204 len: 168 time: 0.6546648 Aug 16 20:52:25.526014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56178) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:25.968711 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.200553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ab157-fd4f-49fa-8e74-ae2091821d8a req-105a976b-1033-40f5-9961-7a069d7d137c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:26.202112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-738ab157-fd4f-49fa-8e74-ae2091821d8a req-105a976b-1033-40f5-9961-7a069d7d137c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0814269 Aug 16 20:52:26.268102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-738ab157-fd4f-49fa-8e74-ae2091821d8a req-71fc4099-923a-43a0-815f-6b09e05e4059 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596499 Aug 16 20:52:26.316426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Deleting port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:26.319376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.724190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] For port 80e5d3c6-688d-4ea4-9fe9-486e2022baeb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:26.724565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:26.736990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Calling delete_port for 80e5d3c6-688d-4ea4-9fe9-486e2022baeb owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:26.985198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.014915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e5d3c6-688d-4ea4-9fe9-486e2022baeb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:27.228367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.487856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff79a8-58f9-40a9-a5fd-d17b5f2fa7fa req-654f8693-a7e5-414f-a1ed-4c805313ba09 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:27.489377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dff79a8-58f9-40a9-a5fd-d17b5f2fa7fa req-654f8693-a7e5-414f-a1ed-4c805313ba09 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0961964 Aug 16 20:52:27.534296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Router 9e302168-21b1-4404-aa85-8449514e2454 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:27.553176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dff79a8-58f9-40a9-a5fd-d17b5f2fa7fa req-a3a17b43-18c3-4e83-b345-cecd52c9f5b4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571942 Aug 16 20:52:27.668882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:27.677326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-689caed8-4a0e-4c6a-a54f-c3a288843566 admin admin] 10.222.0.70 "PUT /v2.0/routers/9e302168-21b1-4404-aa85-8449514e2454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1474659 Aug 16 20:52:27.677326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:27.678563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Sync routers for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:27.697411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:27.699408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:27.787050 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:27.815768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:27.899297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.010569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:52:26Z', 'revision_number': 5, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port': {'id': 'da84bb44-6565-4199-8f39-74058beff7b6', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e302168-21b1-4404-aa85-8449514e2454', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:44:14Z', 'updated_at': '2021-08-16T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:28.035449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Deleting port da84bb44-6565-4199-8f39-74058beff7b6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:28.035449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.038077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Checking router: 9e302168-21b1-4404-aa85-8449514e2454 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:28.047362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Routers {'9e302168-21b1-4404-aa85-8449514e2454'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:28.048031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:03Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9e302168-21b1-4404-aa85-8449514e2454'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:28.124429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] For port da84bb44-6565-4199-8f39-74058beff7b6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=da84bb44-6565-4199-8f39-74058beff7b6,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:28.125264 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.142357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Calling delete_port for da84bb44-6565-4199-8f39-74058beff7b6 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:28.304403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] Set router 9e302168-21b1-4404-aa85-8449514e2454 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:28.361336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:52:27Z', 'revision_number': 6, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:28.387924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8a5773-9f2d-4d2e-8c8e-2f26f78270ce None None] The sync data for ids ['9e302168-21b1-4404-aa85-8449514e2454'] in n-d-794306-10 is: [{'id': '9e302168-21b1-4404-aa85-8449514e2454', 'name': 'tempest-ServerActionsTestJSON-349161748-router', 'tenant_id': '1be180566e3941a1a246c980413d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:44:13Z', 'updated_at': '2021-08-16T20:52:27Z', 'revision_number': 6, 'project_id': '1be180566e3941a1a246c980413d1d8d', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:28.437130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.469054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=da84bb44-6565-4199-8f39-74058beff7b6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:28.537845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.633995 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.636192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.722856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d306c-ea93-4d43-b6f3-6ab22dbdcfa7 req-4c953981-f8a7-47b9-b138-e52bb0779b4b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:28.724443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-859d306c-ea93-4d43-b6f3-6ab22dbdcfa7 req-4c953981-f8a7-47b9-b138-e52bb0779b4b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0830536 Aug 16 20:52:28.770529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.771096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e302168-21b1-4404-aa85-8449514e2454 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:52:28.776317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.777447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-412b390d-9c03-4dad-ac42-41a1f4542a6e admin admin] 10.222.0.70 "DELETE /v2.0/routers/9e302168-21b1-4404-aa85-8449514e2454 HTTP/1.1" status: 204 len: 168 time: 1.0990810 Aug 16 20:52:28.781624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56246) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:28.792707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-859d306c-ea93-4d43-b6f3-6ab22dbdcfa7 req-0a423c6f-fe29-4124-8ea2-39ed5b262b0f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591347 Aug 16 20:52:28.832731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Deleting subnet 9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:52:28.836001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.877305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:28.962214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.086746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.117110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d49e9b0-3399-4135-a8cd-4ccd9bf97c57,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.128238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.130281 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9d49e9b0-3399-4135-a8cd-4ccd9bf97c57 HTTP/1.1" status: 204 len: 168 time: 0.3473907 Aug 16 20:52:29.130973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca1416-d6e2-497b-9c7c-80035e319d57 None None] Network e789aa31-e849-4c81-96b6-861676f49333 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:52:29.132285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.133070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56252) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:29.143571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.144082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.144437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.146345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.146345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.150319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.150772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.151114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.151448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.151812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.152142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21573e2d-2983-494f-be0e-81ebacf1c30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:29.230237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.306250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Deleting port 5ec98a5d-f3cf-40be-b736-53f05c72240f {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:29.306770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.381903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] DHCP port deletion for e789aa31-e849-4c81-96b6-861676f49333 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:52:29.404370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] For port 5ec98a5d-f3cf-40be-b736-53f05c72240f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5ec98a5d-f3cf-40be-b736-53f05c72240f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:29.404788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.420760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Calling delete_port for 5ec98a5d-f3cf-40be-b736-53f05c72240f owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:29.451617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Deleting port 5ec98a5d-f3cf-40be-b736-53f05c72240f {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:29.452963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.562451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] For port 5ec98a5d-f3cf-40be-b736-53f05c72240f, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5ec98a5d-f3cf-40be-b736-53f05c72240f,segment=NetworkSegment(626fe3e9-f802-4d24-b31d-c08cd80da242),segment_id=626fe3e9-f802-4d24-b31d-c08cd80da242)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:29.563300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.589143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Calling delete_port for 5ec98a5d-f3cf-40be-b736-53f05c72240f owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:29.654849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da84bb44-6565-4199-8f39-74058beff7b6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:29.656265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.682940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec98a5d-f3cf-40be-b736-53f05c72240f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.688132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: da84bb44-6565-4199-8f39-74058beff7b6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:29.688870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device da84bb44-6565-4199-8f39-74058beff7b6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:29.689689 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5ec98a5d-f3cf-40be-b736-53f05c72240f no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:29.691611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] No DVR routers for this DVR port 5ec98a5d-f3cf-40be-b736-53f05c72240f on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:29.715123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 5ec98a5d-f3cf-40be-b736-53f05c72240f {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:29.715620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 5ec98a5d-f3cf-40be-b736-53f05c72240f not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:29.716886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80e5d3c6-688d-4ea4-9fe9-486e2022baeb no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:29.758540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 80e5d3c6-688d-4ea4-9fe9-486e2022baeb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:52:29.759017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 80e5d3c6-688d-4ea4-9fe9-486e2022baeb not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:52:29.775676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.790094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e789aa31-e849-4c81-96b6-861676f49333']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:29.793593 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.829496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626fe3e9-f802-4d24-b31d-c08cd80da242') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:29.830173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626fe3e9-f802-4d24-b31d-c08cd80da242') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:29.839975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] Pushing event deleted for resources: {'Port': ['ID=5ec98a5d-f3cf-40be-b736-53f05c72240f,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:29.842096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62b005-85a3-4485-b196-c8e6355988b7 None None] No DVR routers for this DVR port 5ec98a5d-f3cf-40be-b736-53f05c72240f on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:29.859679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.910746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.940997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:52:29.954282 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:52:30.010774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1d4b1-9ce6-45bd-8115-963a75b6f2d3 req-af6be353-3958-499d-a9b9-76890ff87685 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:30.012348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1a1d4b1-9ce6-45bd-8115-963a75b6f2d3 req-af6be353-3958-499d-a9b9-76890ff87685 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1211419 Aug 16 20:52:30.053326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1a1d4b1-9ce6-45bd-8115-963a75b6f2d3 req-4e6d3e48-6f7c-431e-85e1-fc2df9544bbc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336604 Aug 16 20:52:30.150139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.156101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.157945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] 10.222.0.70 "DELETE /v2.0/networks/e789aa31-e849-4c81-96b6-861676f49333 HTTP/1.1" status: 204 len: 168 time: 1.0238805 Aug 16 20:52:30.174851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbc715-d4f2-404c-9f1f-b515d127955b admin admin] Pushing event deleted for resources: {'Network': ['ID=e789aa31-e849-4c81-96b6-861676f49333,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:30.561884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56264) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.610943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0f15cd83-6aba-4901-b3dc-01244e0ad3a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1be180566e3941a1a246c980413d1d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408297 Aug 16 20:52:30.613613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56266) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:30.658911 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-506705c0-8afb-422a-b654-ce72edf640df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.664086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.685490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.818789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.821830 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:30.823048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a6453de-6a5b-4b45-aeb3-1fc6df777d2a HTTP/1.1" status: 204 len: 168 time: 0.2084212 Aug 16 20:52:30.832564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde07ed9-5948-4aa0-899a-2757dfed3a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6453de-6a5b-4b45-aeb3-1fc6df777d2a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:31.196140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef51e-2e31-4ac8-a49b-195f2ab23106 req-57d5b420-498b-4a39-a85f-58a3a864f667 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:31.198735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-456ef51e-2e31-4ac8-a49b-195f2ab23106 req-57d5b420-498b-4a39-a85f-58a3a864f667 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0663416 Aug 16 20:52:31.250958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-456ef51e-2e31-4ac8-a49b-195f2ab23106 req-a54f130e-cc2c-4cd2-9057-a30b91522e8b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378642 Aug 16 20:52:32.392651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce888-f406-48a1-94bd-491eed1d9519 req-643d98dd-9209-43fe-9dab-213d4564183b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:32.399245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-430ce888-f406-48a1-94bd-491eed1d9519 req-643d98dd-9209-43fe-9dab-213d4564183b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0603547 Aug 16 20:52:32.440758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-430ce888-f406-48a1-94bd-491eed1d9519 req-e34486c8-efb7-469d-a14f-03d2621ff146 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Aug 16 20:52:32.735583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:52:32.885158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:32.904746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:52:32.953265 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:32.994835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:52:33.026499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:33.098645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.154221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:33.179384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0ff76c1c-a10f-45e3-a907-1399c1ebd0da'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:33.482596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.634249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f99e1816-7981-46bb-9cb6-352940b7c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:33.671550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0706fc-4ea0-4d29-940c-294fa94160c6 req-ecd140bc-3596-442f-90c4-27cc2322b49d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:33.680831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e0706fc-4ea0-4d29-940c-294fa94160c6 req-ecd140bc-3596-442f-90c4-27cc2322b49d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 945 time: 0.1218696 Aug 16 20:52:33.751427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e0706fc-4ea0-4d29-940c-294fa94160c6 req-d794eaa8-5905-49f2-9c82-20e45e757179 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674686 Aug 16 20:52:34.293936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.743182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:52:34.810768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:52:34.811374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.936533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21fa26-09e4-4ec9-8fb1-038336faa558 req-b6e7999d-0d6b-4534-b65b-92e2a98b5b02 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:34.940651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:34.946654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b21fa26-09e4-4ec9-8fb1-038336faa558 req-b6e7999d-0d6b-4534-b65b-92e2a98b5b02 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 945 time: 0.0772004 Aug 16 20:52:34.993626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:34.998329 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ee29a-ac62-47ab-880d-64f892c66b3f" -d '{"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:35.018174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:35.024547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b21fa26-09e4-4ec9-8fb1-038336faa558 req-d974f6e4-6cad-4af2-bb69-928c8bcdeae3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756927 Aug 16 20:52:35.062716 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04a821-0ca8-40d5-b0a5-e50f4e07afd2 x-openstack-request-id: req-0d04a821-0ca8-40d5-b0a5-e50f4e07afd2 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:35.063041 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:35.063301 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d04a821-0ca8-40d5-b0a5-e50f4e07afd2 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:35.063706 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'code': 200} Aug 16 20:52:35.099632 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:35.202432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:36.173082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:36.219218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3d161-c9cb-4816-8cb4-d31fc4319c47 req-cad7b15a-d5dd-43dc-bc5d-29b336a089a9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:36.233078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ced3d161-c9cb-4816-8cb4-d31fc4319c47 req-cad7b15a-d5dd-43dc-bc5d-29b336a089a9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1038702 Aug 16 20:52:36.284732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ced3d161-c9cb-4816-8cb4-d31fc4319c47 req-84983973-0749-4e7d-96b0-c00403a4b573 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Aug 16 20:52:37.420464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747de150-6c5a-4d37-9f4b-488bafc6e719 req-f418e66c-2826-46ce-968b-a5974869c5ac tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:37.422977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-747de150-6c5a-4d37-9f4b-488bafc6e719 req-f418e66c-2826-46ce-968b-a5974869c5ac tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Aug 16 20:52:37.474620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-747de150-6c5a-4d37-9f4b-488bafc6e719 req-7e0a8fc6-7738-4c9f-93dd-cb7193d4ceec tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Aug 16 20:52:38.737622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86539918-2c20-43b6-bc89-3072a8ced183 req-3bb38f44-4e23-4982-a24d-e0ee3bc3c4c8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:38.744284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86539918-2c20-43b6-bc89-3072a8ced183 req-3bb38f44-4e23-4982-a24d-e0ee3bc3c4c8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0764225 Aug 16 20:52:38.817576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86539918-2c20-43b6-bc89-3072a8ced183 req-9c3878fd-7d23-4a1f-97c6-4051a1a8ab87 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579379 Aug 16 20:52:40.068471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e2a23-7cff-4fcb-89aa-8fac7190eefb req-3f1021fa-b26e-43ea-9279-1708ef4295ef tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:40.080035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d73e2a23-7cff-4fcb-89aa-8fac7190eefb req-3f1021fa-b26e-43ea-9279-1708ef4295ef tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1120682 Aug 16 20:52:40.177203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d73e2a23-7cff-4fcb-89aa-8fac7190eefb req-907b6479-d02f-4d56-bd27-65f94d39b2f2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957191 Aug 16 20:52:41.322562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c550e-1e1f-4432-9fc2-c8ba3e8b3587 req-5ad0a2d2-8e4d-420b-bec8-249ca1633bcc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:41.324094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-441c550e-1e1f-4432-9fc2-c8ba3e8b3587 req-5ad0a2d2-8e4d-420b-bec8-249ca1633bcc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0639999 Aug 16 20:52:41.386692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-441c550e-1e1f-4432-9fc2-c8ba3e8b3587 req-9d285750-b128-4439-b18a-00e6f26bab64 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Aug 16 20:52:42.610658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacfece-cb52-499b-9282-833ed2eb65a4 req-27b24a5f-5020-437b-bfe8-19daf1cfba94 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:42.615144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eacfece-cb52-499b-9282-833ed2eb65a4 req-27b24a5f-5020-437b-bfe8-19daf1cfba94 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.1207564 Aug 16 20:52:42.684598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1eacfece-cb52-499b-9282-833ed2eb65a4 req-c3b8945a-1a07-4405-a948-569fd8c52b18 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559564 Aug 16 20:52:43.399406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56600) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:43.750912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daea26fd-fe3a-437d-9801-eac00773205d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.874297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daea26fd-fe3a-437d-9801-eac00773205d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:43.933317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f0760-eea7-4a6c-8e12-b02ca89b9337 req-9d1dfef4-dc45-4ec7-9f2b-3f14778cda6f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:43.936249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb3f0760-eea7-4a6c-8e12-b02ca89b9337 req-9d1dfef4-dc45-4ec7-9f2b-3f14778cda6f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0603511 Aug 16 20:52:44.009312 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-daea26fd-fe3a-437d-9801-eac00773205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.053186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-daea26fd-fe3a-437d-9801-eac00773205d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b03ec5139c374cbdb5fafd075adb0180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523383 Aug 16 20:52:44.055934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:44.077356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb3f0760-eea7-4a6c-8e12-b02ca89b9337 req-2ec65cdf-56d9-49eb-9fe0-b26700fb461f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349127 Aug 16 20:52:44.099007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea26fd-fe3a-437d-9801-eac00773205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec625e88-95d9-45a9-aa6e-58d81fad852c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:44.143718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.174859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.413226 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.416467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:44.422149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec625e88-95d9-45a9-aa6e-58d81fad852c HTTP/1.1" status: 204 len: 168 time: 0.3636601 Aug 16 20:52:44.441172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a80b64-4dd5-4886-b6c1-b2a33879d9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec625e88-95d9-45a9-aa6e-58d81fad852c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.279459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d60f3-ecda-440e-b0b0-36a70f6c85d9 req-0b75e2cf-2b42-4bc9-9e90-4d984a0871b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:45.281708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-956d60f3-ecda-440e-b0b0-36a70f6c85d9 req-0b75e2cf-2b42-4bc9-9e90-4d984a0871b7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0730700 Aug 16 20:52:45.380658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-956d60f3-ecda-440e-b0b0-36a70f6c85d9 req-3d0d599d-2d9f-43a2-b789-fbfbf35d099e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862787 Aug 16 20:52:45.465714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56676) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:45.490742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ebcc-da78-47f4-9102-4c9f3e8066d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.670145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ebcc-da78-47f4-9102-4c9f3e8066d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.748800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6f2ebcc-da78-47f4-9102-4c9f3e8066d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.807128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f6f2ebcc-da78-47f4-9102-4c9f3e8066d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=532b2b69405640338180ae1878cae439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402376 Aug 16 20:52:45.811176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 56688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:45.822780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2ebcc-da78-47f4-9102-4c9f3e8066d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18414cd4-626b-45e1-a0ed-1995a481270a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:45.905924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:45.947465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.166802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.169710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:46.170884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18414cd4-626b-45e1-a0ed-1995a481270a HTTP/1.1" status: 204 len: 168 time: 0.3583338 Aug 16 20:52:46.180952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96968384-6efb-4bea-89c8-dfe6f5d5d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18414cd4-626b-45e1-a0ed-1995a481270a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:46.524215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84ea3e-27ee-43eb-a0b7-fc08abdca1d4 req-ee074a67-d87d-419f-8993-7f19bd056354 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:46.532283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b84ea3e-27ee-43eb-a0b7-fc08abdca1d4 req-ee074a67-d87d-419f-8993-7f19bd056354 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0686421 Aug 16 20:52:46.577010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b84ea3e-27ee-43eb-a0b7-fc08abdca1d4 req-96e629e1-5668-42a1-8aa6-4cbbeec334fb tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437498 Aug 16 20:52:47.709951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3664a7-4d8d-4362-a63b-0e952cd29e4c req-1fe577c0-a676-46e4-a5f1-4ae3fc51246d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:47.713068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3664a7-4d8d-4362-a63b-0e952cd29e4c req-1fe577c0-a676-46e4-a5f1-4ae3fc51246d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0542710 Aug 16 20:52:47.757109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d3664a7-4d8d-4362-a63b-0e952cd29e4c req-02fcdfe2-7ad4-4ec5-8526-4b80fd5db5aa tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381937 Aug 16 20:52:47.769864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:52:48.447099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:48.907661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc7ed9-3f50-44ff-abf7-38ed98392671 req-a8dc3cb5-d1e0-4307-94cd-1b1189eb6bd9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:48.909199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3adc7ed9-3f50-44ff-abf7-38ed98392671 req-a8dc3cb5-d1e0-4307-94cd-1b1189eb6bd9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0612841 Aug 16 20:52:48.951285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3adc7ed9-3f50-44ff-abf7-38ed98392671 req-476d1846-ef79-4bb6-8c62-abe6a9ee340f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355492 Aug 16 20:52:49.127634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-a59d72ff-aee6-4ea7-8e5e-8e5ae066e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.129315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-a59d72ff-aee6-4ea7-8e5e-8e5ae066e16c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1098 time: 0.0437853 Aug 16 20:52:49.232894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-7ec55fb8-009e-4828-a49d-0e82d22dcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.234696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-7ec55fb8-009e-4828-a49d-0e82d22dcac1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.0971131 Aug 16 20:52:49.305681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-8d77d9ee-5361-488a-9fa2-47b61600f362 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 1001 time: 0.0636837 Aug 16 20:52:49.373011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-8f5de3c2-6d19-48f8-9701-d02d2ddd5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.374724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-8f5de3c2-6d19-48f8-9701-d02d2ddd5295 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0607209 Aug 16 20:52:49.435159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-e87a08f5-5882-4fa4-af20-a558991c6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:49.436971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-e87a08f5-5882-4fa4-af20-a558991c6072 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502570 Aug 16 20:52:49.551537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-e0be4f97-6682-4476-be66-5fea4dfd1046 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053042 Aug 16 20:52:49.679876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7bd608d-b904-4cdc-a2d7-bdad31f6e5db req-a8017540-2736-40bc-99db-fa3f0460cfe6 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141388 Aug 16 20:52:50.108811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf955-a4d0-4c2f-b974-f62bd29743f1 req-216f625b-7b4c-401d-85b4-a4ce61929d8c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:50.110760 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8baf955-a4d0-4c2f-b974-f62bd29743f1 req-216f625b-7b4c-401d-85b4-a4ce61929d8c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0641129 Aug 16 20:52:50.161315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c8baf955-a4d0-4c2f-b974-f62bd29743f1 req-69749f33-748d-47b3-bd99-e106302fcbb3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Aug 16 20:52:51.314681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46661-ef1f-474c-a2b6-21edd2d127a4 req-39c11aeb-f4e0-458b-b393-471dca8bfb7e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:51.316547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdf46661-ef1f-474c-a2b6-21edd2d127a4 req-39c11aeb-f4e0-458b-b393-471dca8bfb7e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0686944 Aug 16 20:52:51.363814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdf46661-ef1f-474c-a2b6-21edd2d127a4 req-0cf0422a-e219-46f3-8710-cf26f8445cc1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 Aug 16 20:52:52.120212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.462269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 56986) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.523717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c6c94-0190-4e9b-9f06-ae25eeaac909 req-aa6fa633-f8c5-4a06-9595-cda4f9e7e02c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:52.525186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d6c6c94-0190-4e9b-9f06-ae25eeaac909 req-aa6fa633-f8c5-4a06-9595-cda4f9e7e02c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 946 time: 0.0688152 Aug 16 20:52:52.603448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bdaff87e-e2a6-4bee-85a1-076bfb99a3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.612290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d6c6c94-0190-4e9b-9f06-ae25eeaac909 req-3c1a108e-3019-46a7-aece-7d283d94bc34 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798783 Aug 16 20:52:52.728263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bdaff87e-e2a6-4bee-85a1-076bfb99a3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.862773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bdaff87e-e2a6-4bee-85a1-076bfb99a3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:52.869355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:52:52.921660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bdaff87e-e2a6-4bee-85a1-076bfb99a3e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0441850def924b61ae2edc6bb8b680c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574773 Aug 16 20:52:52.924827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57012) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:52.937076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaff87e-e2a6-4bee-85a1-076bfb99a3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a663a52e-7ed6-4d5b-a631-53514f695d82,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:52.993249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.003178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.019618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.021538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:53.027319 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae07bb3-10fb-422e-9aea-b1a7ff1d9139" -d '{"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-unplugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:53.041501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:53.069467 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f045c3-77b6-44fb-8837-46d1a255ad69 x-openstack-request-id: req-e4f045c3-77b6-44fb-8837-46d1a255ad69 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:53.069786 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-unplugged", "status": "failed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "code": 422}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:53.070037 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4f045c3-77b6-44fb-8837-46d1a255ad69 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:53.070461 n-d-794306-10 neutron-server[95242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'code': 422} returned with failed status Aug 16 20:52:53.144314 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.196965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:53.211628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.212002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.212337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.212667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.212993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.213316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.213643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.213959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.214341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.214697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.215017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.216262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:52:53.224547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.227296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:53.228907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a663a52e-7ed6-4d5b-a631-53514f695d82 HTTP/1.1" status: 204 len: 168 time: 0.3029966 Aug 16 20:52:53.238051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b2d4d-46b1-42e1-adb4-8cc1f6746b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663a52e-7ed6-4d5b-a631-53514f695d82,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.292919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57068) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:54.308596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e20ce4c1-ee77-4697-a51d-c4694c0e19c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.411399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e20ce4c1-ee77-4697-a51d-c4694c0e19c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.495594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f776df-10c0-4f77-a9f4-41041cec46e9 req-1c19d14e-3c88-42d7-88b1-acfe68a10237 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:54.497811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01f776df-10c0-4f77-a9f4-41041cec46e9 req-1c19d14e-3c88-42d7-88b1-acfe68a10237 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 945 time: 0.0591357 Aug 16 20:52:54.538955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01f776df-10c0-4f77-a9f4-41041cec46e9 req-ca073af6-56e6-4234-b191-1595c43c7781 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Aug 16 20:52:54.555653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e20ce4c1-ee77-4697-a51d-c4694c0e19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.594119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e20ce4c1-ee77-4697-a51d-c4694c0e19c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa04b4ad3d194db4aa05cc77902edf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994728 Aug 16 20:52:54.596527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57088) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:54.621539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce4c1-ee77-4697-a51d-c4694c0e19c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5fa61d-8973-4219-bcfb-1b9d24e721a4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:54.659139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.681635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.901882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.905222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:54.906458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f5fa61d-8973-4219-bcfb-1b9d24e721a4 HTTP/1.1" status: 204 len: 168 time: 0.3090279 Aug 16 20:52:54.914237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20fdb4-bb98-44f2-8952-08f00112a6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5fa61d-8973-4219-bcfb-1b9d24e721a4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.003966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f837203-3eea-4d92-a33a-aa404e8fb3d8 req-3259fa51-36b2-434b-b5c4-42f1e5d686a0 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.005511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f837203-3eea-4d92-a33a-aa404e8fb3d8 req-3259fa51-36b2-434b-b5c4-42f1e5d686a0 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 945 time: 0.3797553 Aug 16 20:52:56.049315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f837203-3eea-4d92-a33a-aa404e8fb3d8 req-b890f4b4-5d9f-4c8a-b03a-777efef29929 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/security-groups?id=a0d77c25-626e-4d94-b508-5d62b1f17086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 Aug 16 20:52:56.202103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-ed51d0f2-7a0c-41d2-aa77-96a6db958be2 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.204059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-ed51d0f2-7a0c-41d2-aa77-96a6db958be2 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.73 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 945 time: 0.0683665 Aug 16 20:52:56.368725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bf18a-4c47-4383-9321-6796d21882d4 req-0a79938e-eafd-4344-961a-b9481a5467ed tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:56.370236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084bf18a-4c47-4383-9321-6796d21882d4 req-0a79938e-eafd-4344-961a-b9481a5467ed tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.1093552 Aug 16 20:52:56.387705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Deleting port 62320043-5316-46c5-9a97-605c9bd279fa {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:56.388368 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.475085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084bf18a-4c47-4383-9321-6796d21882d4 req-8ffb6631-6a84-4ed7-97b9-7990cdc4b1bc tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918610 Aug 16 20:52:56.516608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] For port 62320043-5316-46c5-9a97-605c9bd279fa, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=62320043-5316-46c5-9a97-605c9bd279fa,segment=NetworkSegment(4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0),segment_id=4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:52:56.517465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.534308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Calling delete_port for 62320043-5316-46c5-9a97-605c9bd279fa owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:56.885367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.899448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['62320043-5316-46c5-9a97-605c9bd279fa'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:52:56.919121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Pushing event deleted for resources: {'Port': ['ID=62320043-5316-46c5-9a97-605c9bd279fa,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:56.971600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] No DVR routers for this DVR port 62320043-5316-46c5-9a97-605c9bd279fa on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:52:56.974867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:56.979260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf0b0248-2dca-486b-9fbe-7d90e1983415 req-a9c36c3d-a130-4336-ba6c-1fa50722f287 tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.73 "DELETE /v2.0/ports/62320043-5316-46c5-9a97-605c9bd279fa HTTP/1.1" status: 204 len: 173 time: 0.7660949 Aug 16 20:52:56.980311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'name': 'network-vif-deleted', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:56.990644 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acecd24-624c-4116-a7ea-beb72aaf09b0" -d '{"events": [{"server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "name": "network-vif-deleted", "tag": "62320043-5316-46c5-9a97-605c9bd279fa"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:57.032085 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fc87d-427e-4af4-884d-7966f484e1f9 x-openstack-request-id: req-278fc87d-427e-4af4-884d-7966f484e1f9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:57.032668 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8348cc-a80b-43fa-a836-062035faff21", "name": "network-vif-deleted", "tag": "62320043-5316-46c5-9a97-605c9bd279fa", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:57.032668 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-278fc87d-427e-4af4-884d-7966f484e1f9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:57.033025 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8348cc-a80b-43fa-a836-062035faff21', 'name': 'network-vif-deleted', 'tag': '62320043-5316-46c5-9a97-605c9bd279fa', 'status': 'completed', 'code': 200} Aug 16 20:52:57.076000 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-bedf2edf-2755-40e8-a474-c4aa333156c0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2298002 Aug 16 20:52:57.150405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69e90552-5a19-4475-94f2-2080e68e364e req-9428cd2e-4ba8-4d99-924f-b761319d735b tempest-VolumesSnapshotTestJSON-1482754877 tempest-VolumesSnapshotTestJSON-1482754877-project] 10.222.0.70 "GET /v2.0/ports?device_id=be8348cc-a80b-43fa-a836-062035faff21 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Aug 16 20:52:57.179997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57208) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:52:57.374091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port efb11088-5480-47fe-902e-ff9cd4d587da {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:52:57.374680 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.456998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.457334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.469376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for efb11088-5480-47fe-902e-ff9cd4d587da owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:52:57.640096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706490ef-ad31-4045-b09c-6815a0045763 req-eb767a5e-fcd5-49d0-a232-ef7c7c473d83 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:57.641844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-706490ef-ad31-4045-b09c-6815a0045763 req-eb767a5e-fcd5-49d0-a232-ef7c7c473d83 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0519013 Aug 16 20:52:57.698109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-706490ef-ad31-4045-b09c-6815a0045763 req-32b233b4-2666-4c6e-9180-961d4fe679b9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Aug 16 20:52:57.824158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.862327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=efb11088-5480-47fe-902e-ff9cd4d587da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:52:57.944473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:57.944473 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Floating IP df070681-d9d7-4a04-ad1e-5bfe25548c74 disassociated (deleted). External IP: 172.25.7.79, port: a2f3a050-d62d-40d0-9357-05c84ed33d0d. Aug 16 20:52:58.185025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 36a73a5c-3635-4911-ab37-249ad9031476 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:52:58.316071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:52:58.320586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:52:58.327990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Sync routers for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:52:58.354210 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:58.354210 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:58.370672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-761351d3-8449-468b-8310-51a9855fb69c tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/floatingips/df070681-d9d7-4a04-ad1e-5bfe25548c74 HTTP/1.1" status: 204 len: 168 time: 1.1893015 Aug 16 20:52:58.372366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:52:58.375371 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64935592-0ef8-4b40-bef4-d8baa42c7258" -d '{"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:52:58.436219 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89825bc-0c54-495e-955b-56f8176fb292 x-openstack-request-id: req-e89825bc-0c54-495e-955b-56f8176fb292 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:52:58.436901 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:52:58.437291 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e89825bc-0c54-495e-955b-56f8176fb292 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:52:58.437630 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'status': 'completed', 'code': 200} Aug 16 20:52:58.494602 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:58.529705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-dd65e659-158f-426c-9628-98647bd9cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.532143 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-dd65e659-158f-426c-9628-98647bd9cc5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6260687ac4648d18254bc9a5b73117e&device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 1098 time: 0.0696132 Aug 16 20:52:58.645655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-fca5bfc9-92b5-46dc-8899-9fab99fd1712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.647305 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-fca5bfc9-92b5-46dc-8899-9fab99fd1712 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f06bac3-4e26-4b86-8913-755be7cca340 HTTP/1.1" status: 200 len: 897 time: 0.1077611 Aug 16 20:52:58.695975 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-852f176c-3a33-4284-bb42-9151296477f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d HTTP/1.1" status: 200 len: 217 time: 0.0401568 Aug 16 20:52:58.736813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:58.773187 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Checking router: 36a73a5c-3635-4911-ab37-249ad9031476 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:52:58.784433 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:52:58.785454 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:52:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:58.802660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-91946ab4-931f-4810-af8e-d5bd58930b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.805209 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-91946ab4-931f-4810-af8e-d5bd58930b39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1dc382d9-fefb-4455-8457-6e23503b6a8b HTTP/1.1" status: 200 len: 834 time: 0.1022663 Aug 16 20:52:58.832686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e7629-a904-4e3d-9841-3fa1c6cf07ff req-240cab06-24de-40cc-8f06-daa45b2c77c4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.841710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c3e7629-a904-4e3d-9841-3fa1c6cf07ff req-240cab06-24de-40cc-8f06-daa45b2c77c4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0702140 Aug 16 20:52:58.893396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c3e7629-a904-4e3d-9841-3fa1c6cf07ff req-b30adde8-d962-4d4b-bfc5-2fdb725b761d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457180 Aug 16 20:52:58.905591 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-8803218d-177e-4374-b95d-48cef05ed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:58.905591 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-8803218d-177e-4374-b95d-48cef05ed1d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f06bac3-4e26-4b86-8913-755be7cca340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917394 Aug 16 20:52:58.947116 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:52:59.013749 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-cf4f212e-f276-48d5-845e-30b85c0063be service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012025 Aug 16 20:52:59.112157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64935592-0ef8-4b40-bef4-d8baa42c7258 req-454c94de-e64a-4385-a10c-00e017c8ec11 service neutron] 10.222.0.64 "GET /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Aug 16 20:52:59.172747 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:52:59.203495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b903a2ca-17bb-43e7-8bf5-14c9578460cf None None] The sync data for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 is: [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41fff56c-d037-4cb3-a172-d6e19267a37e', 'name': '', 'network_id': '7f06bac3-4e26-4b86-8913-755be7cca340', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'mac_address': 'fa:16:3e:61:2c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:07Z', 'updated_at': '2021-08-16T20:51:13Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'subnets': [{'id': '1dc382d9-fefb-4455-8457-6e23503b6a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:52:59.263677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb1b3c-df4c-4d1a-9154-78c088fb509e req-eddd486f-acfc-4fd9-acd2-595a2b755441 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.269860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9bb1b3c-df4c-4d1a-9154-78c088fb509e req-eddd486f-acfc-4fd9-acd2-595a2b755441 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0556340 Aug 16 20:52:59.314567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9bb1b3c-df4c-4d1a-9154-78c088fb509e req-d1943461-6ed3-4b58-b935-25bd5c0ff8ca tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Aug 16 20:52:59.498338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdb01da-22ce-4a18-b578-6eec9222aec3 None None] New status for floating IP df070681-d9d7-4a04-ad1e-5bfe25548c74: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:52:59.623840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-2173151a-beef-4ec9-971b-0825326dfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.625273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-2173151a-beef-4ec9-971b-0825326dfeff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39&tenant_id=01820545e51b45d989ec535b85eb7fa7 HTTP/1.1" status: 200 len: 1096 time: 0.0429952 Aug 16 20:52:59.701240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-b8932349-1a1b-4c52-ad62-53fa4aef7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.702843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-b8932349-1a1b-4c52-ad62-53fa4aef7afe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=01820545e51b45d989ec535b85eb7fa7&device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1096 time: 0.0522985 Aug 16 20:52:59.798837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-2785fca6-4d26-407b-9f5f-d8c3ee8bb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.800370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-2785fca6-4d26-407b-9f5f-d8c3ee8bb78b service neutron] 10.222.0.73 "GET /v2.0/networks?id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 200 len: 917 time: 0.0900347 Aug 16 20:52:59.891221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-d4ebcd8d-ef6a-4c56-88de-366fb878322f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 200 len: 999 time: 0.0830979 Aug 16 20:52:59.958691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-7f1ad7e5-8c2d-4738-bb98-03ebf561ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:52:59.960300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-7f1ad7e5-8c2d-4738-bb98-03ebf561ef18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 200 len: 855 time: 0.0608447 Aug 16 20:53:00.046365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-e8e2acc0-95c6-4bf0-b36d-d9441b160253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.049354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-e8e2acc0-95c6-4bf0-b36d-d9441b160253 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798092 Aug 16 20:53:00.055605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a429e6-1bae-4523-883d-062bc86d1d3a req-f4634262-c468-4190-afcf-2254fbb24e47 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.057195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5a429e6-1bae-4523-883d-062bc86d1d3a req-f4634262-c468-4190-afcf-2254fbb24e47 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0808947 Aug 16 20:53:00.155214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5a429e6-1bae-4523-883d-062bc86d1d3a req-13fa0fb1-82d9-401b-ba81-5e319cd8f46b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896053 Aug 16 20:53:00.202445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-efae5695-299e-4cef-8cf6-848679bab9b8 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382816 Aug 16 20:53:00.317269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-624b8b9c-5e54-474d-a4c8-22e040db9b39 service neutron] 10.222.0.73 "GET /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097484 Aug 16 20:53:00.435597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987b364-3d18-44c6-81f8-80b685a7c069 req-6ecc7924-04b3-4834-bfc3-c7aa0cf643f6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.437194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e987b364-3d18-44c6-81f8-80b685a7c069 req-6ecc7924-04b3-4834-bfc3-c7aa0cf643f6 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0544305 Aug 16 20:53:00.476966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e987b364-3d18-44c6-81f8-80b685a7c069 req-8ab7eb13-a6af-4219-9bd3-01fac2d3954f tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/security-groups?id=f4b099d7-acb0-4be6-b0b2-8052af8c556e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336554 Aug 16 20:53:00.592263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-f415a06c-3dff-4659-8e9c-0ed4c7a9da80 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:00.593899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-f415a06c-3dff-4659-8e9c-0ed4c7a9da80 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 946 time: 0.0876334 Aug 16 20:53:00.705188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port a2f3a050-d62d-40d0-9357-05c84ed33d0d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:00.705793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.718821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dc28b664-282c-4e5a-8c47-d300f9fe91f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.810194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port a2f3a050-d62d-40d0-9357-05c84ed33d0d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a2f3a050-d62d-40d0-9357-05c84ed33d0d,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:00.810970 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:00.825825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for a2f3a050-d62d-40d0-9357-05c84ed33d0d owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:00.884802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 62320043-5316-46c5-9a97-605c9bd279fa no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:00.917717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 62320043-5316-46c5-9a97-605c9bd279fa {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:00.924979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 62320043-5316-46c5-9a97-605c9bd279fa not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:00.999144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57350) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.126404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cdccfa7-74cd-4c99-b7ab-0dda0263bc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.144417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.268594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] No DVR routers for this DVR port a2f3a050-d62d-40d0-9357-05c84ed33d0d on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:01.270781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=a2f3a050-d62d-40d0-9357-05c84ed33d0d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.273408 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.275384 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51cbcfa1-941a-4e89-bf17-c217e9fdebc1 req-cb460d9e-f9c9-4346-ab9a-42bf832eb517 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.64 "DELETE /v2.0/ports/a2f3a050-d62d-40d0-9357-05c84ed33d0d HTTP/1.1" status: 204 len: 173 time: 0.6751018 Aug 16 20:53:01.276401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-deleted', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:01.278388 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adba30a3-1d90-409f-b04f-1fa9af250740" -d '{"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-deleted", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:01.334340 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cdccfa7-74cd-4c99-b7ab-0dda0263bc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.338253 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4383d8-dc14-4892-9bcb-8e0a9b98276b x-openstack-request-id: req-7e4383d8-dc14-4892-9bcb-8e0a9b98276b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:01.338577 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860cbb95-b655-4a09-834c-d51bcf1578bb", "name": "network-vif-deleted", "tag": "a2f3a050-d62d-40d0-9357-05c84ed33d0d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:01.339181 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e4383d8-dc14-4892-9bcb-8e0a9b98276b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:01.339301 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860cbb95-b655-4a09-834c-d51bcf1578bb', 'name': 'network-vif-deleted', 'tag': 'a2f3a050-d62d-40d0-9357-05c84ed33d0d', 'status': 'completed', 'code': 200} Aug 16 20:53:01.358986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad73b7-0baa-4f4b-b7be-ac7279db6ce4 req-e31691bb-9684-4c69-b9cb-b9a5491a5a04 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:01.360858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbad73b7-0baa-4f4b-b7be-ac7279db6ce4 req-e31691bb-9684-4c69-b9cb-b9a5491a5a04 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0996709 Aug 16 20:53:01.409357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbad73b7-0baa-4f4b-b7be-ac7279db6ce4 req-74cdc7a4-ae0d-4822-93ba-139d63614af4 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Aug 16 20:53:01.475860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cdccfa7-74cd-4c99-b7ab-0dda0263bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.635941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6cdccfa7-74cd-4c99-b7ab-0dda0263bc28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2fa057c5e58485e8be5dfa0f3d89e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6332610 Aug 16 20:53:01.636371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:01.639691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdccfa7-74cd-4c99-b7ab-0dda0263bc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33ea588-1c45-464e-8aee-cc0e9a6243c7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:01.756695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ec17a46-2ee4-4304-82f1-071cf1af0cf2 req-37677706-b877-49c8-8f3b-4043a3883714 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0811715 Aug 16 20:53:01.826379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:01.891058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.143880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.147073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:02.151183 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c33ea588-1c45-464e-8aee-cc0e9a6243c7 HTTP/1.1" status: 204 len: 168 time: 0.5107071 Aug 16 20:53:02.181121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e4502-df11-4682-af10-f1eca49c2f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33ea588-1c45-464e-8aee-cc0e9a6243c7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:02.665725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc06112-3c86-4df3-a128-b714fea0c7cb req-19fd9135-782f-4e97-a0f6-adbfc5f9b42f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:02.667325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbc06112-3c86-4df3-a128-b714fea0c7cb req-19fd9135-782f-4e97-a0f6-adbfc5f9b42f tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0945897 Aug 16 20:53:02.751803 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbc06112-3c86-4df3-a128-b714fea0c7cb req-bae3a0fc-aff4-4d55-bfbd-9ee6c532b763 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573447 Aug 16 20:53:02.964826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-888bbdd1-f744-4525-9595-a2892c5f6560 req-fe0d4290-ab0e-4db8-9bfd-bf776a017ae3 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "GET /v2.0/ports?device_id=860cbb95-b655-4a09-834c-d51bcf1578bb HTTP/1.1" status: 200 len: 210 time: 0.0678003 Aug 16 20:53:03.435787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57392) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:03.454881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba6363cb-cde0-4f9d-bb84-a853e29edbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.524685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.625289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba6363cb-cde0-4f9d-bb84-a853e29edbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.749160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba6363cb-cde0-4f9d-bb84-a853e29edbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.749517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c36e4278-f84e-4673-b889-237c07b14c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.796053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba6363cb-cde0-4f9d-bb84-a853e29edbb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39695679569241bebf97c1e6343dd365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584514 Aug 16 20:53:03.797375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6363cb-cde0-4f9d-bb84-a853e29edbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830cda52-13f7-4897-af8b-28c9c3288045,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:03.798543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57400) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:03.950222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.986501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:03.998009 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab85e80-57a6-43be-a961-4c837909ae8f req-2502d6fe-7df4-4561-8a2a-93c78d3c8bfe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:04.007242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bab85e80-57a6-43be-a961-4c837909ae8f req-2502d6fe-7df4-4561-8a2a-93c78d3c8bfe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.1260290 Aug 16 20:53:04.039710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:04.126485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bab85e80-57a6-43be-a961-4c837909ae8f req-2f8af1dd-1759-4695-98a5-b28c9859325c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172092 Aug 16 20:53:04.223912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.227382 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.228770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/830cda52-13f7-4897-af8b-28c9c3288045 HTTP/1.1" status: 204 len: 168 time: 0.4276404 Aug 16 20:53:04.246899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc826e57-e505-4049-a9df-feec3059a625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830cda52-13f7-4897-af8b-28c9c3288045,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:04.391608 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:04.398280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:04.441402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a2f3a050-d62d-40d0-9357-05c84ed33d0d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:04.441748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a2f3a050-d62d-40d0-9357-05c84ed33d0d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:04.744778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.187449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 41fff56c-d037-4cb3-a172-d6e19267a37e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:05.189844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.323449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4354f-f001-4cf0-9899-942250f34e06 req-a28c07d9-a1f9-4d10-8fc2-0aed8cb8aaa3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:05.323449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90f4354f-f001-4cf0-9899-942250f34e06 req-a28c07d9-a1f9-4d10-8fc2-0aed8cb8aaa3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0824389 Aug 16 20:53:05.455955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-90f4354f-f001-4cf0-9899-942250f34e06 req-e5d27349-4c99-4e43-842b-80917f5754fd tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805657 Aug 16 20:53:05.564090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 41fff56c-d037-4cb3-a172-d6e19267a37e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41fff56c-d037-4cb3-a172-d6e19267a37e,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:05.565394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:05.604163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 41fff56c-d037-4cb3-a172-d6e19267a37e owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:06.228027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.286361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:06.365810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=41fff56c-d037-4cb3-a172-d6e19267a37e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:06.738174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d6a72-f6c1-4894-a220-6483a3c3f816 req-aa407fec-e901-4bfc-855c-2ae70be42f79 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:06.750092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-133d6a72-f6c1-4894-a220-6483a3c3f816 req-aa407fec-e901-4bfc-855c-2ae70be42f79 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.1159751 Aug 16 20:53:06.805024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-133d6a72-f6c1-4894-a220-6483a3c3f816 req-63fb0c1e-2995-452f-8bfc-5b101f05e969 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Aug 16 20:53:06.838456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:07.283259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Router 36a73a5c-3635-4911-ab37-249ad9031476 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:08.056369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:08.079899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f73fe-63a8-4d40-884d-e382863cc263 req-037aa30f-49d0-49e9-9f04-eb01dc52d142 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:08.080372 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Sync routers for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:08.080743 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5aa86741-e26c-49ed-a209-d914625ff624 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "PUT /v2.0/routers/36a73a5c-3635-4911-ab37-249ad9031476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0336325 Aug 16 20:53:08.080856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c59f73fe-63a8-4d40-884d-e382863cc263 req-037aa30f-49d0-49e9-9f04-eb01dc52d142 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.1064174 Aug 16 20:53:08.081740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57486) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.091562 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:08.092664 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:08.197511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting subnet 1dc382d9-fefb-4455-8457-6e23503b6a8b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:53:08.202791 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.216402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c59f73fe-63a8-4d40-884d-e382863cc263 req-73eae4fe-7962-4abb-9dfb-a9c739963424 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370015 Aug 16 20:53:08.316991 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.350405 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:08.567135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.750756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:08.782443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Checking router: 36a73a5c-3635-4911-ab37-249ad9031476 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:08.795036 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Routers {'36a73a5c-3635-4911-ab37-249ad9031476'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:08.795657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36a73a5c-3635-4911-ab37-249ad9031476'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:08.845223 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.870644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8dcaa-a10d-471e-a829-bd59d9658d03 None None] Network 7f06bac3-4e26-4b86-8913-755be7cca340 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:08.872440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:08.876868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57502) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:08.877140 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/subnets/1dc382d9-fefb-4455-8457-6e23503b6a8b HTTP/1.1" status: 204 len: 168 time: 0.7937958 Aug 16 20:53:08.910250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c721dcc-2ad0-41ec-9f79-31cf911df191 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc382d9-fefb-4455-8457-6e23503b6a8b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:09.065019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] Set router 36a73a5c-3635-4911-ab37-249ad9031476 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:09.263184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] DHCP port deletion for 7f06bac3-4e26-4b86-8913-755be7cca340 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:53:09.316056 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.420963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Deleting port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:09.428981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.564987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.626153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6888b-118a-4408-b4c1-c97ebc7de5d3 req-602a4d74-8598-41e5-a297-4b7b07ba4e31 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:09.634162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6a6888b-118a-4408-b4c1-c97ebc7de5d3 req-602a4d74-8598-41e5-a297-4b7b07ba4e31 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.1085591 Aug 16 20:53:09.736398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6a6888b-118a-4408-b4c1-c97ebc7de5d3 req-0131eb62-1ff6-424e-a376-924af5e6fdc5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553684 Aug 16 20:53:09.737281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 81f31a0c-44ba-4242-8adb-36a55c9f6b73 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:09.766757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Deleting port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:09.767236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.839119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] For port 81f31a0c-44ba-4242-8adb-36a55c9f6b73, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=81f31a0c-44ba-4242-8adb-36a55c9f6b73,segment=NetworkSegment(03099783-8e17-4f34-be72-22a94bb640bb),segment_id=03099783-8e17-4f34-be72-22a94bb640bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:09.840354 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.890128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Calling delete_port for 81f31a0c-44ba-4242-8adb-36a55c9f6b73 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:09.959103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] For port 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:09.959578 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:09.980861 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:10.007553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Calling delete_port for 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:10.032161 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6f19b-6a56-4200-b702-f5b29fa54152 None None] The sync data for ids ['36a73a5c-3635-4911-ab37-249ad9031476'] in n-d-794306-10 is: [{'id': '36a73a5c-3635-4911-ab37-249ad9031476', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309262179', 'tenant_id': 'a6260687ac4648d18254bc9a5b73117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:51:02Z', 'updated_at': '2021-08-16T20:53:05Z', 'revision_number': 5, 'project_id': 'a6260687ac4648d18254bc9a5b73117e', 'gw_port': {'id': '782f86b6-0c19-42cb-85a1-0e4ddf8b4e22', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a73a5c-3635-4911-ab37-249ad9031476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:51:03Z', 'updated_at': '2021-08-16T20:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:10.169328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.456461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.460264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.505338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] Pushing event deleted for resources: {'Port': ['ID=81f31a0c-44ba-4242-8adb-36a55c9f6b73,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.530700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9cf599-7a5a-4271-8b6a-30f01c475fea None None] No DVR routers for this DVR port 81f31a0c-44ba-4242-8adb-36a55c9f6b73 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:10.561705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Port': ['ID=782f86b6-0c19-42cb-85a1-0e4ddf8b4e22,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:10.576315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.576690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.577043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.577379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.577720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.578057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.578394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.578729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.579062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.579393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.580005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.580464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:10.771230 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:10.960785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.024873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.028623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.160175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f6d966-e3c7-4bbe-95b6-d6cb46e7fe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.175715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132f5d-a9ed-4a0b-8823-cd7fd641da6a req-6c1bf024-ebda-4a61-9663-d71a85eb8a61 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:11.177335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21132f5d-a9ed-4a0b-8823-cd7fd641da6a req-6c1bf024-ebda-4a61-9663-d71a85eb8a61 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.3346646 Aug 16 20:53:11.258964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21132f5d-a9ed-4a0b-8823-cd7fd641da6a req-31428c93-4c87-4419-b89e-bc3d7be020d7 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718720 Aug 16 20:53:11.260357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.260880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Fanout notify agent at l3_agent the message router_deleted on router 36a73a5c-3635-4911-ab37-249ad9031476 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:53:11.282027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.282027 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2b19143a-d0a9-42a3-b5a1-fc1cbde115b2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/routers/36a73a5c-3635-4911-ab37-249ad9031476 HTTP/1.1" status: 204 len: 168 time: 2.4010143 Aug 16 20:53:11.283445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57528) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.386734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f6d966-e3c7-4bbe-95b6-d6cb46e7fe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.412481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.481667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f6d966-e3c7-4bbe-95b6-d6cb46e7fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.575834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.603601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f06bac3-4e26-4b86-8913-755be7cca340']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.612714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00f6d966-e3c7-4bbe-95b6-d6cb46e7fe6c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06e03ec4c9bd4b42ba267fb637e7d5a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476161 Aug 16 20:53:11.617838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.629169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03099783-8e17-4f34-be72-22a94bb640bb') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.629947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03099783-8e17-4f34-be72-22a94bb640bb') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:11.635268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d966-e3c7-4bbe-95b6-d6cb46e7fe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb7ae2-d490-4518-983c-3522d44559ab,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:11.645899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.674172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.674172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:53:11.682321 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:53:11.719550 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:53:11.775952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.808438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.915672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.931068 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:11.941640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57534) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:11.948931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/networks/7f06bac3-4e26-4b86-8913-755be7cca340 HTTP/1.1" status: 204 len: 168 time: 0.6626709 Aug 16 20:53:11.968930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:12.001706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.007469 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.011797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3eb7ae2-d490-4518-983c-3522d44559ab HTTP/1.1" status: 204 len: 168 time: 0.3898861 Aug 16 20:53:12.038953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:12.040809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a5acc-cdf3-4f66-9442-2887943d76e2 tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'Network': ['ID=7f06bac3-4e26-4b86-8913-755be7cca340,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.041633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 782f86b6-0c19-42cb-85a1-0e4ddf8b4e22 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:12.048927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41fff56c-d037-4cb3-a172-d6e19267a37e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:53:12.086423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b5a80-0802-4f9e-87d0-ca47a8c83c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb7ae2-d490-4518-983c-3522d44559ab,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:12.130135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 41fff56c-d037-4cb3-a172-d6e19267a37e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:53:12.130660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41fff56c-d037-4cb3-a172-d6e19267a37e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:53:12.137569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.184692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.411645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d5b1-9887-4bae-b817-ecabadd73d3f req-bdbc7b11-dac0-4124-b1cb-20139c50f72e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:12.420364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72b8d5b1-9887-4bae-b817-ecabadd73d3f req-bdbc7b11-dac0-4124-b1cb-20139c50f72e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0670114 Aug 16 20:53:12.463894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.466324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72b8d5b1-9887-4bae-b817-ecabadd73d3f req-0b7c97f8-3214-46ec-a868-638235258cc9 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 Aug 16 20:53:12.468694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:12.470518 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] 10.222.0.70 "DELETE /v2.0/security-groups/f4b099d7-acb0-4be6-b0b2-8052af8c556e HTTP/1.1" status: 204 len: 168 time: 0.5276799 Aug 16 20:53:12.493669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72c33e-00a5-4a23-95bf-3cfc89544bdc tempest-TestNetworkAdvancedServerOps-281205981 tempest-TestNetworkAdvancedServerOps-281205981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b099d7-acb0-4be6-b0b2-8052af8c556e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:13.591554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82a780-dae0-44a1-819e-b56a78226c37 req-fcb82499-7a26-4401-819f-984b1dfcbae1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:13.593085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da82a780-dae0-44a1-819e-b56a78226c37 req-fcb82499-7a26-4401-819f-984b1dfcbae1 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0536709 Aug 16 20:53:13.631384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da82a780-dae0-44a1-819e-b56a78226c37 req-194f43f5-cbf9-4574-ac38-3f548f6d9835 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Aug 16 20:53:13.908067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:13.921472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a536f3a9-43a4-423a-b992-464a6284e471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:13.997854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57568) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.020340 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a536f3a9-43a4-423a-b992-464a6284e471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.155221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a536f3a9-43a4-423a-b992-464a6284e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.160610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e3dce2da-63d5-4e3c-99ca-f505b4bca1a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4a221218ba4444ae8975099f71c45ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579080 Aug 16 20:53:14.162499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57576) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.206041 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a536f3a9-43a4-423a-b992-464a6284e471 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a16874d97ef2494ca940c5aef83e5e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923405 Aug 16 20:53:14.212080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57578) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.213054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536f3a9-43a4-423a-b992-464a6284e471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faff23c-20f2-4ffd-91ed-d7e86f69883d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.237232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.259102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.290780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.295207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.333146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.382614 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-89d96014-d1dd-4374-9ef2-498c11e6e7aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6260687ac4648d18254bc9a5b73117e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440341 Aug 16 20:53:14.385039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57584) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:14.436342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.460211 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.489666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.492313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.493581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69dcb486-5e13-44e9-aac8-172f973dfbc6 HTTP/1.1" status: 204 len: 168 time: 0.3297443 Aug 16 20:53:14.502378 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.504936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.506124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3faff23c-20f2-4ffd-91ed-d7e86f69883d HTTP/1.1" status: 204 len: 168 time: 0.3022733 Aug 16 20:53:14.507287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc404e64-2f49-47a8-bdba-c84b748aaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcb486-5e13-44e9-aac8-172f973dfbc6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.527997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4ede0-989f-464a-a0c8-cfdc482df16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faff23c-20f2-4ffd-91ed-d7e86f69883d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.581535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.586760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:14.586760 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98e2db45-aff7-41bd-9bea-a01c8e7183c8 HTTP/1.1" status: 204 len: 168 time: 0.1993117 Aug 16 20:53:14.594114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24667e1-e222-4ea6-9e19-7009c5895721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e2db45-aff7-41bd-9bea-a01c8e7183c8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:14.755226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43bb9-f31b-453c-84b0-2aca4c0a66af req-9087c950-a1ef-4872-83ad-b732e8ecf988 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:14.756763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fc43bb9-f31b-453c-84b0-2aca4c0a66af req-9087c950-a1ef-4872-83ad-b732e8ecf988 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0518720 Aug 16 20:53:14.801441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fc43bb9-f31b-453c-84b0-2aca4c0a66af req-3547bcfd-7d14-4753-a14c-d419b8e944a2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363314 Aug 16 20:53:15.935807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182f19-8e0a-44e4-b205-bcf5f6a8b67a req-17f0eac6-8e17-4470-b61d-55b2fcbe53b8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:15.937345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06182f19-8e0a-44e4-b205-bcf5f6a8b67a req-17f0eac6-8e17-4470-b61d-55b2fcbe53b8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0528109 Aug 16 20:53:15.981039 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06182f19-8e0a-44e4-b205-bcf5f6a8b67a req-5ee831af-5fb4-487a-9ff7-bcd06a17b1af tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Aug 16 20:53:15.996684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:16.042777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca0c51a9-60ad-467f-81e9-d2bf502b4f8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55a152d9e50846bf9b91b7d7faa1dcb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480323 Aug 16 20:53:16.045253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57638) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:16.104358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.129003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.354456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.363214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:16.363214 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ff0fca7-27cd-4552-b49f-900ffc90b4c3 HTTP/1.1" status: 204 len: 168 time: 0.3125296 Aug 16 20:53:16.367101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2c6f7-2eb3-4f9e-8546-d99218362aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0fca7-27cd-4552-b49f-900ffc90b4c3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:16.944596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:16.946899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57660) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:17.075074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.112732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'port_id': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'mac_address': 'fa:16:3e:33:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:17.138704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00f0043-7ef1-4146-86cc-94ef2a259843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.146751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196958a3-853b-490d-a2f8-4d121fb67035 req-048d3b3a-a637-461c-bad1-71b9651b0c79 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:17.154377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.156192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-196958a3-853b-490d-a2f8-4d121fb67035 req-048d3b3a-a637-461c-bad1-71b9651b0c79 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 944 time: 0.0797830 Aug 16 20:53:17.169947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:17.191962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:17.196251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-196958a3-853b-490d-a2f8-4d121fb67035 req-1f6de60c-dd3a-40ca-9c51-444cdbfac0ba tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 Aug 16 20:53:17.235304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00f0043-7ef1-4146-86cc-94ef2a259843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.394483 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.398683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f00f0043-7ef1-4146-86cc-94ef2a259843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.438209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0043-7ef1-4146-86cc-94ef2a259843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84228a-c50a-4d39-bf65-256b6266ed5b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.450663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f00f0043-7ef1-4146-86cc-94ef2a259843 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a21e17018adc4a94a520cb27f571cab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927464 Aug 16 20:53:17.451533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.452741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57678) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:17.502650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.526288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.617483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0ff76c1c-a10f-45e3-a907-1399c1ebd0da'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:17.717998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.722932 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:17.722932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ba84228a-c50a-4d39-bf65-256b6266ed5b HTTP/1.1" status: 204 len: 168 time: 0.2683897 Aug 16 20:53:17.731178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2294470-04a8-478f-8b4c-1e714f5f012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84228a-c50a-4d39-bf65-256b6266ed5b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:17.988780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57692) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:18.096683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-867274731-network', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:18.209564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Made reservation on behalf of 5ed7c8b3e9994cf78ed1a976c743878f for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:18.212059 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.221184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.315947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.321006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7104c-f1b6-4dfe-9da7-7c79d3e6b74d req-b40b461a-1b0a-43bd-821e-644fd7f42b9d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.323064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0e7104c-f1b6-4dfe-9da7-7c79d3e6b74d req-b40b461a-1b0a-43bd-821e-644fd7f42b9d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 945 time: 0.0503609 Aug 16 20:53:18.372533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0e7104c-f1b6-4dfe-9da7-7c79d3e6b74d req-41034988-6a1e-40a0-a98d-f8f12790cd60 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Aug 16 20:53:18.506476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.532989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:18.542910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515f6f7f-8031-47d9-bd74-20071188ef6d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:18.548246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.548568 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Added segment c905737a-6a1f-4dd0-96c9-475cd57edd8a of type vlan for network 6a080b9a-b687-4f10-a48f-fa0ba1107dae Aug 16 20:53:18.555129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.591429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.723686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.724803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:18.725452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:18.789400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a080b9a-b687-4f10-a48f-fa0ba1107dae,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:18.799524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:18.869795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50a49463-4d18-4ef6-a911-f42ff77f15d0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8808084 Aug 16 20:53:18.875241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57724) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:18.880335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Request body: {'subnet': {'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-867274731-subnet', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:18.944434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:19.006473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:19.007124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.012446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Made reservation on behalf of 5ed7c8b3e9994cf78ed1a976c743878f for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:19.016752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.121327 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.145653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:19.148984 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9831f2a7-d449-484e-af82-635203d2e078" -d '{"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:19.163268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:19.197616 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc5b307-3f07-41ce-9793-5cd1361e4f30 x-openstack-request-id: req-7fc5b307-3f07-41ce-9793-5cd1361e4f30 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:19.197913 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-plugged", "status": "completed", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:19.198190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7fc5b307-3f07-41ce-9793-5cd1361e4f30 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:19.198808 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'code': 200} Aug 16 20:53:19.268613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.317580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=10']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:19.457654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.500412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb8910-4ce5-4c7c-9591-b5cc31a4c57c req-a5d92f3a-f95a-4b50-8108-f65cc2a64b26 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.501934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fadb8910-4ce5-4c7c-9591-b5cc31a4c57c req-a5d92f3a-f95a-4b50-8108-f65cc2a64b26 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.0539620 Aug 16 20:53:19.512046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d283214-d1d2-486a-ba74-4d0fc7f5abf9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:19.527519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Checking segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:19.528001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Network hostable DHCP agents. Network: 6a080b9a-b687-4f10-a48f-fa0ba1107dae, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:19.551580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fadb8910-4ce5-4c7c-9591-b5cc31a4c57c req-ed767c79-5d1f-4cae-a57a-78197da0468a tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 Aug 16 20:53:19.700858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:19.718688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c715b-db3b-4329-b057-cf32d5a71b17 req-9ac2714b-1ae7-494c-8147-957fc1f96250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.720263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-835c715b-db3b-4329-b057-cf32d5a71b17 req-9ac2714b-1ae7-494c-8147-957fc1f96250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 1099 time: 0.1402397 Aug 16 20:53:19.758434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-835c715b-db3b-4329-b057-cf32d5a71b17 req-c5b2e06a-aca3-427a-bc7e-227824cb98ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285494 Aug 16 20:53:19.797728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6a080b9a-b687-4f10-a48f-fa0ba1107dae) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:19.801924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:19.803247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:19.806226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496d282-8702-4d85-a514-fa095f83c578 None None] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:19.895955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5865249a-abf3-49ef-b450-81ef2b84c292 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0195348 Aug 16 20:53:19.898497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57740) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:19.903789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:19.956833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:19.957757 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.080137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.084108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.092794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Allocated IP 172.20.0.2 (6a080b9a-b687-4f10-a48f-fa0ba1107dae/8d283214-d1d2-486a-ba74-4d0fc7f5abf9/fa1f6d95-8230-48ad-9f98-ef7516064aee) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:20.142068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.260145 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.269538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Transition to ACTIVE for port object fa1f6d95-8230-48ad-9f98-ef7516064aee will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:20.286142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Transition to ACTIVE for port object fa1f6d95-8230-48ad-9f98-ef7516064aee will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:20.396394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.409666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.455892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:20.464850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:20.465700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:20.516490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Pushing event updated for resources: {'Port': ['ID=fa1f6d95-8230-48ad-9f98-ef7516064aee,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:20.584899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Attempting to bind port fa1f6d95-8230-48ad-9f98-ef7516064aee on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:20.585338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Attempting to bind port fa1f6d95-8230-48ad-9f98-ef7516064aee by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:20.585708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Attempting to bind port fa1f6d95-8230-48ad-9f98-ef7516064aee on network 6a080b9a-b687-4f10-a48f-fa0ba1107dae {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:20.599041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:20.599430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Checking segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:20.599871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.600273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Bound using segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:20.609098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Bound port: fa1f6d95-8230-48ad-9f98-ef7516064aee, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:20.609520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.726000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] For port fa1f6d95-8230-48ad-9f98-ef7516064aee, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:20.726000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] For port fa1f6d95-8230-48ad-9f98-ef7516064aee, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fa1f6d95-8230-48ad-9f98-ef7516064aee,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:20.786484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283747a5-97a8-445c-9656-f172119df838 req-063e8248-4aa7-4b10-b78a-146db0b84feb tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:20.794903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-283747a5-97a8-445c-9656-f172119df838 req-063e8248-4aa7-4b10-b78a-146db0b84feb tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.0745783 Aug 16 20:53:20.811273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.843333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.860137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-283747a5-97a8-445c-9656-f172119df838 req-75252951-7154-4702-b1cf-39ea178b740e tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642874 Aug 16 20:53:20.868443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:20.948541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1d9ac-c93b-441f-b84e-241e01865525 None None] Pushing event updated for resources: {'Port': ['ID=fa1f6d95-8230-48ad-9f98-ef7516064aee,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:21.043481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Allocated IP 172.25.7.137 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:21.197734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.313713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.386390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:21.390181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:21.393021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:21.418272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Pushing event updated for resources: {'Port': ['ID=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:21.700930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fa1f6d95-8230-48ad-9f98-ef7516064aee up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:21.767569 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:21.880078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port fa1f6d95-8230-48ad-9f98-ef7516064aee completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:22.069151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.080505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.100836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808f4e7-8c1c-4231-8ba6-f071c9abe9f2 req-b3267a9f-c01f-4039-a54b-8b373dbc1c5b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:22.112583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e808f4e7-8c1c-4231-8ba6-f071c9abe9f2 req-b3267a9f-c01f-4039-a54b-8b373dbc1c5b tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.1008117 Aug 16 20:53:22.157775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e808f4e7-8c1c-4231-8ba6-f071c9abe9f2 req-62d74869-0df8-41ea-9f9d-0b10269d03c2 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Aug 16 20:53:22.333082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28afd6c1-657e-4731-858e-504e6aa0255f None None] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:22.395022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Router 43e24cfc-c356-44ad-b06b-81af69337faa is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:22.528468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:22.565420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:22.591021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:22.591644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:22.669241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.673564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57820) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:22.675394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7930b042-33c7-4795-997e-670e6b33ab5d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7741628 Aug 16 20:53:22.693991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Provisioning for port fa1f6d95-8230-48ad-9f98-ef7516064aee completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:22.736444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Provisioning complete for port fa1f6d95-8230-48ad-9f98-ef7516064aee triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:22.741762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:22.799271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:22.990857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.065945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] For port fa1f6d95-8230-48ad-9f98-ef7516064aee, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fa1f6d95-8230-48ad-9f98-ef7516064aee,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:23.104142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:21Z', 'revision_number': 3, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:23.138534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:23.138883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Updating router 43e24cfc-c356-44ad-b06b-81af69337faa port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:23.173067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.178905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.179488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.361569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-656553b0-df39-4ac9-9f74-6a05c107f349 None None] Provisioning complete for port fa1f6d95-8230-48ad-9f98-ef7516064aee triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:23.362120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-656553b0-df39-4ac9-9f74-6a05c107f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.413909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Allocated IP 172.20.0.1 (6a080b9a-b687-4f10-a48f-fa0ba1107dae/8d283214-d1d2-486a-ba74-4d0fc7f5abf9/507da5e6-ed28-4d35-8d31-0d49b2971f5b) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:23.467116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4cd7-56d1-4ab7-8541-cad3dd724fc8 None None] Pushing event updated for resources: {'Port': ['ID=fa1f6d95-8230-48ad-9f98-ef7516064aee,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.535000 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.570017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Transition to ACTIVE for port object 507da5e6-ed28-4d35-8d31-0d49b2971f5b will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:23.574414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85669b65-5bfd-471c-896a-636bbe43fe58 req-6eb2530a-34d0-4939-a0e8-4f24c56ebf9c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:23.576569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85669b65-5bfd-471c-896a-636bbe43fe58 req-6eb2530a-34d0-4939-a0e8-4f24c56ebf9c tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.2833877 Aug 16 20:53:23.678805 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.683812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85669b65-5bfd-471c-896a-636bbe43fe58 req-2926dec7-3880-4ccc-9ea9-2e413774abc5 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934179 Aug 16 20:53:23.692967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Transition to ACTIVE for port object 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:23.712458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fa1f6d95-8230-48ad-9f98-ef7516064aee up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:23.771426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.789153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port fa1f6d95-8230-48ad-9f98-ef7516064aee triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:23.789541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.821539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Pushing event updated for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.847491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:23.849080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:23.856982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.862093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:23.937463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:23.952429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85d0e7-56d5-4729-8d97-bb3cd7c136fe None None] Pushing event updated for resources: {'Port': ['ID=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:23.993197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Attempting to bind port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:23.993828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Attempting to bind port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:23.993956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Attempting to bind port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:24.008860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:24.009235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:24.009703 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.010105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:24.010664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Bound port: 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:24.011081 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.104104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] For port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:24.107275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] For port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:24.289971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.322159 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.353907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56cf009c-7da1-40ad-8db9-04004ecce78e None None] Provisioning for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:24.356881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85d0e7-56d5-4729-8d97-bb3cd7c136fe None None] Pushing event updated for resources: {'Port': ['ID=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:24.360597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:24.361113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:24.365234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56cf009c-7da1-40ad-8db9-04004ecce78e None None] Provisioning complete for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:24.365234 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cf009c-7da1-40ad-8db9-04004ecce78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.475587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-56cf009c-7da1-40ad-8db9-04004ecce78e None None] Port 507da5e6-ed28-4d35-8d31-0d49b2971f5b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:24.513418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:24.582444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57846) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:24.741342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7ed7d-a15c-4265-97b5-c36ae56a5230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.770615 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:53:24.779032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:23Z', 'revision_number': 1, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:24.815891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e299be5e-0fa9-4641-a52a-cdca9ae801da None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:23Z', 'revision_number': 1, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:24.857795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7ed7d-a15c-4265-97b5-c36ae56a5230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:24.928624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.009282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7ed7d-a15c-4265-97b5-c36ae56a5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.029130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.049796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7ed7d-a15c-4265-97b5-c36ae56a5230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa3a48-968b-41d8-8991-3cd62ca07c29,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.054370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18f7ed7d-a15c-4265-97b5-c36ae56a5230 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=91221156a58b4e11998daf7b28c7731b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742973 Aug 16 20:53:25.061545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57856) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:25.180889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.201888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Pushing event updated for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.211312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.235665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.355984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:25.357442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:25.400701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.403311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.406763 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5fa3a48-968b-41d8-8991-3cd62ca07c29 HTTP/1.1" status: 204 len: 168 time: 0.3418639 Aug 16 20:53:25.415522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed72bc-556f-4f85-8a79-0a88a292c63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa3a48-968b-41d8-8991-3cd62ca07c29,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:25.517854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Router 43e24cfc-c356-44ad-b06b-81af69337faa has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:25.654308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:25.661204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-708490b6-1fba-4afd-95ff-403e4dbe74ab admin admin] 10.222.0.70 "PUT /v2.0/routers/43e24cfc-c356-44ad-b06b-81af69337faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9864805 Aug 16 20:53:25.716852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e8825dae-e136-4688-a687-daffcace7d66 None None] Provisioning complete for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:25.718043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8825dae-e136-4688-a687-daffcace7d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:25.788162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e8825dae-e136-4688-a687-daffcace7d66 None None] Port 507da5e6-ed28-4d35-8d31-0d49b2971f5b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:26.111878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-339d9878-24d0-4ae3-bcef-04efae5dfa59 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745019082&fields=id&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 267 time: 0.0446162 Aug 16 20:53:26.250402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-94653244-9a8a-4975-9c76-fc8fd78d60c6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:26.260284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-94653244-9a8a-4975-9c76-fc8fd78d60c6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.1410306 Aug 16 20:53:26.278628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8c3a9077-fb98-4ecb-ba40-70901c56caeb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/quotas/f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 375 time: 0.0164413 Aug 16 20:53:26.348911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-5720fc63-95ba-4e6f-a7ee-8b7ee34fe767 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0690858 Aug 16 20:53:26.460360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-4090f99b-7a40-4f18-9267-b134e9faa386 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967228 Aug 16 20:53:26.569046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-a75077dc-dfc1-468a-bd2b-cb9351858426 service neutron] 10.222.0.70 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025245 Aug 16 20:53:26.939024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57918) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:26.944385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1136690136-network', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:27.103934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Made reservation on behalf of 31c03bd81e0c4e15bbf9dbc30c87ecae for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:27.103934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.112801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.241171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.316261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:27.326142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:27.327081 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:27.394002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e9938d7-f6fb-4091-81b4-e087961d33d6 req-a6aa38bc-6ae9-4f1d-8b73-310db82d084b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0279274 Aug 16 20:53:27.408389 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.419770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:53:27.435171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8674138-a268-4fa8-8811-a817be7446df,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:27.438052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.438577 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Added segment c55e2063-020a-4a52-90f5-735677f71a07 of type vlan for network 0975d77f-455f-4948-864e-f6b38ef98c3d Aug 16 20:53:27.460114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:27.484182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.623121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.624582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:27.625683 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.704255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:27.713260 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 2, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:27.741648 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:27.742001 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Updating router 43e24cfc-c356-44ad-b06b-81af69337faa port 507da5e6-ed28-4d35-8d31-0d49b2971f5b binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:27.750766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] Pushing event updated for resources: {'Network': ['ID=0975d77f-455f-4948-864e-f6b38ef98c3d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:27.774176 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:27.776264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 0975d77f-455f-4948-864e-f6b38ef98c3d details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:53:27.878831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ee10067-daa8-497a-ad7c-f877e5eac11c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9386718 Aug 16 20:53:27.886380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 57940) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:27.894495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Request body: {'subnet': {'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1136690136-subnet', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:28.060287 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.070164 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Transition to ACTIVE for port object 507da5e6-ed28-4d35-8d31-0d49b2971f5b will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:28.077895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:28.082213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:28.082331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.146083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Made reservation on behalf of 31c03bd81e0c4e15bbf9dbc30c87ecae for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:28.148997 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.168723 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.194032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:28.220757 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.286630 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Pushing event updated for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.308819 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.309854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.309854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.310163 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.310553 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.310888 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.311205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.311526 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.311870 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.312192 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.312905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.312905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:28.341054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.348158 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Attempting to bind port 507da5e6-ed28-4d35-8d31-0d49b2971f5b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:28.349095 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Attempting to bind port 507da5e6-ed28-4d35-8d31-0d49b2971f5b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:28.350296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Attempting to bind port 507da5e6-ed28-4d35-8d31-0d49b2971f5b on network 6a080b9a-b687-4f10-a48f-fa0ba1107dae {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:28.356975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:28.357593 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Checking segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:28.358163 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.358730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Bound using segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:28.359395 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Bound port: 507da5e6-ed28-4d35-8d31-0d49b2971f5b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:28.360128 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.455864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] For port 507da5e6-ed28-4d35-8d31-0d49b2971f5b, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:28.459037 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] For port 507da5e6-ed28-4d35-8d31-0d49b2971f5b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=507da5e6-ed28-4d35-8d31-0d49b2971f5b,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:28.474700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.502085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.538862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db8188b7-5de8-43e7-9774-6789192be722 req-960c15fa-41a1-4c6e-a681-85ff458f644f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0518050 Aug 16 20:53:28.558027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26625c17-7677-479d-ab1d-52372e65b623,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.563269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Checking segment: {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:28.563993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Network hostable DHCP agents. Network: 0975d77f-455f-4948-864e-f6b38ef98c3d, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:53:28.599408 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.666158 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:28.667453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:28.714053 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1d751-f97b-4bda-8ba8-cfe256c962d5 None None] Pushing event updated for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:28.740812 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Network 0975d77f-455f-4948-864e-f6b38ef98c3d is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:53:28.795211 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:28.989007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 0975d77f-455f-4948-864e-f6b38ef98c3d) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:28.994740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:28.995778 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:28.999095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13655da-6a56-494a-8311-e84bc0637234 None None] Network 0975d77f-455f-4948-864e-f6b38ef98c3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:29.012666 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:29.043900 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d791fea7-64ce-4c14-9fda-bb89cd7eac24 None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:29.112504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:29.116367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9caabe6-9a13-429f-84e6-60766ddb952a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2286437 Aug 16 20:53:29.117019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:29.199250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-0975d77f-455f-4948-864e-f6b38ef98c3d', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:53:29.200513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.247796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.247796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.336054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.418376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Allocated IP 172.20.0.2 (0975d77f-455f-4948-864e-f6b38ef98c3d/26625c17-7677-479d-ab1d-52372e65b623/cb19a8b0-d345-48b8-970a-0dbc240e1512) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:29.705525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.715600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Transition to ACTIVE for port object cb19a8b0-d345-48b8-970a-0dbc240e1512 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:29.732645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Transition to ACTIVE for port object cb19a8b0-d345-48b8-970a-0dbc240e1512 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:29.735345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.779921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac362608-5bb0-4fee-9fdc-3ec7d3c0b0fe req-db18474d-aa5b-4848-957a-629a6098787a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0404849 Aug 16 20:53:29.781531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:29.844544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:29.844918 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:29.929661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.197604 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.201491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Network 0975d77f-455f-4948-864e-f6b38ef98c3d is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:30.203003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 507da5e6-ed28-4d35-8d31-0d49b2971f5b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:30.209480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:30.211892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:30.222104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.251380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Pushing event updated for resources: {'Port': ['ID=cb19a8b0-d345-48b8-970a-0dbc240e1512,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.312315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Attempting to bind port cb19a8b0-d345-48b8-970a-0dbc240e1512 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:30.312711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Attempting to bind port cb19a8b0-d345-48b8-970a-0dbc240e1512 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:30.313092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Attempting to bind port cb19a8b0-d345-48b8-970a-0dbc240e1512 on network 0975d77f-455f-4948-864e-f6b38ef98c3d {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Checking segment: {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Bound using segment: {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Bound port: cb19a8b0-d345-48b8-970a-0dbc240e1512, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:30.323677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.332872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Allocated IP 172.25.7.61 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/456a3c11-0433-431f-bbee-bdabe20d01ed) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:30.406817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:30.413831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] For port cb19a8b0-d345-48b8-970a-0dbc240e1512, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:30.415679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:30.416081 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.419259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] For port cb19a8b0-d345-48b8-970a-0dbc240e1512, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cb19a8b0-d345-48b8-970a-0dbc240e1512,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:30.462259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.497153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.531420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 507da5e6-ed28-4d35-8d31-0d49b2971f5b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=507da5e6-ed28-4d35-8d31-0d49b2971f5b,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:30.569840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.637953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bc2fe-73ea-44e1-85b9-ef6653dccf46 None None] Pushing event updated for resources: {'Port': ['ID=cb19a8b0-d345-48b8-970a-0dbc240e1512,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.648130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.692410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:30.697047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:30.699600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:30.706165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Pushing event updated for resources: {'Port': ['ID=456a3c11-0433-431f-bbee-bdabe20d01ed,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.748352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:30.897099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:30.900279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1da52d04-bd4b-4363-a0ee-4d0e7601c5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.035444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1ff9157-a6f6-4c3c-8852-94dffebed8c9 req-c03d6d39-fe15-468a-82f6-d981fbaba8bd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0556071 Aug 16 20:53:31.041749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-0173bc6f-adb6-46ef-9413-b4d0ad44c92d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:31.043412 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-0173bc6f-adb6-46ef-9413-b4d0ad44c92d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 812 time: 0.2718008 Aug 16 20:53:31.099450 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-b18b3957-6032-4fc0-9f1f-304366956fce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f016153bc95e4f7cbb2c4333ab18440b HTTP/1.1" status: 200 len: 379 time: 0.0463831 Aug 16 20:53:31.110200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'port': {'device_id': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'admin_state_up': True, 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'security_groups': ['222da85e-0f6c-4bf9-9b70-9ba927848858']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:31.290577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.428512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Made reservation on behalf of f016153bc95e4f7cbb2c4333ab18440b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:53:31.432849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.608445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:31.714755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.20.0.6 (411dd563-50ef-434f-973b-ecf6a1a8f572/7474d9c9-8653-45a1-ae0a-2053dc557ffb/18448469-2ae4-4aa3-89fe-c40030f9fcf7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:31.862106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cb19a8b0-d345-48b8-970a-0dbc240e1512 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:31.977239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Router 656667a0-664c-42c7-afad-13f78bd25bd0 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:53:32.030221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ab770-be09-4a98-8aa1-b008324f9b3e None None] Network 0975d77f-455f-4948-864e-f6b38ef98c3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:53:32.101200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.127374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Transition to ACTIVE for port object 18448469-2ae4-4aa3-89fe-c40030f9fcf7 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:32.157616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cb19a8b0-d345-48b8-970a-0dbc240e1512 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:32.181007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 507da5e6-ed28-4d35-8d31-0d49b2971f5b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:32.181840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a546fb3a-48a5-4a57-a9c2-ad3f15004f24 req-36d96300-447e-4986-8b68-d8eb3ea49bfd tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0368786 Aug 16 20:53:32.214059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:32.228288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060a492-e697-419d-ad50-932efb51839a None None] Sync routers for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:32.254306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:32.254939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:32.317464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Provisioning for port cb19a8b0-d345-48b8-970a-0dbc240e1512 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:32.325749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.333835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Provisioning complete for port cb19a8b0-d345-48b8-970a-0dbc240e1512 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:32.334196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.380301 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.384584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0d4b7a0e-9da0-432e-9f49-56c63fbdf3ed admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2709451 Aug 16 20:53:32.387012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 57988) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:32.387337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:32.395616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:32.406430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 507da5e6-ed28-4d35-8d31-0d49b2971f5b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:32.406747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.415928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:32.452778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:32.464770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.465124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.465463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.465878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.466360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.467012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.467144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.467400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.467798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.468071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.468632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.468779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:53:32.473470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:32.521370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:32.523872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.633627 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-8ef6267c-e1fe-43c3-a032-1bd8011aa1ce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5273724 Aug 16 20:53:32.880399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Request body: {'port': {'device_id': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:32.897767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:32.982896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] For port cb19a8b0-d345-48b8-970a-0dbc240e1512, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cb19a8b0-d345-48b8-970a-0dbc240e1512,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:33.022705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 3, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:33.045396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.078842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060a492-e697-419d-ad50-932efb51839a None None] Checking router: 656667a0-664c-42c7-afad-13f78bd25bd0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:33.079902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060a492-e697-419d-ad50-932efb51839a None None] Updating router 656667a0-664c-42c7-afad-13f78bd25bd0 port 456a3c11-0433-431f-bbee-bdabe20d01ed binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:33.124427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.198791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.267000 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.314529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd09e8a-820d-4e65-9a10-d9c881d5bb1e None None] Pushing event updated for resources: {'Port': ['ID=cb19a8b0-d345-48b8-970a-0dbc240e1512,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.410970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a35e2-0227-4cd4-970b-1b2a9f861e41 req-227da362-d824-4802-9ce2-f442847fb10a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:33.412468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea4a35e2-0227-4cd4-970b-1b2a9f861e41 req-227da362-d824-4802-9ce2-f442847fb10a tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 931 time: 0.1005087 Aug 16 20:53:33.412885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Provisioning for port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:33.420884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Provisioning complete for port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:33.421595 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.469112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:33.489177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Provisioning complete for port cb19a8b0-d345-48b8-970a-0dbc240e1512 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:33.489916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-15094fc2-1798-424a-a1d7-7e9be3693a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.507257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea4a35e2-0227-4cd4-970b-1b2a9f861e41 req-68712fe6-5f8c-475d-a572-90f9fa8c88c4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838568 Aug 16 20:53:33.540567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18448469-2ae4-4aa3-89fe-c40030f9fcf7 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:33.573510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.597670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.604522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Transition to ACTIVE for port object 18448469-2ae4-4aa3-89fe-c40030f9fcf7 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:33.608567 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Allocated IP 172.20.0.1 (0975d77f-455f-4948-864e-f6b38ef98c3d/26625c17-7677-479d-ab1d-52372e65b623/db8c5a90-7a88-43fa-9502-8a03887a4c54) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:33.690341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cb19a8b0-d345-48b8-970a-0dbc240e1512 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:33.753857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.768482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Transition to ACTIVE for port object db8c5a90-7a88-43fa-9502-8a03887a4c54 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:33.771497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.771820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c13811c5-875b-456b-ab62-10a788f7df1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.857798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.874604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cb19a8b0-d345-48b8-970a-0dbc240e1512 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:33.875065 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:33.877021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9060a492-e697-419d-ad50-932efb51839a None None] Transition to ACTIVE for port object 456a3c11-0433-431f-bbee-bdabe20d01ed will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:33.928431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Pushing event updated for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:33.973148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.009751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.048246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Attempting to bind port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:34.049365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Attempting to bind port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:34.049471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Attempting to bind port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:34.058315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:53:34.058934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Attempting to bind port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 on network 411dd563-50ef-434f-973b-ecf6a1a8f572 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:34.060403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.070911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Network 0975d77f-455f-4948-864e-f6b38ef98c3d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:34.073049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:34.073735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:34.074081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Checking segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:34.075191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Bound using segment: {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:34.076316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Bound port: 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b74b9-9653-473c-bc38-1835d352a803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:34.076737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.086951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:34.099906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9060a492-e697-419d-ad50-932efb51839a None None] Attempting to bind port 456a3c11-0433-431f-bbee-bdabe20d01ed on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:34.099906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9060a492-e697-419d-ad50-932efb51839a None None] Attempting to bind port 456a3c11-0433-431f-bbee-bdabe20d01ed by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:34.099906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060a492-e697-419d-ad50-932efb51839a None None] Attempting to bind port 456a3c11-0433-431f-bbee-bdabe20d01ed on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:34.113299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060a492-e697-419d-ad50-932efb51839a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:34.113983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060a492-e697-419d-ad50-932efb51839a None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:34.116101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.116664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9060a492-e697-419d-ad50-932efb51839a None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:34.117319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9060a492-e697-419d-ad50-932efb51839a None None] Bound port: 456a3c11-0433-431f-bbee-bdabe20d01ed, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:34.119308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.128232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8b52-3634-4e19-b9f3-d8b8f61dfcb8 None None] Pushing event updated for resources: {'Port': ['ID=456a3c11-0433-431f-bbee-bdabe20d01ed,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.193491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.199872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:34.207013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:34.289109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9060a492-e697-419d-ad50-932efb51839a None None] For port 456a3c11-0433-431f-bbee-bdabe20d01ed, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:34.293308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9060a492-e697-419d-ad50-932efb51839a None None] For port 456a3c11-0433-431f-bbee-bdabe20d01ed, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=456a3c11-0433-431f-bbee-bdabe20d01ed,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:34.340740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.344654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.391178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.391846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.393429 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] 10.222.0.64 "PUT /v2.0/ports/18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 200 len: 1092 time: 1.7519784 Aug 16 20:53:34.393927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:34.396253 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50742db6-4e87-4ba5-a462-cd2a39044bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:34.433515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455faacc-1b5c-4840-81b7-e882a5cee35c service neutron] Pushing event updated for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.465017 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa2d1b2-7b5c-44d2-b3fb-c04420781456 x-openstack-request-id: req-7aa2d1b2-7b5c-44d2-b3fb-c04420781456 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:34.465326 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:34.465625 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7aa2d1b2-7b5c-44d2-b3fb-c04420781456 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:34.465968 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'status': 'completed', 'code': 200} Aug 16 20:53:34.481017 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9060a492-e697-419d-ad50-932efb51839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.562466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.604623 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-7547810c-b6a2-4e70-ad03-bc2e5711cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.606747 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-7547810c-b6a2-4e70-ad03-bc2e5711cf16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1095 time: 0.1214254 Aug 16 20:53:34.671030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:34.672058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:34.739359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a8b52-3634-4e19-b9f3-d8b8f61dfcb8 None None] Pushing event updated for resources: {'Port': ['ID=456a3c11-0433-431f-bbee-bdabe20d01ed,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:34.758675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-0e3663b9-f4f8-4d43-949d-a61f56b508af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.760349 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-0e3663b9-f4f8-4d43-949d-a61f56b508af service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1448705 Aug 16 20:53:34.848173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.889336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-b502cc17-47a2-4fec-8737-35ba01de5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.890933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-50742db6-4e87-4ba5-a462-cd2a39044bd0 req-b502cc17-47a2-4fec-8737-35ba01de5d08 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232388 Aug 16 20:53:34.914930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:34.981720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76c136-87a5-4bb6-a5d5-b0e814f0753d req-e63e4e23-639b-468a-bec8-cb78d174e71d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:34.983502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd76c136-87a5-4bb6-a5d5-b0e814f0753d req-e63e4e23-639b-468a-bec8-cb78d174e71d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.1329112 Aug 16 20:53:35.028750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-a174b0d1-5c66-49e7-afc1-2d8edb15d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.031139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-a174b0d1-5c66-49e7-afc1-2d8edb15d47a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1095 time: 0.0959835 Aug 16 20:53:35.031368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8998a13f-d94d-4f1a-9663-378ced593a2f None None] Provisioning for port db8c5a90-7a88-43fa-9502-8a03887a4c54 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:35.034541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:35.038326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8998a13f-d94d-4f1a-9663-378ced593a2f None None] Provisioning complete for port db8c5a90-7a88-43fa-9502-8a03887a4c54 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:35.038813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8998a13f-d94d-4f1a-9663-378ced593a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.089674 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-455c3dfd-f23c-4c21-b256-17fcc21f4d63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 200 len: 217 time: 0.0463190 Aug 16 20:53:35.177184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-09e4afa9-d2a8-4715-bc5c-3e8a494445ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.184301 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-09e4afa9-d2a8-4715-bc5c-3e8a494445ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0865407 Aug 16 20:53:35.190817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8998a13f-d94d-4f1a-9663-378ced593a2f None None] Port db8c5a90-7a88-43fa-9502-8a03887a4c54 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:35.262987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87908d-9da9-4d93-b622-ad227db52657 req-c015d623-f1a9-4b1c-848e-b1f8a7848bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:35.265218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-c015d623-f1a9-4b1c-848e-b1f8a7848bb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732117 Aug 16 20:53:35.393155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-4da2df81-0e56-4082-b6cc-a12e4153ad24 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196070 Aug 16 20:53:35.451272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9060a492-e697-419d-ad50-932efb51839a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'db8c5a90-7a88-43fa-9502-8a03887a4c54', 'name': '', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'mac_address': 'fa:16:3e:9b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:33Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 1, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'subnets': [{'id': '26625c17-7677-479d-ab1d-52372e65b623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:35.480676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9060a492-e697-419d-ad50-932efb51839a None None] The sync data for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 is: [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'db8c5a90-7a88-43fa-9502-8a03887a4c54', 'name': '', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'mac_address': 'fa:16:3e:9b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:33Z', 'updated_at': '2021-08-16T20:53:33Z', 'revision_number': 1, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'subnets': [{'id': '26625c17-7677-479d-ab1d-52372e65b623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:35.502704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:35.507367 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:35.516556 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fd76c136-87a5-4bb6-a5d5-b0e814f0753d req-90676fad-cf5d-4eeb-85c1-138c931c973d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5220268 Aug 16 20:53:35.543677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf87908d-9da9-4d93-b622-ad227db52657 req-98f2862b-fd95-4779-a17b-2d8825465a44 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427886 Aug 16 20:53:35.617694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Network 0975d77f-455f-4948-864e-f6b38ef98c3d is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:35.619316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:35.796923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Router 656667a0-664c-42c7-afad-13f78bd25bd0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:35.969883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:35.976675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad784e3d-7a2d-4178-9759-6f28f990ca3f admin admin] 10.222.0.70 "PUT /v2.0/routers/656667a0-664c-42c7-afad-13f78bd25bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898101 Aug 16 20:53:36.028207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a371fa4c-bbc4-4b00-8edf-cd4b73921b02 None None] Provisioning complete for port db8c5a90-7a88-43fa-9502-8a03887a4c54 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:36.028810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a371fa4c-bbc4-4b00-8edf-cd4b73921b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.108756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a371fa4c-bbc4-4b00-8edf-cd4b73921b02 None None] Port db8c5a90-7a88-43fa-9502-8a03887a4c54 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:53:36.285665 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:36.699614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59033-d73e-40b6-83cc-a0785e059580 req-8a40381e-7de4-412f-bab9-bdacd02ca32f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:36.702115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0b59033-d73e-40b6-83cc-a0785e059580 req-8a40381e-7de4-412f-bab9-bdacd02ca32f tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0737934 Aug 16 20:53:36.792361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c0b59033-d73e-40b6-83cc-a0785e059580 req-5833df86-4653-48b1-9d42-389ef42cbe8d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816646 Aug 16 20:53:37.653149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 456a3c11-0433-431f-bbee-bdabe20d01ed up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:37.882794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 456a3c11-0433-431f-bbee-bdabe20d01ed completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:37.890598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 456a3c11-0433-431f-bbee-bdabe20d01ed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:37.892572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:37.943917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54354c-b795-4e00-8616-a281c85c8f0e req-38371b40-04f1-443c-95d9-383ae95bd160 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:37.945731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e54354c-b795-4e00-8616-a281c85c8f0e req-38371b40-04f1-443c-95d9-383ae95bd160 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0730245 Aug 16 20:53:37.992762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.007857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e54354c-b795-4e00-8616-a281c85c8f0e req-89424da5-aa5b-4718-98ee-1167ec5812b1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509994 Aug 16 20:53:38.018696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 456a3c11-0433-431f-bbee-bdabe20d01ed, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=456a3c11-0433-431f-bbee-bdabe20d01ed,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:38.040649 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Sync routers for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:38.051504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:38.052307 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:38.163264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.182054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-a151d90c-9770-4f98-a3db-b64e9e25aafa req-54c99158-a62d-49de-b43f-96ba3bd76c11 service neutron] (95241) timed out ('10.222.0.70', 37500) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:53:38.185954 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:38.224405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=456a3c11-0433-431f-bbee-bdabe20d01ed,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:38.537205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'db8c5a90-7a88-43fa-9502-8a03887a4c54', 'name': '', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'mac_address': 'fa:16:3e:9b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:33Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 2, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'subnets': [{'id': '26625c17-7677-479d-ab1d-52372e65b623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:38.568446 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Checking router: 656667a0-664c-42c7-afad-13f78bd25bd0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:38.569321 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Updating router 656667a0-664c-42c7-afad-13f78bd25bd0 port db8c5a90-7a88-43fa-9502-8a03887a4c54 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:53:38.597737 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.925564 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:38.938776 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Transition to ACTIVE for port object db8c5a90-7a88-43fa-9502-8a03887a4c54 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:53:39.077127 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.129618 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99952cd1-a947-46ea-b37e-3c8a10141fe2 req-60d64f79-5eb1-4ed0-884b-a4ae521b4e71 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:39.133417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4585fd-6be2-4f10-8551-13c703d59504 None None] Pushing event updated for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.147700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99952cd1-a947-46ea-b37e-3c8a10141fe2 req-60d64f79-5eb1-4ed0-884b-a4ae521b4e71 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0798390 Aug 16 20:53:39.206725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-99952cd1-a947-46ea-b37e-3c8a10141fe2 req-f973f4f2-c2ca-4bd6-9736-d6f28034e677 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556011 Aug 16 20:53:39.234569 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Attempting to bind port db8c5a90-7a88-43fa-9502-8a03887a4c54 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:53:39.235615 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Attempting to bind port db8c5a90-7a88-43fa-9502-8a03887a4c54 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:53:39.236216 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Attempting to bind port db8c5a90-7a88-43fa-9502-8a03887a4c54 on network 0975d77f-455f-4948-864e-f6b38ef98c3d {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:53:39.242205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:53:39.242864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Checking segment: {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:53:39.243468 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.247230 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Bound using segment: {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:53:39.247230 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Bound port: db8c5a90-7a88-43fa-9502-8a03887a4c54, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55e2063-020a-4a52-90f5-735677f71a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:53:39.247230 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.337002 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] For port db8c5a90-7a88-43fa-9502-8a03887a4c54, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:53:39.342513 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] For port db8c5a90-7a88-43fa-9502-8a03887a4c54, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=db8c5a90-7a88-43fa-9502-8a03887a4c54,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:53:39.460866 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:39.531800 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4585fd-6be2-4f10-8551-13c703d59504 None None] Pushing event updated for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:39.543879 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:39.544615 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:39.764228 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:39.781570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device db8c5a90-7a88-43fa-9502-8a03887a4c54 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.010868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port db8c5a90-7a88-43fa-9502-8a03887a4c54 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:40.016647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port db8c5a90-7a88-43fa-9502-8a03887a4c54 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.017020 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.090495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'db8c5a90-7a88-43fa-9502-8a03887a4c54', 'name': '', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'mac_address': 'fa:16:3e:9b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:33Z', 'updated_at': '2021-08-16T20:53:39Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'subnets': [{'id': '26625c17-7677-479d-ab1d-52372e65b623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:40.121252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.122912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f700b-c3cd-4263-a051-21f21d703870 None None] The sync data for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 is: [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:53:34Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'db8c5a90-7a88-43fa-9502-8a03887a4c54', 'name': '', 'network_id': '0975d77f-455f-4948-864e-f6b38ef98c3d', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'mac_address': 'fa:16:3e:9b:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '26625c17-7677-479d-ab1d-52372e65b623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:33Z', 'updated_at': '2021-08-16T20:53:39Z', 'revision_number': 4, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'subnets': [{'id': '26625c17-7677-479d-ab1d-52372e65b623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:40.167916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port db8c5a90-7a88-43fa-9502-8a03887a4c54, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=db8c5a90-7a88-43fa-9502-8a03887a4c54,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:40.263907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.263907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 456a3c11-0433-431f-bbee-bdabe20d01ed up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:40.427273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:40.454446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2b31-ebac-466c-886c-df2f39d309b7 req-232a733f-441f-4731-a4fa-b3196763c2e9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:40.470809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 456a3c11-0433-431f-bbee-bdabe20d01ed triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:40.471420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:40.476102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a91b2b31-ebac-466c-886c-df2f39d309b7 req-232a733f-441f-4731-a4fa-b3196763c2e9 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.1344304 Aug 16 20:53:40.540243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a91b2b31-ebac-466c-886c-df2f39d309b7 req-4ad78e6f-5dc9-4ffe-a0ee-496c44d19281 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614102 Aug 16 20:53:41.688545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e71e83-1002-49b0-aa06-627f33f034e2 req-63d7fa69-509b-4ffc-881d-ea7d1dc5f9b0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:41.713674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4e71e83-1002-49b0-aa06-627f33f034e2 req-63d7fa69-509b-4ffc-881d-ea7d1dc5f9b0 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0743644 Aug 16 20:53:41.713788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device db8c5a90-7a88-43fa-9502-8a03887a4c54 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:41.748941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4e71e83-1002-49b0-aa06-627f33f034e2 req-4855e650-7f58-42ad-822e-7fb4dcd87f29 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Aug 16 20:53:41.767949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port db8c5a90-7a88-43fa-9502-8a03887a4c54 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:41.768332 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:42.867511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac3bcc-c28c-4e50-a83b-c0be7cc0dd0a req-85c8cea1-072a-450d-8204-3a652397667d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:42.876383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aac3bcc-c28c-4e50-a83b-c0be7cc0dd0a req-85c8cea1-072a-450d-8204-3a652397667d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0582850 Aug 16 20:53:42.922808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aac3bcc-c28c-4e50-a83b-c0be7cc0dd0a req-0d3e4141-3434-4ead-afec-bde51b6608d7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Aug 16 20:53:44.052879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396846f-8f32-49a7-b820-144c7342b87c req-db33cfc1-afc3-4a1f-b9d7-44f583e4d6fe tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:44.056303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7396846f-8f32-49a7-b820-144c7342b87c req-db33cfc1-afc3-4a1f-b9d7-44f583e4d6fe tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0603437 Aug 16 20:53:44.100824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7396846f-8f32-49a7-b820-144c7342b87c req-90ba516b-dffd-48a9-b4c8-93d0bb18c63b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 Aug 16 20:53:45.234973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26386713-73b5-4511-9335-d5d15ad5201e req-ef112f4b-8822-43ce-9795-d6b013b03148 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:45.237323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26386713-73b5-4511-9335-d5d15ad5201e req-ef112f4b-8822-43ce-9795-d6b013b03148 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0606437 Aug 16 20:53:45.283629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26386713-73b5-4511-9335-d5d15ad5201e req-b0289e55-28de-459a-8dcd-e9885ef58b76 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Aug 16 20:53:46.449104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c035e0-6db4-4b0a-8831-1641def93411 req-ca5a2477-c884-4b97-ab7a-bf53d01f6302 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:46.456622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60c035e0-6db4-4b0a-8831-1641def93411 req-ca5a2477-c884-4b97-ab7a-bf53d01f6302 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 943 time: 0.0794678 Aug 16 20:53:46.506722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-60c035e0-6db4-4b0a-8831-1641def93411 req-455b339d-8415-49d7-82ce-e4bc5f386b6e tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Aug 16 20:53:46.661815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 18448469-2ae4-4aa3-89fe-c40030f9fcf7 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:53:46.766271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:46.778543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'port_id': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'mac_address': 'fa:16:3e:ff:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:53:46.825405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:46.843238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18448469-2ae4-4aa3-89fe-c40030f9fcf7 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:53:46.868667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:47.056815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:47.131400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:47.273280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['18448469-2ae4-4aa3-89fe-c40030f9fcf7'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:53:47.713359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f6a0f-fd58-4040-93a9-69ea048c7d6e req-c67abcc9-656f-4e9f-a9f5-24462591154d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:47.715494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958f6a0f-fd58-4040-93a9-69ea048c7d6e req-c67abcc9-656f-4e9f-a9f5-24462591154d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 944 time: 0.1103065 Aug 16 20:53:47.795458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-958f6a0f-fd58-4040-93a9-69ea048c7d6e req-c353b1a8-e1b4-4641-a685-45383055b6d3 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586810 Aug 16 20:53:47.878102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58296) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.012311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a035ca3-7a1f-4c5d-881d-18332d980364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.141194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a035ca3-7a1f-4c5d-881d-18332d980364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.250771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5a035ca3-7a1f-4c5d-881d-18332d980364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.294666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5a035ca3-7a1f-4c5d-881d-18332d980364 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b1ec51b33f87409383448956aee4d4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153228 Aug 16 20:53:48.296694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035ca3-7a1f-4c5d-881d-18332d980364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30850a39-b503-4f04-a1bf-2e994886da0b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.297569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:48.361441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.385863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.448802 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.677483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 18448469-2ae4-4aa3-89fe-c40030f9fcf7 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:53:48.894099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.896796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:48.898076 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30850a39-b503-4f04-a1bf-2e994886da0b HTTP/1.1" status: 204 len: 168 time: 0.5989444 Aug 16 20:53:48.908174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ade5c-602d-47f3-b96f-a28170bec631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30850a39-b503-4f04-a1bf-2e994886da0b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:48.933562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bd140-bdcb-429e-9215-6d4f9a84068f req-27bd72d9-7a25-4802-97cd-1db3eb31e1cc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:48.940799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d86bd140-bdcb-429e-9215-6d4f9a84068f req-27bd72d9-7a25-4802-97cd-1db3eb31e1cc tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 944 time: 0.0792491 Aug 16 20:53:48.976750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d86bd140-bdcb-429e-9215-6d4f9a84068f req-c5b15d90-5741-49d5-bd25-e2cf59d81a5b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Aug 16 20:53:49.007856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:53:49.013168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:53:49.013651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.107196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.133362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:49.136894 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a2cac7-60e8-4b55-867a-a805f5dddb5e" -d '{"events": [{"server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "name": "network-vif-plugged", "status": "completed", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:49.152620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:49.283606 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:49.391146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:49.483618 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb3141-93ac-4a3b-b5e4-0a07ecc4c32d x-openstack-request-id: req-6ffb3141-93ac-4a3b-b5e4-0a07ecc4c32d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:49.484291 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "name": "network-vif-plugged", "status": "completed", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:49.484291 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ffb3141-93ac-4a3b-b5e4-0a07ecc4c32d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:49.484621 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'code': 200} Aug 16 20:53:49.603041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de920-6f4b-4c1b-9a7d-11d7ca4364b7 req-71039528-525b-4f0e-b610-02a599d6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:49.606395 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8a3de920-6f4b-4c1b-9a7d-11d7ca4364b7 req-71039528-525b-4f0e-b610-02a599d6076c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1097 time: 0.0585413 Aug 16 20:53:49.648773 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8a3de920-6f4b-4c1b-9a7d-11d7ca4364b7 req-56c907b4-3b22-459c-891a-b003461a1f0d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357575 Aug 16 20:53:50.142431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d38e-e4d5-43d2-865d-6d7d6e8d4a83 req-63d2d68c-3612-4a0c-bd6a-a4e5bb4a34cb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:50.160995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8c3d38e-e4d5-43d2-865d-6d7d6e8d4a83 req-63d2d68c-3612-4a0c-bd6a-a4e5bb4a34cb tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.0899911 Aug 16 20:53:50.188204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8c3d38e-e4d5-43d2-865d-6d7d6e8d4a83 req-de2ae932-7dd1-4779-b705-28ac4772ed23 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363905 Aug 16 20:53:51.318622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2a404-b502-4e7a-b9f3-0c9aeaaacc56 req-f26a4d4c-2da5-40f7-bfb7-21ae980274b4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.320088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abc2a404-b502-4e7a-b9f3-0c9aeaaacc56 req-f26a4d4c-2da5-40f7-bfb7-21ae980274b4 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.0563858 Aug 16 20:53:51.360315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abc2a404-b502-4e7a-b9f3-0c9aeaaacc56 req-61ce8d52-c698-4346-aa3a-a954e8d02c12 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335197 Aug 16 20:53:51.488595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49017aff-71d1-4792-b026-a2c5d79b5917 req-a747fc71-80c0-472e-b402-d46096cad1a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.490483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49017aff-71d1-4792-b026-a2c5d79b5917 req-a747fc71-80c0-472e-b402-d46096cad1a7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.0591569 Aug 16 20:53:51.539569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49017aff-71d1-4792-b026-a2c5d79b5917 req-b820fc75-b774-4f76-b1f9-eca4990565db tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Aug 16 20:53:51.568193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58416) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.568740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58418) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.775462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68539007-9b36-4514-b7ce-5d893f587d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:51.940800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de703f75-95f8-4de6-8252-7e491e93de0f tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:51.945895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58428) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:51.948555 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de703f75-95f8-4de6-8252-7e491e93de0f tempest-TestVolumeBootPattern-1676472292 tempest-TestVolumeBootPattern-1676472292-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1092 time: 0.3773465 Aug 16 20:53:51.952191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:53:52.001063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68539007-9b36-4514-b7ce-5d893f587d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.139435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68539007-9b36-4514-b7ce-5d893f587d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.169474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.184019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.184410 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-68539007-9b36-4514-b7ce-5d893f587d48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20889a83bcfa4bd1aa023aba032d6a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143177 Aug 16 20:53:52.185373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68539007-9b36-4514-b7ce-5d893f587d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37478578-aed3-46f2-9b75-9265e7e91b4a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.246150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.271501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.304324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.412381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.549878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.553142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.554725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37478578-aed3-46f2-9b75-9265e7e91b4a HTTP/1.1" status: 204 len: 168 time: 0.3695385 Aug 16 20:53:52.617500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015339b-7545-4c04-8381-cdeff23f2b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37478578-aed3-46f2-9b75-9265e7e91b4a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:52.716440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Allocated IP 172.25.7.141 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/653b220b-b48f-4e4e-9c1b-129cca721272) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:53:52.719262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58442) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:52.940313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:52.977785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb95faa8-09ad-402e-9d8f-73909ae9494d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.112150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb95faa8-09ad-402e-9d8f-73909ae9494d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.928338 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:53.974980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:53:53.979145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:53:53.981682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:53:54.011223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=653b220b-b48f-4e4e-9c1b-129cca721272,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.175597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-eb95faa8-09ad-402e-9d8f-73909ae9494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.205783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-eb95faa8-09ad-402e-9d8f-73909ae9494d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a51a6e74654e4de6a0c6d1bfcc7e2b51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4830763 Aug 16 20:53:54.207565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58468) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:54.263281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95faa8-09ad-402e-9d8f-73909ae9494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8905d535-62a5-449f-81a4-7b23caa3b21f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.290483 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.315290 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.461945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.694933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.739622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.744125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.747167 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8905d535-62a5-449f-81a4-7b23caa3b21f HTTP/1.1" status: 204 len: 168 time: 0.5385416 Aug 16 20:53:54.761866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04e6ab-deff-450c-9347-d104fcc29a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8905d535-62a5-449f-81a4-7b23caa3b21f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:54.862777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:54.957406 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.049482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event updated for resources: {'Port': ['ID=653b220b-b48f-4e4e-9c1b-129cca721272,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:55.065955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.183543 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP c125c662-6793-4d78-b9c4-c3ae45efc9a1 associated. External IP: 172.25.7.141, port: 18448469-2ae4-4aa3-89fe-c40030f9fcf7. Aug 16 20:53:55.439251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:55.559707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:55.587797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:55.587797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:55.587797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:55.700492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:55.742520 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:55.775330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5eb9cfb7-3a39-41ab-8be9-02718af0a73d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8273618 Aug 16 20:53:55.776389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:55.785008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcebc3ca-6917-4ee2-abe0-722941689a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:55.825371 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbff952-c127-4f0e-a73e-da6479a691ea x-openstack-request-id: req-1bbff952-c127-4f0e-a73e-da6479a691ea {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:55.825661 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:55.825915 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bbff952-c127-4f0e-a73e-da6479a691ea {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:55.826398 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'status': 'completed', 'code': 200} Aug 16 20:53:55.903018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-410fce06-7797-4978-80d6-bcb9af0d3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:55.905203 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-410fce06-7797-4978-80d6-bcb9af0d3a53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1097 time: 0.0571852 Aug 16 20:53:55.979003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}, {'id': 'c125c662-6793-4d78-b9c4-c3ae45efc9a1', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:ff:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:54Z', 'updated_at': '2021-08-16T20:53:54Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:56.006487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:56.006734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-5e10ca95-48fb-421f-8b56-5709f6d0eedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.008691 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-5e10ca95-48fb-421f-8b56-5709f6d0eedf service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.0963249 Aug 16 20:53:56.016256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:56.016947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:56.143367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:56.464087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}, {'id': 'c125c662-6793-4d78-b9c4-c3ae45efc9a1', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:ff:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:54Z', 'updated_at': '2021-08-16T20:53:54Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:56.476792 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-e665fd18-973a-416b-a343-e61c8c9e7c75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 200 len: 999 time: 0.4606848 Aug 16 20:53:56.495305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9457cbc9-3383-4992-bb8f-a0b43eb52659 None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}, {'id': 'c125c662-6793-4d78-b9c4-c3ae45efc9a1', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:ff:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:53:54Z', 'updated_at': '2021-08-16T20:53:54Z', 'revision_number': 0, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:53:56.566989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-841d2141-3d4f-40f7-9057-0c8638974f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.569074 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-841d2141-3d4f-40f7-9057-0c8638974f5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0826097 Aug 16 20:53:56.627628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-6b13a645-d3a4-4119-9c2a-bb87ec6e22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:56.634521 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-6b13a645-d3a4-4119-9c2a-bb87ec6e22c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461504 Aug 16 20:53:56.739311 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-101ac060-e471-4722-be6e-6acdd6e127ae service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015258 Aug 16 20:53:56.844086 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249914c7-4edc-49c9-b86b-7c709526bdc3 None None] New status for floating IP c125c662-6793-4d78-b9c4-c3ae45efc9a1: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:53:56.849544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fcebc3ca-6917-4ee2-abe0-722941689a4a req-09b940cb-227e-430d-9626-3ecaed526d97 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022067 Aug 16 20:53:57.139035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bff54-3870-4235-8aa0-50715380a1ea req-8c9f183f-9a14-4ed0-9ce6-2d2b36f23107 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:57.140611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a70bff54-3870-4235-8aa0-50715380a1ea req-8c9f183f-9a14-4ed0-9ce6-2d2b36f23107 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.0550854 Aug 16 20:53:57.186763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a70bff54-3870-4235-8aa0-50715380a1ea req-2cb4bf13-f36c-4466-9d84-61196c395db3 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358653 Aug 16 20:53:57.941535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.060832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9113d071-bab3-484f-8095-81aa113c822b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.153343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9113d071-bab3-484f-8095-81aa113c822b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.267828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9113d071-bab3-484f-8095-81aa113c822b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.334061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9113d071-bab3-484f-8095-81aa113c822b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a86dcfb67e64422d936d8919e1446fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914437 Aug 16 20:53:58.336277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113d071-bab3-484f-8095-81aa113c822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986f905-9a2c-4661-9f6d-bb2d1d21a44c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.336887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:53:58.359045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77612-4764-4913-81e7-d98615f9853e req-dece3bc6-ac06-4511-a6aa-c98f729a8be8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.369520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddc77612-4764-4913-81e7-d98615f9853e req-dece3bc6-ac06-4511-a6aa-c98f729a8be8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.0899484 Aug 16 20:53:58.393908 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.403214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ddc77612-4764-4913-81e7-d98615f9853e req-95309aa6-0d94-43a9-9ff7-e8c00b52769d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups?id=ecd45350-1106-4b9a-b8c7-c1517d6660b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Aug 16 20:53:58.417726 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.471309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-92ee02f1-8d3d-479b-b039-4f5f7827247d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:53:58.472782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-92ee02f1-8d3d-479b-b039-4f5f7827247d tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 947 time: 0.0502450 Aug 16 20:53:58.571058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Deleting port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:53:58.571501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.605373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.608139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.614942 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7986f905-9a2c-4661-9f6d-bb2d1d21a44c HTTP/1.1" status: 204 len: 168 time: 0.2707415 Aug 16 20:53:58.619332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e6e2f-dc46-442a-a030-a090816f067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986f905-9a2c-4661-9f6d-bb2d1d21a44c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:58.675408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] For port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:53:58.676127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.854458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.854835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:58.855165 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Floating IP 8f09b183-0b76-409c-acb8-1689dfeeea8b disassociated. External IP: 172.25.7.53, port: 0ff76c1c-a10f-45e3-a907-1399c1ebd0da. Aug 16 20:53:58.855510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Calling delete_port for 0ff76c1c-a10f-45e3-a907-1399c1ebd0da owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:53:59.159388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.198850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'Port': ['ID=0ff76c1c-a10f-45e3-a907-1399c1ebd0da,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:53:59.344031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:53:59.453893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:53:59.465819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:53:59.475209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:59.476076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:59.510914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] No DVR routers for this DVR port 0ff76c1c-a10f-45e3-a907-1399c1ebd0da on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:53:59.515856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:53:59.518312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4485dd47-cd36-41fe-8ba1-d50c11a5f29d req-71bb65ed-90d9-4550-9343-326dd301bd30 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.73 "DELETE /v2.0/ports/0ff76c1c-a10f-45e3-a907-1399c1ebd0da HTTP/1.1" status: 204 len: 173 time: 1.0386646 Aug 16 20:53:59.518797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-deleted', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:53:59.522966 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244e827-bd35-4c96-a759-31ec7b6d9ed6" -d '{"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-deleted", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:53:59.543566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c33e1798-931e-4098-b9a0-f89fb345f773 req-c0f3006f-8bd2-4831-8662-66bc57ec8716 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 210 time: 0.0617797 Aug 16 20:53:59.619501 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50df5a9-46eb-4765-b867-566408b93238 x-openstack-request-id: req-c50df5a9-46eb-4765-b867-566408b93238 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:53:59.622619 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73185b0d-8c64-4539-957a-0772895aca39", "name": "network-vif-deleted", "tag": "0ff76c1c-a10f-45e3-a907-1399c1ebd0da", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:53:59.622959 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c50df5a9-46eb-4765-b867-566408b93238 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:53:59.623532 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73185b0d-8c64-4539-957a-0772895aca39', 'name': 'network-vif-deleted', 'tag': '0ff76c1c-a10f-45e3-a907-1399c1ebd0da', 'status': 'completed', 'code': 200} Aug 16 20:53:59.644730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:53:59.856703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:53:59.883318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:53:59.892268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:53:59.892871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:53:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:00.003262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:00.206791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:00.334653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58660) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:00.409213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4b641-fdd1-4513-91c8-6cff5d3fa9b4 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:45:54Z', 'revision_number': 4, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '41e624ae-dd3b-4c27-bb8e-f391dc59a268', 'name': '', 'network_id': '584e6c3c-e2d6-43f4-9b3f-7ffce7471e89', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'mac_address': 'fa:16:3e:af:d1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:52Z', 'updated_at': '2021-08-16T20:46:00Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'subnets': [{'id': 'd4c3accd-b448-445f-99a0-207542d7630e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:00.457702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317214017'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:00.660830 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a342901-4664-476d-92c2-b18549be44b2 None None] New status for floating IP 8f09b183-0b76-409c-acb8-1689dfeeea8b: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:54:00.672262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54f44961-71e9-4bd6-92cd-45aac24c4465 req-10310577-6c30-4a15-83d3-7705ab94dcda tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/ports?device_id=73185b0d-8c64-4539-957a-0772895aca39 HTTP/1.1" status: 200 len: 210 time: 0.0284379 Aug 16 20:54:00.672965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:00.676383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.686947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.803164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:00.835831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a8922363-1ed9-43d3-918c-597b49df0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.021792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.045635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:01.061236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f714a3da-28b2-4258-8361-4d94811743e9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.064169 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.064621 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment b1c13456-16dd-4131-9065-e38cacd86662 of type vlan for network 030c5c5e-b1ff-422c-a862-99578ebdb438 Aug 16 20:54:01.108549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.316098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.322052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:01.322784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:01.390083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=030c5c5e-b1ff-422c-a862-99578ebdb438,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:01.400367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:01.508140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-080797cf-63cb-4fcb-ba0c-55f986be826a tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1722078 Aug 16 20:54:01.720097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58674) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.725986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:01.770560 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:01.927063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58678) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:01.977855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:01.980949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.035078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.074886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.267827 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.270666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.271999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "DELETE /v2.0/security-groups/ecd45350-1106-4b9a-b8c7-c1517d6660b2 HTTP/1.1" status: 204 len: 168 time: 0.3437684 Aug 16 20:54:02.275494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58682) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.282692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3712d-1a5e-4c12-b5f9-c183773429d8 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd45350-1106-4b9a-b8c7-c1517d6660b2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.293311 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-8dce9602-89aa-494c-a7e9-27367ec68313 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] show failed (client error): The resource could not be found. Aug 16 20:54:02.294715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8dce9602-89aa-494c-a7e9-27367ec68313 tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "GET /v2.0/security-groups/ecd45350-1106-4b9a-b8c7-c1517d6660b2 HTTP/1.1" status: 404 len: 347 time: 0.0173728 Aug 16 20:54:02.297614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58684) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.340577 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.459643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=827d5738-f7fe-4a1a-baa4-cd3daec58857,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.485402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': 'b1c13456-16dd-4131-9065-e38cacd86662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:02.485779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 030c5c5e-b1ff-422c-a862-99578ebdb438, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:02.517349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Deleting port 24ecbd17-8d25-4079-8791-dea0087d90a9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:02.517349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.591720 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:02.595523 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.595894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.611573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Calling delete_port for 24ecbd17-8d25-4079-8791-dea0087d90a9 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:02.770578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 030c5c5e-b1ff-422c-a862-99578ebdb438) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:02.774929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:02.776111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.783423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d189e08a-906c-4013-b816-b438fcd08f0a None None] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:02.910030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.933451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-030c5c5e-b1ff-422c-a862-99578ebdb438', 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '827d5738-f7fe-4a1a-baa4-cd3daec58857'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:02.934355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:02.940689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Pushing event deleted for resources: {'Port': ['ID=24ecbd17-8d25-4079-8791-dea0087d90a9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:02.944761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89bfaa25-7b75-406a-a7f8-d020cc75b140 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2230332 Aug 16 20:54:02.957031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:02.957031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1530355922'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:03.014898 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.018192 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.022493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9f39250-09f9-41b6-8c42-2dd02f9127fe tempest-AttachVolumeShelveTestJSON-370401684 tempest-AttachVolumeShelveTestJSON-370401684-project] 10.222.0.70 "DELETE /v2.0/floatingips/8f09b183-0b76-409c-acb8-1689dfeeea8b HTTP/1.1" status: 204 len: 168 time: 0.7208958 Aug 16 20:54:03.088192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:03.092087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.104595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Allocated IP 172.20.255.242 (030c5c5e-b1ff-422c-a862-99578ebdb438/827d5738-f7fe-4a1a-baa4-cd3daec58857/35ba5224-a847-4350-97d8-0ef39061c1b0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:03.124534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:03.133888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.134622 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment fc865010-b7d8-45db-ac04-9777c16a0426 of type vlan for network 2e2b26f4-e201-4657-909f-844cc4e18294 Aug 16 20:54:03.174715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.238084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:03.264700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 0ff76c1c-a10f-45e3-a907-1399c1ebd0da {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:03.265046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0ff76c1c-a10f-45e3-a907-1399c1ebd0da not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:03.279428 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.287360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Transition to ACTIVE for port object 35ba5224-a847-4350-97d8-0ef39061c1b0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:03.302348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Transition to ACTIVE for port object 35ba5224-a847-4350-97d8-0ef39061c1b0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:03.373277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.379145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:03.379888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.456679 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=2e2b26f4-e201-4657-909f-844cc4e18294,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.468889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2e2b26f4-e201-4657-909f-844cc4e18294 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:03.516835 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0faabe6a-8e42-411f-8c35-15abaf0b010f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5661449 Aug 16 20:54:03.518334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.519805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:03.526006 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.529232 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:03.590789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:03.597431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:03.602457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:03.607023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Pushing event updated for resources: {'Port': ['ID=35ba5224-a847-4350-97d8-0ef39061c1b0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:03.619255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.619600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.619975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.620312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.620655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.620965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.621293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.621618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.621943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.622265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.622683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.622893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:03.673769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Attempting to bind port 35ba5224-a847-4350-97d8-0ef39061c1b0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:03.674231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Attempting to bind port 35ba5224-a847-4350-97d8-0ef39061c1b0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b1c13456-16dd-4131-9065-e38cacd86662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:03.674688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Attempting to bind port 35ba5224-a847-4350-97d8-0ef39061c1b0 on network 030c5c5e-b1ff-422c-a862-99578ebdb438 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:03.680113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:03.680535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Checking segment: {'id': 'b1c13456-16dd-4131-9065-e38cacd86662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:03.681532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.681919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Bound using segment: {'id': 'b1c13456-16dd-4131-9065-e38cacd86662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:03.682383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Bound port: 35ba5224-a847-4350-97d8-0ef39061c1b0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c13456-16dd-4131-9065-e38cacd86662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '030c5c5e-b1ff-422c-a862-99578ebdb438'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:03.682760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.695621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-163f5dcc-32c9-4797-a4ba-6c2f2f23fc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.753124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:03.756512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] For port 35ba5224-a847-4350-97d8-0ef39061c1b0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:03.758036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.760219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] For port 35ba5224-a847-4350-97d8-0ef39061c1b0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=35ba5224-a847-4350-97d8-0ef39061c1b0,segment=NetworkSegment(b1c13456-16dd-4131-9065-e38cacd86662),segment_id=b1c13456-16dd-4131-9065-e38cacd86662)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:03.885165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:03.955650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d95a47-fee8-4624-9181-818a82ee3300 None None] Pushing event updated for resources: {'Port': ['ID=35ba5224-a847-4350-97d8-0ef39061c1b0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.057815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.142897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=76438683-21a3-43f1-ab24-ca9d6800a7da,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:04.153505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': 'fc865010-b7d8-45db-ac04-9777c16a0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:04.153876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 2e2b26f4-e201-4657-909f-844cc4e18294, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:04.378914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 2e2b26f4-e201-4657-909f-844cc4e18294 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:04.418769 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.533096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2e2b26f4-e201-4657-909f-844cc4e18294) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:04.539198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:04.540800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.555964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d625fe51-a3b2-40fe-95fa-a2c96de3bd9f None None] Network 2e2b26f4-e201-4657-909f-844cc4e18294 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:04.697067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50374f9d-7f7f-42ed-8dc9-47e21162b5de tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1754673 Aug 16 20:54:04.699643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58708) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:04.744100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2e2b26f4-e201-4657-909f-844cc4e18294', 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '76438683-21a3-43f1-ab24-ca9d6800a7da'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:04.744100 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.813903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:04.935680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Allocated IP 172.20.0.2 (2e2b26f4-e201-4657-909f-844cc4e18294/76438683-21a3-43f1-ab24-ca9d6800a7da/dd8fcec7-4c14-461b-b46b-5af3ee22e698) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:04.958027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.041442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e67d0d-4bf7-4526-a1b2-8739158c8bad None None] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:05.167653 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.185768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Transition to ACTIVE for port object dd8fcec7-4c14-461b-b46b-5af3ee22e698 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:05.231710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Transition to ACTIVE for port object dd8fcec7-4c14-461b-b46b-5af3ee22e698 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:05.277566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ca91cb9d-e9e9-43c6-8006-6123eb8857c7 None None] Provisioning for port 35ba5224-a847-4350-97d8-0ef39061c1b0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:05.322966 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.371374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Network 2e2b26f4-e201-4657-909f-844cc4e18294 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:05.377208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:05.379648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:05.382002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Pushing event updated for resources: {'Port': ['ID=dd8fcec7-4c14-461b-b46b-5af3ee22e698,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.445240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Attempting to bind port dd8fcec7-4c14-461b-b46b-5af3ee22e698 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:05.445610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Attempting to bind port dd8fcec7-4c14-461b-b46b-5af3ee22e698 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fc865010-b7d8-45db-ac04-9777c16a0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:05.446090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Attempting to bind port dd8fcec7-4c14-461b-b46b-5af3ee22e698 on network 2e2b26f4-e201-4657-909f-844cc4e18294 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:05.451914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:05.452438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Checking segment: {'id': 'fc865010-b7d8-45db-ac04-9777c16a0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:05.452839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.453230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Bound using segment: {'id': 'fc865010-b7d8-45db-ac04-9777c16a0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:05.453695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Bound port: dd8fcec7-4c14-461b-b46b-5af3ee22e698, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc865010-b7d8-45db-ac04-9777c16a0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2e2b26f4-e201-4657-909f-844cc4e18294'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:05.454076 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.486291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.516089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=76438683-21a3-43f1-ab24-ca9d6800a7da,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.527597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] For port dd8fcec7-4c14-461b-b46b-5af3ee22e698, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:05.530935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] For port dd8fcec7-4c14-461b-b46b-5af3ee22e698, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dd8fcec7-4c14-461b-b46b-5af3ee22e698,segment=NetworkSegment(fc865010-b7d8-45db-ac04-9777c16a0426),segment_id=fc865010-b7d8-45db-ac04-9777c16a0426)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:05.593930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.605706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2b26f4-e201-4657-909f-844cc4e18294']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:05.629420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc865010-b7d8-45db-ac04-9777c16a0426') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:05.629722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc865010-b7d8-45db-ac04-9777c16a0426') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:05.651971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.724062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 35ba5224-a847-4350-97d8-0ef39061c1b0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:05.788642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.791434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.799046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:05.799555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:05.802987 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:05.850886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67f1b0-ac0e-4fc2-a4a7-6078e0060c77 None None] Pushing event updated for resources: {'Port': ['ID=dd8fcec7-4c14-461b-b46b-5af3ee22e698,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:05.873583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 35ba5224-a847-4350-97d8-0ef39061c1b0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:05.877928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 35ba5224-a847-4350-97d8-0ef39061c1b0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:05.878466 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:05.923014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:05.923014 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:05.923014 n-d-794306-10 neutron-server[95241]: [parameters: {'id': '2e2b26f4-e201-4657-909f-844cc4e18294'}] Aug 16 20:54:05.923014 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:05.923014 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:05.965471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.018928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 35ba5224-a847-4350-97d8-0ef39061c1b0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=35ba5224-a847-4350-97d8-0ef39061c1b0,segment=NetworkSegment(b1c13456-16dd-4131-9065-e38cacd86662),segment_id=b1c13456-16dd-4131-9065-e38cacd86662)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:06.156035 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.206440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=35ba5224-a847-4350-97d8-0ef39061c1b0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.211396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.420722 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.491073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port dd8fcec7-4c14-461b-b46b-5af3ee22e698 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:06.491797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.576686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port dd8fcec7-4c14-461b-b46b-5af3ee22e698, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=dd8fcec7-4c14-461b-b46b-5af3ee22e698,segment=NetworkSegment(fc865010-b7d8-45db-ac04-9777c16a0426),segment_id=fc865010-b7d8-45db-ac04-9777c16a0426)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:06.577076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.594604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for dd8fcec7-4c14-461b-b46b-5af3ee22e698 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:06.807305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.842271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=dd8fcec7-4c14-461b-b46b-5af3ee22e698,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:06.849438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port dd8fcec7-4c14-461b-b46b-5af3ee22e698 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:06.856831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f0fb48-4fd6-407c-a1cc-e0f4c0c26b85 None None] Network 2e2b26f4-e201-4657-909f-844cc4e18294 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:06.937271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.950400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2b26f4-e201-4657-909f-844cc4e18294']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.960747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dd6c9b9a-65e9-4d8f-8a59-ee78fdf3b5ef None None] Could not find standard attr ID for object dd8fcec7-4c14-461b-b46b-5af3ee22e698. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:06.965733 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc865010-b7d8-45db-ac04-9777c16a0426') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.970305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc865010-b7d8-45db-ac04-9777c16a0426') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:06.977115 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:06.994530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.002771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:07.003374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:07.007324 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:07.073250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179bf418-5adc-497d-82a8-68a42d6ef113 None None] DHCP port deletion for 2e2b26f4-e201-4657-909f-844cc4e18294 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:07.279193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.284730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.286636 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/2e2b26f4-e201-4657-909f-844cc4e18294 HTTP/1.1" status: 204 len: 168 time: 2.5859938 Aug 16 20:54:07.292539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58732) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:07.300490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629019716'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:07.303199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b36ce-6f0e-49da-92f7-d919e2a3cf5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=2e2b26f4-e201-4657-909f-844cc4e18294,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:07.479826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:07.483923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.508574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:07.517397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.517733 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment ee365948-3d08-4608-8992-76b5b5ede4fd of type vlan for network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 Aug 16 20:54:07.562611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.669728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 35ba5224-a847-4350-97d8-0ef39061c1b0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:07.701653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.709014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:07.709821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:07.720962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 35ba5224-a847-4350-97d8-0ef39061c1b0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:07.721489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.131465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:08.148480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:08.236731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-224be8eb-b351-4407-a768-bbe1c17cd90d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9421127 Aug 16 20:54:08.239294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58740) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:08.245622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:08.408291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:08.413017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.482659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing IP validity checks on allocation pools {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:54:08.483169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:54:08.727704 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:08.792638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=f9dccd85-2e62-46fe-a71c-ea9b633d8f6c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:08.802992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': 'ee365948-3d08-4608-8992-76b5b5ede4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:08.803358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:08.904331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:09.005111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:09.010623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:09.011237 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.018487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776ec70-cfa7-4061-a986-e6b4e68d002b None None] Network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:09.097159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9e97a0cd-73dc-4019-9e70-f0d153335e62 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8566906 Aug 16 20:54:09.101698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58748) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:09.176578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4', 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': 'f9dccd85-2e62-46fe-a71c-ea9b633d8f6c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:09.177681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.221295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.316090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.341191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Allocated IP 172.20.0.3 (6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4/f9dccd85-2e62-46fe-a71c-ea9b633d8f6c/617720c9-93af-45b2-8972-195979eb4e04) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:09.490959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.500586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Transition to ACTIVE for port object 617720c9-93af-45b2-8972-195979eb4e04 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:09.514715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Transition to ACTIVE for port object 617720c9-93af-45b2-8972-195979eb4e04 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:09.636181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.681148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:09.684326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:09.688042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:09.695100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Pushing event updated for resources: {'Port': ['ID=617720c9-93af-45b2-8972-195979eb4e04,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.745173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Attempting to bind port 617720c9-93af-45b2-8972-195979eb4e04 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:09.745619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Attempting to bind port 617720c9-93af-45b2-8972-195979eb4e04 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ee365948-3d08-4608-8992-76b5b5ede4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:09.745980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Attempting to bind port 617720c9-93af-45b2-8972-195979eb4e04 on network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:09.751018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:09.751409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Checking segment: {'id': 'ee365948-3d08-4608-8992-76b5b5ede4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:09.751846 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.758108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Bound using segment: {'id': 'ee365948-3d08-4608-8992-76b5b5ede4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:09.758108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Bound port: 617720c9-93af-45b2-8972-195979eb4e04, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee365948-3d08-4608-8992-76b5b5ede4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:09.758108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.818713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.819319 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] For port 617720c9-93af-45b2-8972-195979eb4e04, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:09.822299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] For port 617720c9-93af-45b2-8972-195979eb4e04, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=617720c9-93af-45b2-8972-195979eb4e04,segment=NetworkSegment(ee365948-3d08-4608-8992-76b5b5ede4fd),segment_id=ee365948-3d08-4608-8992-76b5b5ede4fd)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:09.847025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dccd85-2e62-46fe-a71c-ea9b633d8f6c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:09.922615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.934148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.944770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee365948-3d08-4608-8992-76b5b5ede4fd') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.945006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee365948-3d08-4608-8992-76b5b5ede4fd') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:09.950118 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.954829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.969188 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.975852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:09.976345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:09.980364 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:10.022889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467040c-690c-44ae-9dec-2c722be05ff4 None None] Pushing event updated for resources: {'Port': ['ID=617720c9-93af-45b2-8972-195979eb4e04,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:10.120667 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:10.120667 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:10.120667 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4'}] Aug 16 20:54:10.120667 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:10.121709 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:10.350033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:10.627673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.792703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 617720c9-93af-45b2-8972-195979eb4e04 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:10.793080 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.891500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 617720c9-93af-45b2-8972-195979eb4e04, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=617720c9-93af-45b2-8972-195979eb4e04,segment=NetworkSegment(ee365948-3d08-4608-8992-76b5b5ede4fd),segment_id=ee365948-3d08-4608-8992-76b5b5ede4fd)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:10.892227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:10.914162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 617720c9-93af-45b2-8972-195979eb4e04 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:11.003463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ac60f-8d2d-44d5-b27a-239447078f2a None None] Network 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:11.088077 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.158719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4207df54-f467-4293-bb27-1a160cb77293 None None] Provisioning for port 617720c9-93af-45b2-8972-195979eb4e04 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:11.199634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] DHCP port deletion for 6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:11.252843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Deleting port 617720c9-93af-45b2-8972-195979eb4e04 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:11.253468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.281531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.314433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=617720c9-93af-45b2-8972-195979eb4e04,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.318081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 617720c9-93af-45b2-8972-195979eb4e04 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:11.324522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] For port 617720c9-93af-45b2-8972-195979eb4e04, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=617720c9-93af-45b2-8972-195979eb4e04,segment=NetworkSegment(ee365948-3d08-4608-8992-76b5b5ede4fd),segment_id=ee365948-3d08-4608-8992-76b5b5ede4fd)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:11.324925 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.332140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.332430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.332637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.332948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.333299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.333632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.333961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.334288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.335038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.335038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.335288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.335605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:11.339410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Calling delete_port for 617720c9-93af-45b2-8972-195979eb4e04 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:11.423125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.450236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] Pushing event deleted for resources: {'Port': ['ID=617720c9-93af-45b2-8972-195979eb4e04,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.452178 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82738e4e-5f05-4344-8192-842ccb60444d None None] No DVR routers for this DVR port 617720c9-93af-45b2-8972-195979eb4e04 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:11.465806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.477545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:11.491547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee365948-3d08-4608-8992-76b5b5ede4fd') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:11.491872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee365948-3d08-4608-8992-76b5b5ede4fd') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:11.503258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.520297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.523015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Deleting port 41e624ae-dd3b-4c27-bb8e-f391dc59a268 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:11.523341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.537742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:11.538136 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:11.541803 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:11.661773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] For port 41e624ae-dd3b-4c27-bb8e-f391dc59a268, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=41e624ae-dd3b-4c27-bb8e-f391dc59a268,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:11.662138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.675575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Calling delete_port for 41e624ae-dd3b-4c27-bb8e-f391dc59a268 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:11.777076 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.784789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.786494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 HTTP/1.1" status: 204 len: 168 time: 2.6858084 Aug 16 20:54:11.791259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:11.798028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887638999'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:11.804362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3461d-3783-4678-b932-d2e5befbe3a7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:11.935858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:11.939294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.963193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:11.971922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:11.977577 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment e12569df-3f21-49fb-b5ec-933d9b31aaa1 of type vlan for network 0ea9e377-30b7-451c-a352-3f7c2f731ffc Aug 16 20:54:12.001675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.023017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.032269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e624ae-dd3b-4c27-bb8e-f391dc59a268,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.150734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.156840 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:12.157451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.221741 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.232251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=0ea9e377-30b7-451c-a352-3f7c2f731ffc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.243778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 0ea9e377-30b7-451c-a352-3f7c2f731ffc details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:12.354465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-afda43c9-d7eb-42e8-b6cc-176755e37152 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5587804 Aug 16 20:54:12.354942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.360332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:12.456096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Router c8b3b5f1-409f-454b-bb20-b001a2c8f557 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:12.561366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:12.565014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.565475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:12.570834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-268ea29f-67bd-4cb4-8955-871ed0a810d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/c8b3b5f1-409f-454b-bb20-b001a2c8f557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195823 Aug 16 20:54:12.573663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58778) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:12.578321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Sync routers for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:12.588839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:12.589584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:12.707053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.715404 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:12.813424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.897685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:54:11Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:12.916543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:12.927471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Checking router: c8b3b5f1-409f-454b-bb20-b001a2c8f557 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:12.936662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Routers {'c8b3b5f1-409f-454b-bb20-b001a2c8f557'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:12.937260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:12.984642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=57994897-1457-43db-92d2-07006c2bc507,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:12.994381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': 'e12569df-3f21-49fb-b5ec-933d9b31aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:12.994750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 0ea9e377-30b7-451c-a352-3f7c2f731ffc, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:13.049816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] Set router c8b3b5f1-409f-454b-bb20-b001a2c8f557 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:13.066612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Deleting port 805e1558-f9ea-4df0-85a2-45ff1a6032e0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:13.067143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.121475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 0ea9e377-30b7-451c-a352-3f7c2f731ffc is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:13.155655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] For port 805e1558-f9ea-4df0-85a2-45ff1a6032e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=805e1558-f9ea-4df0-85a2-45ff1a6032e0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:13.156043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.168602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Calling delete_port for 805e1558-f9ea-4df0-85a2-45ff1a6032e0 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:13.229894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:54:11Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:13.257687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 0ea9e377-30b7-451c-a352-3f7c2f731ffc) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:13.257965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d5c69a-10d4-487e-aadf-721880e578a6 None None] The sync data for ids ['c8b3b5f1-409f-454b-bb20-b001a2c8f557'] in n-d-794306-10 is: [{'id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'name': 'tempest-AttachVolumeShelveTestJSON-905580609-router', 'tenant_id': '01820545e51b45d989ec535b85eb7fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:45:47Z', 'updated_at': '2021-08-16T20:54:11Z', 'revision_number': 5, 'project_id': '01820545e51b45d989ec535b85eb7fa7', 'gw_port': {'id': '805e1558-f9ea-4df0-85a2-45ff1a6032e0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8b3b5f1-409f-454b-bb20-b001a2c8f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:45:48Z', 'updated_at': '2021-08-16T20:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:13.262672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9c77c-a89f-4272-8040-a773d0fa03cf None None] Network 0ea9e377-30b7-451c-a352-3f7c2f731ffc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:13.269212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:13.269809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.419080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-0ea9e377-30b7-451c-a352-3f7c2f731ffc', 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '57994897-1457-43db-92d2-07006c2bc507'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:13.420005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.444695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58784) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:13.444954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bd932668-085b-4242-b0ac-dd8e1fed73bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0886230 Aug 16 20:54:13.512743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.558378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Pushing event deleted for resources: {'Port': ['ID=805e1558-f9ea-4df0-85a2-45ff1a6032e0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:13.584964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Allocated IP 172.20.0.1 (0ea9e377-30b7-451c-a352-3f7c2f731ffc/57994897-1457-43db-92d2-07006c2bc507/3d795696-a4c7-4a8c-84f4-c51ba47a2b42) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:13.639765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.657499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.767377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:13.781087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Transition to ACTIVE for port object 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:13.784403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41e624ae-dd3b-4c27-bb8e-f391dc59a268 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:13.811397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 41e624ae-dd3b-4c27-bb8e-f391dc59a268 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:13.811785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 41e624ae-dd3b-4c27-bb8e-f391dc59a268 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:13.820208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Transition to ACTIVE for port object 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:14.045615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.095099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Network 0ea9e377-30b7-451c-a352-3f7c2f731ffc is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:14.099228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:14.101784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:14.105108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Pushing event updated for resources: {'Port': ['ID=3d795696-a4c7-4a8c-84f4-c51ba47a2b42,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.123674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.127747 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.137236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.173669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Attempting to bind port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:14.174174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Attempting to bind port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e12569df-3f21-49fb-b5ec-933d9b31aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:14.174714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Attempting to bind port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 on network 0ea9e377-30b7-451c-a352-3f7c2f731ffc {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:14.180175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:14.180550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Checking segment: {'id': 'e12569df-3f21-49fb-b5ec-933d9b31aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:14.181095 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.181613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Bound using segment: {'id': 'e12569df-3f21-49fb-b5ec-933d9b31aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:14.182117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Bound port: 3d795696-a4c7-4a8c-84f4-c51ba47a2b42, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12569df-3f21-49fb-b5ec-933d9b31aaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:14.182524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.248825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] For port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:14.251981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] For port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3d795696-a4c7-4a8c-84f4-c51ba47a2b42,segment=NetworkSegment(e12569df-3f21-49fb-b5ec-933d9b31aaa1),segment_id=e12569df-3f21-49fb-b5ec-933d9b31aaa1)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:14.304086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.304601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8b3b5f1-409f-454b-bb20-b001a2c8f557 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:54:14.310103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.311370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-79af0c8b-1072-439c-aaaa-f0602418caeb admin admin] 10.222.0.70 "DELETE /v2.0/routers/c8b3b5f1-409f-454b-bb20-b001a2c8f557 HTTP/1.1" status: 204 len: 168 time: 1.7367601 Aug 16 20:54:14.313944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:14.364093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Deleting subnet d4c3accd-b448-445f-99a0-207542d7630e {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:14.368181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.410531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.438905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.461934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.479765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=57994897-1457-43db-92d2-07006c2bc507,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.534385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af59d9d-190d-41b8-b9ff-a40342186ada None None] Pushing event updated for resources: {'Port': ['ID=3d795696-a4c7-4a8c-84f4-c51ba47a2b42,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.579450 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.595057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea9e377-30b7-451c-a352-3f7c2f731ffc']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:14.606014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.629223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12569df-3f21-49fb-b5ec-933d9b31aaa1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:14.629507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12569df-3f21-49fb-b5ec-933d9b31aaa1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:14.653802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.677702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.685895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:14.686252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:14.690106 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:14.811371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:14.811371 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:14.811371 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '0ea9e377-30b7-451c-a352-3f7c2f731ffc'}] Aug 16 20:54:14.811371 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:14.812247 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:14.859627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.892970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c3accd-b448-445f-99a0-207542d7630e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:14.897695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:14.901648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0c92d1ec-f1c7-4efe-a816-46ac784b7cee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d4c3accd-b448-445f-99a0-207542d7630e HTTP/1.1" status: 204 len: 168 time: 0.5863140 Aug 16 20:54:14.904148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58794) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:14.905481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f08ad-6a86-42ee-b531-91cc926de3a2 None None] Network 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:14.989790 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.055951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Deleting port 744e516a-4440-4438-b151-775272e90043 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:15.056558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.137258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] For port 744e516a-4440-4438-b151-775272e90043, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=744e516a-4440-4438-b151-775272e90043,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:15.137702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.150924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] DHCP port deletion for 584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:15.156992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Calling delete_port for 744e516a-4440-4438-b151-775272e90043 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:15.220043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Deleting port 744e516a-4440-4438-b151-775272e90043 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:15.227844 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.297582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] For port 744e516a-4440-4438-b151-775272e90043, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=744e516a-4440-4438-b151-775272e90043,segment=NetworkSegment(b72c1026-9529-4afd-b8ec-a575e676856d),segment_id=b72c1026-9529-4afd-b8ec-a575e676856d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:15.297978 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.311168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Calling delete_port for 744e516a-4440-4438-b151-775272e90043 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:15.313953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.333104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.371303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Pushing event deleted for resources: {'Port': ['ID=744e516a-4440-4438-b151-775272e90043,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.376790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] No DVR routers for this DVR port 744e516a-4440-4438-b151-775272e90043 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:15.395878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:15.396839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.448624 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.478485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] Pushing event deleted for resources: {'Port': ['ID=744e516a-4440-4438-b151-775272e90043,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.491345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1a675-1e7d-49cb-9fc5-6700d910ac3f None None] No DVR routers for this DVR port 744e516a-4440-4438-b151-775272e90043 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:15.498345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.514520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3d795696-a4c7-4a8c-84f4-c51ba47a2b42,segment=NetworkSegment(e12569df-3f21-49fb-b5ec-933d9b31aaa1),segment_id=e12569df-3f21-49fb-b5ec-933d9b31aaa1)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:15.515112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.517492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584e6c3c-e2d6-43f4-9b3f-7ffce7471e89']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:15.532253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72c1026-9529-4afd-b8ec-a575e676856d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:15.532599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72c1026-9529-4afd-b8ec-a575e676856d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:15.536642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:15.546620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.578460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.588371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:15.588784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:15.590564 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:15.727813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:15.813165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff450d7-ccb5-4505-b512-9a2681b929d2 None None] Network 0ea9e377-30b7-451c-a352-3f7c2f731ffc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:15.854024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.855075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:15.867587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:15.868000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.873968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=3d795696-a4c7-4a8c-84f4-c51ba47a2b42,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.877613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:15.899836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Port 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 was deleted so its status cannot be updated. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 20:54:15.909996 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.919667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:15.920919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] 10.222.0.70 "DELETE /v2.0/networks/584e6c3c-e2d6-43f4-9b3f-7ffce7471e89 HTTP/1.1" status: 204 len: 168 time: 1.0152526 Aug 16 20:54:15.952367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-44b30f0a-71ce-40e7-86bf-91dd7d92f691 None None] Could not find standard attr ID for object 3d795696-a4c7-4a8c-84f4-c51ba47a2b42. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:15.966570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2ece-b4a8-4c8b-a2be-9ff41744ea99 admin admin] Pushing event deleted for resources: {'Network': ['ID=584e6c3c-e2d6-43f4-9b3f-7ffce7471e89,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:15.990534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 805e1558-f9ea-4df0-85a2-45ff1a6032e0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:16.007127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.021110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 805e1558-f9ea-4df0-85a2-45ff1a6032e0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:16.021110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 805e1558-f9ea-4df0-85a2-45ff1a6032e0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:16.021110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 744e516a-4440-4438-b151-775272e90043 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:16.025160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea9e377-30b7-451c-a352-3f7c2f731ffc']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.036068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12569df-3f21-49fb-b5ec-933d9b31aaa1') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.036446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12569df-3f21-49fb-b5ec-933d9b31aaa1') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:16.036601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 744e516a-4440-4438-b151-775272e90043 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:16.036962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 744e516a-4440-4438-b151-775272e90043 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:16.047717 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.051219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3436e-c0ae-4333-8599-ca3383cdafc8 None None] DHCP port deletion for 0ea9e377-30b7-451c-a352-3f7c2f731ffc request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:16.064515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.071341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:16.071852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:16.075066 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:16.368288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.376501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.378478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/0ea9e377-30b7-451c-a352-3f7c2f731ffc HTTP/1.1" status: 204 len: 168 time: 2.9317656 Aug 16 20:54:16.382137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58808) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.396233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-727481291'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:16.413186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d093c-4786-462c-9b79-79fc73fbf2cd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=0ea9e377-30b7-451c-a352-3f7c2f731ffc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.601331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:16.601666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58814) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.607281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.632790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:16.642300 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.642667 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 6e437fd7-e928-40a6-ab28-b60dca35db58 of type vlan for network f1da23b1-7c6e-4fc1-a556-7f947448516b Aug 16 20:54:16.645138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83013eff-9ea2-4610-b32a-a923b9725b11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01820545e51b45d989ec535b85eb7fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422273 Aug 16 20:54:16.648218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:16.688800 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.699138 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.724053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.822092 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.828273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:16.828876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.850645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.854099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:16.856059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d89387f-2874-488f-9f9b-8768e7707ea2 HTTP/1.1" status: 204 len: 168 time: 0.2067108 Aug 16 20:54:16.864955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49298db5-2fbc-4a1f-a2f7-f58c253cab7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d89387f-2874-488f-9f9b-8768e7707ea2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.908556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=f1da23b1-7c6e-4fc1-a556-7f947448516b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:16.919371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f1da23b1-7c6e-4fc1-a556-7f947448516b details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:17.062495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-564d375d-0064-4544-979f-c0cfa7dd6688 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6706209 Aug 16 20:54:17.065233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58822) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:17.070201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:17.326238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:17.330108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.667303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:17.672925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:17.689767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:17.690215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d795696-a4c7-4a8c-84f4-c51ba47a2b42 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:17.745574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=5232ed9c-234e-4fbf-afb0-adfb552b631b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:17.754638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '6e437fd7-e928-40a6-ab28-b60dca35db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:17.755012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: f1da23b1-7c6e-4fc1-a556-7f947448516b, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:17.898178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network f1da23b1-7c6e-4fc1-a556-7f947448516b is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:18.032820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f1da23b1-7c6e-4fc1-a556-7f947448516b) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:18.037791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:18.038643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.045055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6ffaf-422a-44bd-990f-b41f1f383965 None None] Network f1da23b1-7c6e-4fc1-a556-7f947448516b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:18.134094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-52e92a0e-4824-44d1-a50d-0fe71223f7c7 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0678046 Aug 16 20:54:18.140407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58842) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.243361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f1da23b1-7c6e-4fc1-a556-7f947448516b', 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '5232ed9c-234e-4fbf-afb0-adfb552b631b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:18.244276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.261881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.318798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.404536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Allocated IP 172.20.0.2 (f1da23b1-7c6e-4fc1-a556-7f947448516b/5232ed9c-234e-4fbf-afb0-adfb552b631b/bc78dcab-2817-4e30-89ec-c35a7d5eca10) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:18.432755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58850) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:18.482506 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.560696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-856013540-network', 'tenant_id': '07655302f31147a584d21c5b027cfec6'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:18.561635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.574204 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Transition to ACTIVE for port object bc78dcab-2817-4e30-89ec-c35a7d5eca10 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:18.591859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Transition to ACTIVE for port object bc78dcab-2817-4e30-89ec-c35a7d5eca10 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:18.684260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Made reservation on behalf of 07655302f31147a584d21c5b027cfec6 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:18.687075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.697745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.714555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.763019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Network f1da23b1-7c6e-4fc1-a556-7f947448516b is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:18.765944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:18.768340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:18.777625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Pushing event updated for resources: {'Port': ['ID=bc78dcab-2817-4e30-89ec-c35a7d5eca10,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.838497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Attempting to bind port bc78dcab-2817-4e30-89ec-c35a7d5eca10 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:18.838867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Attempting to bind port bc78dcab-2817-4e30-89ec-c35a7d5eca10 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6e437fd7-e928-40a6-ab28-b60dca35db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:18.839224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Attempting to bind port bc78dcab-2817-4e30-89ec-c35a7d5eca10 on network f1da23b1-7c6e-4fc1-a556-7f947448516b {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:18.844417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:18.844783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Checking segment: {'id': '6e437fd7-e928-40a6-ab28-b60dca35db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:18.845182 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.845568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Bound using segment: {'id': '6e437fd7-e928-40a6-ab28-b60dca35db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:18.846031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Bound port: bc78dcab-2817-4e30-89ec-c35a7d5eca10, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e437fd7-e928-40a6-ab28-b60dca35db58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:18.846405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.855650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.895608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=5232ed9c-234e-4fbf-afb0-adfb552b631b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:18.920227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] For port bc78dcab-2817-4e30-89ec-c35a7d5eca10, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:18.923828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] For port bc78dcab-2817-4e30-89ec-c35a7d5eca10, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bc78dcab-2817-4e30-89ec-c35a7d5eca10,segment=NetworkSegment(6e437fd7-e928-40a6-ab28-b60dca35db58),segment_id=6e437fd7-e928-40a6-ab28-b60dca35db58)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:18.973192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:18.987321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1da23b1-7c6e-4fc1-a556-7f947448516b']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:19.003891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e437fd7-e928-40a6-ab28-b60dca35db58') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:19.004138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e437fd7-e928-40a6-ab28-b60dca35db58') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:19.022710 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.044452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.045235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.049270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.057217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:19.057621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:19.061143 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:19.141837 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a0e37-3f65-4194-b739-7fcf2234ae4c None None] Pushing event updated for resources: {'Port': ['ID=bc78dcab-2817-4e30-89ec-c35a7d5eca10,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.153738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3376f85-8516-4b62-9040-98155ca340f3 None None] Network f1da23b1-7c6e-4fc1-a556-7f947448516b requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:19.160076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.189156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:19.189156 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:19.189156 n-d-794306-10 neutron-server[95241]: [parameters: {'id': 'f1da23b1-7c6e-4fc1-a556-7f947448516b'}] Aug 16 20:54:19.189156 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:19.195717 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:19.200230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:19.206046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d88ea6-3e8b-43b4-98fd-cf681608b615,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.213514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.213869 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Added segment 311da9a4-19e7-49fb-b5d5-ba0f2011b942 of type vlan for network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 Aug 16 20:54:19.256133 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.294481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4bc59-8ee0-4555-91a7-af6992278dde None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:54:19.389548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.390807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:19.391500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.467680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] Pushing event updated for resources: {'Network': ['ID=2f4dddee-35cd-41de-bb6c-3371c9497ae9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:19.487007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:19.609176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4bc59-8ee0-4555-91a7-af6992278dde None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:54:19.626029 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0211e7f9-1812-498c-99a0-d2a05ff2544a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1883912 Aug 16 20:54:19.626282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58858) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:19.631458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Request body: {'subnet': {'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-856013540-subnet', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:19.690775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.749032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port bc78dcab-2817-4e30-89ec-c35a7d5eca10 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:19.749661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.823794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Made reservation on behalf of 07655302f31147a584d21c5b027cfec6 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:19.826026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.829727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port bc78dcab-2817-4e30-89ec-c35a7d5eca10, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bc78dcab-2817-4e30-89ec-c35a7d5eca10,segment=NetworkSegment(6e437fd7-e928-40a6-ab28-b60dca35db58),segment_id=6e437fd7-e928-40a6-ab28-b60dca35db58)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:19.830096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:19.880052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for bc78dcab-2817-4e30-89ec-c35a7d5eca10 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:20.098727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.127600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=bc78dcab-2817-4e30-89ec-c35a7d5eca10,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.129369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port bc78dcab-2817-4e30-89ec-c35a7d5eca10 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:20.170196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-a37077e3-23f2-4297-acfb-fa545f365fa4 req-0a266546-26e4-4cc2-b626-334972af75ba service neutron] (95241) timed out ('10.222.0.70', 38298) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 20:54:20.196233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.239947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.266257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1da23b1-7c6e-4fc1-a556-7f947448516b']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.287598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e437fd7-e928-40a6-ab28-b60dca35db58') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.287929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e437fd7-e928-40a6-ab28-b60dca35db58') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:20.290629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.303696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.320211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Checking segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:20.320689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Network hostable DHCP agents. Network: 2f4dddee-35cd-41de-bb6c-3371c9497ae9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:20.322978 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.331614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:20.332026 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:20.334934 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:20.527092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.528707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:20.536770 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.538571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/f1da23b1-7c6e-4fc1-a556-7f947448516b HTTP/1.1" status: 204 len: 168 time: 2.3970237 Aug 16 20:54:20.543016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58864) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:20.548330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-242084454'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:20.556927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697cd2a-74da-4ed7-badd-3a2b9b4aec20 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=f1da23b1-7c6e-4fc1-a556-7f947448516b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:20.686463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2f4dddee-35cd-41de-bb6c-3371c9497ae9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:20.690513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.691211 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.696449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ace1a-5f94-4bcc-b2d8-87015031a909 None None] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:20.720020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:20.720020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.744629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:20.753950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.754303 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 62f85353-0164-4943-8bb0-4fd295b20e25 of type vlan for network 0147210e-7ede-4d09-9077-e6b6ad17fad8 Aug 16 20:54:20.798949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.844913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b050d72-add3-4325-ac1c-80b50291371d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2174904 Aug 16 20:54:20.847641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58866) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:20.852339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:20.865767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:20.866719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.961569 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.967896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:20.968534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.996372 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:20.999626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.016294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Allocated IP 172.20.0.2 (2f4dddee-35cd-41de-bb6c-3371c9497ae9/bac4ad76-c6b3-406a-99f5-63a25a4cf2ac/2d6b7ad4-2fdf-4686-9b55-1774664d907a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:21.045428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=0147210e-7ede-4d09-9077-e6b6ad17fad8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.062572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.086712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 0147210e-7ede-4d09-9077-e6b6ad17fad8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:21.125579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a2e6c0f-9620-4159-b2f6-284c08942f6e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5814090 Aug 16 20:54:21.128772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:21.136172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:21.252655 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.262911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Transition to ACTIVE for port object 2d6b7ad4-2fdf-4686-9b55-1774664d907a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:21.284391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Transition to ACTIVE for port object 2d6b7ad4-2fdf-4686-9b55-1774664d907a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:21.360549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.399400 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.440799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:21.444087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:21.448678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:21.455941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Pushing event updated for resources: {'Port': ['ID=2d6b7ad4-2fdf-4686-9b55-1774664d907a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.506611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Attempting to bind port 2d6b7ad4-2fdf-4686-9b55-1774664d907a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:21.506904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Attempting to bind port 2d6b7ad4-2fdf-4686-9b55-1774664d907a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:21.507231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Attempting to bind port 2d6b7ad4-2fdf-4686-9b55-1774664d907a on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:21.513391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:21.513755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Checking segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:21.514153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.514540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Bound using segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:21.514996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Bound port: 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:21.515371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.574569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:21.578831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.591456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] For port 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:21.628318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] For port 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2d6b7ad4-2fdf-4686-9b55-1774664d907a,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:21.646212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing IP validity checks on allocation pools {{(pid=95241) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:54:21.646714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95241) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:54:21.744946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.806107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c35c1-7f54-4c13-b019-90aabda49ace None None] Pushing event updated for resources: {'Port': ['ID=2d6b7ad4-2fdf-4686-9b55-1774664d907a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:21.903715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:21.925476 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.001844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.114582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=b87994eb-063d-44bf-8ab7-e8f03ec6f194,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.131289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Allocated IP 172.25.7.185 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/e27ce812-953e-40ea-8133-28aa919be4b0) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.137521 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.147580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '62f85353-0164-4943-8bb0-4fd295b20e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:22.148083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 0147210e-7ede-4d09-9077-e6b6ad17fad8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:22.263028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.309515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 0147210e-7ede-4d09-9077-e6b6ad17fad8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:22.384856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.435669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:22.436419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 0147210e-7ede-4d09-9077-e6b6ad17fad8) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:22.442360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:22.443228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.444011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a5312d-e53c-4361-9773-a7ca2f201946 None None] Network 0147210e-7ede-4d09-9077-e6b6ad17fad8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:22.452396 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:22.457093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:22.496478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Pushing event updated for resources: {'Port': ['ID=e27ce812-953e-40ea-8133-28aa919be4b0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:22.635216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-0147210e-7ede-4d09-9077-e6b6ad17fad8', 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': 'b87994eb-063d-44bf-8ab7-e8f03ec6f194'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:22.636130 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.652903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19c11d61-9b05-4fc5-ac2d-0c485af2fb5b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5205064 Aug 16 20:54:22.653339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58880) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:22.778257 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.793802 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Allocated IP 172.20.0.3 (0147210e-7ede-4d09-9077-e6b6ad17fad8/b87994eb-063d-44bf-8ab7-e8f03ec6f194/5576cbac-bc22-46b5-8873-8fcda5e2a196) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:22.842100 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:22.933926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4519b0-ea1d-4e78-a167-4edd409d4cba None None] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:23.036289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.060753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Transition to ACTIVE for port object 5576cbac-bc22-46b5-8873-8fcda5e2a196 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:23.092393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Transition to ACTIVE for port object 5576cbac-bc22-46b5-8873-8fcda5e2a196 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:23.151186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac693c6d-7d0b-4e2a-bca3-4e5559effbd3 None None] Provisioning for port 2d6b7ad4-2fdf-4686-9b55-1774664d907a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:23.216734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.265043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Network 0147210e-7ede-4d09-9077-e6b6ad17fad8 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:23.272638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:23.275897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:23.287450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Pushing event updated for resources: {'Port': ['ID=5576cbac-bc22-46b5-8873-8fcda5e2a196,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.315920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.350392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Attempting to bind port 5576cbac-bc22-46b5-8873-8fcda5e2a196 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:23.350392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Attempting to bind port 5576cbac-bc22-46b5-8873-8fcda5e2a196 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '62f85353-0164-4943-8bb0-4fd295b20e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:23.350392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Attempting to bind port 5576cbac-bc22-46b5-8873-8fcda5e2a196 on network 0147210e-7ede-4d09-9077-e6b6ad17fad8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:23.362825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=b87994eb-063d-44bf-8ab7-e8f03ec6f194,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.366756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:23.368499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Checking segment: {'id': '62f85353-0164-4943-8bb0-4fd295b20e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:23.368925 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.369323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Bound using segment: {'id': '62f85353-0164-4943-8bb0-4fd295b20e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:23.369820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Bound port: 5576cbac-bc22-46b5-8873-8fcda5e2a196, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f85353-0164-4943-8bb0-4fd295b20e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:23.370230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.418488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-c2257d8e-10d5-4e77-b070-c711e74844bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4935634 Aug 16 20:54:23.455173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.507246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.525710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147210e-7ede-4d09-9077-e6b6ad17fad8']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:23.534000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] For port 5576cbac-bc22-46b5-8873-8fcda5e2a196, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:23.539576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] For port 5576cbac-bc22-46b5-8873-8fcda5e2a196, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5576cbac-bc22-46b5-8873-8fcda5e2a196,segment=NetworkSegment(62f85353-0164-4943-8bb0-4fd295b20e25),segment_id=62f85353-0164-4943-8bb0-4fd295b20e25)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:23.542792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f85353-0164-4943-8bb0-4fd295b20e25') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:23.543148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f85353-0164-4943-8bb0-4fd295b20e25') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:23.560506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.591132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-1fb17b61-512a-4700-9c21-ab22f1a8d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.592659 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-1fb17b61-512a-4700-9c21-ab22f1a8d7be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.0913970 Aug 16 20:54:23.673183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.676845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.683033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:23.686341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.757388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2d6b7ad4-2fdf-4686-9b55-1774664d907a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:23.762812 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:23.787001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:23.793464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-64e69992-39b0-4ac9-bbc5-7c661cbf6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:23.795039 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-64e69992-39b0-4ac9-bbc5-7c661cbf6b7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1531870 Aug 16 20:54:23.821207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0dad3-1bc0-4d46-8b83-71e66da7c7c2 None None] Pushing event updated for resources: {'Port': ['ID=5576cbac-bc22-46b5-8873-8fcda5e2a196,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:23.847473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2052921-41d2-42ac-9f80-7c5d8030fc6e None None] Network 0147210e-7ede-4d09-9077-e6b6ad17fad8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:23.856307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:23.856307 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:23.856307 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '0147210e-7ede-4d09-9077-e6b6ad17fad8'}] Aug 16 20:54:23.856307 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:23.860542 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:23.935507 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-8e5a90c9-7d82-4cfa-9144-704456bd3610 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 1002 time: 0.1034858 Aug 16 20:54:23.995831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7b572-f60a-4f60-848e-1d98272d3ec4 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:54:24.009098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-38154f9d-7ba1-427f-b3b7-1629e0baf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.010595 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-38154f9d-7ba1-427f-b3b7-1629e0baf5e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0669069 Aug 16 20:54:24.020380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 2d6b7ad4-2fdf-4686-9b55-1774664d907a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:24.030207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2d6b7ad4-2fdf-4686-9b55-1774664d907a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:24.030586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.064401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-486469e7-4c2d-4944-878f-dbdfb5a5f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:24.066173 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-486469e7-4c2d-4944-878f-dbdfb5a5f1a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480714 Aug 16 20:54:24.152884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Router 520184b5-6408-478b-984e-eefc3ab83ab2 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:54:24.173358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b7b572-f60a-4f60-848e-1d98272d3ec4 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:54:24.173633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-aabb5262-b129-46d5-b681-6f60f3d49f60 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995789 Aug 16 20:54:24.175322 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.253803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2d6b7ad4-2fdf-4686-9b55-1774664d907a,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:24.338892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:24.346656 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2db8bb80-28c2-4a67-a764-593b3a0b2d37 req-536dee59-e5ca-4325-a5ae-efae730252e8 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398811 Aug 16 20:54:24.351035 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:24.356249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.358087 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.362835 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:24.364510 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.416321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 5576cbac-bc22-46b5-8873-8fcda5e2a196 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:24.416568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.439782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=2d6b7ad4-2fdf-4686-9b55-1774664d907a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.493587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.493587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-230043cf-958e-4c01-9ea5-b56ce471eb8d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6427910 Aug 16 20:54:24.495022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:24.523198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 5576cbac-bc22-46b5-8873-8fcda5e2a196, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5576cbac-bc22-46b5-8873-8fcda5e2a196,segment=NetworkSegment(62f85353-0164-4943-8bb0-4fd295b20e25),segment_id=62f85353-0164-4943-8bb0-4fd295b20e25)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:24.523697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.568241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 5576cbac-bc22-46b5-8873-8fcda5e2a196 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:24.597558 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:24.791212 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:22Z', 'revision_number': 3, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:24.817069 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:24.817564 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Updating router 520184b5-6408-478b-984e-eefc3ab83ab2 port e27ce812-953e-40ea-8133-28aa919be4b0 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:24.846867 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.864059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:24.904656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 5576cbac-bc22-46b5-8873-8fcda5e2a196 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:24.906767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=5576cbac-bc22-46b5-8873-8fcda5e2a196,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:24.996600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.008659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147210e-7ede-4d09-9077-e6b6ad17fad8']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:25.015935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.019389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f85353-0164-4943-8bb0-4fd295b20e25') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:25.019699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f85353-0164-4943-8bb0-4fd295b20e25') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:25.031483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.047423 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.053422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:25.055043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:25.057672 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:25.131128 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.223657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.224094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Transition to ACTIVE for port object e27ce812-953e-40ea-8133-28aa919be4b0 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:25.232357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.237998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/0147210e-7ede-4d09-9077-e6b6ad17fad8 HTTP/1.1" status: 204 len: 168 time: 2.5831625 Aug 16 20:54:25.245797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58912) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.247988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811414562'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:25.251220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f290399-2a18-49c6-a143-c78dbbae4389 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=0147210e-7ede-4d09-9077-e6b6ad17fad8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.281325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Allocated IP 172.20.0.1 (2f4dddee-35cd-41de-bb6c-3371c9497ae9/bac4ad76-c6b3-406a-99f5-63a25a4cf2ac/528a2940-9779-4541-badb-47ff7383e7f1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:25.338751 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.400483 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Attempting to bind port e27ce812-953e-40ea-8133-28aa919be4b0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:25.401747 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Attempting to bind port e27ce812-953e-40ea-8133-28aa919be4b0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:25.402342 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Attempting to bind port e27ce812-953e-40ea-8133-28aa919be4b0 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:25.405505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.417299 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:25.424751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:25.424751 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.424751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:25.424751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Bound port: e27ce812-953e-40ea-8133-28aa919be4b0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:25.424751 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.425428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:25.426167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.444876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Transition to ACTIVE for port object 528a2940-9779-4541-badb-47ff7383e7f1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:25.481676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:25.504972 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] For port e27ce812-953e-40ea-8133-28aa919be4b0, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:25.508286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2caa6-41ff-4c77-b118-36538f2d1ad3 None None] Pushing event updated for resources: {'Port': ['ID=e27ce812-953e-40ea-8133-28aa919be4b0,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.508439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.508907 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 2d341433-58b4-4cf6-a411-4591ce4d5f07 of type vlan for network 798b58a1-4178-44fe-aad7-f1dee6e5b871 Aug 16 20:54:25.512157 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] For port e27ce812-953e-40ea-8133-28aa919be4b0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e27ce812-953e-40ea-8133-28aa919be4b0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:25.569830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.653059 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.728452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.732266 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:25.733242 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:25.735343 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2caa6-41ff-4c77-b118-36538f2d1ad3 None None] Pushing event updated for resources: {'Port': ['ID=e27ce812-953e-40ea-8133-28aa919be4b0,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.766778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2d6b7ad4-2fdf-4686-9b55-1774664d907a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:25.776536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.782453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:25.783124 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.858150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:25.859163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2d6b7ad4-2fdf-4686-9b55-1774664d907a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:25.859714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.864354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:25.867975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Pushing event updated for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.870782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:25.908147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:25.911060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=798b58a1-4178-44fe-aad7-f1dee6e5b871,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:25.927838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 798b58a1-4178-44fe-aad7-f1dee6e5b871 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:25.936544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:25.966046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54a4d3e3-b0f9-4d10-9274-7a39a7536c75 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7213383 Aug 16 20:54:25.967903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58926) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:25.976790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:26.189969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:26.194437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.223486 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:22Z', 'revision_number': 3, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:26.256725 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e28e4-8618-440f-8175-d1d91c241789 None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:22Z', 'revision_number': 3, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:26.327682 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.417998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-19a19006-64fc-4a3c-916c-4e28f369ad8b None None] Provisioning for port 528a2940-9779-4541-badb-47ff7383e7f1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:26.422230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-19a19006-64fc-4a3c-916c-4e28f369ad8b None None] Provisioning complete for port 528a2940-9779-4541-badb-47ff7383e7f1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:26.422609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-19a19006-64fc-4a3c-916c-4e28f369ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.489450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-19a19006-64fc-4a3c-916c-4e28f369ad8b None None] Port 528a2940-9779-4541-badb-47ff7383e7f1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:26.539446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.613734 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.684061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.728006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=c70641f7-50a9-4532-b050-a65d0ffbe35a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.742991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '2d341433-58b4-4cf6-a411-4591ce4d5f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:26.743696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 798b58a1-4178-44fe-aad7-f1dee6e5b871, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:26.771429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Pushing event updated for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:26.780403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.855691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 798b58a1-4178-44fe-aad7-f1dee6e5b871 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:26.904988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:26.918364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:26.961810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 798b58a1-4178-44fe-aad7-f1dee6e5b871) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:26.966133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:26.966968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:26.977709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e800eb96-7fc7-403b-8e9c-963c2b35de43 None None] Network 798b58a1-4178-44fe-aad7-f1dee6e5b871 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:27.069852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:27.079475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c718e8c4-cc28-4121-a2ee-48ef33a84cdc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1118989 Aug 16 20:54:27.082079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58938) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:27.194825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-798b58a1-4178-44fe-aad7-f1dee6e5b871', 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': 'c70641f7-50a9-4532-b050-a65d0ffbe35a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:27.196033 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.289143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.350041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-284a2351-c6b5-4cbd-a1ca-519fa6f5d823 None None] Provisioning complete for port 528a2940-9779-4541-badb-47ff7383e7f1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:27.350813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-284a2351-c6b5-4cbd-a1ca-519fa6f5d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.392665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.478579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Allocated IP 172.20.0.1 (798b58a1-4178-44fe-aad7-f1dee6e5b871/c70641f7-50a9-4532-b050-a65d0ffbe35a/8b938283-ba27-459f-adf4-f9916eae448a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:27.495240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-284a2351-c6b5-4cbd-a1ca-519fa6f5d823 None None] Port 528a2940-9779-4541-badb-47ff7383e7f1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:27.582934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:27.588827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-48e8cce6-6609-4a77-800b-c68743fc5dab admin admin] 10.222.0.70 "PUT /v2.0/routers/520184b5-6408-478b-984e-eefc3ab83ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0925536 Aug 16 20:54:27.680130 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.689186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Transition to ACTIVE for port object 8b938283-ba27-459f-adf4-f9916eae448a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.708126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Transition to ACTIVE for port object 8b938283-ba27-459f-adf4-f9916eae448a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:27.739582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e27ce812-953e-40ea-8133-28aa919be4b0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:27.811289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.876572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Pushing event updated for resources: {'Port': ['ID=8b938283-ba27-459f-adf4-f9916eae448a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:27.881588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Network 798b58a1-4178-44fe-aad7-f1dee6e5b871 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:27.883194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:27.887588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:27.938233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.956152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Attempting to bind port 8b938283-ba27-459f-adf4-f9916eae448a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:27.956525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Attempting to bind port 8b938283-ba27-459f-adf4-f9916eae448a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '2d341433-58b4-4cf6-a411-4591ce4d5f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:27.956892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Attempting to bind port 8b938283-ba27-459f-adf4-f9916eae448a on network 798b58a1-4178-44fe-aad7-f1dee6e5b871 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:27.962878 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:27.963263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Checking segment: {'id': '2d341433-58b4-4cf6-a411-4591ce4d5f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:27.963710 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.964126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Bound using segment: {'id': '2d341433-58b4-4cf6-a411-4591ce4d5f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:27.964650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Bound port: 8b938283-ba27-459f-adf4-f9916eae448a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d341433-58b4-4cf6-a411-4591ce4d5f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:27.965052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:27.973643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=c70641f7-50a9-4532-b050-a65d0ffbe35a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.053426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] For port 8b938283-ba27-459f-adf4-f9916eae448a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:28.057873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] For port 8b938283-ba27-459f-adf4-f9916eae448a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8b938283-ba27-459f-adf4-f9916eae448a,segment=NetworkSegment(2d341433-58b4-4cf6-a411-4591ce4d5f07),segment_id=2d341433-58b4-4cf6-a411-4591ce4d5f07)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:28.059257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e27ce812-953e-40ea-8133-28aa919be4b0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:28.063552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e27ce812-953e-40ea-8133-28aa919be4b0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:28.064010 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.095185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.118285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798b58a1-4178-44fe-aad7-f1dee6e5b871']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:28.157024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d341433-58b4-4cf6-a411-4591ce4d5f07') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:28.157365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d341433-58b4-4cf6-a411-4591ce4d5f07') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:28.170944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.180843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.203895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e27ce812-953e-40ea-8133-28aa919be4b0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e27ce812-953e-40ea-8133-28aa919be4b0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:28.219122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.221494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.230165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:28.230923 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:28.251300 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:28.325752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce0b0a-f238-4ffd-9eb3-6f288c2fb028 None None] Pushing event updated for resources: {'Port': ['ID=8b938283-ba27-459f-adf4-f9916eae448a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.337004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.365138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dab2ef-84bd-4b1c-83a5-96f833a19ed6 None None] Network 798b58a1-4178-44fe-aad7-f1dee6e5b871 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:28.395240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:28.395240 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:28.395240 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '798b58a1-4178-44fe-aad7-f1dee6e5b871'}] Aug 16 20:54:28.395240 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:28.399371 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:28.464448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:28.470141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--847760224', 'description': 'tempest-description--1427742964'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:28.571040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:28.598280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.599860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:28.600500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:28.657897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e27ce812-953e-40ea-8133-28aa919be4b0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:28.744808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.784207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:28.788668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aab4f3-9def-43c2-a43c-f66c5999cf14 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:54:28.895636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.899884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:28.938742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7a765-240f-49ca-b9d0-7f4590ce58e2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.012080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 8b938283-ba27-459f-adf4-f9916eae448a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:29.012955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.052214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.056356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-364f232d-4209-48fe-b671-f25860e5c74d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5877206 Aug 16 20:54:29.057163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.061282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group_rule': {'security_group_id': '82d7a765-240f-49ca-b9d0-7f4590ce58e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.086717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aab4f3-9def-43c2-a43c-f66c5999cf14 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:54:29.105897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 8b938283-ba27-459f-adf4-f9916eae448a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8b938283-ba27-459f-adf4-f9916eae448a,segment=NetworkSegment(2d341433-58b4-4cf6-a411-4591ce4d5f07),segment_id=2d341433-58b4-4cf6-a411-4591ce4d5f07)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:29.106473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.123133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 8b938283-ba27-459f-adf4-f9916eae448a owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:29.222638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.318222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.325889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 2, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.333012 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.365058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:29.365411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Updating router 520184b5-6408-478b-984e-eefc3ab83ab2 port 528a2940-9779-4541-badb-47ff7383e7f1 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:54:29.380101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=8b938283-ba27-459f-adf4-f9916eae448a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.382141 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 8b938283-ba27-459f-adf4-f9916eae448a on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:29.417693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.453187 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.459864 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98630525-8209-4f0b-8475-3b62479fd606,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.523565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.537244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798b58a1-4178-44fe-aad7-f1dee6e5b871']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.551404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d341433-58b4-4cf6-a411-4591ce4d5f07') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.551986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d341433-58b4-4cf6-a411-4591ce4d5f07') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:29.565291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.590692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.598188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:29.598676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:29.603439 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:29.615053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.615053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-35716a39-5721-44ee-9881-363ef99b22a2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5476208 Aug 16 20:54:29.615764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.624000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group_rule': {'security_group_id': '82d7a765-240f-49ca-b9d0-7f4590ce58e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.796592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.819629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e27ce812-953e-40ea-8133-28aa919be4b0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:29.829775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.832457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.837795 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/798b58a1-4178-44fe-aad7-f1dee6e5b871 HTTP/1.1" status: 204 len: 168 time: 2.7500038 Aug 16 20:54:29.837795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea228b7-1f01-45de-a1ac-4870db9ad7ec tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=798b58a1-4178-44fe-aad7-f1dee6e5b871,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:29.840172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58968) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:29.848085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355719609'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:29.923935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.949528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.960290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e27ce812-953e-40ea-8133-28aa919be4b0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:29.961385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:29.965605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Transition to ACTIVE for port object 528a2940-9779-4541-badb-47ff7383e7f1 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:29.975282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:29.984198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.009497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:30.019424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.020042 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 6747234a-eee9-43ae-a71e-fd3b30744f86 of type vlan for network b0563785-d6f7-4c3e-ac81-ccd6447c484f Aug 16 20:54:30.061023 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.072892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.081723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04359f4-3ceb-460b-9203-83b90bbdb7d3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.126512 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.178291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff361-40ff-452f-b60b-f7ea7f339e85 None None] Pushing event updated for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.181356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.185329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3e2ea7b2-9fe0-43e0-bc7d-a177bdd358fc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5730684 Aug 16 20:54:30.185928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 58974) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:30.191195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:30.246358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Attempting to bind port 528a2940-9779-4541-badb-47ff7383e7f1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:30.246741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Attempting to bind port 528a2940-9779-4541-badb-47ff7383e7f1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:30.247102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Attempting to bind port 528a2940-9779-4541-badb-47ff7383e7f1 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:30.252883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:30.254333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Checking segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:30.254333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.254333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Bound using segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:30.254658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Bound port: 528a2940-9779-4541-badb-47ff7383e7f1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:30.254867 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.292043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.298969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:30.299713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.324636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] For port 528a2940-9779-4541-badb-47ff7383e7f1, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:30.328525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] For port 528a2940-9779-4541-badb-47ff7383e7f1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=528a2940-9779-4541-badb-47ff7383e7f1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:30.329475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.390025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=b0563785-d6f7-4c3e-ac81-ccd6447c484f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.402446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b0563785-d6f7-4c3e-ac81-ccd6447c484f details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:30.448008 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.475085 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.475675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3385e224-6d29-421d-9852-fb74f2bc3c93 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6340005 Aug 16 20:54:30.485842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58978) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:30.485842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:30.539989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:30.540463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:30.583405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Allocated IP 172.25.7.136 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/c2176b8f-5c0b-430c-b4e0-589f3695d6fb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:30.604007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ff361-40ff-452f-b60b-f7ea7f339e85 None None] Pushing event updated for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:30.744733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:30.752623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:30.756297 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.776014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.791598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ac5bac11-1892-4f53-a0f3-4d445ab69517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:30.970398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.020657 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:31.027689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.039416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:31.065616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:30Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:31.076552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=c2176b8f-5c0b-430c-b4e0-589f3695d6fb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.104331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c96a0-7fef-49d3-951f-4f19c998fece None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:30Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:31.223103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.258064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.308630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=028325c3-2e38-4335-96c9-6f9a08e60f86,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:31.317748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '6747234a-eee9-43ae-a71e-fd3b30744f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:31.318128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: b0563785-d6f7-4c3e-ac81-ccd6447c484f, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:31.474574 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.479834 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network b0563785-d6f7-4c3e-ac81-ccd6447c484f is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:31.619350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b0563785-d6f7-4c3e-ac81-ccd6447c484f) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:31.627051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2ce17-c58c-42f9-a38c-277e07c5445b None None] Network b0563785-d6f7-4c3e-ac81-ccd6447c484f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:31.627592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:31.628115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.781450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-85d83ed0-91da-4f6d-89e3-6e7d91eea4f6 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2988746 Aug 16 20:54:31.781702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 58992) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:31.793842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.814291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 528a2940-9779-4541-badb-47ff7383e7f1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:31.891640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.941013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b0563785-d6f7-4c3e-ac81-ccd6447c484f', 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '028325c3-2e38-4335-96c9-6f9a08e60f86'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:31.942621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:31.996492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.023468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.042428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=c2176b8f-5c0b-430c-b4e0-589f3695d6fb,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.047118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 528a2940-9779-4541-badb-47ff7383e7f1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:32.064572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 528a2940-9779-4541-badb-47ff7383e7f1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:32.065212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.113088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.133438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.136342 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7045c94e-d54e-4197-b9f2-2dd723099c2a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9488227 Aug 16 20:54:32.262754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Allocated IP 172.20.0.1 (b0563785-d6f7-4c3e-ac81-ccd6447c484f/028325c3-2e38-4335-96c9-6f9a08e60f86/7e4b5920-1f26-4cac-88c2-676a7daf9011) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:32.292080 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.342493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 528a2940-9779-4541-badb-47ff7383e7f1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=528a2940-9779-4541-badb-47ff7383e7f1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:32.389749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-cf0b7769-8bd7-440d-9d8a-1427127dd1a3 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--847760224&fields=id&tenant_id=07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 267 time: 0.0721903 Aug 16 20:54:32.458239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.525522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.529257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d9d1fdf1-e45c-4475-812e-df86e9d9abea tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:32.531063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d9d1fdf1-e45c-4475-812e-df86e9d9abea tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 810 time: 0.1342874 Aug 16 20:54:32.550195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Transition to ACTIVE for port object 7e4b5920-1f26-4cac-88c2-676a7daf9011 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.555080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.558953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-fb823f91-2851-4438-bd02-f74dd11a43d2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/quotas/07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 375 time: 0.0201907 Aug 16 20:54:32.572781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Transition to ACTIVE for port object 7e4b5920-1f26-4cac-88c2-676a7daf9011 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:32.625704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-b2b77c5e-3969-4e6a-9830-50f3458b4164 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625830 Aug 16 20:54:32.721049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.743073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-bc8163bd-6928-4da8-96ff-79b9a98c1703 service neutron] 10.222.0.70 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031582 Aug 16 20:54:32.766448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Network b0563785-d6f7-4c3e-ac81-ccd6447c484f is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:32.769692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:32.773331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:32.801128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Pushing event updated for resources: {'Port': ['ID=7e4b5920-1f26-4cac-88c2-676a7daf9011,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.863871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Attempting to bind port 7e4b5920-1f26-4cac-88c2-676a7daf9011 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:32.864248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Attempting to bind port 7e4b5920-1f26-4cac-88c2-676a7daf9011 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6747234a-eee9-43ae-a71e-fd3b30744f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:32.864611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Attempting to bind port 7e4b5920-1f26-4cac-88c2-676a7daf9011 on network b0563785-d6f7-4c3e-ac81-ccd6447c484f {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:32.870828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:32.871207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Checking segment: {'id': '6747234a-eee9-43ae-a71e-fd3b30744f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:32.871616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.872043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Bound using segment: {'id': '6747234a-eee9-43ae-a71e-fd3b30744f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:32.872511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Bound port: 7e4b5920-1f26-4cac-88c2-676a7daf9011, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6747234a-eee9-43ae-a71e-fd3b30744f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:32.872897 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.881638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:32.931391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-9851b678-7275-443f-8ac8-d32556abbb99 service neutron] 10.222.0.70 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812460 Aug 16 20:54:32.934769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=028325c3-2e38-4335-96c9-6f9a08e60f86,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:32.975402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] For port 7e4b5920-1f26-4cac-88c2-676a7daf9011, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:32.980318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] For port 7e4b5920-1f26-4cac-88c2-676a7daf9011, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7e4b5920-1f26-4cac-88c2-676a7daf9011,segment=NetworkSegment(6747234a-eee9-43ae-a71e-fd3b30744f86),segment_id=6747234a-eee9-43ae-a71e-fd3b30744f86)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:33.006634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.017044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0563785-d6f7-4c3e-ac81-ccd6447c484f']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.027703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6747234a-eee9-43ae-a71e-fd3b30744f86') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.028042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6747234a-eee9-43ae-a71e-fd3b30744f86') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:33.037269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.075319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.077114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.084054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:33.084571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:33.093329 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:33.161022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30337f8-d2a1-49a1-a180-7cde6f998ee4 None None] Pushing event updated for resources: {'Port': ['ID=7e4b5920-1f26-4cac-88c2-676a7daf9011,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:33.199428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be08366-bc3a-4cea-850a-d59a12b24dbd None None] Network b0563785-d6f7-4c3e-ac81-ccd6447c484f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:33.218754 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:33.218754 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:33.218754 n-d-794306-10 neutron-server[95240]: [parameters: {'id': 'b0563785-d6f7-4c3e-ac81-ccd6447c484f'}] Aug 16 20:54:33.218754 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:33.219173 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:33.251437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec538c55-70bf-4d5c-a2da-570c42492d49 req-4e278cb9-766c-4efc-afb5-bd148fff1611 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Aug 16 20:54:33.361039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b184765-4b54-47e8-9e96-fc483a45263c None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:54:33.538980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b184765-4b54-47e8-9e96-fc483a45263c None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:54:33.556908 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.720501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.774432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 528a2940-9779-4541-badb-47ff7383e7f1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:33.779301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 7e4b5920-1f26-4cac-88c2-676a7daf9011 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:33.779836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.810398 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6fb6432c-5cdc-459a-8e1f-7961b8c60f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.855081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 7e4b5920-1f26-4cac-88c2-676a7daf9011, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7e4b5920-1f26-4cac-88c2-676a7daf9011,segment=NetworkSegment(6747234a-eee9-43ae-a71e-fd3b30744f86),segment_id=6747234a-eee9-43ae-a71e-fd3b30744f86)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:33.855081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.858479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 528a2940-9779-4541-badb-47ff7383e7f1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:33.858479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:33.874875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 7e4b5920-1f26-4cac-88c2-676a7daf9011 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:34.165700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.193914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 7e4b5920-1f26-4cac-88c2-676a7daf9011 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:34.200451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=7e4b5920-1f26-4cac-88c2-676a7daf9011,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.288213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.305742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0563785-d6f7-4c3e-ac81-ccd6447c484f']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.313473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6747234a-eee9-43ae-a71e-fd3b30744f86') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.313973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6747234a-eee9-43ae-a71e-fd3b30744f86') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:34.338448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.358328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d6343bf-e831-45ff-af62-8f00ef55e6d9 req-a9f96554-670e-4693-81b7-3d7727f60c1b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 210 time: 0.0423586 Aug 16 20:54:34.365905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.377405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.382770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:34.382770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:34.383821 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:34.598465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.606128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.607934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/b0563785-d6f7-4c3e-ac81-ccd6447c484f HTTP/1.1" status: 204 len: 168 time: 2.8250885 Aug 16 20:54:34.611857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59048) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:34.618160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615544969'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:34.632362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8c837-5f1b-408f-bb47-0fb5712c6836 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=b0563785-d6f7-4c3e-ac81-ccd6447c484f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:34.737313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:34.740966 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.766787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:34.777349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.777929 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 7d01546c-88df-4eab-a849-e7f4cb0540bc of type vlan for network c8bdb092-5dc9-44d3-8b97-768e8ea15540 Aug 16 20:54:34.820550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:34.994430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.000172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.000842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.072993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=c8bdb092-5dc9-44d3-8b97-768e8ea15540,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.080778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.081125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.081488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.081803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.082135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.082461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.082785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.083108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.083449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.083796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.084116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.086918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:54:35.099307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:35.218007 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-278803c4-2129-4b84-9f7f-e474e35312ab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6050134 Aug 16 20:54:35.220662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59058) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.226881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:35.406416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.468906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69f56bb6-9964-49dd-aa6f-1d47d0c366cd req-d04fd104-8de0-4720-9c74-8792a00a1643 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 210 time: 0.0350878 Aug 16 20:54:35.521007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.541108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 is not hosted by any dhcp agent {{(pid=95241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:54:35.552503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:35.553151 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:35.557052 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "PUT /v2.0/networks/c8bdb092-5dc9-44d3-8b97-768e8ea15540 HTTP/1.1" status: 200 len: 723 time: 0.3354089 Aug 16 20:54:35.558753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59064) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:35.564534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:35.613033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaea92-2f13-481f-951e-72191f2c1274 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=c8bdb092-5dc9-44d3-8b97-768e8ea15540,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:35.637909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:35.783065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:35.786524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.070392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.136761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=8df76670-6e83-4fde-b827-86a7f6d2de52,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:36.158670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '7d01546c-88df-4eab-a849-e7f4cb0540bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:36.162821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: c8bdb092-5dc9-44d3-8b97-768e8ea15540, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:36.221350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.270330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-342f7236-c870-4d46-9d04-a0d5eb99d18e tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.271812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-342f7236-c870-4d46-9d04-a0d5eb99d18e tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 810 time: 0.1229029 Aug 16 20:54:36.316526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-ca66d525-daeb-4e6b-84c6-37f8f2c7ea6f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 379 time: 0.0348783 Aug 16 20:54:36.326361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'port': {'device_id': '9e858611-eccc-47ff-817f-5daabde50ba1', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'admin_state_up': True, 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'security_groups': ['82d7a765-240f-49ca-b9d0-7f4590ce58e2']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:36.369011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:36.760499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3801c7a-2736-497a-99fb-59b595a84076 req-5280eaeb-dde7-44df-ae37-f46254237c18 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Aug 16 20:54:36.811156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c8bdb092-5dc9-44d3-8b97-768e8ea15540) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:36.816681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:36.817259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:36.821373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e31682-c887-4902-96c4-53ac428f855d None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:36.985465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Made reservation on behalf of 07655302f31147a584d21c5b027cfec6 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:36.988311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.008153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-c8bdb092-5dc9-44d3-8b97-768e8ea15540', 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '8df76670-6e83-4fde-b827-86a7f6d2de52'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:37.009119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.078122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bc99800e-ff0d-45dd-8fa2-ab2394aa2bab tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5154762 Aug 16 20:54:37.078122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59078) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.087219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:37.142727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Allocated IP 172.20.0.2 (c8bdb092-5dc9-44d3-8b97-768e8ea15540/8df76670-6e83-4fde-b827-86a7f6d2de52/5e82cef1-9368-4400-a318-1f6ff6d0b928) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:37.170943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Allocated IP 172.20.0.12 (2f4dddee-35cd-41de-bb6c-3371c9497ae9/bac4ad76-c6b3-406a-99f5-63a25a4cf2ac/15efb19c-db69-455c-a751-97fbb1ca6865) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:37.240524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32933790'] for subnet, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.290150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.300090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Transition to ACTIVE for port object 5e82cef1-9368-4400-a318-1f6ff6d0b928 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.315591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Transition to ACTIVE for port object 5e82cef1-9368-4400-a318-1f6ff6d0b928 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.406876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.422128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Transition to ACTIVE for port object 15efb19c-db69-455c-a751-97fbb1ca6865 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:37.424132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.462025 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.471408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.475470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:37.481986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Pushing event updated for resources: {'Port': ['ID=5e82cef1-9368-4400-a318-1f6ff6d0b928,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.546715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Attempting to bind port 5e82cef1-9368-4400-a318-1f6ff6d0b928 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:37.547458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Attempting to bind port 5e82cef1-9368-4400-a318-1f6ff6d0b928 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7d01546c-88df-4eab-a849-e7f4cb0540bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:37.547857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Attempting to bind port 5e82cef1-9368-4400-a318-1f6ff6d0b928 on network c8bdb092-5dc9-44d3-8b97-768e8ea15540 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:37.553664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:37.554780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Checking segment: {'id': '7d01546c-88df-4eab-a849-e7f4cb0540bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:37.555191 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.555584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Bound using segment: {'id': '7d01546c-88df-4eab-a849-e7f4cb0540bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:37.556086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Bound port: 5e82cef1-9368-4400-a318-1f6ff6d0b928, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01546c-88df-4eab-a849-e7f4cb0540bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c8bdb092-5dc9-44d3-8b97-768e8ea15540'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:37.556467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.629396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.644852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] For port 5e82cef1-9368-4400-a318-1f6ff6d0b928, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:37.649083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] For port 5e82cef1-9368-4400-a318-1f6ff6d0b928, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5e82cef1-9368-4400-a318-1f6ff6d0b928,segment=NetworkSegment(7d01546c-88df-4eab-a849-e7f4cb0540bc),segment_id=7d01546c-88df-4eab-a849-e7f4cb0540bc)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:37.679384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:37.683013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:37.687641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:37.691533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.714322 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743531232440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31821987'] for subnet, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.763525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.764254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.768046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "PUT /v2.0/subnets/8df76670-6e83-4fde-b827-86a7f6d2de52 HTTP/1.1" status: 200 len: 806 time: 0.6889586 Aug 16 20:54:37.768174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59086) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:37.785954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.786600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.812785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d54b-644d-42a9-80fe-fdd5391e6024 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=8df76670-6e83-4fde-b827-86a7f6d2de52,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.855717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.931143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:37.943931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83feaabc-4dc6-432e-a4b4-62f9ec1d1e0b None None] Pushing event updated for resources: {'Port': ['ID=5e82cef1-9368-4400-a318-1f6ff6d0b928,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:37.960675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaba78-64fc-4062-b019-8767d4458ce8 req-bdc039d0-f38e-4454-959a-13ecc6540c54 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:37.962611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8aaba78-64fc-4062-b019-8767d4458ce8 req-bdc039d0-f38e-4454-959a-13ecc6540c54 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 932 time: 0.1040924 Aug 16 20:54:38.003445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-d6f912ec-7dd6-41a5-9e24-5ff2839c2c8f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6806240 Aug 16 20:54:38.028866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 5e82cef1-9368-4400-a318-1f6ff6d0b928 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:38.028866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.029204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Request body: {'port': {'device_id': '9e858611-eccc-47ff-817f-5daabde50ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:38.065788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8aaba78-64fc-4062-b019-8767d4458ce8 req-12a8d251-4362-4bb5-9957-94400ba4ef7d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969896 Aug 16 20:54:38.102132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.123446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 5e82cef1-9368-4400-a318-1f6ff6d0b928, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5e82cef1-9368-4400-a318-1f6ff6d0b928,segment=NetworkSegment(7d01546c-88df-4eab-a849-e7f4cb0540bc),segment_id=7d01546c-88df-4eab-a849-e7f4cb0540bc)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:38.123708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3ef9bd7a-9a15-443e-84bc-7f6950d12abd None None] Provisioning for port 15efb19c-db69-455c-a751-97fbb1ca6865 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:38.124075 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.127822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3ef9bd7a-9a15-443e-84bc-7f6950d12abd None None] Provisioning complete for port 15efb19c-db69-455c-a751-97fbb1ca6865 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:38.128193 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ef9bd7a-9a15-443e-84bc-7f6950d12abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.139261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 5e82cef1-9368-4400-a318-1f6ff6d0b928 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:38.219076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9bd7a-9a15-443e-84bc-7f6950d12abd None None] Port 15efb19c-db69-455c-a751-97fbb1ca6865 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:54:38.434913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.462154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=5e82cef1-9368-4400-a318-1f6ff6d0b928,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.485244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15efb19c-db69-455c-a751-97fbb1ca6865 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:38.494782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.503484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 5e82cef1-9368-4400-a318-1f6ff6d0b928 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:38.509833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Transition to ACTIVE for port object 15efb19c-db69-455c-a751-97fbb1ca6865 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:38.550752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.605822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.672131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Pushing event updated for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.749291 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.753014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Attempting to bind port 15efb19c-db69-455c-a751-97fbb1ca6865 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:38.753444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Attempting to bind port 15efb19c-db69-455c-a751-97fbb1ca6865 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:38.753854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Attempting to bind port 15efb19c-db69-455c-a751-97fbb1ca6865 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:38.760755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Port 15efb19c-db69-455c-a751-97fbb1ca6865 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:54:38.761334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Attempting to bind port 15efb19c-db69-455c-a751-97fbb1ca6865 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:38.767043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:38.767760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Checking segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:38.768234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Bound using segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:38.768746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Bound port: 15efb19c-db69-455c-a751-97fbb1ca6865, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:38.769182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.770883 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:54:38.783067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=8df76670-6e83-4fde-b827-86a7f6d2de52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:38.854606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:38.864247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=15efb19c-db69-455c-a751-97fbb1ca6865,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:38.877905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.890381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bdb092-5dc9-44d3-8b97-768e8ea15540']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.907440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01546c-88df-4eab-a849-e7f4cb0540bc') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.907753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01546c-88df-4eab-a849-e7f4cb0540bc') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:38.924942 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.948866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.958430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:38.959083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:38.963064 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:39.006545 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.054483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.055059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.057135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] 10.222.0.73 "PUT /v2.0/ports/15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1093 time: 1.0372262 Aug 16 20:54:39.057590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:39.060059 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141" -d '{"events": [{"name": "network-changed", "server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:39.091490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626ad20-d53e-4895-8265-00aa259a2800 service neutron] Pushing event updated for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.183571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.198221 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.200512 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/c8bdb092-5dc9-44d3-8b97-768e8ea15540 HTTP/1.1" status: 204 len: 168 time: 1.4308128 Aug 16 20:54:39.207869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59112) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.240889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef0dfa-e8ba-4b8b-ad02-87513fc11e78 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=c8bdb092-5dc9-44d3-8b97-768e8ea15540,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.275036 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031692d6-ff19-41ec-b870-86afa909b099 x-openstack-request-id: req-031692d6-ff19-41ec-b870-86afa909b099 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:39.275700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:39.275979 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-031692d6-ff19-41ec-b870-86afa909b099 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:39.276388 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865', 'status': 'completed', 'code': 200} Aug 16 20:54:39.302427 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ddce03-4944-4a4e-a906-e909889792bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:39.303231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ddce03-4944-4a4e-a906-e909889792bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:39.310401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59114) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.311057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-17ddce03-4944-4a4e-a906-e909889792bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/c8bdb092-5dc9-44d3-8b97-768e8ea15540 HTTP/1.1" status: 404 len: 339 time: 0.0998499 Aug 16 20:54:39.316272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-58652064', 'description': 'd1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:39.352688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccf831-21d4-4039-91f0-445d230e397a req-d020ed1a-90c0-44a0-8104-3166302ec0bc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.354314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cccf831-21d4-4039-91f0-445d230e397a req-d020ed1a-90c0-44a0-8104-3166302ec0bc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 944 time: 0.1652129 Aug 16 20:54:39.356540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-56f82c6c-2a6e-4ead-8f95-ca71023c28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.357977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-56f82c6c-2a6e-4ead-8f95-ca71023c28e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1174610 Aug 16 20:54:39.394220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cdb8170e-9d1f-49c8-911a-994df11e7159 None None] Could not find standard attr ID for object 5e82cef1-9368-4400-a318-1f6ff6d0b928. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:39.429906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-4ef0be6f-3eb8-40e0-a907-ee994074b9dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 217 time: 0.0612347 Aug 16 20:54:39.468828 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:39.472799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02661169-5774-4132-bc4f-3b1c330cc4d1 None None] DHCP port deletion for c8bdb092-5dc9-44d3-8b97-768e8ea15540 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:39.472935 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.486982 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1cccf831-21d4-4039-91f0-445d230e397a req-47581d1e-4026-424f-984d-049567367457 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256270 Aug 16 20:54:39.505371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d7313-78ff-4909-92c9-0e260adfc70d None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:39.514156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-90e9e220-6b1e-408a-8251-0fb040e32195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.516886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-90e9e220-6b1e-408a-8251-0fb040e32195 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0745156 Aug 16 20:54:39.521455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:39.535189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d7313-78ff-4909-92c9-0e260adfc70d None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 could not be found, it might have been deleted concurrently. {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:54:39.544099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.544717 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 818e4751-b080-422c-8464-998fbd6f6150 of type vlan for network 1e927fe7-fa33-453c-94a3-93849b423cb9 Aug 16 20:54:39.561635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9b4a9-8c47-4993-8408-2c881dc41a08 None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:39.585818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e9b4a9-8c47-4993-8408-2c881dc41a08 None None] Network c8bdb092-5dc9-44d3-8b97-768e8ea15540 could not be found, it might have been deleted concurrently. {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 20:54:39.594314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-5cb41dc6-7ba1-4fae-ba50-99234604943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.596706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-5cb41dc6-7ba1-4fae-ba50-99234604943a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677319 Aug 16 20:54:39.611495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.700603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.707211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.707448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-c42741b8-a396-4222-9d17-ad0b712b3625 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025217 Aug 16 20:54:39.707971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:39.777957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=1e927fe7-fa33-453c-94a3-93849b423cb9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:39.806246 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1e927fe7-fa33-453c-94a3-93849b423cb9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:39.834809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42885e9c-fe85-4d5c-bbef-74b7482e8f7b req-2fa3e85c-cc0d-4c7f-8f03-374b760ea6c2 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198649 Aug 16 20:54:39.850215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-404c5863-c7d8-4be8-9485-8296f32e9a57 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5381782 Aug 16 20:54:39.853916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59116) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.948470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9960874-c4c6-473c-9927-02cf44e7160f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:39.950540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b9960874-c4c6-473c-9927-02cf44e7160f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks?id=1e927fe7-fa33-453c-94a3-93849b423cb9 HTTP/1.1" status: 200 len: 759 time: 0.0955608 Aug 16 20:54:39.953395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:39.959111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'description': 'd2'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:40.096472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-20669a39-f639-4226-8e7c-f3ea0ee40357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.098135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-20669a39-f639-4226-8e7c-f3ea0ee40357 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0900097 Aug 16 20:54:40.174224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.198810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-cbfb1adf-7b40-47e3-9b3f-deff0deb9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.200574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-cbfb1adf-7b40-47e3-9b3f-deff0deb9603 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0955217 Aug 16 20:54:40.250187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-db66c084-d488-4d9a-a17c-808b2c40a650 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 217 time: 0.0407324 Aug 16 20:54:40.281024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.306773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-ce11f0d4-534a-4f6b-975b-f7ede4c4e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.308379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-ce11f0d4-534a-4f6b-975b-f7ede4c4e1f5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0502365 Aug 16 20:54:40.333482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 1e927fe7-fa33-453c-94a3-93849b423cb9 is not hosted by any dhcp agent {{(pid=95241) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 20:54:40.339188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.339937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.343705 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "PUT /v2.0/networks/1e927fe7-fa33-453c-94a3-93849b423cb9 HTTP/1.1" status: 200 len: 756 time: 0.3866701 Aug 16 20:54:40.344461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59126) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.361175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-a448a652-90ae-479d-8877-0ac5d3ded50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.362690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-a448a652-90ae-479d-8877-0ac5d3ded50e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451787 Aug 16 20:54:40.406479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf4900-cd42-486a-b1b7-d2c51fe68806 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=1e927fe7-fa33-453c-94a3-93849b423cb9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.430239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1e927fe7-fa33-453c-94a3-93849b423cb9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:40.451153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e3a910-3d76-49ff-a4d2-a17d73ec0c9f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.452746 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-40e3a910-3d76-49ff-a4d2-a17d73ec0c9f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks?id=1e927fe7-fa33-453c-94a3-93849b423cb9 HTTP/1.1" status: 200 len: 759 time: 0.1072941 Aug 16 20:54:40.456691 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59130) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.461708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-423100556'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:40.469249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-5a3df2a2-9292-40b9-bcc1-0317b1f117cf service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981297 Aug 16 20:54:40.591820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b3bba59-2286-4dfc-a0fd-7a9a96d3d141 req-7ee13efb-deb0-4498-af68-86f8d4ba932e service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138284 Aug 16 20:54:40.635026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:40.639893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.653790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fa9c4-abc8-4204-9136-fe98d0978fab req-fc68bf5e-1aec-48fd-bc6d-a4d8b0bb0963 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.656035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-996fa9c4-abc8-4204-9136-fe98d0978fab req-fc68bf5e-1aec-48fd-bc6d-a4d8b0bb0963 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 944 time: 0.0673382 Aug 16 20:54:40.673542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:40.685440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.685850 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6 of type vlan for network 43025ff6-18ee-43f2-ae7a-a8956b719b04 Aug 16 20:54:40.708477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-996fa9c4-abc8-4204-9136-fe98d0978fab req-2ff78807-e1bc-4094-b2a5-f2f0e3e0835f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Aug 16 20:54:40.739848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.840175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.846329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:40.846919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:40.916486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=43025ff6-18ee-43f2-ae7a-a8956b719b04,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:40.927234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 43025ff6-18ee-43f2-ae7a-a8956b719b04 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:40.981880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bc24d576-b75a-43d7-bb92-2731160f6478 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5240481 Aug 16 20:54:40.984723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:40.994741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:41.262904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:41.266770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.604348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.674269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:41.683628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:41.687283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: 43025ff6-18ee-43f2-ae7a-a8956b719b04, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:41.810293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network 43025ff6-18ee-43f2-ae7a-a8956b719b04 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:41.838150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b5f75-ed42-4ed2-96c7-6fd2eecc75ef req-d4b21478-60b6-48c2-82c9-28d9622a89d6 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.839720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d8b5f75-ed42-4ed2-96c7-6fd2eecc75ef req-d4b21478-60b6-48c2-82c9-28d9622a89d6 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 944 time: 0.0578408 Aug 16 20:54:41.887710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d8b5f75-ed42-4ed2-96c7-6fd2eecc75ef req-78a8d14f-8429-46b6-bcfc-657284c3eeb5 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380492 Aug 16 20:54:41.906402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 43025ff6-18ee-43f2-ae7a-a8956b719b04) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:41.910715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:41.911517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:41.918868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5eefd6-6396-4ec3-aa11-06f17ef9f6de None None] Network 43025ff6-18ee-43f2-ae7a-a8956b719b04 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:42.052385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a4413d96-ddd9-48a4-8468-83449434b167 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0660708 Aug 16 20:54:42.055471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59146) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:42.076848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-43025ff6-18ee-43f2-ae7a-a8956b719b04', 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:42.077736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.179074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.251627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.284535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Allocated IP 172.20.0.2 (43025ff6-18ee-43f2-ae7a-a8956b719b04/566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3/25004fac-03f8-4b30-978d-924fc4e0c37c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:42.443861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.450615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Transition to ACTIVE for port object 25004fac-03f8-4b30-978d-924fc4e0c37c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:42.467487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Transition to ACTIVE for port object 25004fac-03f8-4b30-978d-924fc4e0c37c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:42.583179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.627569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Network 43025ff6-18ee-43f2-ae7a-a8956b719b04 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:42.640281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:42.653493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:42.656944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Pushing event updated for resources: {'Port': ['ID=25004fac-03f8-4b30-978d-924fc4e0c37c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.714697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.717708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Attempting to bind port 25004fac-03f8-4b30-978d-924fc4e0c37c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:42.718077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Attempting to bind port 25004fac-03f8-4b30-978d-924fc4e0c37c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:42.718435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Attempting to bind port 25004fac-03f8-4b30-978d-924fc4e0c37c on network 43025ff6-18ee-43f2-ae7a-a8956b719b04 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:42.724916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:42.725423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Checking segment: {'id': '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:42.726356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.727031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Bound using segment: {'id': '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:42.727240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Bound port: 25004fac-03f8-4b30-978d-924fc4e0c37c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:42.727679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.750481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:42.808381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] For port 25004fac-03f8-4b30-978d-924fc4e0c37c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:42.812413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] For port 25004fac-03f8-4b30-978d-924fc4e0c37c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=25004fac-03f8-4b30-978d-924fc4e0c37c,segment=NetworkSegment(5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6),segment_id=5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:42.821147 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.830984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43025ff6-18ee-43f2-ae7a-a8956b719b04']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.842184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.842517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:42.853231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.887058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.893123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.903407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:42.904311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:42.921339 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:43.019127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64024edb-afde-4afa-879d-26dcd78a3c50 None None] Pushing event updated for resources: {'Port': ['ID=25004fac-03f8-4b30-978d-924fc4e0c37c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.038736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a34741-0db3-44f5-8da5-6a2010e68795 None None] Network 43025ff6-18ee-43f2-ae7a-a8956b719b04 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:43.058794 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 20:54:43.058794 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 20:54:43.058794 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '43025ff6-18ee-43f2-ae7a-a8956b719b04'}] Aug 16 20:54:43.058794 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:54:43.068314 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:54:43.073438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9a3e-caba-488b-98bf-10d8ea0fc939 req-79fdf2bf-d750-4e35-90b5-e633576966e1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:43.084587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-915a9a3e-caba-488b-98bf-10d8ea0fc939 req-79fdf2bf-d750-4e35-90b5-e633576966e1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 944 time: 0.0901039 Aug 16 20:54:43.142994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-915a9a3e-caba-488b-98bf-10d8ea0fc939 req-d5c8f61a-6470-429d-b0ec-ca14e66650df tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562112 Aug 16 20:54:43.180265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fede3ca-10b9-4500-b44a-b82acc9ae014 None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 20:54:43.281243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fede3ca-10b9-4500-b44a-b82acc9ae014 None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 20:54:43.396517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 15efb19c-db69-455c-a751-97fbb1ca6865 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:54:43.561278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.602760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=15efb19c-db69-455c-a751-97fbb1ca6865,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:43.624606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 25004fac-03f8-4b30-978d-924fc4e0c37c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:43.624965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.634410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '15efb19c-db69-455c-a751-97fbb1ca6865', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'port_id': '15efb19c-db69-455c-a751-97fbb1ca6865', 'mac_address': 'fa:16:3e:ba:2a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:54:43.679695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.692382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 25004fac-03f8-4b30-978d-924fc4e0c37c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=25004fac-03f8-4b30-978d-924fc4e0c37c,segment=NetworkSegment(5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6),segment_id=5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:43.692677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.698395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15efb19c-db69-455c-a751-97fbb1ca6865 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:54:43.709636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 25004fac-03f8-4b30-978d-924fc4e0c37c owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:43.725022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=15efb19c-db69-455c-a751-97fbb1ca6865,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:43.799895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.863877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.914618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:43.938280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=25004fac-03f8-4b30-978d-924fc4e0c37c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:43.945810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 25004fac-03f8-4b30-978d-924fc4e0c37c on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:44.015215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['15efb19c-db69-455c-a751-97fbb1ca6865'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:54:44.030664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.041262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43025ff6-18ee-43f2-ae7a-a8956b719b04']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:44.054163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:44.054792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebb4dd2-898f-4e84-8a18-e8eaf9c1f8a6') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:44.072345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.089890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.096314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:44.096718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:44.100051 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:44.275545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4030a-4d7f-45fd-9af3-45774b1232d7 req-6012d400-3a97-4115-8915-813bcf1aa38c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.277210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ef4030a-4d7f-45fd-9af3-45774b1232d7 req-6012d400-3a97-4115-8915-813bcf1aa38c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 945 time: 0.0586720 Aug 16 20:54:44.279308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.288331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:44.290621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/43025ff6-18ee-43f2-ae7a-a8956b719b04 HTTP/1.1" status: 204 len: 168 time: 2.2340829 Aug 16 20:54:44.293418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.314814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae3e28-1cba-4169-9ad2-805acccfe594 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=43025ff6-18ee-43f2-ae7a-a8956b719b04,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:44.330332 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76fc081-3407-4631-82f3-960fa059a489 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] GET failed (client error): The resource could not be found. Aug 16 20:54:44.334348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b76fc081-3407-4631-82f3-960fa059a489 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets/566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3 HTTP/1.1" status: 404 len: 337 time: 0.0369129 Aug 16 20:54:44.334595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.341122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ef4030a-4d7f-45fd-9af3-45774b1232d7 req-7471f783-a301-481c-b151-ef05c33ae4de tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493281 Aug 16 20:54:44.359247 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a87b2-121b-41c8-be9e-6d1a9835b661 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:44.359825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625a87b2-121b-41c8-be9e-6d1a9835b661 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:44.362481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-625a87b2-121b-41c8-be9e-6d1a9835b661 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/43025ff6-18ee-43f2-ae7a-a8956b719b04 HTTP/1.1" status: 404 len: 339 time: 0.0257452 Aug 16 20:54:44.369223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.549612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c274b3-a556-4bc8-ba63-9ed089460d5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.554577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59186) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.554729 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23c274b3-a556-4bc8-ba63-9ed089460d5f tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1844096 Aug 16 20:54:44.590784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cdf4cc7d-e073-4b80-b683-32c44a277db8 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548 HTTP/1.1" status: 200 len: 207 time: 0.0350108 Aug 16 20:54:44.593971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59188) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.783821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd49937-5e9e-4723-8980-1ea91580a03c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.790425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd49937-5e9e-4723-8980-1ea91580a03c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.796174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd49937-5e9e-4723-8980-1ea91580a03c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.802198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd49937-5e9e-4723-8980-1ea91580a03c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:44.804662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0fd49937-5e9e-4723-8980-1ea91580a03c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2095354 Aug 16 20:54:44.808246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:44.922221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-654dcf94-e35a-4012-8a16-707248accaf4 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1128852 Aug 16 20:54:44.925574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.014106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5b668-797d-47b0-b353-73afe22a4582 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.015697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e5b668-797d-47b0-b353-73afe22a4582 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.020633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d9e5b668-797d-47b0-b353-73afe22a4582 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0907471 Aug 16 20:54:45.020942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59200) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.079776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad4c040-e6b1-4b58-85c4-143f74744a36 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.081685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad4c040-e6b1-4b58-85c4-143f74744a36 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.084315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8ad4c040-e6b1-4b58-85c4-143f74744a36 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0623758 Aug 16 20:54:45.089167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59202) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.411558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 15efb19c-db69-455c-a751-97fbb1ca6865 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:54:45.513676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d21578-79ef-4fb8-9f1f-ae93ff54fc06 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.516475 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d6d21578-79ef-4fb8-9f1f-ae93ff54fc06 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks/030c5c5e-b1ff-422c-a862-99578ebdb438 HTTP/1.1" status: 200 len: 800 time: 0.4263046 Aug 16 20:54:45.520037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59210) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.527158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5d520-0ba8-48a5-8c03-a6fd1871095d req-d684adf2-9368-4d31-859a-8a168e11fb36 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.538977 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ae5d520-0ba8-48a5-8c03-a6fd1871095d req-d684adf2-9368-4d31-859a-8a168e11fb36 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 945 time: 0.0678656 Aug 16 20:54:45.580620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 15efb19c-db69-455c-a751-97fbb1ca6865 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:45.585556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 15efb19c-db69-455c-a751-97fbb1ca6865 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:54:45.586130 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.589233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ae5d520-0ba8-48a5-8c03-a6fd1871095d req-2ed35282-0aaf-449d-9745-a50b9941d2c4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Aug 16 20:54:45.673719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.701011 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b35c53ce-18d5-44f9-ae63-96c7866b7827 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/networks/030c5c5e-b1ff-422c-a862-99578ebdb438?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1790287 Aug 16 20:54:45.704336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:45.705764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59212) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.707909 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e1d617-9c00-41ef-89f2-9fa700d7979c" -d '{"events": [{"server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "name": "network-vif-plugged", "status": "completed", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:45.722832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=15efb19c-db69-455c-a751-97fbb1ca6865,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:45.768054 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe13b70-aa8b-48a1-a058-bbb735cb8677 x-openstack-request-id: req-ebe13b70-aa8b-48a1-a058-bbb735cb8677 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:45.768349 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "name": "network-vif-plugged", "status": "completed", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:45.772132 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebe13b70-aa8b-48a1-a058-bbb735cb8677 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:45.772132 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865', 'code': 200} Aug 16 20:54:45.787976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:45.801558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b871ed5-bb9f-4756-9c0a-f335d7525631 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.803266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1b871ed5-bb9f-4756-9c0a-f335d7525631 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets/827d5738-f7fe-4a1a-baa4-cd3daec58857 HTTP/1.1" status: 200 len: 811 time: 0.0963390 Aug 16 20:54:45.807666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59218) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.869775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:45.904000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4ad93-ff5c-4a09-84d6-6635545b3f7d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['shared'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.906491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00a4ad93-ff5c-4a09-84d6-6635545b3f7d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "GET /v2.0/subnets/827d5738-f7fe-4a1a-baa4-cd3daec58857?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0963674 Aug 16 20:54:45.908531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911a2ee-ce30-47af-97fb-953173d90498 req-ebc73df8-a98f-47f8-a74a-3ac4d2924e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:45.909494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59220) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:45.910109 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5911a2ee-ce30-47af-97fb-953173d90498 req-ebc73df8-a98f-47f8-a74a-3ac4d2924e96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0668838 Aug 16 20:54:45.915461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163018007'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:45.948894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5911a2ee-ce30-47af-97fb-953173d90498 req-233c29fe-c00b-44bc-a821-e1921bb7f7c7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309830 Aug 16 20:54:45.992170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:45.996998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.028542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:46.038795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.039626 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Added segment 02310d04-3f99-4b42-b9b9-96f79df14b8d of type vlan for network e7e3d495-c483-481a-b765-dac609ef8d62 Aug 16 20:54:46.086650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.188344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.196143 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.196988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.280856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Network': ['ID=e7e3d495-c483-481a-b765-dac609ef8d62,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.296627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e7e3d495-c483-481a-b765-dac609ef8d62 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:46.352867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5dd520ec-3ea3-4d40-adf6-e8c1059d7ffc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4419615 Aug 16 20:54:46.355676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59228) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:46.361048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:46.542240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Made reservation on behalf of 55c4bfacf4154920aa553ebb855b1c6e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:46.545828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.602391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Performing IP validity checks on allocation pools {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 20:54:46.602927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 20:54:46.766515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb68543-74cf-4d2a-98df-8f5dc7600ccb req-cde6100f-e36a-4380-914d-e5ad540c3235 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:46.768086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceb68543-74cf-4d2a-98df-8f5dc7600ccb req-cde6100f-e36a-4380-914d-e5ad540c3235 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0971243 Aug 16 20:54:46.812416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ceb68543-74cf-4d2a-98df-8f5dc7600ccb req-a30c56a2-fd0f-4d00-944d-a0c796752196 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Aug 16 20:54:46.852224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:46.939801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=8ded55a5-d1df-4e9c-bd64-5302346b5f5a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:46.958913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Checking segment: {'id': '02310d04-3f99-4b42-b9b9-96f79df14b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:46.959280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network hostable DHCP agents. Network: e7e3d495-c483-481a-b765-dac609ef8d62, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:47.076668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Network e7e3d495-c483-481a-b765-dac609ef8d62 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:47.242728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e7e3d495-c483-481a-b765-dac609ef8d62) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:47.250392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.252696 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.259493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08ca1f-4600-4441-b804-12d68e372571 None None] Network e7e3d495-c483-481a-b765-dac609ef8d62 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:47.348210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e29e30b1-3714-4190-889b-35a151bed9be tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9886072 Aug 16 20:54:47.352611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59246) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.355242 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:47.493060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30312624'] for subnet, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.625852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e7e3d495-c483-481a-b765-dac609ef8d62', 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62', 'tenant_id': '55c4bfacf4154920aa553ebb855b1c6e', 'fixed_ips': [{'subnet_id': '8ded55a5-d1df-4e9c-bd64-5302346b5f5a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:47.627011 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.805187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743531232440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31827878'] for subnet, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.879888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:47.879888 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:47.879888 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "PUT /v2.0/subnets/8ded55a5-d1df-4e9c-bd64-5302346b5f5a HTTP/1.1" status: 200 len: 877 time: 0.5280728 Aug 16 20:54:47.881220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59250) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:47.896341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde2b24-cddc-4a2c-bc32-9a27cab9f426 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event updated for resources: {'Subnet': ['ID=8ded55a5-d1df-4e9c-bd64-5302346b5f5a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:47.929347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Allocated IP 172.20.0.3 (e7e3d495-c483-481a-b765-dac609ef8d62/8ded55a5-d1df-4e9c-bd64-5302346b5f5a/273a1d00-df4d-4cd7-928b-9183090bb494) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:48.125346 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.134933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Transition to ACTIVE for port object 273a1d00-df4d-4cd7-928b-9183090bb494 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:48.161518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Transition to ACTIVE for port object 273a1d00-df4d-4cd7-928b-9183090bb494 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:48.255423 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.316909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Pushing event updated for resources: {'Port': ['ID=273a1d00-df4d-4cd7-928b-9183090bb494,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.364771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Network e7e3d495-c483-481a-b765-dac609ef8d62 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:48.368863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:48.372585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:48.432496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Attempting to bind port 273a1d00-df4d-4cd7-928b-9183090bb494 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:48.432871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Attempting to bind port 273a1d00-df4d-4cd7-928b-9183090bb494 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '02310d04-3f99-4b42-b9b9-96f79df14b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:48.433345 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Attempting to bind port 273a1d00-df4d-4cd7-928b-9183090bb494 on network e7e3d495-c483-481a-b765-dac609ef8d62 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:48.438840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:48.439312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Checking segment: {'id': '02310d04-3f99-4b42-b9b9-96f79df14b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:48.439838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.440350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Bound using segment: {'id': '02310d04-3f99-4b42-b9b9-96f79df14b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:48.440896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Bound port: 273a1d00-df4d-4cd7-928b-9183090bb494, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02310d04-3f99-4b42-b9b9-96f79df14b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e7e3d495-c483-481a-b765-dac609ef8d62'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:48.441344 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.501639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.502588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c19a6-b57f-4753-a74f-99a35a0eda97 req-84624869-3a5f-4d22-81b9-fabee598a3b4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.504151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-289c19a6-b57f-4753-a74f-99a35a0eda97 req-84624869-3a5f-4d22-81b9-fabee598a3b4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.5504067 Aug 16 20:54:48.511041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] For port 273a1d00-df4d-4cd7-928b-9183090bb494, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:48.512375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.514275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] For port 273a1d00-df4d-4cd7-928b-9183090bb494, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=273a1d00-df4d-4cd7-928b-9183090bb494,segment=NetworkSegment(02310d04-3f99-4b42-b9b9-96f79df14b8d),segment_id=02310d04-3f99-4b42-b9b9-96f79df14b8d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:48.577095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-289c19a6-b57f-4753-a74f-99a35a0eda97 req-91205768-0e4d-421b-be87-1eff0f71ee13 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619421 Aug 16 20:54:48.605381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 273a1d00-df4d-4cd7-928b-9183090bb494 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:48.605729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.661226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.730543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 273a1d00-df4d-4cd7-928b-9183090bb494, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:48.733768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:48.736146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9116-82af-462b-b9e6-ceb0bb0fc4f8 None None] Pushing event updated for resources: {'Port': ['ID=273a1d00-df4d-4cd7-928b-9183090bb494,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:48.751484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be1022-5207-4e2c-9490-b84406939cf5 req-b5836c29-4788-4511-ba80-47eeb73d85d9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:48.753107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4be1022-5207-4e2c-9490-b84406939cf5 req-b5836c29-4788-4511-ba80-47eeb73d85d9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1060605 Aug 16 20:54:48.758969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 273a1d00-df4d-4cd7-928b-9183090bb494 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:48.765249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59262) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:48.775794 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'floatingip': {'port_id': '15efb19c-db69-455c-a751-97fbb1ca6865'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:48.857573 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.172361 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.234530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=273a1d00-df4d-4cd7-928b-9183090bb494,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.315205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 273a1d00-df4d-4cd7-928b-9183090bb494 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:49.432014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.598251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.711888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.711888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.752456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b20df-174a-49dd-8fac-6db540de507a None None] Network e7e3d495-c483-481a-b765-dac609ef8d62 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:49.780472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=8ded55a5-d1df-4e9c-bd64-5302346b5f5a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:49.806311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d2bf7840-78ed-48dd-840d-ce3184189fde None None] Could not find standard attr ID for object 273a1d00-df4d-4cd7-928b-9183090bb494. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 20:54:49.873588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.889214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e3d495-c483-481a-b765-dac609ef8d62']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.903745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02310d04-3f99-4b42-b9b9-96f79df14b8d') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.904051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02310d04-3f99-4b42-b9b9-96f79df14b8d') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:49.947421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.953588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d8d3c4-6b48-4bad-9316-8f916f6d650c None None] DHCP port deletion for e7e3d495-c483-481a-b765-dac609ef8d62 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:49.972046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.983377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22342f9-0879-47a3-b6f9-8a1a8ca1e247 None None] Network e7e3d495-c483-481a-b765-dac609ef8d62 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:49.983915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:49.984345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:49.999574 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:50.039384 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Floating IP 6935fe26-5d81-48a4-a794-0c4bac448a4f associated. External IP: 172.25.7.136, port: 15efb19c-db69-455c-a751-97fbb1ca6865. Aug 16 20:54:50.242075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.249521 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.251329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/e7e3d495-c483-481a-b765-dac609ef8d62 HTTP/1.1" status: 204 len: 168 time: 2.3679900 Aug 16 20:54:50.257427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59276) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.267808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcf059-402f-4272-9123-fe477d8e7853 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=e7e3d495-c483-481a-b765-dac609ef8d62,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:50.287816 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4832578-267c-42c4-8485-57acd77af621 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:50.288728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4832578-267c-42c4-8485-57acd77af621 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:50.289462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:54:50.291133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f4832578-267c-42c4-8485-57acd77af621 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/8ded55a5-d1df-4e9c-bd64-5302346b5f5a HTTP/1.1" status: 404 len: 337 time: 0.0317252 Aug 16 20:54:50.293821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59278) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.312978 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a821ed-1abc-445d-b748-a7d84680a3a5 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:50.313880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a821ed-1abc-445d-b748-a7d84680a3a5 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:50.316042 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09a821ed-1abc-445d-b748-a7d84680a3a5 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/e7e3d495-c483-481a-b765-dac609ef8d62 HTTP/1.1" status: 404 len: 339 time: 0.0210152 Aug 16 20:54:50.318570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59280) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.346358 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-23687e4a-c292-4bd5-825c-101ae33d5259 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:50.347257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23687e4a-c292-4bd5-825c-101ae33d5259 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:50.349334 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23687e4a-c292-4bd5-825c-101ae33d5259 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/566cbbfc-8c7e-43cb-9a41-e213ef0f6ad3 HTTP/1.1" status: 404 len: 337 time: 0.0293696 Aug 16 20:54:50.352012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59282) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.372474 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d98e6e6-a92c-49ed-9e06-50f0a2d3d56e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:50.373394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d98e6e6-a92c-49ed-9e06-50f0a2d3d56e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:50.375328 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7d98e6e6-a92c-49ed-9e06-50f0a2d3d56e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/43025ff6-18ee-43f2-ae7a-a8956b719b04 HTTP/1.1" status: 404 len: 339 time: 0.0221326 Aug 16 20:54:50.386528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.411956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:54:50.419568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.425051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:54:50.438124 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:50.438749 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.453866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-77aa32a0-c155-4586-acae-0d5c93896371 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "PUT /v2.0/floatingips/6935fe26-5d81-48a4-a794-0c4bac448a4f HTTP/1.1" status: 200 len: 992 time: 1.6872029 Aug 16 20:54:50.454471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:54:50.457827 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:54:50.526658 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd170d9-4369-4df4-aa08-329a55626a99 x-openstack-request-id: req-1cd170d9-4369-4df4-aa08-329a55626a99 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:54:50.526944 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:54:50.527203 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cd170d9-4369-4df4-aa08-329a55626a99 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:54:50.527610 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865', 'status': 'completed', 'code': 200} Aug 16 20:54:50.561761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.617717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-801c2192-de39-4cb2-8a14-3b8369a191e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.620187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-801c2192-de39-4cb2-8a14-3b8369a191e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0578928 Aug 16 20:54:50.621073 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:50.699658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.712983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e927fe7-fa33-453c-94a3-93849b423cb9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.724175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818e4751-b080-422c-8464-998fbd6f6150') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.724478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818e4751-b080-422c-8464-998fbd6f6150') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.734721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.755305 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.762594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:50.763046 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:50.766397 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:50.769370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-f7890b93-cd56-4e2f-a832-0bd981f17e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.770624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-f7890b93-cd56-4e2f-a832-0bd981f17e69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.1423280 Aug 16 20:54:50.869770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-59c0a812-95fe-4792-8f22-9edf674fd4f8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1000 time: 0.0908957 Aug 16 20:54:50.890583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.898598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:50.903988 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/1e927fe7-fa33-453c-94a3-93849b423cb9 HTTP/1.1" status: 204 len: 168 time: 0.5120399 Aug 16 20:54:50.905144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.922942 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6935fe26-5d81-48a4-a794-0c4bac448a4f', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': '15efb19c-db69-455c-a751-97fbb1ca6865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:ba:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e858611-eccc-47ff-817f-5daabde50ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:49Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.946396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-2e004008-a141-4362-9f7e-f4fff188a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:50.948305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-2e004008-a141-4362-9f7e-f4fff188a186 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0688612 Aug 16 20:54:50.966043 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:54:50.977068 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:54:50.977928 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:50.982892 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-de75ff80-6d53-49d6-8778-020028504b12 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:50.983355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de75ff80-6d53-49d6-8778-020028504b12 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:50.985144 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de75ff80-6d53-49d6-8778-020028504b12 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/8df76670-6e83-4fde-b827-86a7f6d2de52 HTTP/1.1" status: 404 len: 337 time: 0.0790567 Aug 16 20:54:50.989399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:50.995759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdbe93-8a77-4c3c-812d-c33ddae21245 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=1e927fe7-fa33-453c-94a3-93849b423cb9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:51.026974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-897ac970-b1d6-44eb-aad9-b2771fd26886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:51.029001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-897ac970-b1d6-44eb-aad9-b2771fd26886 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724022 Aug 16 20:54:51.030036 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-9769d2d1-15e8-4624-a9f5-1c21befe5562 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.030777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9769d2d1-15e8-4624-a9f5-1c21befe5562 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.033590 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9769d2d1-15e8-4624-a9f5-1c21befe5562 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/c8bdb092-5dc9-44d3-8b97-768e8ea15540 HTTP/1.1" status: 404 len: 339 time: 0.0389218 Aug 16 20:54:51.036626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.069512 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6b1a3a-2e9f-4d19-aff8-2795d425c051 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.070254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6b1a3a-2e9f-4d19-aff8-2795d425c051 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.072223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ea6b1a3a-2e9f-4d19-aff8-2795d425c051 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/028325c3-2e38-4335-96c9-6f9a08e60f86 HTTP/1.1" status: 404 len: 337 time: 0.0344687 Aug 16 20:54:51.074765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59304) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.105464 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6844e8f6-09ac-47aa-a336-e6e386daf0d2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.106222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6844e8f6-09ac-47aa-a336-e6e386daf0d2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.107993 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6844e8f6-09ac-47aa-a336-e6e386daf0d2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/b0563785-d6f7-4c3e-ac81-ccd6447c484f HTTP/1.1" status: 404 len: 339 time: 0.0317049 Aug 16 20:54:51.110657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59306) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.118185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:54:51.153033 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b73288-d2e4-4499-987b-03011f87d47b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.153647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b73288-d2e4-4499-987b-03011f87d47b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.155650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74b73288-d2e4-4499-987b-03011f87d47b tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/c70641f7-50a9-4532-b050-a65d0ffbe35a HTTP/1.1" status: 404 len: 337 time: 0.0438814 Aug 16 20:54:51.158291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.189718 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c5d936-c6d8-4a3e-96f8-5628d78bf4da tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.190421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c5d936-c6d8-4a3e-96f8-5628d78bf4da tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.192319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-43c5d936-c6d8-4a3e-96f8-5628d78bf4da tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/798b58a1-4178-44fe-aad7-f1dee6e5b871 HTTP/1.1" status: 404 len: 339 time: 0.0330069 Aug 16 20:54:51.194854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-a0497a0a-9404-4902-8918-f659bdbd9a5d service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578948 Aug 16 20:54:51.201460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.235366 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-661d5c70-cb11-4aee-8a23-6fdf4a6ad98e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.235859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661d5c70-cb11-4aee-8a23-6fdf4a6ad98e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.237645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-661d5c70-cb11-4aee-8a23-6fdf4a6ad98e tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/b87994eb-063d-44bf-8ab7-e8f03ec6f194 HTTP/1.1" status: 404 len: 337 time: 0.0405674 Aug 16 20:54:51.240486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59312) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.293068 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dadbfc4-e5bf-457a-99f6-523051ee07fc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.299109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dadbfc4-e5bf-457a-99f6-523051ee07fc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.303278 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6dadbfc4-e5bf-457a-99f6-523051ee07fc tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/0147210e-7ede-4d09-9077-e6b6ad17fad8 HTTP/1.1" status: 404 len: 339 time: 0.0591500 Aug 16 20:54:51.303660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.328034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec1e73c8-1450-4fa7-b4c3-10b2caeb97e6 req-6ac7e4ea-6261-4a31-aa73-a8e55fbeb1c4 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211572 Aug 16 20:54:51.348205 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84232d1-9444-47d8-b3ae-c37827efb096 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.348763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84232d1-9444-47d8-b3ae-c37827efb096 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.354416 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d84232d1-9444-47d8-b3ae-c37827efb096 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/5232ed9c-234e-4fbf-afb0-adfb552b631b HTTP/1.1" status: 404 len: 337 time: 0.0474458 Aug 16 20:54:51.354965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59316) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.376580 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d261ac4-d59b-404b-8df4-c57f657bf09d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.377258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d261ac4-d59b-404b-8df4-c57f657bf09d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.379765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2d261ac4-d59b-404b-8df4-c57f657bf09d tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/f1da23b1-7c6e-4fc1-a556-7f947448516b HTTP/1.1" status: 404 len: 339 time: 0.0230441 Aug 16 20:54:51.382588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.410755 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bd00ed-1c8e-4039-a4d1-af8c0eb6c3e1 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.411302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bd00ed-1c8e-4039-a4d1-af8c0eb6c3e1 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.413954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a4bd00ed-1c8e-4039-a4d1-af8c0eb6c3e1 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/57994897-1457-43db-92d2-07006c2bc507 HTTP/1.1" status: 404 len: 337 time: 0.0301752 Aug 16 20:54:51.416863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59320) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.437204 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e6fbaa-e94d-44aa-a949-dc6bf50315b2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.437866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e6fbaa-e94d-44aa-a949-dc6bf50315b2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.440045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-15e6fbaa-e94d-44aa-a949-dc6bf50315b2 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/0ea9e377-30b7-451c-a352-3f7c2f731ffc HTTP/1.1" status: 404 len: 339 time: 0.0218315 Aug 16 20:54:51.442532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.471950 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b501e1-ed02-445e-bdaa-3be882408e21 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.472534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b501e1-ed02-445e-bdaa-3be882408e21 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.474356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-14b501e1-ed02-445e-bdaa-3be882408e21 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/f9dccd85-2e62-46fe-a71c-ea9b633d8f6c HTTP/1.1" status: 404 len: 337 time: 0.0306942 Aug 16 20:54:51.477742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59326) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.497152 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-30cb226e-de9d-479c-b11e-d44ae6a20912 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.497865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30cb226e-de9d-479c-b11e-d44ae6a20912 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.502083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-30cb226e-de9d-479c-b11e-d44ae6a20912 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/6bc9a272-cf68-4924-9ff1-5fcadbfaa5f4 HTTP/1.1" status: 404 len: 339 time: 0.0207875 Aug 16 20:54:51.502886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59330) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.525571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6935fe26-5d81-48a4-a794-0c4bac448a4f', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': '15efb19c-db69-455c-a751-97fbb1ca6865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:ba:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e858611-eccc-47ff-817f-5daabde50ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:49Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:51.530319 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebcdda8-4616-4fb2-a126-57aec63801ae tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.530781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebcdda8-4616-4fb2-a126-57aec63801ae tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.534838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cebcdda8-4616-4fb2-a126-57aec63801ae tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/76438683-21a3-43f1-ab24-ca9d6800a7da HTTP/1.1" status: 404 len: 337 time: 0.0286868 Aug 16 20:54:51.535231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59332) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.569473 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5add87-971a-4387-9d4c-e22580b736bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] DELETE failed (client error): The resource could not be found. Aug 16 20:54:51.569473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5add87-971a-4387-9d4c-e22580b736bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:54:51.569796 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3bdd72-85d5-4a50-81ca-697cbb9164a9 None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '6935fe26-5d81-48a4-a794-0c4bac448a4f', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.136', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': '15efb19c-db69-455c-a751-97fbb1ca6865', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:ba:2a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e858611-eccc-47ff-817f-5daabde50ba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:54:31Z', 'updated_at': '2021-08-16T20:54:49Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:54:51.570495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d5add87-971a-4387-9d4c-e22580b736bd tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/2e2b26f4-e201-4657-909f-844cc4e18294 HTTP/1.1" status: 404 len: 339 time: 0.0292614 Aug 16 20:54:51.571562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:51.639576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting subnet 827d5738-f7fe-4a1a-baa4-cd3daec58857 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:54:51.649760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.664499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 273a1d00-df4d-4cd7-928b-9183090bb494 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:51.688439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 273a1d00-df4d-4cd7-928b-9183090bb494 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:51.689294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 273a1d00-df4d-4cd7-928b-9183090bb494 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:51.711517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.805079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:51.838958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f73390-3162-4834-a37b-cea656928868 None None] New status for floating IP 6935fe26-5d81-48a4-a794-0c4bac448a4f: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:54:51.973879 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.009120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Subnet': ['ID=827d5738-f7fe-4a1a-baa4-cd3daec58857,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.016626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.018525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b0e029c4-899a-44cd-89c5-25ae0de34c38 tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/subnets/827d5738-f7fe-4a1a-baa4-cd3daec58857 HTTP/1.1" status: 204 len: 168 time: 0.4460065 Aug 16 20:54:52.021107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:52.024549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61054169-2e0d-44d6-8248-f7e291fad7b1 None None] Network 030c5c5e-b1ff-422c-a862-99578ebdb438 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:52.073774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.148470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.207209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Deleting port 35ba5224-a847-4350-97d8-0ef39061c1b0 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:52.207640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.212991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] DHCP port deletion for 030c5c5e-b1ff-422c-a862-99578ebdb438 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:54:52.273669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Deleting port 35ba5224-a847-4350-97d8-0ef39061c1b0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:54:52.274079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.279940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] For port 35ba5224-a847-4350-97d8-0ef39061c1b0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=35ba5224-a847-4350-97d8-0ef39061c1b0,segment=NetworkSegment(b1c13456-16dd-4131-9065-e38cacd86662),segment_id=b1c13456-16dd-4131-9065-e38cacd86662)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:52.280578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.298016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Calling delete_port for 35ba5224-a847-4350-97d8-0ef39061c1b0 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:52.352480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] For port 35ba5224-a847-4350-97d8-0ef39061c1b0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=35ba5224-a847-4350-97d8-0ef39061c1b0,segment=NetworkSegment(b1c13456-16dd-4131-9065-e38cacd86662),segment_id=b1c13456-16dd-4131-9065-e38cacd86662)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:54:52.353208 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.371765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Calling delete_port for 35ba5224-a847-4350-97d8-0ef39061c1b0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:54:52.511958 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.519427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.537468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] No DVR routers for this DVR port 35ba5224-a847-4350-97d8-0ef39061c1b0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:52.539788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Port': ['ID=35ba5224-a847-4350-97d8-0ef39061c1b0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.557534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] No DVR routers for this DVR port 35ba5224-a847-4350-97d8-0ef39061c1b0 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:54:52.587073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9264846-578f-4ff8-82cb-e96a6bdd9833 None None] Pushing event deleted for resources: {'Port': ['ID=35ba5224-a847-4350-97d8-0ef39061c1b0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:52.680125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.692254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030c5c5e-b1ff-422c-a862-99578ebdb438']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:52.705045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c13456-16dd-4131-9065-e38cacd86662') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:52.705605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c13456-16dd-4131-9065-e38cacd86662') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:54:52.716752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.734455 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.742868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:54:52.743420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:54:52.746839 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:54:52.940838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.980716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:52.980716 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] 10.222.0.70 "DELETE /v2.0/networks/030c5c5e-b1ff-422c-a862-99578ebdb438 HTTP/1.1" status: 204 len: 168 time: 0.9295244 Aug 16 20:54:52.980716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025ea3c-c227-423c-971e-dce38241c93c tempest-NetworksTest-1008083380 tempest-NetworksTest-1008083380-project] Pushing event deleted for resources: {'Network': ['ID=030c5c5e-b1ff-422c-a862-99578ebdb438,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:53.484765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59376) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.647761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bcb5e558-c2f1-43d9-baf9-630a09e3baec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55c4bfacf4154920aa553ebb855b1c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611876 Aug 16 20:54:53.650514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59384) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:53.702225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.725789 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.739263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 35ba5224-a847-4350-97d8-0ef39061c1b0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:54:53.764582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 35ba5224-a847-4350-97d8-0ef39061c1b0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:54:53.765286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 35ba5224-a847-4350-97d8-0ef39061c1b0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:54:53.971320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.974945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:53.979106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f714a3da-28b2-4258-8361-4d94811743e9 HTTP/1.1" status: 204 len: 168 time: 0.3252032 Aug 16 20:54:53.991536 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098358-1fbf-4387-b9c9-00dceda0576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714a3da-28b2-4258-8361-4d94811743e9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.065801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59416) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:55.169235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-802349029'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:55.264172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:55.265320 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.292399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.388292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.551594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.586006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:55.667039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c7c71d-ab68-4f39-8cb2-9667cd8f446b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.667039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.667039 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment 0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431 of type vlan for network b2ca966a-1579-40da-8bff-14f27e716a37 Aug 16 20:54:55.667039 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.826385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.832308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:55.832904 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:55.906547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=b2ca966a-1579-40da-8bff-14f27e716a37,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:55.917864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b2ca966a-1579-40da-8bff-14f27e716a37 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:55.999879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00fce2b8-0712-4da0-b965-4562260c5f95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9328830 Aug 16 20:54:56.002410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59430) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:56.008425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1473851781'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:56.119423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:56.123217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.149293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:54:56.158513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.164698 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment 44bc2328-83f1-4208-8642-196e6ffd9516 of type vlan for network 7cf13bb7-d390-47b1-978b-d8919171399a Aug 16 20:54:56.204793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.284970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.291002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:56.297048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.375326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=7cf13bb7-d390-47b1-978b-d8919171399a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:56.389715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5103805f-fada-468e-8523-81fd35c828ce tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3832870 Aug 16 20:54:56.389944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7cf13bb7-d390-47b1-978b-d8919171399a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:54:56.390462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59436) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:56.395517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:56.593848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:56.602813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:56.930714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.000474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=a790e751-2201-4d6c-b2a1-20e181da2ab5,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:57.031368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:57.032339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: b2ca966a-1579-40da-8bff-14f27e716a37, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:57.148729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network b2ca966a-1579-40da-8bff-14f27e716a37 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:57.244519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b2ca966a-1579-40da-8bff-14f27e716a37) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:57.251482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:57.252330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.260574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a0bef-bf75-4b6e-a723-582af015ebce None None] Network b2ca966a-1579-40da-8bff-14f27e716a37 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:57.408528 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f342e4a5-f4d3-4ec8-a541-35624ef35cfb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0146613 Aug 16 20:54:57.408737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:57.415140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:57.429054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b2ca966a-1579-40da-8bff-14f27e716a37', 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': 'a790e751-2201-4d6c-b2a1-20e181da2ab5'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:57.429997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.614460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:54:57.621388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.622984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Allocated IP 172.20.0.2 (b2ca966a-1579-40da-8bff-14f27e716a37/a790e751-2201-4d6c-b2a1-20e181da2ab5/d39f2253-28e2-4313-996f-c91011eb9909) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:57.798842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.806997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Transition to ACTIVE for port object d39f2253-28e2-4313-996f-c91011eb9909 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:57.822739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Transition to ACTIVE for port object d39f2253-28e2-4313-996f-c91011eb9909 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:57.901992 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.930550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:57.935531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Network b2ca966a-1579-40da-8bff-14f27e716a37 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:57.938641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:57.947697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:57.982354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Pushing event updated for resources: {'Port': ['ID=d39f2253-28e2-4313-996f-c91011eb9909,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.011441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=b8694f16-d5bc-4de1-9661-54a683596b4c,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.011647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Attempting to bind port d39f2253-28e2-4313-996f-c91011eb9909 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:58.011903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Attempting to bind port d39f2253-28e2-4313-996f-c91011eb9909 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:58.012515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Attempting to bind port d39f2253-28e2-4313-996f-c91011eb9909 on network b2ca966a-1579-40da-8bff-14f27e716a37 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:58.020058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:58.020643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Checking segment: {'id': '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:58.021202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.022887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Bound using segment: {'id': '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:58.023362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Bound port: d39f2253-28e2-4313-996f-c91011eb9909, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b2ca966a-1579-40da-8bff-14f27e716a37'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:58.023762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.023959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': '44bc2328-83f1-4208-8642-196e6ffd9516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:58.024358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: 7cf13bb7-d390-47b1-978b-d8919171399a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:54:58.091799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] For port d39f2253-28e2-4313-996f-c91011eb9909, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:58.094927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] For port d39f2253-28e2-4313-996f-c91011eb9909, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d39f2253-28e2-4313-996f-c91011eb9909,segment=NetworkSegment(0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431),segment_id=0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:58.124910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 7cf13bb7-d390-47b1-978b-d8919171399a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:54:58.209271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.244907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7cf13bb7-d390-47b1-978b-d8919171399a) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:58.249306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:54:58.249877 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.257045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744190d-2a66-4f08-bc83-c2e173abc468 None None] Network 7cf13bb7-d390-47b1-978b-d8919171399a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:58.311696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e34c4-c56f-4cf7-b172-2609ecf157cd None None] Pushing event updated for resources: {'Port': ['ID=d39f2253-28e2-4313-996f-c91011eb9909,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:58.358838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de0b45ee-14aa-40c8-a42c-168ffcd5a1c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9490466 Aug 16 20:54:58.361705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59462) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.368950 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1794753383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:54:58.432238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7cf13bb7-d390-47b1-978b-d8919171399a', 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': 'b8694f16-d5bc-4de1-9661-54a683596b4c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:54:58.433224 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.509619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.511346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.577294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.625708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Allocated IP 172.21.0.2 (7cf13bb7-d390-47b1-978b-d8919171399a/b8694f16-d5bc-4de1-9661-54a683596b4c/c0c6f695-c5e0-4510-abd1-957bbd8150a3) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:58.672324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.759138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.760561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93af8677-636c-4cc2-ac1e-dc32e346ad01 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3977144 Aug 16 20:54:58.763235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59470) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:54:58.777793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.788254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Transition to ACTIVE for port object c0c6f695-c5e0-4510-abd1-957bbd8150a3 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:58.806021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Transition to ACTIVE for port object c0c6f695-c5e0-4510-abd1-957bbd8150a3 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:54:58.885734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:58.926166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Network 7cf13bb7-d390-47b1-978b-d8919171399a is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:54:58.929439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:54:58.933520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:54:58.940705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Pushing event updated for resources: {'Port': ['ID=c0c6f695-c5e0-4510-abd1-957bbd8150a3,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.030591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Attempting to bind port c0c6f695-c5e0-4510-abd1-957bbd8150a3 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:54:59.030966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Attempting to bind port c0c6f695-c5e0-4510-abd1-957bbd8150a3 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '44bc2328-83f1-4208-8642-196e6ffd9516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:54:59.031328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Attempting to bind port c0c6f695-c5e0-4510-abd1-957bbd8150a3 on network 7cf13bb7-d390-47b1-978b-d8919171399a {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:54:59.037451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:54:59.037831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Checking segment: {'id': '44bc2328-83f1-4208-8642-196e6ffd9516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:54:59.038240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.038632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Bound using segment: {'id': '44bc2328-83f1-4208-8642-196e6ffd9516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:54:59.039116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Bound port: c0c6f695-c5e0-4510-abd1-957bbd8150a3, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc2328-83f1-4208-8642-196e6ffd9516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7cf13bb7-d390-47b1-978b-d8919171399a'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:54:59.039499 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.131850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] For port c0c6f695-c5e0-4510-abd1-957bbd8150a3, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:54:59.136843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] For port c0c6f695-c5e0-4510-abd1-957bbd8150a3, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0c6f695-c5e0-4510-abd1-957bbd8150a3,segment=NetworkSegment(44bc2328-83f1-4208-8642-196e6ffd9516),segment_id=44bc2328-83f1-4208-8642-196e6ffd9516)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:54:59.260778 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.396240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc3716-2efc-4268-ad2a-749fa2c149f2 None None] Pushing event updated for resources: {'Port': ['ID=c0c6f695-c5e0-4510-abd1-957bbd8150a3,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:54:59.500067 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:54:59.503999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4552d0-bebe-4d54-84fa-2b1923f4b4b4 None None] Network b2ca966a-1579-40da-8bff-14f27e716a37 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:54:59.682300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1776c599-0e1c-450f-b1bf-4256733b716d None None] Provisioning for port d39f2253-28e2-4313-996f-c91011eb9909 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:54:59.863579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.20.0.1 (b2ca966a-1579-40da-8bff-14f27e716a37/a790e751-2201-4d6c-b2a1-20e181da2ab5/f2003da0-6ad6-499c-841e-8b442b921aca) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:54:59.966376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d39f2253-28e2-4313-996f-c91011eb9909 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:00.070210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.091820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object f2003da0-6ad6-499c-841e-8b442b921aca will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:00.112947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d39f2253-28e2-4313-996f-c91011eb9909 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:00.117951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d39f2253-28e2-4313-996f-c91011eb9909 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:00.118249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.223211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.241617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.272626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network b2ca966a-1579-40da-8bff-14f27e716a37 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:00.279954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:00.282827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:00.293582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d39f2253-28e2-4313-996f-c91011eb9909, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d39f2253-28e2-4313-996f-c91011eb9909,segment=NetworkSegment(0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431),segment_id=0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:00.296478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2fb5db66-36e5-4faa-b543-8b66702f175a None None] Provisioning complete for port d39f2253-28e2-4313-996f-c91011eb9909 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:00.297108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fb5db66-36e5-4faa-b543-8b66702f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.350312 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=f2003da0-6ad6-499c-841e-8b442b921aca,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.364211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.416785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fb5db66-36e5-4faa-b543-8b66702f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.419497 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.420601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0c6f695-c5e0-4510-abd1-957bbd8150a3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:00.559440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d39f2253-28e2-4313-996f-c91011eb9909,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:00.612137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-2fb5db66-36e5-4faa-b543-8b66702f175a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:00.612137 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-2fb5db66-36e5-4faa-b543-8b66702f175a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:00.682980 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.724915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c0c6f695-c5e0-4510-abd1-957bbd8150a3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:00.759293 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6b052b7c-bec0-45c2-9af1-a5449f349f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:00.915429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec02a45-0213-44b1-8423-8c74fc41f7b0 None None] Network 7cf13bb7-d390-47b1-978b-d8919171399a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:01.101651 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.181808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.298022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.315572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=f2003da0-6ad6-499c-841e-8b442b921aca,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.496334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Provisioning for port c0c6f695-c5e0-4510-abd1-957bbd8150a3 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:01.501710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Provisioning complete for port c0c6f695-c5e0-4510-abd1-957bbd8150a3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:01.502353 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.518394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network b2ca966a-1579-40da-8bff-14f27e716a37 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:01.521041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:01.664663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.729535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] For port c0c6f695-c5e0-4510-abd1-957bbd8150a3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0c6f695-c5e0-4510-abd1-957bbd8150a3,segment=NetworkSegment(44bc2328-83f1-4208-8642-196e6ffd9516),segment_id=44bc2328-83f1-4208-8642-196e6ffd9516)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:01.807688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d39f2253-28e2-4313-996f-c91011eb9909 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:01.846522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:01.929189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Pushing event updated for resources: {'Port': ['ID=c0c6f695-c5e0-4510-abd1-957bbd8150a3,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:01.930434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:01.948440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d39f2253-28e2-4313-996f-c91011eb9909 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:01.948824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.048642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:02.056900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6b57746b-dc5b-4fa7-be1c-16f6d12b97f8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2900965 Aug 16 20:55:02.057066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Provisioning for port f2003da0-6ad6-499c-841e-8b442b921aca completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:02.057184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.064414 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] Sync routers for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:02.069533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Provisioning complete for port f2003da0-6ad6-499c-841e-8b442b921aca triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:02.070106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.074943 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:02.077333 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.106437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459aa926-d3b6-4813-a5fe-625ac9e635e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:02.110472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-459aa926-d3b6-4813-a5fe-625ac9e635e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports/f2003da0-6ad6-499c-841e-8b442b921aca HTTP/1.1" status: 200 len: 910 time: 0.0499673 Aug 16 20:55:02.110721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59504) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:02.117175 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.122124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a13c26d7-0d7e-4573-b993-e504345a8625 None None] Port f2003da0-6ad6-499c-841e-8b442b921aca cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:02.126786 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:02.128775 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:54:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.169879 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:02.170503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fedf79e-7566-4f78-a91a-625861a8ef6b None None] The sync data for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:02.244594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c7d9e4bc-5891-4ee4-8d1a-b0853585a4a3 None None] Provisioning complete for port c0c6f695-c5e0-4510-abd1-957bbd8150a3 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:02.245056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e4bc-5891-4ee4-8d1a-b0853585a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.368299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c7d9e4bc-5891-4ee4-8d1a-b0853585a4a3 None None] Provisioning complete for port f2003da0-6ad6-499c-841e-8b442b921aca triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:02.368670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c7d9e4bc-5891-4ee4-8d1a-b0853585a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.416859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9e4bc-5891-4ee4-8d1a-b0853585a4a3 None None] Port f2003da0-6ad6-499c-841e-8b442b921aca cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:02.535814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.818049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.21.0.1 (7cf13bb7-d390-47b1-978b-d8919171399a/b8694f16-d5bc-4de1-9661-54a683596b4c/99146164-0d06-4c99-91ed-5df843cdd599) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:02.946286 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:02.961847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object 99146164-0d06-4c99-91ed-5df843cdd599 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:03.056848 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.105902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 7cf13bb7-d390-47b1-978b-d8919171399a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:03.108846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:03.117532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:03.175932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=99146164-0d06-4c99-91ed-5df843cdd599,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.180602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59516) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.190218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.386516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Deleting subnet aa07ad27-728e-4b38-8fc8-feaff694246f {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:03.390051 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.425073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.465209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.479304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.504873 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.559276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1028cc71-5086-447d-b091-227cb146ef64 None None] Provisioning for port 99146164-0d06-4c99-91ed-5df843cdd599 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:03.564174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1028cc71-5086-447d-b091-227cb146ef64 None None] Provisioning complete for port 99146164-0d06-4c99-91ed-5df843cdd599 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:03.564837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1028cc71-5086-447d-b091-227cb146ef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.597172 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ca14b54-9a81-4900-b70f-40afad75cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.616934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1028cc71-5086-447d-b091-227cb146ef64 None None] Port 99146164-0d06-4c99-91ed-5df843cdd599 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:03.711502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0c6f695-c5e0-4510-abd1-957bbd8150a3 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:03.718239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.757997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa07ad27-728e-4b38-8fc8-feaff694246f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.762132 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.764619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1887aed7-733b-4f17-83a2-c766b6dd3e86 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa07ad27-728e-4b38-8fc8-feaff694246f HTTP/1.1" status: 204 len: 168 time: 0.5831640 Aug 16 20:55:03.767173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59526) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:03.774765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c0c6f695-c5e0-4510-abd1-957bbd8150a3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:03.775147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.805960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.850357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.895616 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.964892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.973682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:03.976218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=99146164-0d06-4c99-91ed-5df843cdd599,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:03.976865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df294b2-34bc-40de-b119-0b03f8f7b5d7']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:03.996393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.001226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb8b3bc-b1d5-4af4-9a1d-25342d965fa0') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.005654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.020965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.029201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:04.029797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:04.031459 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:04.075825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 7cf13bb7-d390-47b1-978b-d8919171399a is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:04.077320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:04.159286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.174231 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.184633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] 10.222.0.70 "DELETE /v2.0/networks/4df294b2-34bc-40de-b119-0b03f8f7b5d7 HTTP/1.1" status: 204 len: 168 time: 0.4088278 Aug 16 20:55:04.186314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:04.194847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ec5bd-6c95-4f98-a05a-a191f427eb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=4df294b2-34bc-40de-b119-0b03f8f7b5d7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:04.304401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.306071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:04.313420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5654f2d0-f68d-4195-b5d8-7bab807e4a29 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1992791 Aug 16 20:55:04.313982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59532) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.316928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] Sync routers for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:04.329474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:04.330089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.365585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfb885-7e5b-473d-bfa1-daedbaea0fd8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:04.368581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-86cfb885-7e5b-473d-bfa1-daedbaea0fd8 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports/99146164-0d06-4c99-91ed-5df843cdd599 HTTP/1.1" status: 200 len: 910 time: 0.0522428 Aug 16 20:55:04.369854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59534) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.370666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.381292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45db817c-6840-45d6-a184-555e9af0e71f None None] Provisioning complete for port 99146164-0d06-4c99-91ed-5df843cdd599 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:04.381668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45db817c-6840-45d6-a184-555e9af0e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.403449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:04.404195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.449591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:04.450188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8bf314-e053-4af8-a7e3-88a674fd60e4 None None] The sync data for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:04.458683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-45db817c-6840-45d6-a184-555e9af0e71f None None] Port 99146164-0d06-4c99-91ed-5df843cdd599 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:04.604017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59538) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.652610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f5ee905a-6afd-43a2-9f30-f696a582b71f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc2febbc03314e32ba224f84b66a7b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472915 Aug 16 20:55:04.655034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59542) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:04.712762 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.726089 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.734440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.907696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.910319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:04.914422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0d77c25-626e-4d94-b508-5d62b1f17086 HTTP/1.1" status: 204 len: 168 time: 0.2553990 Aug 16 20:55:04.926377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e0d92-ce53-4295-9d0e-f623b01475d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d77c25-626e-4d94-b508-5d62b1f17086,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.004027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 99146164-0d06-4c99-91ed-5df843cdd599 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:05.004551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.089983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.102344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 99146164-0d06-4c99-91ed-5df843cdd599 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:05.353551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:05.738691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=99146164-0d06-4c99-91ed-5df843cdd599,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:05.909616 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.096453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59576) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.138804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:06.191363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.203322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-632540368-network', 'tenant_id': '94ad7a266f9749e7868dbb2f9df7c226'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:06.235757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:06.245054 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2791124e-6a10-455a-be2f-1cd7f91fd768 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707008 Aug 16 20:55:06.245054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59580) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.247472 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] Sync routers for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:06.261526 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:06.262268 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.293587 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.302265 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:06.303489 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.311025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Made reservation on behalf of 94ad7a266f9749e7868dbb2f9df7c226 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:06.314741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.322387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.355078 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:06.355903 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa8770-b8b0-48c4-9c77-fe646993168c None None] The sync data for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:06.416486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.517271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.545266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:06.564096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c31f2-1f6e-4c41-b12c-c0245b3e3758,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.568226 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.568965 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Added segment 898e217f-7cc7-49fb-9008-1277135c2a30 of type vlan for network 7f962028-b050-46f7-853d-e98ee2d706f0 Aug 16 20:55:06.602172 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.616735 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.713158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.714164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:06.714754 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.776696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] Pushing event updated for resources: {'Network': ['ID=7f962028-b050-46f7-853d-e98ee2d706f0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:06.791266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7f962028-b050-46f7-853d-e98ee2d706f0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:06.845136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2fde4b18-d1c2-4290-b211-515e09275bee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7474711 Aug 16 20:55:06.848391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59588) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:06.856049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Request body: {'subnet': {'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-632540368-subnet', 'tenant_id': '94ad7a266f9749e7868dbb2f9df7c226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:06.897197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port f2003da0-6ad6-499c-841e-8b442b921aca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:06.897197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.947042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Made reservation on behalf of 94ad7a266f9749e7868dbb2f9df7c226 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:06.950004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:06.998765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.011449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for f2003da0-6ad6-499c-841e-8b442b921aca owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:07.204598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.256860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.263116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=223d6030-5bc8-4eef-a299-a62abc7149aa,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.275884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Checking segment: {'id': '898e217f-7cc7-49fb-9008-1277135c2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:07.276260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Network hostable DHCP agents. Network: 7f962028-b050-46f7-853d-e98ee2d706f0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:07.285495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=f2003da0-6ad6-499c-841e-8b442b921aca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:07.357547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Network 7f962028-b050-46f7-853d-e98ee2d706f0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:07.442710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.445035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7f962028-b050-46f7-853d-e98ee2d706f0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:07.450508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:07.452097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.454575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7c14a-1054-4bda-a0f4-67d87c7e2126 None None] Network 7f962028-b050-46f7-853d-e98ee2d706f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:07.609233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb00d7-afc1-4e24-9dc7-5c35adcdea06 None None] Network 7f962028-b050-46f7-853d-e98ee2d706f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:07.619363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:07.632501 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36884f52-1429-4f38-a5c0-778680e8a7be admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7829566 Aug 16 20:55:07.702704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:07.710065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4cb49e9e-48ab-4aef-9dbc-974c16245754 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628510 Aug 16 20:55:07.711120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.749422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d87d680e-1e07-4ab3-adc7-7a455c758a82 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a HTTP/1.1" status: 200 len: 205 time: 0.0369980 Aug 16 20:55:07.749673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] Sync routers for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:07.752054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59602) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:07.776172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:07.776809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.817540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.829868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] Routers {'bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:07.830410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.859171 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:07.867873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:07.868537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a4c7cb-1d5d-4920-b083-9df99833b3ee None None] The sync data for ids ['bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:08.035815 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.039916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.181356 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.182347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:08.190744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.191956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19553dd4-3c74-45e1-8392-8b6ecdb9af56 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a HTTP/1.1" status: 204 len: 168 time: 0.4388993 Aug 16 20:55:08.195264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59614) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.246843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet b8694f16-d5bc-4de1-9661-54a683596b4c {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:08.250090 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.292784 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.383194 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.391147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59620) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.398263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1729061718-network', 'tenant_id': 'c2e216d0397042a882f20b75de029676'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:08.495341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Made reservation on behalf of c2e216d0397042a882f20b75de029676 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:08.498029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.506771 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.530680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.564442 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=b8694f16-d5bc-4de1-9661-54a683596b4c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.573505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a0462-d3d9-42da-852d-d907ab63b11f None None] Network 7cf13bb7-d390-47b1-978b-d8919171399a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:08.576448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.578800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-abbb8d44-7810-43d8-b276-57c41f44ec40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/b8694f16-d5bc-4de1-9661-54a683596b4c HTTP/1.1" status: 204 len: 168 time: 0.3824425 Aug 16 20:55:08.581526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59624) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:08.653052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet a790e751-2201-4d6c-b2a1-20e181da2ab5 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:08.659440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.660619 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.706196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.746629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.768313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] DHCP port deletion for 7cf13bb7-d390-47b1-978b-d8919171399a request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:08.779294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:08.803950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b28d67-b459-4070-9f50-2f8e92310e30,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:08.807543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.807917 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Added segment cfaef7b5-6a94-4b05-9a72-bc4c9aaa32b5 of type vlan for network aad285f0-648e-4d85-8b78-8771e17563ac Aug 16 20:55:08.825758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Deleting port c0c6f695-c5e0-4510-abd1-957bbd8150a3 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:08.826189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.884753 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.891060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.910424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] For port c0c6f695-c5e0-4510-abd1-957bbd8150a3, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0c6f695-c5e0-4510-abd1-957bbd8150a3,segment=NetworkSegment(44bc2328-83f1-4208-8642-196e6ffd9516),segment_id=44bc2328-83f1-4208-8642-196e6ffd9516)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:08.910826 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:08.924894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Calling delete_port for c0c6f695-c5e0-4510-abd1-957bbd8150a3 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:09.055623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.056654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.057232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.084803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.105181 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.108767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Pushing event deleted for resources: {'Port': ['ID=c0c6f695-c5e0-4510-abd1-957bbd8150a3,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.118445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] No DVR routers for this DVR port c0c6f695-c5e0-4510-abd1-957bbd8150a3 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:09.121321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.121705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.122044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.122398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.123433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.123801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.124133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.124458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.124780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.125101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.125422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.125742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754394f1-9537-456c-a105-c36a4f697a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:09.150008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=a790e751-2201-4d6c-b2a1-20e181da2ab5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.156860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.161489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-44a030be-8f4e-4a8d-8a86-51158c922e8a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/a790e751-2201-4d6c-b2a1-20e181da2ab5 HTTP/1.1" status: 204 len: 168 time: 0.5762293 Aug 16 20:55:09.161489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] Pushing event updated for resources: {'Network': ['ID=aad285f0-648e-4d85-8b78-8771e17563ac,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.162581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.163937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486cabd-a16f-4c59-abd9-3b41c555d6b3 None None] Network b2ca966a-1579-40da-8bff-14f27e716a37 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:09.182360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83fbd7a1-a4a0-482c-8b49-08bec7e1ba4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7894766 Aug 16 20:55:09.185285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.190168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Request body: {'subnet': {'network_id': 'aad285f0-648e-4d85-8b78-8771e17563ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1729061718-subnet', 'tenant_id': 'c2e216d0397042a882f20b75de029676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:09.201093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network aad285f0-648e-4d85-8b78-8771e17563ac details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:09.263173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.278640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Made reservation on behalf of c2e216d0397042a882f20b75de029676 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:09.282867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.357014 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.367663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf13bb7-d390-47b1-978b-d8919171399a']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.379989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bc2328-83f1-4208-8642-196e6ffd9516') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.379989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bc2328-83f1-4208-8642-196e6ffd9516') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:09.394055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.409248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.415996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:09.416468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:09.419454 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:09.430946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] DHCP port deletion for b2ca966a-1579-40da-8bff-14f27e716a37 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:09.494840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Deleting port d39f2253-28e2-4313-996f-c91011eb9909 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:09.495227 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.560069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] For port d39f2253-28e2-4313-996f-c91011eb9909, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d39f2253-28e2-4313-996f-c91011eb9909,segment=NetworkSegment(0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431),segment_id=0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:09.560387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.573701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Calling delete_port for d39f2253-28e2-4313-996f-c91011eb9909 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:09.587396 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.592819 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.597142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/7cf13bb7-d390-47b1-978b-d8919171399a HTTP/1.1" status: 204 len: 168 time: 0.4312167 Aug 16 20:55:09.603895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:09.604773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.660023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e467e9-a900-41cd-a4c4-b6fff8156cb7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=7cf13bb7-d390-47b1-978b-d8919171399a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.678501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9280d3-0164-4bb4-8669-971263a5c676,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.701700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Checking segment: {'id': 'cfaef7b5-6a94-4b05-9a72-bc4c9aaa32b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'aad285f0-648e-4d85-8b78-8771e17563ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:09.702266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Network hostable DHCP agents. Network: aad285f0-648e-4d85-8b78-8771e17563ac, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:09.713293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.751936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.772550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port d39f2253-28e2-4313-996f-c91011eb9909 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:09.772903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.789423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d39f2253-28e2-4313-996f-c91011eb9909 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:09.793803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] Pushing event deleted for resources: {'Port': ['ID=d39f2253-28e2-4313-996f-c91011eb9909,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.818711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d39f2253-28e2-4313-996f-c91011eb9909 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:09.819042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d39f2253-28e2-4313-996f-c91011eb9909 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:09.819454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0c6f695-c5e0-4510-abd1-957bbd8150a3 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:09.822500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb0a43-bec9-419b-9202-09744f0aeec1 None None] No DVR routers for this DVR port d39f2253-28e2-4313-996f-c91011eb9909 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:09.831190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Network aad285f0-648e-4d85-8b78-8771e17563ac is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:09.844253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c0c6f695-c5e0-4510-abd1-957bbd8150a3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:09.844617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0c6f695-c5e0-4510-abd1-957bbd8150a3 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:09.851838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port d39f2253-28e2-4313-996f-c91011eb9909, host n-d-794306-10, got binding levels [] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:09.856225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.871617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for d39f2253-28e2-4313-996f-c91011eb9909 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:09.874353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Port d39f2253-28e2-4313-996f-c91011eb9909 was not found and therefore no delete operation was performed {{(pid=95240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 20:55:09.875557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.905651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=d39f2253-28e2-4313-996f-c91011eb9909,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:09.910028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port d39f2253-28e2-4313-996f-c91011eb9909 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:09.924378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, aad285f0-648e-4d85-8b78-8771e17563ac) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:09.929151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:09.929730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:09.935223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f891d1-b7b7-4744-a2b0-b97444655491 None None] Network aad285f0-648e-4d85-8b78-8771e17563ac requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:09.995104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.006227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ca966a-1579-40da-8bff-14f27e716a37']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:10.017933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:10.018398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f42ad6a-2e79-4b6a-bcbf-b2887fc4d431') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:10.028088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.038340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-004802cc-b14c-46b3-b480-211c0d830e93 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8519576 Aug 16 20:55:10.059701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.066438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:10.066803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.098099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b4c0e-dbaf-42e9-89f6-66b772576428 None None] Network aad285f0-648e-4d85-8b78-8771e17563ac requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:10.122939 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:10.254949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.260132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.262058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/b2ca966a-1579-40da-8bff-14f27e716a37 HTTP/1.1" status: 204 len: 168 time: 0.6617713 Aug 16 20:55:10.266183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.271807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435951425'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.289195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1814f99-a728-4e1c-8bec-6a07c0625898 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=b2ca966a-1579-40da-8bff-14f27e716a37,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.398411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:10.403441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.432108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:10.441672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.442024 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment c3f90763-ffad-49cf-a51c-64763fba7c8c of type vlan for network bf1330aa-5e3f-407d-a5b1-10b122a278e1 Aug 16 20:55:10.486595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.576821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.582313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.582900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:10.682203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=bf1330aa-5e3f-407d-a5b1-10b122a278e1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:10.694175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-b1ed1264-7f16-4806-b0f2-5f0ff20ff065 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:10.694968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:10.696353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-b1ed1264-7f16-4806-b0f2-5f0ff20ff065 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/networks?id=7f962028-b050-46f7-853d-e98ee2d706f0 HTTP/1.1" status: 200 len: 811 time: 0.1829104 Aug 16 20:55:10.713981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-7cd649f7-c5f8-4f4c-9ca2-20ecbe5fc563 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/quotas/94ad7a266f9749e7868dbb2f9df7c226 HTTP/1.1" status: 200 len: 375 time: 0.0114908 Aug 16 20:55:10.735286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6074fd9c-7c90-4858-8fa4-ae0616613b95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4656076 Aug 16 20:55:10.735909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:10.743220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:10.752138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-9aa80853-76c4-44a0-a180-83c83115e6d7 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311291 Aug 16 20:55:10.852813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-d8cb1e12-3be3-4afc-ba47-5508cb866278 service neutron] 10.222.0.70 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922861 Aug 16 20:55:10.948691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-18d8aedb-06fd-4bdc-a85f-e32323c8b7f0 service neutron] 10.222.0.70 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897236 Aug 16 20:55:10.998661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:11.002270 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.301620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1836db4-6933-45e6-bf87-f3bf61d7937f req-fb0dd39c-ab2e-41f8-9cb6-0072bb7c7156 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 210 time: 0.0280218 Aug 16 20:55:11.306694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.386781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=4cf4f5e9-0e9c-475b-ad85-ce788d875964,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:11.395394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': 'c3f90763-ffad-49cf-a51c-64763fba7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:11.395394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: bf1330aa-5e3f-407d-a5b1-10b122a278e1, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:11.524223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:11.769578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, bf1330aa-5e3f-407d-a5b1-10b122a278e1) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:11.774686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:11.775456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:11.779338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4e1af-0f6d-4b74-abca-ee6c0c8c5d51 None None] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:11.963605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-bf1330aa-5e3f-407d-a5b1-10b122a278e1', 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': '4cf4f5e9-0e9c-475b-ad85-ce788d875964'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:11.963605 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.047988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.049100 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a978b3e-0e84-402e-9201-39a4bed27d88 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3107173 Aug 16 20:55:12.053049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-651261846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:12.068226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Allocated IP 172.20.0.2 (bf1330aa-5e3f-407d-a5b1-10b122a278e1/4cf4f5e9-0e9c-475b-ad85-ce788d875964/8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:12.168797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.170088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.229930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.231026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.240846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Transition to ACTIVE for port object 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:12.256262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Transition to ACTIVE for port object 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:12.317254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.387680 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.406164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a9af9c3-dbc2-4bc0-a162-5b5d1fea80e7 req-356d7e32-0733-4430-80f2-650de337d990 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 210 time: 0.0356390 Aug 16 20:55:12.434202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Pushing event updated for resources: {'Port': ['ID=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:12.455410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:12.456847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:12.459858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:12.490675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.495050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:12.500681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0af51f16-b8b7-4603-8b77-be4960732ef5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4462390 Aug 16 20:55:12.501359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'port': {'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1', 'name': 'tempest-RoutersTest-1380244113'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:12.514147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Attempting to bind port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:12.514629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Attempting to bind port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'c3f90763-ffad-49cf-a51c-64763fba7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:12.515026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Attempting to bind port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 on network bf1330aa-5e3f-407d-a5b1-10b122a278e1 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:12.520038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:12.520544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Checking segment: {'id': 'c3f90763-ffad-49cf-a51c-64763fba7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:12.521038 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.521436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Bound using segment: {'id': 'c3f90763-ffad-49cf-a51c-64763fba7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:12.522068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Bound port: 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f90763-ffad-49cf-a51c-64763fba7c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'bf1330aa-5e3f-407d-a5b1-10b122a278e1'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:12.522452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.595325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] For port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:12.598713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] For port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,segment=NetworkSegment(c3f90763-ffad-49cf-a51c-64763fba7c8c),segment_id=c3f90763-ffad-49cf-a51c-64763fba7c8c)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:12.764201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:12.765005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.768155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:12.785914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] device_id is not set on port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f yet. {{(pid=95241) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 20:55:12.836904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1ed70-f099-4ba4-81f4-38adba345815 None None] Pushing event updated for resources: {'Port': ['ID=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:12.917755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.20.0.3 (bf1330aa-5e3f-407d-a5b1-10b122a278e1/4cf4f5e9-0e9c-475b-ad85-ce788d875964/8d4e0104-d0a3-4748-bbe9-b19cd0e1931f) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:13.094681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.113030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:13.290864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.341989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:13.348089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:13.348932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:13.373274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=8d4e0104-d0a3-4748-bbe9-b19cd0e1931f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:13.402968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:13.403576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:13.504282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9bde8608-bf23-4658-9eaf-46e8e17f6596 req-649bc6e5-e16f-4e67-a495-a51487c13af3 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 210 time: 0.0308590 Aug 16 20:55:13.524160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f3aeaec-3946-438c-8fdd-3f5a8904b67b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0226452 Aug 16 20:55:13.524160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59710) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:13.787493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:13.875561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8135cf88-94c9-40b5-84d2-86d76dc05418 None None] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:13.877273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.090703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:14.290158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Provisioning for port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:14.297560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Provisioning complete for port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:14.297560 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.395396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.435440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] For port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,segment=NetworkSegment(c3f90763-ffad-49cf-a51c-64763fba7c8c),segment_id=c3f90763-ffad-49cf-a51c-64763fba7c8c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:14.508715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.565272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-9c777202-6054-4546-b169-50581f336c2b tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:14.566987 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-9c777202-6054-4546-b169-50581f336c2b tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.64 "GET /v2.0/networks?id=7f962028-b050-46f7-853d-e98ee2d706f0 HTTP/1.1" status: 200 len: 811 time: 0.1392369 Aug 16 20:55:14.581505 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Request body: {'port': {'device_id': '0b57271e-d331-4b86-afc8-1b86863fa959', 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0', 'admin_state_up': True, 'tenant_id': '94ad7a266f9749e7868dbb2f9df7c226'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:14.638470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d57b6ce-5d78-4282-9520-cfe9090413fd req-2c26a294-1915-4902-a645-993333f3d4f5 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 210 time: 0.0414338 Aug 16 20:55:14.676869 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.730438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.735039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea8f9a-9a94-4e49-9c29-ca9a9a8ab825 None None] Pushing event updated for resources: {'Port': ['ID=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.767517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Made reservation on behalf of 94ad7a266f9749e7868dbb2f9df7c226 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:14.770972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.830215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=8d4e0104-d0a3-4748-bbe9-b19cd0e1931f,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:14.906495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Provisioning for port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:14.911636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Provisioning complete for port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:14.920946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:14.975755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:14.993346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Provisioning complete for port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:14.993906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20467d5f-816d-4495-8ffe-a6787d8a1c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.090377 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.093739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Allocated IP 172.20.0.11 (7f962028-b050-46f7-853d-e98ee2d706f0/223d6030-5bc8-4eef-a299-a62abc7149aa/1ec523df-b272-48cc-b252-7c6d8af145a5) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:15.226951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-99dc5677-ad4a-47fa-b494-bc07267ec017 None None] Provisioning complete for port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:15.227452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-99dc5677-ad4a-47fa-b494-bc07267ec017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.265130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-99dc5677-ad4a-47fa-b494-bc07267ec017 None None] Port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:15.330395 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.370860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.532920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.624134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Network 7f962028-b050-46f7-853d-e98ee2d706f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:15.635213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:15.641369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:15.671899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Pushing event updated for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:15.730567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.731052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.753497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:15.762246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.770028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fd09c-88ff-4bc7-a835-0c4fd1dff369 req-af03446e-332b-4b50-b735-60323317771e tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:15.770711 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:15.771696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-848fd09c-88ff-4bc7-a835-0c4fd1dff369 req-af03446e-332b-4b50-b735-60323317771e tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 932 time: 0.0600812 Aug 16 20:55:15.814026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:15.814402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.819324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-848fd09c-88ff-4bc7-a835-0c4fd1dff369 req-09c6ed5b-47c6-4f01-a554-fd3c7d017cbf tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Aug 16 20:55:15.827661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-4e3eeba9-f576-43ce-8da2-23c11927167c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2503157 Aug 16 20:55:15.843963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Request body: {'port': {'device_id': '0b57271e-d331-4b86-afc8-1b86863fa959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:15.897644 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.954426 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:15.978402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.013625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=8d4e0104-d0a3-4748-bbe9-b19cd0e1931f,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.218226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:16.220881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:16.416725 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec523df-b272-48cc-b252-7c6d8af145a5 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:16.425947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.440569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Transition to ACTIVE for port object 1ec523df-b272-48cc-b252-7c6d8af145a5 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:16.495039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8ed093de-3641-4f0a-9175-58dcc8a8d6ca None None] Provisioning complete for port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:16.495755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ed093de-3641-4f0a-9175-58dcc8a8d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.512171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 365c2baa-6e53-4748-8282-47438465c3c6 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:16.529299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8ed093de-3641-4f0a-9175-58dcc8a8d6ca None None] Port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:16.587974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.655284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:16.658119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:16.664680 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-17c526c1-bfbd-47cf-868c-629b05f922ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/365c2baa-6e53-4748-8282-47438465c3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1411717 Aug 16 20:55:16.667126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59738) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.670392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] Sync routers for ids ['365c2baa-6e53-4748-8282-47438465c3c6'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:16.681576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] Routers {'365c2baa-6e53-4748-8282-47438465c3c6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:16.682182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['365c2baa-6e53-4748-8282-47438465c3c6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.716926 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.725864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] Routers {'365c2baa-6e53-4748-8282-47438465c3c6'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:16.726449 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['365c2baa-6e53-4748-8282-47438465c3c6'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.759060 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:16.759989 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb32ff-a9aa-4be7-aaff-9d9f241c2b33 None None] The sync data for ids ['365c2baa-6e53-4748-8282-47438465c3c6'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:16.763573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd039c4d-7de1-43e0-ba3a-d1a0da611458 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.765075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd039c4d-7de1-43e0-ba3a-d1a0da611458 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports/8d4e0104-d0a3-4748-bbe9-b19cd0e1931f HTTP/1.1" status: 200 len: 977 time: 0.0970080 Aug 16 20:55:16.767765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59742) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:16.868792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Attempting to bind port 1ec523df-b272-48cc-b252-7c6d8af145a5 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:16.869130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Attempting to bind port 1ec523df-b272-48cc-b252-7c6d8af145a5 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '898e217f-7cc7-49fb-9008-1277135c2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:16.869461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Attempting to bind port 1ec523df-b272-48cc-b252-7c6d8af145a5 on network 7f962028-b050-46f7-853d-e98ee2d706f0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.880770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Port 1ec523df-b272-48cc-b252-7c6d8af145a5 on network 7f962028-b050-46f7-853d-e98ee2d706f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:55:16.881093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Attempting to bind port 1ec523df-b272-48cc-b252-7c6d8af145a5 on network 7f962028-b050-46f7-853d-e98ee2d706f0 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:16.952996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:16.953390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Checking segment: {'id': '898e217f-7cc7-49fb-9008-1277135c2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:16.953779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Bound using segment: {'id': '898e217f-7cc7-49fb-9008-1277135c2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:16.954228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Bound port: 1ec523df-b272-48cc-b252-7c6d8af145a5, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898e217f-7cc7-49fb-9008-1277135c2a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:16.954353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bc5b0-b2fb-4c58-a157-50d05e50e3bf req-1cec7c8e-afeb-4ccc-92d1-eb6de61882d1 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:16.954806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:16.955858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1bc5b0-b2fb-4c58-a157-50d05e50e3bf req-1cec7c8e-afeb-4ccc-92d1-eb6de61882d1 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 944 time: 0.0551693 Aug 16 20:55:17.000979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1bc5b0-b2fb-4c58-a157-50d05e50e3bf req-cb9b8c8d-d18e-4ce6-a554-a1666c220312 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362885 Aug 16 20:55:17.078362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:17.082042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1ec523df-b272-48cc-b252-7c6d8af145a5,segment=NetworkSegment(898e217f-7cc7-49fb-9008-1277135c2a30),segment_id=898e217f-7cc7-49fb-9008-1277135c2a30)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:17.280806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.615415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.652886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.653733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:17.654904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] 10.222.0.64 "PUT /v2.0/ports/1ec523df-b272-48cc-b252-7c6d8af145a5 HTTP/1.1" status: 200 len: 1093 time: 1.8179390 Aug 16 20:55:17.655342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:17.657589 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:17.715492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eb1d2-ae2c-464d-b2a8-5a3b99aed155 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:17.767985 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8988a88c-73bd-4405-9ba3-8639948d2053 x-openstack-request-id: req-8988a88c-73bd-4405-9ba3-8639948d2053 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:17.768581 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:17.768977 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8988a88c-73bd-4405-9ba3-8639948d2053 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:17.769381 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5', 'status': 'completed', 'code': 200} Aug 16 20:55:17.856410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-c81d077e-3350-466d-a380-9aefae5f0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:17.857951 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-c81d077e-3350-466d-a380-9aefae5f0126 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 1096 time: 0.0595441 Aug 16 20:55:17.864254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:17.865254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.032222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.044053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-b13c3276-67fe-4e2a-aa57-ad248221b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.045571 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-b13c3276-67fe-4e2a-aa57-ad248221b9d4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1771326 Aug 16 20:55:18.049715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 8d4e0104-d0a3-4748-bbe9-b19cd0e1931f owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:18.131093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f20c2-3a4b-4f39-8470-3b4574a65288 req-d369e25a-b636-438c-8b50-5b4bb0ce1724 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.132816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d27f20c2-3a4b-4f39-8470-3b4574a65288 req-d369e25a-b636-438c-8b50-5b4bb0ce1724 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 944 time: 0.0525410 Aug 16 20:55:18.172342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d27f20c2-3a4b-4f39-8470-3b4574a65288 req-c69ca89e-c571-4391-9f8b-1e261463b4e5 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Aug 16 20:55:18.205283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-22be45b5-5986-4f90-a535-b4044ce7ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.206842 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cb15be2c-b9b5-4254-ac38-b0a8c454eec0 req-22be45b5-5986-4f90-a535-b4044ce7ce40 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523814 Aug 16 20:55:18.320926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-69155660-17c8-4df3-a5aa-7636788bc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.322441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-69155660-17c8-4df3-a5aa-7636788bc4de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 1096 time: 0.0784302 Aug 16 20:55:18.378824 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-dcf74ba6-f33a-457d-bb8c-b4e7d4efb81b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ec523df-b272-48cc-b252-7c6d8af145a5 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Aug 16 20:55:18.431712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-9bc50a33-6067-4a03-84bd-a02205751caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:18.433224 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-9bc50a33-6067-4a03-84bd-a02205751caa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=223d6030-5bc8-4eef-a299-a62abc7149aa HTTP/1.1" status: 200 len: 851 time: 0.0477638 Aug 16 20:55:18.466789 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-931dd070-a70f-4059-b9bc-750b23ba667b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f962028-b050-46f7-853d-e98ee2d706f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Aug 16 20:55:18.523692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.572289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.576776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-a422313e-9cad-4d2a-b3cc-30331e5e15dc service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024296 Aug 16 20:55:18.624605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=8d4e0104-d0a3-4748-bbe9-b19cd0e1931f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:18.783828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-35fc3db4-a5ef-4401-b556-7730be0771e5 req-e704d3a9-b005-4a2f-a64f-54d1a47b5140 service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950665 Aug 16 20:55:18.821877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:18.986052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 365c2baa-6e53-4748-8282-47438465c3c6 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:19.071148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:19.076478 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a0e5b5c-6363-4525-b279-025a10ef3404 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/365c2baa-6e53-4748-8282-47438465c3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3077629 Aug 16 20:55:19.079214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.081940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] Sync routers for ids ['365c2baa-6e53-4748-8282-47438465c3c6'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:19.091363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] Routers {'365c2baa-6e53-4748-8282-47438465c3c6'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:19.092023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['365c2baa-6e53-4748-8282-47438465c3c6'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.128496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.137895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] Routers {'365c2baa-6e53-4748-8282-47438465c3c6'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:19.138500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['365c2baa-6e53-4748-8282-47438465c3c6'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.171106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:19.172034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892f23a-54a9-4754-8602-c71889dc1d7e None None] The sync data for ids ['365c2baa-6e53-4748-8282-47438465c3c6'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:19.276229 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-eaed8ad1-368d-48ff-87ed-6408bd4ad274 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 20:55:19.277287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eaed8ad1-368d-48ff-87ed-6408bd4ad274 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/365c2baa-6e53-4748-8282-47438465c3c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1971111 Aug 16 20:55:19.280022 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.295195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02760168-7981-497b-b3e6-e08fdd7c6f43 req-3f0a8119-e0ce-4fc0-96ab-54c256b53f98 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:19.296730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02760168-7981-497b-b3e6-e08fdd7c6f43 req-3f0a8119-e0ce-4fc0-96ab-54c256b53f98 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 944 time: 0.0506434 Aug 16 20:55:19.306761 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c8a9a7ff-b247-45b0-a145-8b6c774fbac9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=365c2baa-6e53-4748-8282-47438465c3c6 HTTP/1.1" status: 200 len: 205 time: 0.0256715 Aug 16 20:55:19.309354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.342173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02760168-7981-497b-b3e6-e08fdd7c6f43 req-bb723ee7-7a83-4656-892f-57533135e5ea tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390868 Aug 16 20:55:19.386303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.559335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.561391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.695142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.695654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router 365c2baa-6e53-4748-8282-47438465c3c6 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:19.709128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.709128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a36ffa8-d1b9-4207-be06-5dacefc13058 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/365c2baa-6e53-4748-8282-47438465c3c6 HTTP/1.1" status: 204 len: 168 time: 0.3938873 Aug 16 20:55:19.710488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59792) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:19.763075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet 4cf4f5e9-0e9c-475b-ad85-ce788d875964 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:19.766078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.808804 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:19.894921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.038564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.063293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf4f5e9-0e9c-475b-ad85-ce788d875964,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.069891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.071832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36084f06-1995-4ebf-aaca-e1b0d62d3403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/4cf4f5e9-0e9c-475b-ad85-ce788d875964 HTTP/1.1" status: 204 len: 168 time: 0.3604014 Aug 16 20:55:20.074503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.077029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2496d4-5725-4c15-895a-07d50604be8b None None] Network bf1330aa-5e3f-407d-a5b1-10b122a278e1 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:20.163940 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.238178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:20.238178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.255753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] DHCP port deletion for bf1330aa-5e3f-407d-a5b1-10b122a278e1 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:20.299450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,segment=NetworkSegment(c3f90763-ffad-49cf-a51c-64763fba7c8c),segment_id=c3f90763-ffad-49cf-a51c-64763fba7c8c)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:20.300001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.304483 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Deleting port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:20.305019 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.313240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.376124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] For port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,segment=NetworkSegment(c3f90763-ffad-49cf-a51c-64763fba7c8c),segment_id=c3f90763-ffad-49cf-a51c-64763fba7c8c)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:20.376636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.389306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Calling delete_port for 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:20.461239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.469065 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.492929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dbc39-78f2-4aca-8bf2-80a0426441bf req-485aee2e-ef68-4978-86df-c2b346439712 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:20.494389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e04dbc39-78f2-4aca-8bf2-80a0426441bf req-485aee2e-ef68-4978-86df-c2b346439712 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 944 time: 0.0679424 Aug 16 20:55:20.498477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:20.501723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] Pushing event deleted for resources: {'Port': ['ID=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.508612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2b022-0021-46aa-b8f1-60b63bc94686 None None] No DVR routers for this DVR port 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:20.512753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.556181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e04dbc39-78f2-4aca-8bf2-80a0426441bf req-bf2b1aaf-11a0-4ee7-8863-36be4346c384 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555553 Aug 16 20:55:20.594357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.605184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1330aa-5e3f-407d-a5b1-10b122a278e1']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.619374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f90763-ffad-49cf-a51c-64763fba7c8c') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.619674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f90763-ffad-49cf-a51c-64763fba7c8c') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:20.628647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.643192 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.650226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:20.653765 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:20.797822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.805338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.807020 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/bf1330aa-5e3f-407d-a5b1-10b122a278e1 HTTP/1.1" status: 204 len: 168 time: 0.7315378 Aug 16 20:55:20.811028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59810) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:20.816405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-332548238'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:20.820853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19147d6f-326c-445d-be3a-826a4933d50c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=bf1330aa-5e3f-407d-a5b1-10b122a278e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:20.946364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:20.950379 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.975994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:20.984672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:20.984990 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment ae23b808-c897-4d93-a74d-f544e2f8de01 of type vlan for network d37f2238-69bd-44a1-8846-d0c52e0891da Aug 16 20:55:21.025058 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.143896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.150209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.150793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.204188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1ec523df-b272-48cc-b252-7c6d8af145a5 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:55:21.332843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1ec523df-b272-48cc-b252-7c6d8af145a5,segment=NetworkSegment(898e217f-7cc7-49fb-9008-1277135c2a30),segment_id=898e217f-7cc7-49fb-9008-1277135c2a30)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:21.345983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '1ec523df-b272-48cc-b252-7c6d8af145a5', 'network_id': '7f962028-b050-46f7-853d-e98ee2d706f0', 'port_id': '1ec523df-b272-48cc-b252-7c6d8af145a5', 'mac_address': 'fa:16:3e:97:91:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223d6030-5bc8-4eef-a299-a62abc7149aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:55:21.387600 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.401588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec523df-b272-48cc-b252-7c6d8af145a5 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:55:21.428966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1ec523df-b272-48cc-b252-7c6d8af145a5,segment=NetworkSegment(898e217f-7cc7-49fb-9008-1277135c2a30),segment_id=898e217f-7cc7-49fb-9008-1277135c2a30)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:21.512468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:21.579027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=d37f2238-69bd-44a1-8846-d0c52e0891da,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.587465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.587839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.588180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.588514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.588845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.589175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.589936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.590374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.590846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.591686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.591686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.592057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:21.598378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:21.612563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d37f2238-69bd-44a1-8846-d0c52e0891da details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:21.647384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5645ed6f-878b-4430-9f29-483d27995228 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8352299 Aug 16 20:55:21.650567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59822) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:21.656861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:21.717665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427bda3-db16-4816-a735-9ce471e5ce2c req-9be8b1db-9b9c-420f-905e-d0060a4f22ad tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:21.727132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b427bda3-db16-4816-a735-9ce471e5ce2c req-9be8b1db-9b9c-420f-905e-d0060a4f22ad tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 945 time: 0.0900595 Aug 16 20:55:21.747844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:21.781661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b427bda3-db16-4816-a735-9ce471e5ce2c req-378a44d5-a001-49c1-9394-ef316ce487a2 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Aug 16 20:55:21.803908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1ec523df-b272-48cc-b252-7c6d8af145a5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:21.806713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:21.807313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8ce25e4c-a4b2-4ae5-b0be-a5aa3839c022 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:22.077511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.163305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:22.166972 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.466859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.530676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=30a07ad3-a9ab-40e6-b451-eb8708214d6d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:22.541823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': 'ae23b808-c897-4d93-a74d-f544e2f8de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:22.541823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: d37f2238-69bd-44a1-8846-d0c52e0891da, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:22.655179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network d37f2238-69bd-44a1-8846-d0c52e0891da is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:22.769157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d37f2238-69bd-44a1-8846-d0c52e0891da) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:22.773649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.774421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.778314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d01f8d-e942-44e0-a73e-fd993ee2fa68 None None] Network d37f2238-69bd-44a1-8846-d0c52e0891da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:22.913368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-343123a6-fc6d-42e5-ae61-0d56815d5e47 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2612202 Aug 16 20:55:22.915642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:22.918428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcd086-27b4-41e6-8ded-2f57030d79c7 req-aff0362d-5a84-40a1-953a-b1717e106baf tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:22.920004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbdcd086-27b4-41e6-8ded-2f57030d79c7 req-aff0362d-5a84-40a1-953a-b1717e106baf tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 945 time: 0.0696070 Aug 16 20:55:22.920991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023984403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:22.951065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d37f2238-69bd-44a1-8846-d0c52e0891da', 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': '30a07ad3-a9ab-40e6-b451-eb8708214d6d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:22.952625 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:22.969552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbdcd086-27b4-41e6-8ded-2f57030d79c7 req-6b9e3850-37c1-47fe-b030-68ea2eb47767 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Aug 16 20:55:23.084457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.085547 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.094015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Allocated IP 172.20.0.2 (d37f2238-69bd-44a1-8846-d0c52e0891da/30a07ad3-a9ab-40e6-b451-eb8708214d6d/49216a69-0925-4bfa-9da9-6b45cd685e56) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:23.140869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.210663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.227176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1ec523df-b272-48cc-b252-7c6d8af145a5 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:23.282520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.293740 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Transition to ACTIVE for port object 49216a69-0925-4bfa-9da9-6b45cd685e56 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:23.312244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Transition to ACTIVE for port object 49216a69-0925-4bfa-9da9-6b45cd685e56 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:23.344635 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.344635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75fad39a-f408-49d0-b46d-8756fc2ee3cf tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4254961 Aug 16 20:55:23.345341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59842) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:23.415006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 1ec523df-b272-48cc-b252-7c6d8af145a5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:23.420020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 1ec523df-b272-48cc-b252-7c6d8af145a5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:23.420452 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.452703 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.503641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Network d37f2238-69bd-44a1-8846-d0c52e0891da is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:23.508392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:23.510323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Pushing event updated for resources: {'Port': ['ID=49216a69-0925-4bfa-9da9-6b45cd685e56,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.516473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:23.595825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.615995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Attempting to bind port 49216a69-0925-4bfa-9da9-6b45cd685e56 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:23.616372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Attempting to bind port 49216a69-0925-4bfa-9da9-6b45cd685e56 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'ae23b808-c897-4d93-a74d-f544e2f8de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:23.616711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Attempting to bind port 49216a69-0925-4bfa-9da9-6b45cd685e56 on network d37f2238-69bd-44a1-8846-d0c52e0891da {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:23.627708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:23.628102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Checking segment: {'id': 'ae23b808-c897-4d93-a74d-f544e2f8de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:23.628497 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.633002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Bound using segment: {'id': 'ae23b808-c897-4d93-a74d-f544e2f8de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:23.633002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Bound port: 49216a69-0925-4bfa-9da9-6b45cd685e56, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae23b808-c897-4d93-a74d-f544e2f8de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd37f2238-69bd-44a1-8846-d0c52e0891da'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:23.633002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.636976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:23.639190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490082b0-573e-4a05-a635-fb9f262ecf98" -d '{"events": [{"server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "name": "network-vif-plugged", "status": "completed", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:23.651777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.659777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1ec523df-b272-48cc-b252-7c6d8af145a5,segment=NetworkSegment(898e217f-7cc7-49fb-9008-1277135c2a30),segment_id=898e217f-7cc7-49fb-9008-1277135c2a30)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:23.707357 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a10ec-9a13-410d-91a2-b2e388943043 x-openstack-request-id: req-c01a10ec-9a13-410d-91a2-b2e388943043 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:23.707765 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "name": "network-vif-plugged", "status": "completed", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:23.708742 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c01a10ec-9a13-410d-91a2-b2e388943043 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:23.709224 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5', 'code': 200} Aug 16 20:55:23.736999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] For port 49216a69-0925-4bfa-9da9-6b45cd685e56, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:23.740611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] For port 49216a69-0925-4bfa-9da9-6b45cd685e56, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49216a69-0925-4bfa-9da9-6b45cd685e56,segment=NetworkSegment(ae23b808-c897-4d93-a74d-f544e2f8de01),segment_id=ae23b808-c897-4d93-a74d-f544e2f8de01)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:23.765769 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.795682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd6894-ec14-4fc8-b110-5650f1145531 req-87b74a80-b05c-4523-a6f5-57f7a4843a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:23.798344 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59fd6894-ec14-4fc8-b110-5650f1145531 req-87b74a80-b05c-4523-a6f5-57f7a4843a4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 1097 time: 0.0502894 Aug 16 20:55:23.827820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.833608 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:23.844551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-59fd6894-ec14-4fc8-b110-5650f1145531 req-4f5796cc-8ba2-46fc-ae8e-d51c4f335dd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 Aug 16 20:55:23.909575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec64d0-cd16-488a-a765-afcd5cc52368 None None] Pushing event updated for resources: {'Port': ['ID=49216a69-0925-4bfa-9da9-6b45cd685e56,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:23.982055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.20.0.1 (d37f2238-69bd-44a1-8846-d0c52e0891da/30a07ad3-a9ab-40e6-b451-eb8708214d6d/27a3d137-5fe9-4f59-8e9a-714946607538) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:23.987881 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-543b34c1-ad51-457e-9e5c-ac8de2607dd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555234 Aug 16 20:55:24.017184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-3bf3f299-c29b-494a-b972-8df0b6c76e05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874529 Aug 16 20:55:24.081997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-ad44295c-671b-44dd-86d6-f45cf7fd16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.084491 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-ad44295c-671b-44dd-86d6-f45cf7fd16b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1097 time: 0.0744295 Aug 16 20:55:24.189897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42356f3-6fef-4477-9c85-3e73032d4d6e req-16f15a65-0e51-479c-814a-508015adefe8 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.191465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d42356f3-6fef-4477-9c85-3e73032d4d6e req-16f15a65-0e51-479c-814a-508015adefe8 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.1103160 Aug 16 20:55:24.219138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-44263358-806b-4843-91f4-e0915077b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.220723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-44263358-806b-4843-91f4-e0915077b30f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.1272414 Aug 16 20:55:24.246033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.251336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-d419b4ad-b954-40be-8cd8-ae7a1fc204ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.253225 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-d419b4ad-b954-40be-8cd8-ae7a1fc204ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1440518 Aug 16 20:55:24.317058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d42356f3-6fef-4477-9c85-3e73032d4d6e req-765c83f6-d1f8-4336-b430-321b9387a4ee tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180742 Aug 16 20:55:24.321576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object 27a3d137-5fe9-4f59-8e9a-714946607538 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:24.342995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-3d433ca8-5cac-41b2-b6db-42cf4e37d880 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 200 len: 1001 time: 0.0817819 Aug 16 20:55:24.386601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-59d1d425-4fac-4994-8ddb-0b9c760ae0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.388110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-59d1d425-4fac-4994-8ddb-0b9c760ae0a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.1385491 Aug 16 20:55:24.402920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-bcbc35f7-0685-418f-b709-261decea8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.404520 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-bcbc35f7-0685-418f-b709-261decea8623 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0535309 Aug 16 20:55:24.471929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-beb92ba1-8fc4-473b-ba73-fff1844dfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.474629 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-beb92ba1-8fc4-473b-ba73-fff1844dfc61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599422 Aug 16 20:55:24.485923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-fe3667d2-5d7b-4584-afba-fe3ae251758c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0902820 Aug 16 20:55:24.489826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.565707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network d37f2238-69bd-44a1-8846-d0c52e0891da is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:24.577246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:24.582818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:24.602370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-bb61a119-3ffe-4f88-a0e7-74df5cda2c18 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186211 Aug 16 20:55:24.615226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-3446eba6-e15a-46be-8b32-c9fca60d0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.616898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-3446eba6-e15a-46be-8b32-c9fca60d0418 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.1197875 Aug 16 20:55:24.617509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=27a3d137-5fe9-4f59-8e9a-714946607538,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:24.684889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-42d8505e-ebeb-4ca4-97b7-335b567e8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:24.686427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-42d8505e-ebeb-4ca4-97b7-335b567e8d53 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611877 Aug 16 20:55:24.687145 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:24.716012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-341b50b9-b404-4a78-9be0-2854c25cdfa4 req-2e5c8d01-7978-474e-9c05-56744b1f78ea service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057510 Aug 16 20:55:24.861000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-60b89d8d-64d7-40a8-88bd-bdb6cebcdf08 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664624 Aug 16 20:55:24.968579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d84439d-7d45-4644-96c4-8ddf47080ac6 req-3cf04a83-5cea-470e-8666-f2ca10e97e8d service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999913 Aug 16 20:55:25.009938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.090057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53518547-c3d0-4796-a2dc-7e621c50f1c6 None None] Network d37f2238-69bd-44a1-8846-d0c52e0891da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:25.272500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f72cde9a-baef-4241-af80-3b52b3568961 None None] Provisioning for port 49216a69-0925-4bfa-9da9-6b45cd685e56 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:25.286543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.447320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe1f6d-fac2-4907-ad63-e60f9c6ca652 req-d90c6d63-9827-4cc0-a2aa-334bb9179046 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:25.448890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ffe1f6d-fac2-4907-ad63-e60f9c6ca652 req-d90c6d63-9827-4cc0-a2aa-334bb9179046 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0572031 Aug 16 20:55:25.450405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.559900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=27a3d137-5fe9-4f59-8e9a-714946607538,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:25.569579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.581613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ffe1f6d-fac2-4907-ad63-e60f9c6ca652 req-076b33f6-f6eb-48c2-b55b-03dc8ce03505 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056206 Aug 16 20:55:25.737401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network d37f2238-69bd-44a1-8846-d0c52e0891da is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:25.742513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:25.754583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55f3d6-120a-4cae-9a4c-4eb47c6c4c03 req-6b7cb7ed-ae5a-47a0-a1e1-ecaee021ca32 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:25.762358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc55f3d6-120a-4cae-9a4c-4eb47c6c4c03 req-6b7cb7ed-ae5a-47a0-a1e1-ecaee021ca32 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0895431 Aug 16 20:55:25.765388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-09d38e7b-6fb4-4ff9-a1a0-b6bb4f73eba3 None None] Provisioning for port 27a3d137-5fe9-4f59-8e9a-714946607538 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:25.771361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-09d38e7b-6fb4-4ff9-a1a0-b6bb4f73eba3 None None] Provisioning complete for port 27a3d137-5fe9-4f59-8e9a-714946607538 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:25.771872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-09d38e7b-6fb4-4ff9-a1a0-b6bb4f73eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:25.821584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49216a69-0925-4bfa-9da9-6b45cd685e56 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:25.842822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-09d38e7b-6fb4-4ff9-a1a0-b6bb4f73eba3 None None] Port 27a3d137-5fe9-4f59-8e9a-714946607538 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:25.949196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc55f3d6-120a-4cae-9a4c-4eb47c6c4c03 req-2ef0dc72-7c2f-4a7b-b3ba-2598e480aa2f tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795075 Aug 16 20:55:25.967881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-283a68f9-49b0-48cb-8e34-4ce3f215d24f None None] Provisioning complete for port 27a3d137-5fe9-4f59-8e9a-714946607538 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:25.968261 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-283a68f9-49b0-48cb-8e34-4ce3f215d24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.025719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-283a68f9-49b0-48cb-8e34-4ce3f215d24f None None] Port 27a3d137-5fe9-4f59-8e9a-714946607538 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:26.095303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 49216a69-0925-4bfa-9da9-6b45cd685e56 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:26.105170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 49216a69-0925-4bfa-9da9-6b45cd685e56 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:26.105562 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.141108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:26.153925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-74a33de0-efdb-430c-8406-55901cfcc908 None None] Provisioning complete for port 27a3d137-5fe9-4f59-8e9a-714946607538 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:26.154276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74a33de0-efdb-430c-8406-55901cfcc908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.199524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-74a33de0-efdb-430c-8406-55901cfcc908 None None] Port 27a3d137-5fe9-4f59-8e9a-714946607538 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:26.237331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.273961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 49216a69-0925-4bfa-9da9-6b45cd685e56, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49216a69-0925-4bfa-9da9-6b45cd685e56,segment=NetworkSegment(ae23b808-c897-4d93-a74d-f544e2f8de01),segment_id=ae23b808-c897-4d93-a74d-f544e2f8de01)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:26.276804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:26.285150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5173829e-ad07-4f9b-bbb5-c16e5a35b403 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/0b80b0f3-4e25-432e-a2e3-2c5f961d00f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9358680 Aug 16 20:55:26.285244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59890) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.289700 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] Sync routers for ids ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:26.299904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] Routers {'0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:26.300805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.337032 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.338790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72f174-03db-45c6-bf0a-8ac2cc7c6258 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.343280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aa72f174-03db-45c6-bf0a-8ac2cc7c6258 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports/27a3d137-5fe9-4f59-8e9a-714946607538 HTTP/1.1" status: 200 len: 910 time: 0.0534031 Aug 16 20:55:26.343639 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:26.352818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] Routers {'0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:26.353546 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.358656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.394857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:26.396284 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09f1fde-9094-453a-8efb-3abb8b865dd4 None None] The sync data for ids ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:26.463324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=49216a69-0925-4bfa-9da9-6b45cd685e56,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:26.526879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93783c1d-bf9a-4dd9-96be-a8cc1576de66 req-5e951508-1c4b-4a99-806f-e5bef6a1c6c0 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:26.528269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93783c1d-bf9a-4dd9-96be-a8cc1576de66 req-5e951508-1c4b-4a99-806f-e5bef6a1c6c0 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0663919 Aug 16 20:55:26.588940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-93783c1d-bf9a-4dd9-96be-a8cc1576de66 req-16e784fd-b970-4b63-9dc6-ee4bd94da1dd tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532460 Aug 16 20:55:26.713004 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:26.972407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 27a3d137-5fe9-4f59-8e9a-714946607538 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:26.972407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.068251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.079999 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 27a3d137-5fe9-4f59-8e9a-714946607538 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:27.357673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.385515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=27a3d137-5fe9-4f59-8e9a-714946607538,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:27.541171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.707257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:27.726552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacd80d-1d13-4f66-8704-0f7f77d2e9d5 req-8f8dff26-cccf-4893-9446-1df3540c6f6f tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:27.729349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7dacd80d-1d13-4f66-8704-0f7f77d2e9d5 req-8f8dff26-cccf-4893-9446-1df3540c6f6f tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0680692 Aug 16 20:55:27.747850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49216a69-0925-4bfa-9da9-6b45cd685e56 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:27.777070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7dacd80d-1d13-4f66-8704-0f7f77d2e9d5 req-9c41a731-2d1d-46ee-9c32-9983f95f9517 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 Aug 16 20:55:27.808695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:27.811710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 49216a69-0925-4bfa-9da9-6b45cd685e56 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:27.812116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.815135 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-160453b6-eb8f-474e-aca0-0aea255db0db tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/0b80b0f3-4e25-432e-a2e3-2c5f961d00f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4704180 Aug 16 20:55:27.819375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.826974 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] Sync routers for ids ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:27.855073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83ee3894-123a-4b81-8cb7-143b593d4c40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 HTTP/1.1" status: 200 len: 205 time: 0.0344265 Aug 16 20:55:27.862890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] Routers {'0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:27.863650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59920) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:27.864597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.904748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.919457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] Routers {'0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:27.920110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.951319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:27.955400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:27.956096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb4a70-82d5-4a86-8e90-3cfb56371791 None None] The sync data for ids ['0b80b0f3-4e25-432e-a2e3-2c5f961d00f7'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:28.111656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.114522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.245348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd15247-e7c0-466e-9409-4bf520bb0599 req-e5e15e67-3849-47b2-bbf2-4ccc6bbc4fab tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.247259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acd15247-e7c0-466e-9409-4bf520bb0599 req-e5e15e67-3849-47b2-bbf2-4ccc6bbc4fab tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Aug 16 20:55:28.257493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.257493 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router 0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:28.266137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.267962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-147c605b-f268-4e60-a4ea-4b09a02a3af1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 HTTP/1.1" status: 204 len: 168 time: 0.4021931 Aug 16 20:55:28.271160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59926) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.302946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-acd15247-e7c0-466e-9409-4bf520bb0599 req-e68f69ce-8642-41e6-9d1d-5910e46a0962 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Aug 16 20:55:28.342436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet 30a07ad3-a9ab-40e6-b451-eb8708214d6d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:28.345611 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.415981 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.462400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-be46698f-bd95-4d57-a390-5621234ec36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.463909 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-be46698f-bd95-4d57-a390-5621234ec36e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 1098 time: 0.0815954 Aug 16 20:55:28.559209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.624014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-0c5ced56-d451-43ad-a1a2-91afeaa1f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.625492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-0c5ced56-d451-43ad-a1a2-91afeaa1f53f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f962028-b050-46f7-853d-e98ee2d706f0 HTTP/1.1" status: 200 len: 912 time: 0.1535051 Aug 16 20:55:28.672633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-c366e758-0036-4fcc-b1ea-dc1e0b9c4566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ec523df-b272-48cc-b252-7c6d8af145a5 HTTP/1.1" status: 200 len: 217 time: 0.0397346 Aug 16 20:55:28.724237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-3b7e631a-3850-4a52-b3b5-4611bf0d2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:28.725722 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-3b7e631a-3850-4a52-b3b5-4611bf0d2444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=223d6030-5bc8-4eef-a299-a62abc7149aa HTTP/1.1" status: 200 len: 851 time: 0.0466599 Aug 16 20:55:28.762954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-cbea6b29-a1c0-41ad-aa19-739bce002754 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f962028-b050-46f7-853d-e98ee2d706f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296574 Aug 16 20:55:28.764506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.800810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=30a07ad3-a9ab-40e6-b451-eb8708214d6d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:28.806642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:28.808682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-770a3911-c77e-4c5c-83ad-d13fd566e7e9 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/30a07ad3-a9ab-40e6-b451-eb8708214d6d HTTP/1.1" status: 204 len: 168 time: 0.5362449 Aug 16 20:55:28.811643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59934) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:28.822036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a355d-0e80-434c-b16a-c89799291fd4 None None] Network d37f2238-69bd-44a1-8846-d0c52e0891da requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:28.900675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-2506dd08-b0a5-42e9-a84a-08dc054496bf service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261106 Aug 16 20:55:28.935114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.000452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 49216a69-0925-4bfa-9da9-6b45cd685e56 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:29.000802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.036811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53701b18-9b02-4d43-b7d7-0c0cd9c7b093 req-817af5b1-42c1-408d-92b8-361b6212d957 service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237938 Aug 16 20:55:29.065429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] DHCP port deletion for d37f2238-69bd-44a1-8846-d0c52e0891da request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:29.081022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 49216a69-0925-4bfa-9da9-6b45cd685e56, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49216a69-0925-4bfa-9da9-6b45cd685e56,segment=NetworkSegment(ae23b808-c897-4d93-a74d-f544e2f8de01),segment_id=ae23b808-c897-4d93-a74d-f544e2f8de01)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:29.081419 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.095443 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 49216a69-0925-4bfa-9da9-6b45cd685e56 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:29.279142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Deleting port 49216a69-0925-4bfa-9da9-6b45cd685e56 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:29.279554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.350096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] For port 49216a69-0925-4bfa-9da9-6b45cd685e56, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=49216a69-0925-4bfa-9da9-6b45cd685e56,segment=NetworkSegment(ae23b808-c897-4d93-a74d-f544e2f8de01),segment_id=ae23b808-c897-4d93-a74d-f544e2f8de01)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:29.350771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.366938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Calling delete_port for 49216a69-0925-4bfa-9da9-6b45cd685e56 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:29.374921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.417035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=49216a69-0925-4bfa-9da9-6b45cd685e56,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:29.425400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port 49216a69-0925-4bfa-9da9-6b45cd685e56 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:55:29.460345 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 20:55:29.472139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.501156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] Pushing event deleted for resources: {'Port': ['ID=49216a69-0925-4bfa-9da9-6b45cd685e56,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:29.503002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d70b65-9bd0-4dff-b8ac-640f88585933 None None] No DVR routers for this DVR port 49216a69-0925-4bfa-9da9-6b45cd685e56 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:29.545019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa7ffe-2d48-49df-b2f2-d6eaa10b5766 req-46b07e6f-dbef-42a1-867f-c84624540cad tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:29.547354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbaa7ffe-2d48-49df-b2f2-d6eaa10b5766 req-46b07e6f-dbef-42a1-867f-c84624540cad tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.1411211 Aug 16 20:55:29.551155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.569614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37f2238-69bd-44a1-8846-d0c52e0891da']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:29.587059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae23b808-c897-4d93-a74d-f544e2f8de01') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:29.587367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae23b808-c897-4d93-a74d-f544e2f8de01') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:29.600213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.635430 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.640249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbaa7ffe-2d48-49df-b2f2-d6eaa10b5766 req-2abf2641-4d0c-4638-92e6-d8082d61d6eb tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Aug 16 20:55:29.647811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:29.647811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:29.649117 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:29.751612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49216a69-0925-4bfa-9da9-6b45cd685e56 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:29.773729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 49216a69-0925-4bfa-9da9-6b45cd685e56 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:29.774088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 49216a69-0925-4bfa-9da9-6b45cd685e56 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:29.848417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.848417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:29.853750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/d37f2238-69bd-44a1-8846-d0c52e0891da HTTP/1.1" status: 204 len: 168 time: 1.0367711 Aug 16 20:55:29.853750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 59942) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:29.859074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1683147331', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:29.885566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0c512-80aa-4cac-b85d-c6a82a95df40 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=d37f2238-69bd-44a1-8846-d0c52e0891da,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:30.066186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.067354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.121597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.410142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.660987 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7a88-59cc-45bd-a884-102eba402411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.757468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.788639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:30.855644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a51bf9-baaf-4f57-b894-e48998c02e70 req-5a1c9950-55b0-442d-9ec5-ddcc6d85e92e tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:30.857263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49a51bf9-baaf-4f57-b894-e48998c02e70 req-5a1c9950-55b0-442d-9ec5-ddcc6d85e92e tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.1377225 Aug 16 20:55:30.945362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49a51bf9-baaf-4f57-b894-e48998c02e70 req-923e64a2-cc3f-4b26-a9ac-35f74fe56438 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754662 Aug 16 20:55:30.956199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.25.7.140 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/2825ee57-b39d-4aef-ab54-2f92e0f6739a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:31.084621 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.277612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:31.324909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:31.328076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:31.334827 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:31.367670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=2825ee57-b39d-4aef-ab54-2f92e0f6739a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:31.597546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba035-8eca-4dc7-9c2d-bc852282a154 req-cbaccf1c-43b1-47f0-aa57-80b906d95292 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:31.599967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc0ba035-8eca-4dc7-9c2d-bc852282a154 req-cbaccf1c-43b1-47f0-aa57-80b906d95292 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0566616 Aug 16 20:55:31.642745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc0ba035-8eca-4dc7-9c2d-bc852282a154 req-eaf9a628-e0c2-4cd6-9ef9-8cec87d6214c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360906 Aug 16 20:55:31.777706 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.329753 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.559900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:32.677630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:32.692639 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] Sync routers for ids ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:32.705863 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] Routers {'0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:32.706592 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.744921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.758315 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] Routers {'0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:32.759117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.795276 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:32.795757 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e4f49-5c9e-4ff1-9b73-a44f84a88020 req-798add7d-5928-4320-8634-1ac20ad07026 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:32.795934 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14fa08f-82cb-465a-9fb1-20c6b1a94323 None None] The sync data for ids ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:32.797779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c7e4f49-5c9e-4ff1-9b73-a44f84a88020 req-798add7d-5928-4320-8634-1ac20ad07026 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0559945 Aug 16 20:55:32.833535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:32.834694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-706ed2cc-f63a-488c-9676-330f67650688 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9800441 Aug 16 20:55:32.837734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59988) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:32.839826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c7e4f49-5c9e-4ff1-9b73-a44f84a88020 req-a4e5a070-a55d-463a-bed9-a81579f57b02 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353694 Aug 16 20:55:32.953913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4035c124-f3a1-4404-896f-622775450c0d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers/0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 200 len: 881 time: 0.1126750 Aug 16 20:55:32.954089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 59994) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.276658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c35f-9056-4af5-905d-2a676e037ff9 req-6fc41c6c-3cc2-49d6-97f8-9921c9588df2 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.278891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2064c35f-9056-4af5-905d-2a676e037ff9 req-6fc41c6c-3cc2-49d6-97f8-9921c9588df2 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0647085 Aug 16 20:55:33.333626 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2064c35f-9056-4af5-905d-2a676e037ff9 req-aa2827cd-46db-497d-94ea-c26842ac6dbc tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Aug 16 20:55:33.407371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-95a32670-abc2-4f48-a7ad-6f8362f7860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.408963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-95a32670-abc2-4f48-a7ad-6f8362f7860a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 1098 time: 0.0836973 Aug 16 20:55:33.483098 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.584594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-33cb34bb-5fd5-482a-a92a-323846b56985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.586132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-33cb34bb-5fd5-482a-a92a-323846b56985 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7f962028-b050-46f7-853d-e98ee2d706f0 HTTP/1.1" status: 200 len: 912 time: 0.1510839 Aug 16 20:55:33.623997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3bd6adf1-4cc5-4359-95ce-9adab179b53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:33.642354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-4f9e3311-7e7b-4b56-bee0-6b4346a06cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ec523df-b272-48cc-b252-7c6d8af145a5 HTTP/1.1" status: 200 len: 217 time: 0.0481160 Aug 16 20:55:33.649676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c7f331fa-2799-48fb-be12-bc0255a75b8b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6945603 Aug 16 20:55:33.652778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60006) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:33.657612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1683147331'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:33.699115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-452dd3f4-1a24-4c82-9a4b-dd3fc2bda116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:33.700742 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-452dd3f4-1a24-4c82-9a4b-dd3fc2bda116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=223d6030-5bc8-4eef-a299-a62abc7149aa HTTP/1.1" status: 200 len: 851 time: 0.0497494 Aug 16 20:55:33.734329 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-228c8c37-ce53-4b9a-8781-d012b0320283 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7f962028-b050-46f7-853d-e98ee2d706f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259242 Aug 16 20:55:33.831170 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-52ef082d-1a9e-4058-9575-7e21d85fef4b service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892727 Aug 16 20:55:33.929342 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5af9492a-77c4-455c-856d-d0e06e366d72 req-cb49000b-3153-487b-8b4e-9594b320bf5e service neutron] 10.222.0.64 "GET /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903900 Aug 16 20:55:34.000273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.117561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.226956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:34.333533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:34.341096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.342450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8df6b100-4cdc-45c2-831f-bd58461dbca0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 200 len: 888 time: 0.6886373 Aug 16 20:55:34.342915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] Sync routers for ids ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:34.345063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60016) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:34.353171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] Routers {'0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:34.353782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:34.389557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:34.398298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] Routers {'0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:34.398911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:34.432848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.433993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:34.434638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79173e84-465f-480b-8cd2-fb8f73cf2192 None None] The sync data for ids ['0ce8fe68-c26e-4d32-a618-fa178dd9f7a8'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:34.501617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2f9614b2-0205-40c4-b80d-aa3cce3f101a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers/0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 200 len: 888 time: 0.1553907 Aug 16 20:55:34.504484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:34.515770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727900e-0777-4e21-a11c-5c666eb4d05d req-dbb991ff-e07b-4dc2-852b-29dc00777bc0 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:34.517604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f727900e-0777-4e21-a11c-5c666eb4d05d req-dbb991ff-e07b-4dc2-852b-29dc00777bc0 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0751841 Aug 16 20:55:34.534731 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86220984-9748-4b5b-bab1-f5060b4a31e5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 200 len: 205 time: 0.0289345 Aug 16 20:55:34.548439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60024) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:34.576440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f727900e-0777-4e21-a11c-5c666eb4d05d req-e4e70587-62ed-4cdb-ab92-422ec83c23a8 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442111 Aug 16 20:55:34.662541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.775056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:34.980278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 2825ee57-b39d-4aef-ab54-2f92e0f6739a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:34.980985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.058714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.072045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 2825ee57-b39d-4aef-ab54-2f92e0f6739a owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:35.306031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.337000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=2825ee57-b39d-4aef-ab54-2f92e0f6739a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:35.362714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.363066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.363405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.363795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.364389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.364814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.365145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.365472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.365800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.366225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.366601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.366993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:35.411302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.506025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.508212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.642750 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.652950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:35.654285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.655305 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb14e7f7-00af-4026-9dc8-f0884652454b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 204 len: 168 time: 1.1058960 Aug 16 20:55:35.659007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60042) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:35.665328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-223161973'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:35.705855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e018-5b73-4823-b11b-3845535fd759 req-98928e78-cd2f-47e5-9ca4-c00ae601a830 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:35.707406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4e4e018-5b73-4823-b11b-3845535fd759 req-98928e78-cd2f-47e5-9ca4-c00ae601a830 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0519798 Aug 16 20:55:35.753412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4e4e018-5b73-4823-b11b-3845535fd759 req-07051f2b-1f51-48fa-95e6-1704568f8f80 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Aug 16 20:55:35.888911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:35.893845 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.918539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:35.928825 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:35.932013 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment 12b36478-4be9-49d1-a8ba-15452a065b56 of type vlan for network c528076f-296c-4b74-b9da-f6151741ae40 Aug 16 20:55:35.970733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.128601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.134491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.135078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.201578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=c528076f-296c-4b74-b9da-f6151741ae40,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.213197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network c528076f-296c-4b74-b9da-f6151741ae40 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:36.253752 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.395813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7720e-c7ac-4c49-9309-fa8c92b5b44a req-eba7e953-fcd6-45a6-984e-df184f689540 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:36.397379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6b7720e-c7ac-4c49-9309-fa8c92b5b44a req-eba7e953-fcd6-45a6-984e-df184f689540 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0507874 Aug 16 20:55:36.438943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6b7720e-c7ac-4c49-9309-fa8c92b5b44a req-8d8f1a20-3d82-48af-907e-f8af752d7870 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355346 Aug 16 20:55:36.444160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37efb821-24fa-4906-b83a-479443044e19 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7838645 Aug 16 20:55:36.446907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60058) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:36.452047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:36.625789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:36.629928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.872792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:36.943872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=b4ae30fc-dc08-4507-95d8-b029410d51f7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:36.952553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': '12b36478-4be9-49d1-a8ba-15452a065b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:36.952916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: c528076f-296c-4b74-b9da-f6151741ae40, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:37.065619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network c528076f-296c-4b74-b9da-f6151741ae40 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:37.191030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, c528076f-296c-4b74-b9da-f6151741ae40) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:37.196169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.196764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.204840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516bda49-d92f-4b3d-9214-e04c74251627 None None] Network c528076f-296c-4b74-b9da-f6151741ae40 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:37.346728 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2cd5a4a0-c34d-4797-baa7-879895a34253 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8987112 Aug 16 20:55:37.349854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60072) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:37.357473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-702778971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:37.365169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-c528076f-296c-4b74-b9da-f6151741ae40', 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': 'b4ae30fc-dc08-4507-95d8-b029410d51f7'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:37.367108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.505984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Allocated IP 172.20.0.2 (c528076f-296c-4b74-b9da-f6151741ae40/b4ae30fc-dc08-4507-95d8-b029410d51f7/c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:37.534632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.536416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.570659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649076-9ed7-422c-b80f-648bfb8c8bf5 req-44c0687e-f2da-472a-9da4-872c37e57762 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:37.572599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91649076-9ed7-422c-b80f-648bfb8c8bf5 req-44c0687e-f2da-472a-9da4-872c37e57762 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0551834 Aug 16 20:55:37.614485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.620049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-91649076-9ed7-422c-b80f-648bfb8c8bf5 req-d6095384-4e35-4836-a2fb-748f921c9c9c tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Aug 16 20:55:37.667599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.675756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Transition to ACTIVE for port object c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:37.690923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Transition to ACTIVE for port object c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:37.735856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.809043 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.850480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Network c528076f-296c-4b74-b9da-f6151741ae40 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:37.853464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:37.859524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:37.859642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.862688 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9edf36c6-cdcc-4cfd-88f4-a90136c73350 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5103683 Aug 16 20:55:37.868191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Pushing event updated for resources: {'Port': ['ID=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:37.868448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60082) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:37.937673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Attempting to bind port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:37.938299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Attempting to bind port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '12b36478-4be9-49d1-a8ba-15452a065b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:37.938778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Attempting to bind port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b on network c528076f-296c-4b74-b9da-f6151741ae40 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:37.944399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:37.944798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Checking segment: {'id': '12b36478-4be9-49d1-a8ba-15452a065b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:37.945200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:37.945592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Bound using segment: {'id': '12b36478-4be9-49d1-a8ba-15452a065b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:37.946069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Bound port: c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b36478-4be9-49d1-a8ba-15452a065b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c528076f-296c-4b74-b9da-f6151741ae40'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:37.946436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.010644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] For port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:38.013907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] For port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,segment=NetworkSegment(12b36478-4be9-49d1-a8ba-15452a065b56),segment_id=12b36478-4be9-49d1-a8ba-15452a065b56)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:38.139494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.186492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.202217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b98df2-7b5c-400b-bf69-9196b970b1d9 None None] Pushing event updated for resources: {'Port': ['ID=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.234554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-cf1659d6-9d1d-4517-8557-6dff6e5e5840 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.236354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-cf1659d6-9d1d-4517-8557-6dff6e5e5840 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0801563 Aug 16 20:55:38.352197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Deleting port 1ec523df-b272-48cc-b252-7c6d8af145a5 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:38.352540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.465226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] For port 1ec523df-b272-48cc-b252-7c6d8af145a5, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=1ec523df-b272-48cc-b252-7c6d8af145a5,segment=NetworkSegment(898e217f-7cc7-49fb-9008-1277135c2a30),segment_id=898e217f-7cc7-49fb-9008-1277135c2a30)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:38.465554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.479868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Calling delete_port for 1ec523df-b272-48cc-b252-7c6d8af145a5 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:38.487182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.20.0.1 (c528076f-296c-4b74-b9da-f6151741ae40/b4ae30fc-dc08-4507-95d8-b029410d51f7/deb90b32-8eef-4d28-9d10-3e6c80217442) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:38.614405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.628453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object deb90b32-8eef-4d28-9d10-3e6c80217442 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:38.755596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13038f-8dae-49d0-92c9-bca2229388ae req-4983dc70-7900-4530-bb8d-a2928b8654c6 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:38.757385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a13038f-8dae-49d0-92c9-bca2229388ae req-4983dc70-7900-4530-bb8d-a2928b8654c6 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 946 time: 0.0596809 Aug 16 20:55:38.804288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a13038f-8dae-49d0-92c9-bca2229388ae req-0c317dae-29d4-4a13-b367-fa80cc75496a tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/security-groups?id=b75c31f2-1f6e-4c41-b12c-c0245b3e3758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378740 Aug 16 20:55:38.881199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.889450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['1ec523df-b272-48cc-b252-7c6d8af145a5'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:55:38.913115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Pushing event deleted for resources: {'Port': ['ID=1ec523df-b272-48cc-b252-7c6d8af145a5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:38.934007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.954746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] No DVR routers for this DVR port 1ec523df-b272-48cc-b252-7c6d8af145a5 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:38.958449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:38.960778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4628248d-5fd2-4a72-86b7-6f2cac07ea88 req-58278151-e09c-4b14-a80e-f2b042ce4c00 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.64 "DELETE /v2.0/ports/1ec523df-b272-48cc-b252-7c6d8af145a5 HTTP/1.1" status: 204 len: 173 time: 0.7175996 Aug 16 20:55:38.967111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'name': 'network-vif-deleted', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:55:38.967111 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234e35ac-2a4c-4bc2-af2d-8e0fc6ebc3eb" -d '{"events": [{"server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "name": "network-vif-deleted", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:55:38.977475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network c528076f-296c-4b74-b9da-f6151741ae40 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:38.982898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:38.989546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:39.019067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=deb90b32-8eef-4d28-9d10-3e6c80217442,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:39.022800 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08932937-91c2-4c54-85d3-c75ad600585d x-openstack-request-id: req-08932937-91c2-4c54-85d3-c75ad600585d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:55:39.023339 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b57271e-d331-4b86-afc8-1b86863fa959", "name": "network-vif-deleted", "tag": "1ec523df-b272-48cc-b252-7c6d8af145a5", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:55:39.023820 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08932937-91c2-4c54-85d3-c75ad600585d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:55:39.024412 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b57271e-d331-4b86-afc8-1b86863fa959', 'name': 'network-vif-deleted', 'tag': '1ec523df-b272-48cc-b252-7c6d8af145a5', 'status': 'completed', 'code': 200} Aug 16 20:55:39.046049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.281764 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3073fae-54e4-4487-897a-5c95c828028b None None] Network c528076f-296c-4b74-b9da-f6151741ae40 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:39.289449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.471643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-96885f01-0404-4a92-a969-90494b0b0969 None None] Provisioning for port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:39.570682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.751229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.803417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:39.808228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c5d6de5-dbf3-4447-a74f-a2aed710bf73 None None] Provisioning for port deb90b32-8eef-4d28-9d10-3e6c80217442 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:39.839096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6c5d6de5-dbf3-4447-a74f-a2aed710bf73 None None] Provisioning complete for port deb90b32-8eef-4d28-9d10-3e6c80217442 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:39.839689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6c5d6de5-dbf3-4447-a74f-a2aed710bf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.852332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=deb90b32-8eef-4d28-9d10-3e6c80217442,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:39.883317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:39.924638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d6de5-dbf3-4447-a74f-a2aed710bf73 None None] Port deb90b32-8eef-4d28-9d10-3e6c80217442 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:39.976695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5fcb8465-33ac-4d00-8318-dd1942525042 req-519dd96f-c32f-4212-adb8-feb440e16df3 tempest-TestServerAdvancedOps-1831476428 tempest-TestServerAdvancedOps-1831476428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b57271e-d331-4b86-afc8-1b86863fa959 HTTP/1.1" status: 200 len: 210 time: 0.0319521 Aug 16 20:55:40.017506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network c528076f-296c-4b74-b9da-f6151741ae40 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:40.018867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:40.067069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3e692990-cbbc-4e7e-bd89-779780d5e231 None None] Provisioning complete for port deb90b32-8eef-4d28-9d10-3e6c80217442 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:40.068061 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e692990-cbbc-4e7e-bd89-779780d5e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.091397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:40.098507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:40.103445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.159223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3e692990-cbbc-4e7e-bd89-779780d5e231 None None] Port deb90b32-8eef-4d28-9d10-3e6c80217442 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:40.234459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.262736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router e09ff059-887f-4767-9067-35119cde059a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:40.277418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,segment=NetworkSegment(12b36478-4be9-49d1-a8ba-15452a065b56),segment_id=12b36478-4be9-49d1-a8ba-15452a065b56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:40.286733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f8f306ff-ef9f-4081-b6d6-9b69543a0e4b None None] Provisioning complete for port deb90b32-8eef-4d28-9d10-3e6c80217442 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:40.286996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f8f306ff-ef9f-4081-b6d6-9b69543a0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.321679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f8f306ff-ef9f-4081-b6d6-9b69543a0e4b None None] Port deb90b32-8eef-4d28-9d10-3e6c80217442 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:40.377719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:40.380545 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:40.383688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0848833a-7315-4aa2-be97-f9ad65fda3fe tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/e09ff059-887f-4767-9067-35119cde059a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5112665 Aug 16 20:55:40.387058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60120) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.403086 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] Sync routers for ids ['e09ff059-887f-4767-9067-35119cde059a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:40.414063 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] Routers {'e09ff059-887f-4767-9067-35119cde059a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:40.414837 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['e09ff059-887f-4767-9067-35119cde059a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.435915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:40.445670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e19bbb0-0859-4901-9d42-b7a012aaddf4 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:40.446914 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.447053 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e19bbb0-0859-4901-9d42-b7a012aaddf4 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports/deb90b32-8eef-4d28-9d10-3e6c80217442 HTTP/1.1" status: 200 len: 910 time: 0.0576284 Aug 16 20:55:40.449762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60124) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:40.454891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4ae30fc-dc08-4507-95d8-b029410d51f7'}]}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:40.455756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] Routers {'e09ff059-887f-4767-9067-35119cde059a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:40.456384 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['e09ff059-887f-4767-9067-35119cde059a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.492429 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:40.493081 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ab404-c9bc-472b-b3b5-3f309a6ca624 None None] The sync data for ids ['e09ff059-887f-4767-9067-35119cde059a'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:40.615058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.042496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60136) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.054015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.096500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Deleting subnet 223d6030-5bc8-4eef-a299-a62abc7149aa {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:41.100384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.136045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.157526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.234657 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.317340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1ec523df-b272-48cc-b252-7c6d8af145a5 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:41.339814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 1ec523df-b272-48cc-b252-7c6d8af145a5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:41.340437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 1ec523df-b272-48cc-b252-7c6d8af145a5 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:41.555002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=deb90b32-8eef-4d28-9d10-3e6c80217442,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.569826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:41.570451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.575062 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2676a160-da2f-44ef-a4ae-fb4779b760b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/ports/deb90b32-8eef-4d28-9d10-3e6c80217442 HTTP/1.1" status: 200 len: 910 time: 1.1210570 Aug 16 20:55:41.575174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60146) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.666137 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.694358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223d6030-5bc8-4eef-a299-a62abc7149aa,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:41.697891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.699784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f217a46c-5d05-4d23-ae42-cd78f88761cb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/223d6030-5bc8-4eef-a299-a62abc7149aa HTTP/1.1" status: 204 len: 168 time: 0.6560247 Aug 16 20:55:41.702823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60150) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:41.780797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.789984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:41.843708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:41.844141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.878891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.889025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f962028-b050-46f7-853d-e98ee2d706f0']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:41.899418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898e217f-7cc7-49fb-9008-1277135c2a30') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:41.899418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898e217f-7cc7-49fb-9008-1277135c2a30') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:41.909405 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.926094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.934225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:41.934628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:41.936817 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:41.999497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.088484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.093124 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.095080 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7f962028-b050-46f7-853d-e98ee2d706f0 HTTP/1.1" status: 204 len: 168 time: 0.3918610 Aug 16 20:55:42.098104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60156) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:42.107873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa8df2-850c-4d6d-9474-e3879cba8143 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f962028-b050-46f7-853d-e98ee2d706f0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.541660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Deleting subnet 6b9280d3-0164-4bb4-8669-971263a5c676 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:42.555267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.602840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.688549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.755971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port deb90b32-8eef-4d28-9d10-3e6c80217442 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:42.756317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.842645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.851622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.859070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for deb90b32-8eef-4d28-9d10-3e6c80217442 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:42.885896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9280d3-0164-4bb4-8669-971263a5c676,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:42.894544 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:42.896516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-20811760-f353-40b9-bef8-ced1ec6475e6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6b9280d3-0164-4bb4-8669-971263a5c676 HTTP/1.1" status: 204 len: 168 time: 0.4231875 Aug 16 20:55:42.899215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.035988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.202153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.224718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad285f0-648e-4d85-8b78-8771e17563ac']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.239810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaef7b5-6a94-4b05-9a72-bc4c9aaa32b5') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.240118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaef7b5-6a94-4b05-9a72-bc4c9aaa32b5') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.252688 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.270590 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.276944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:43.277350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:43.279030 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:43.317206 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.367809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=deb90b32-8eef-4d28-9d10-3e6c80217442,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.482863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.522569 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.527486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] 10.222.0.70 "DELETE /v2.0/networks/aad285f0-648e-4d85-8b78-8771e17563ac HTTP/1.1" status: 204 len: 168 time: 0.6250672 Aug 16 20:55:43.546830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c5c52-5d72-4098-964c-34bc6ca3495b admin admin] Pushing event deleted for resources: {'Network': ['ID=aad285f0-648e-4d85-8b78-8771e17563ac,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:43.548049 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.716050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router e09ff059-887f-4767-9067-35119cde059a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:43.806699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:43.811860 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-38cdc60c-bea1-4cc4-bd05-176429b0108b tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/e09ff059-887f-4767-9067-35119cde059a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355864 Aug 16 20:55:43.814576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60186) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.818104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] Sync routers for ids ['e09ff059-887f-4767-9067-35119cde059a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:43.827505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] Routers {'e09ff059-887f-4767-9067-35119cde059a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:43.828158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['e09ff059-887f-4767-9067-35119cde059a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.850192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8d100d6c-7914-46b5-9c31-5672ed20c7f2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=e09ff059-887f-4767-9067-35119cde059a HTTP/1.1" status: 200 len: 205 time: 0.0343046 Aug 16 20:55:43.852997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.861374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.871416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] Routers {'e09ff059-887f-4767-9067-35119cde059a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:43.872225 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['e09ff059-887f-4767-9067-35119cde059a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.906282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:43.907175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e2f1d0-7721-4162-97cf-0b549be42410 None None] The sync data for ids ['e09ff059-887f-4767-9067-35119cde059a'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:43.923268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60190) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:43.945409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:43.975467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad4f8587-e20d-49ea-88ed-1a1abec50d0b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=94ad7a266f9749e7868dbb2f9df7c226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489588 Aug 16 20:55:43.976852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.032536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.060742 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.120679 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.123010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.220002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.223676 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.227672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b75c31f2-1f6e-4c41-b12c-c0245b3e3758 HTTP/1.1" status: 204 len: 168 time: 0.2474546 Aug 16 20:55:44.236956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb0d2a-9a12-489c-9fa1-de6044708d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c31f2-1f6e-4c41-b12c-c0245b3e3758,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.243171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.243711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router e09ff059-887f-4767-9067-35119cde059a {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:55:44.252047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.253251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-292e2456-ed34-484d-98d5-90d096d29026 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/e09ff059-887f-4767-9067-35119cde059a HTTP/1.1" status: 204 len: 168 time: 0.3992584 Aug 16 20:55:44.256233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60202) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.310416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet b4ae30fc-dc08-4507-95d8-b029410d51f7 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:55:44.313586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.358707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.448678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.711673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.743807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ae30fc-dc08-4507-95d8-b029410d51f7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:44.746109 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.749864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-34db8bb3-5f0e-40ff-bcbb-9baa5dbec08c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/b4ae30fc-dc08-4507-95d8-b029410d51f7 HTTP/1.1" status: 204 len: 168 time: 0.4909754 Aug 16 20:55:44.751625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60212) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:44.760876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948c62b-839e-4af4-ad7f-1c41b2a65d0b None None] Network c528076f-296c-4b74-b9da-f6151741ae40 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:44.848247 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.919880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:44.921092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:44.965206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] DHCP port deletion for c528076f-296c-4b74-b9da-f6151741ae40 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:55:44.992752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,segment=NetworkSegment(12b36478-4be9-49d1-a8ba-15452a065b56),segment_id=12b36478-4be9-49d1-a8ba-15452a065b56)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:44.993042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.005814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:45.014537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Deleting port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:55:45.014977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.105213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.132634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] For port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,segment=NetworkSegment(12b36478-4be9-49d1-a8ba-15452a065b56),segment_id=12b36478-4be9-49d1-a8ba-15452a065b56)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:45.133064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.149145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Calling delete_port for c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:55:45.151786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-504b85d5-cbe4-4656-8b4e-048316c2815c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2e216d0397042a882f20b75de029676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448108 Aug 16 20:55:45.154417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60224) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.214960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.238435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.255323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.255553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.296333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.302569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:45.305060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] No DVR routers for this DVR port c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:55:45.306836 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7366f68-a52a-48fd-b059-cfc656c16dee None None] Pushing event deleted for resources: {'Port': ['ID=c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.389044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.399767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c528076f-296c-4b74-b9da-f6151741ae40']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.409685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b36478-4be9-49d1-a8ba-15452a065b56') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.410628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b36478-4be9-49d1-a8ba-15452a065b56') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:45.419844 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.434025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.439829 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:55:45.440197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:55:45.443343 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:55:45.476705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.479566 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.486551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99b28d67-b459-4070-9f50-2f8e92310e30 HTTP/1.1" status: 204 len: 168 time: 0.3280272 Aug 16 20:55:45.504704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26dcf4-840d-486e-ad86-17e78e2fb99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b28d67-b459-4070-9f50-2f8e92310e30,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.654135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.662376 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.664610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/c528076f-296c-4b74-b9da-f6151741ae40 HTTP/1.1" status: 204 len: 168 time: 0.9113803 Aug 16 20:55:45.668278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:45.672873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1491330167', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:45.698257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f042ca3-ec42-42d6-a10f-c30a138c554c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=c528076f-296c-4b74-b9da-f6151741ae40,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:45.763551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:55:45.769052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:55:45.770065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c30418bd-cc4a-46f5-bb5d-5f2fa043ff0b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:55:45.836745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.837836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.890707 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:45.957655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.043099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.044387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b8f8516c-2ee7-45e5-8051-f96c5603c85d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3751948 Aug 16 20:55:46.047423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.061173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1526981642'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:46.162686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:46.166272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.193017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:46.202247 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.203156 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment b48085e8-6b0a-49a4-b6aa-b00cf86286d9 of type vlan for network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 Aug 16 20:55:46.251377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.351265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.357441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:46.358059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.432450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=eb2bc12f-474b-4659-8392-9f3f3c89f1e4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:46.442981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:46.491475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fee510b9-8613-4652-881f-82492b1071b2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4347868 Aug 16 20:55:46.491650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60264) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.499076 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:46.677713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:46.696622 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:46.765849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60276) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:46.882394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-490405534-network', 'tenant_id': 'e28ce70419744c299136801e7b605379'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:46.974303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.038568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=06846d08-ec90-4990-8a0d-b4dfd264546e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.047907 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Made reservation on behalf of e28ce70419744c299136801e7b605379 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:47.048271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:47.048649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: eb2bc12f-474b-4659-8392-9f3f3c89f1e4, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:47.050425 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.065279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.157516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.157804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:47.254787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.265313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, eb2bc12f-474b-4659-8392-9f3f3c89f1e4) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:47.270188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:47.270780 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.277776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac0f31-c5a3-40d0-9382-147ab2345c97 None None] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:47.283291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:47.290482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c877e5c-0641-48e3-8bf2-eba42097c835,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.296801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.297162 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Added segment 69dcf410-19cf-4ed3-8245-c98268e1b798 of type vlan for network 433eb072-c3ee-4cc9-bd55-4a36e786868c Aug 16 20:55:47.341001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.386425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9067ae68-2fb4-4f42-9dc0-0bdc9ca335ee tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8935108 Aug 16 20:55:47.389429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60292) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.445136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:47.446018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.523007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.524196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:47.524923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.593186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Allocated IP 172.20.0.2 (eb2bc12f-474b-4659-8392-9f3f3c89f1e4/06846d08-ec90-4990-8a0d-b4dfd264546e/70322b0d-52e5-41ef-8ca0-dc1034f6d604) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:47.598932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] Pushing event updated for resources: {'Network': ['ID=433eb072-c3ee-4cc9-bd55-4a36e786868c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.611509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:47.622814 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51f158cc-48c1-48ea-a5f8-80dbb13dfab9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8530812 Aug 16 20:55:47.623124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:47.628068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Request body: {'subnet': {'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-490405534-subnet', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:47.733624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Made reservation on behalf of e28ce70419744c299136801e7b605379 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:47.740060 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.748121 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.816226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.825509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Transition to ACTIVE for port object 70322b0d-52e5-41ef-8ca0-dc1034f6d604 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:47.841845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Transition to ACTIVE for port object 70322b0d-52e5-41ef-8ca0-dc1034f6d604 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:47.912588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:47.952856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:47.958120 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:47.961750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:47.970790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Pushing event updated for resources: {'Port': ['ID=70322b0d-52e5-41ef-8ca0-dc1034f6d604,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:47.997186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.023539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Attempting to bind port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:48.024316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Attempting to bind port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:48.024874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Attempting to bind port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 on network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:48.030317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:48.030919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Checking segment: {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:48.031444 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.032020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Bound using segment: {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:48.032655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Bound port: 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:48.033244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.060822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29e3610-a466-450a-a5ff-73e0069dffb7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.061551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.20.0.1 (eb2bc12f-474b-4659-8392-9f3f3c89f1e4/06846d08-ec90-4990-8a0d-b4dfd264546e/7566aef4-9c36-4cbb-96bb-cf796b8a63c5) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:48.070642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Checking segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:48.071288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Network hostable DHCP agents. Network: 433eb072-c3ee-4cc9-bd55-4a36e786868c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:48.108777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] For port 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:48.112428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] For port 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70322b0d-52e5-41ef-8ca0-dc1034f6d604,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:48.190352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.205678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:48.219882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:48.323308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.350952 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 433eb072-c3ee-4cc9-bd55-4a36e786868c) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:48.351643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.362300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:48.364359 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.367349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476047f-aaee-47b9-b5ef-ade47f346576 None None] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:48.418380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:48.429268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:48.429752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:48.460066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.463662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d13343-fd1b-403b-9d7f-67911b32ed42 None None] Pushing event updated for resources: {'Port': ['ID=70322b0d-52e5-41ef-8ca0-dc1034f6d604,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:48.478995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b751b5f-d772-44ed-aaf3-22d6767d6517 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8546309 Aug 16 20:55:48.482211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:48.491498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.496500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.498475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:48.607858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-433eb072-c3ee-4cc9-bd55-4a36e786868c', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:48.608881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.648312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.649815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.777929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.780329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:48.839349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Allocated IP 172.20.0.2 (433eb072-c3ee-4cc9-bd55-4a36e786868c/f29e3610-a466-450a-a5ff-73e0069dffb7/66f3fc92-043a-4975-bb49-6c8ced6b9616) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:49.062089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.168497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.242516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.246576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.263591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Transition to ACTIVE for port object 66f3fc92-043a-4975-bb49-6c8ced6b9616 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:49.283521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Transition to ACTIVE for port object 66f3fc92-043a-4975-bb49-6c8ced6b9616 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:49.329589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.332168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.363787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.425067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:49.430341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:49.438611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:49.445995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.455819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Pushing event updated for resources: {'Port': ['ID=66f3fc92-043a-4975-bb49-6c8ced6b9616,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.468562 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.495849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:49.505597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:49.573862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Attempting to bind port 66f3fc92-043a-4975-bb49-6c8ced6b9616 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:49.574778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Attempting to bind port 66f3fc92-043a-4975-bb49-6c8ced6b9616 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:49.575313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Attempting to bind port 66f3fc92-043a-4975-bb49-6c8ced6b9616 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:49.582928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:49.583614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Checking segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:49.584217 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.584773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Bound using segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:49.585419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Bound port: 66f3fc92-043a-4975-bb49-6c8ced6b9616, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:49.586001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.604920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Allocated IP 172.25.7.78 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/33e412ab-241f-4e18-9cc5-c18ccad252b7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:49.664012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] For port 66f3fc92-043a-4975-bb49-6c8ced6b9616, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:49.667756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] For port 66f3fc92-043a-4975-bb49-6c8ced6b9616, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f3fc92-043a-4975-bb49-6c8ced6b9616,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:49.756962 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.757534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.826144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c308d5-4e1d-4dda-8408-67647b5e73aa None None] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:49.871313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266118-2dbd-4589-9d4e-c5a891847ee0 None None] Pushing event updated for resources: {'Port': ['ID=66f3fc92-043a-4975-bb49-6c8ced6b9616,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:49.876570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:49.881258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70322b0d-52e5-41ef-8ca0-dc1034f6d604 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:49.906129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:49.993791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:50.007917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:50.024075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af56cd35-67d3-40be-8754-446f8c62dea1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334679 Aug 16 20:55:50.024893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Pushing event updated for resources: {'Port': ['ID=33e412ab-241f-4e18-9cc5-c18ccad252b7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.027448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.035155 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:50.038026 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.042949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-739964496'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:50.046932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:50.048706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:50.054774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:50.081215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Provisioning for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:50.096022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:50.101750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Provisioning complete for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:50.102651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.131534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:50.132368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.154587 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:50.200597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:50.220524 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.267791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:50.295988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.296688 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment 2f7127c1-b0ba-4f94-9072-f2e7391fb87a of type vlan for network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 Aug 16 20:55:50.343166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.385871 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.448570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70322b0d-52e5-41ef-8ca0-dc1034f6d604,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:50.451154 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.511007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.517196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:50.517793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.608427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.627916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=25901de2-ef8d-48f3-90d9-eeedb9a63d89,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:50.644814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.672926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a5d567ce-7332-4e89-9961-336a4b32a0f1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6417387 Aug 16 20:55:50.676045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60312) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:50.683579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:50.704251 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:48Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:49Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:50.758399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 20:55:50.760397 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-20721166-8bd2-418f-a7a5-f1c290375a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 20:55:50.761141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:50.880876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:50.881454 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Updating router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:50.917603 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:50.959357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=70322b0d-52e5-41ef-8ca0-dc1034f6d604,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:51.008327 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:51.013099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.084560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.430312 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.448580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:55:51.451842 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Transition to ACTIVE for port object 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:51.460306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-248da1ca-271a-45a9-8cb1-62048d8397f4 None None] Provisioning complete for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:51.460642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-248da1ca-271a-45a9-8cb1-62048d8397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.515528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef743f6-9443-4da0-8b73-c01c01eb2969 None None] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:51.570731 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.593537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:51.619565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Sync routers for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:51.625761 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.648354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:51.649068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:51.755820 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Attempting to bind port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:51.756116 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Attempting to bind port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:51.756481 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Attempting to bind port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 on network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:51.768398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.775156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-789c07ad-4916-4b77-9c6f-7d742090056d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2901824 Aug 16 20:55:51.775906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:51.785907 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:51.788822 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Checking segment: {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:51.789272 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.789675 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Bound using segment: {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:51.791347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Bound port: 7566aef4-9c36-4cbb-96bb-cf796b8a63c5, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:51.791775 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:51.825098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-248da1ca-271a-45a9-8cb1-62048d8397f4 None None] Provisioning for port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:51.938585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:51.974711 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] For port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:51.983151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] For port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:52.000287 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Pushing event updated for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.021073 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.021427 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.021772 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.022109 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.022440 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.026147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.026653 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.027272 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.027539 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.027941 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.029992 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.031761 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:55:52.058572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70322b0d-52e5-41ef-8ca0-dc1034f6d604 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:52.059959 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.140087 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9506d-d486-4686-8078-cdfa24ef79c3 None None] Pushing event updated for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.172324 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:52.173049 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:52.382916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=feef8cb9-86b5-47b1-b474-22cde15875da,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:52.402418 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:52.417522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.425830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:52.427842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.465387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:52.468705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: 25901de2-ef8d-48f3-90d9-eeedb9a63d89, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:52.486745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a76661ff-f4c4-4932-85ee-bbb5426b41d9 None None] Provisioning for port 66f3fc92-043a-4975-bb49-6c8ced6b9616 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:52.600140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:52.632889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f3fc92-043a-4975-bb49-6c8ced6b9616 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:52.659395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:50Z', 'revision_number': 3, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:52.701658 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:48Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:51Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:52.707348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Checking router: 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:52.707692 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 25901de2-ef8d-48f3-90d9-eeedb9a63d89) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:52.708221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Updating router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 port 33e412ab-241f-4e18-9cc5-c18ccad252b7 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:52.717534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:52.718489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.734919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efc5b3-6caa-470e-9aa8-e56cc55779f2 None None] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:52.757511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017a924-c175-4856-8cbd-e1a09c04c51b None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:48Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:51Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:52.772887 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:55:52.809866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:52.837472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a7799553-43d0-4a52-ad36-2ff038467da1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1595659 Aug 16 20:55:52.840472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60324) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:52.952172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 66f3fc92-043a-4975-bb49-6c8ced6b9616 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:52.981278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 66f3fc92-043a-4975-bb49-6c8ced6b9616 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:52.981651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.026529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.176485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:53.177362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.305928 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.316893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Allocated IP 172.20.0.1 (433eb072-c3ee-4cc9-bd55-4a36e786868c/f29e3610-a466-450a-a5ff-73e0069dffb7/7cd4ec46-933f-4560-99cc-2a3b6aeff650) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:53.451907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 66f3fc92-043a-4975-bb49-6c8ced6b9616, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f3fc92-043a-4975-bb49-6c8ced6b9616,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:53.483204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.507110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Transition to ACTIVE for port object 33e412ab-241f-4e18-9cc5-c18ccad252b7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:53.520717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Allocated IP 172.21.0.2 (25901de2-ef8d-48f3-90d9-eeedb9a63d89/feef8cb9-86b5-47b1-b474-22cde15875da/f5ff2260-d735-44b0-96ab-38c0fa5adce6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:53.531631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.584127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.611142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Transition to ACTIVE for port object 7cd4ec46-933f-4560-99cc-2a3b6aeff650 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:53.723525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.797240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:53.802612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:53.805630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:53.813168 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.822752 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.867254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:53.903470 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.922932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Attempting to bind port 33e412ab-241f-4e18-9cc5-c18ccad252b7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:53.923339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Attempting to bind port 33e412ab-241f-4e18-9cc5-c18ccad252b7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:53.923701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Attempting to bind port 33e412ab-241f-4e18-9cc5-c18ccad252b7 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:53.965577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:53.966064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:53.966623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.967079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:53.967743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Bound port: 33e412ab-241f-4e18-9cc5-c18ccad252b7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:53.968205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:53.977185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:54.026340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=66f3fc92-043a-4975-bb49-6c8ced6b9616,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.083992 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.121592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Transition to ACTIVE for port object f5ff2260-d735-44b0-96ab-38c0fa5adce6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:54.135496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c575f43-b892-490b-bd23-4f3f74956046 None None] Pushing event updated for resources: {'Port': ['ID=33e412ab-241f-4e18-9cc5-c18ccad252b7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.143401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] For port 33e412ab-241f-4e18-9cc5-c18ccad252b7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:54.148872 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.151624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] For port 33e412ab-241f-4e18-9cc5-c18ccad252b7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=33e412ab-241f-4e18-9cc5-c18ccad252b7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:54.158969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Transition to ACTIVE for port object f5ff2260-d735-44b0-96ab-38c0fa5adce6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:54.239336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.270113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c5862d05-4794-42b4-9fc2-d8d98f569a15 None None] Provisioning for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:54.272521 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.274210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:54.296332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:54.296706 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.302255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c5862d05-4794-42b4-9fc2-d8d98f569a15 None None] Provisioning complete for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:54.302618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c5862d05-4794-42b4-9fc2-d8d98f569a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.314360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.21.0.1 (25901de2-ef8d-48f3-90d9-eeedb9a63d89/feef8cb9-86b5-47b1-b474-22cde15875da/f2cae305-fc88-4f06-a0ca-46cfaa13d1a4) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:54.325439 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.377915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:54.387673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c575f43-b892-490b-bd23-4f3f74956046 None None] Pushing event updated for resources: {'Port': ['ID=33e412ab-241f-4e18-9cc5-c18ccad252b7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.390121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:54.403157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:54.411320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:54.411635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:54.420012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.447961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.462865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:54.509296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c5862d05-4794-42b4-9fc2-d8d98f569a15 None None] Port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:54.577486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.585495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.586011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.636364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:54.642882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:54.653073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:54.665392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:54.692512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Pushing event updated for resources: {'Port': ['ID=f5ff2260-d735-44b0-96ab-38c0fa5adce6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.702891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:54.720045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:54.721747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:54.727347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.735513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Attempting to bind port f5ff2260-d735-44b0-96ab-38c0fa5adce6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:54.735923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Attempting to bind port f5ff2260-d735-44b0-96ab-38c0fa5adce6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:54.737281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Attempting to bind port f5ff2260-d735-44b0-96ab-38c0fa5adce6 on network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:54.759361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:54.759782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Checking segment: {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:54.760210 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.760566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Bound using segment: {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:54.761043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Bound port: f5ff2260-d735-44b0-96ab-38c0fa5adce6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:54.764914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.872062 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:54.879768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:54.947150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] For port f5ff2260-d735-44b0-96ab-38c0fa5adce6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:55.005903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.007000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:55.013299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] For port f5ff2260-d735-44b0-96ab-38c0fa5adce6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f5ff2260-d735-44b0-96ab-38c0fa5adce6,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:55.022730 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42763053-d9c2-42d4-8021-a1621a783186 admin admin] 10.222.0.70 "PUT /v2.0/routers/9ba162b2-cb82-47f3-b56f-713f3fc4fd36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2430763 Aug 16 20:55:55.024407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:55.071277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-87cec560-7421-448a-9df7-6da9ae878724 None None] Provisioning complete for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:55.071691 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-87cec560-7421-448a-9df7-6da9ae878724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.119643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-87cec560-7421-448a-9df7-6da9ae878724 None None] Port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:55:55.129567 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.131850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.165182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '7cd4ec46-933f-4560-99cc-2a3b6aeff650', 'name': '', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'mac_address': 'fa:16:3e:94:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:53Z', 'revision_number': 1, 'project_id': 'e28ce70419744c299136801e7b605379', 'subnets': [{'id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:55.203989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b75771-7234-43ac-9e23-cc531ec9b010 None None] The sync data for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 is: [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '7cd4ec46-933f-4560-99cc-2a3b6aeff650', 'name': '', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'mac_address': 'fa:16:3e:94:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:53Z', 'revision_number': 1, 'project_id': 'e28ce70419744c299136801e7b605379', 'subnets': [{'id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:55.223119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.294604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e371f-6146-49aa-ab48-59e0eacdb77d None None] Pushing event updated for resources: {'Port': ['ID=f5ff2260-d735-44b0-96ab-38c0fa5adce6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.348120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.453580 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.613605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:55.613605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:55.700732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:55.702666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:55.822325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:55:55.974725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:55:55.983072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fe346752-e693-438d-ad9b-46957b05ca93 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1414583 Aug 16 20:55:55.983283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60356) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:55.990738 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:55.996792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-455449954'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.000656 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:56.001485 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:56.147656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:56.149780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:56.164576 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.176203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:56.194145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60360) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:56.199292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1497051298-network', 'tenant_id': '23bbafad9f124e9896b012c333b9947a'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.220041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:56.220041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.220041 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment e1249775-2ccc-4c95-a3a4-5956ef755ee6 of type vlan for network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 Aug 16 20:55:56.280992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:56.281366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.321819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Made reservation on behalf of 23bbafad9f124e9896b012c333b9947a for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:56.322441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.329293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.338055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.438144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f5ff2260-d735-44b0-96ab-38c0fa5adce6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:56.454592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.467748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.468543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.525176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.594700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=38df5e90-7e38-4d5b-98f9-8140dcb2d8f0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.612445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:56.614046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.660496 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:55Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:56.686725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:55:56.708842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e920c4c3-197d-4c71-a174-5590daf2671c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:56.712351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port f5ff2260-d735-44b0-96ab-38c0fa5adce6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:56.719203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f3fc92-043a-4975-bb49-6c8ced6b9616 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:56.719397 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:56.719655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Updating router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:56.739748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.740422 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Added segment 516a4f67-88d8-4a85-adf6-92b4537fdb77 of type vlan for network 8fa775f9-3101-42b8-9dc3-b6939292dde4 Aug 16 20:55:56.751130 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.781888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174bc54-9c1f-4aaf-96d7-20679ff8b776 None None] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:56.787719 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e9a7b127-18d7-4134-9ff8-c619c095e9d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8024585 Aug 16 20:55:56.790481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60364) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:56.797400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:56.814532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.928017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 66f3fc92-043a-4975-bb49-6c8ced6b9616 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:56.928408 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.951516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:56.958301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:56.958971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.093292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:57.103185 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.130190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Provisioning for port f5ff2260-d735-44b0-96ab-38c0fa5adce6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:57.141982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Provisioning complete for port f5ff2260-d735-44b0-96ab-38c0fa5adce6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:57.142745 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.148317 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa775f9-3101-42b8-9dc3-b6939292dde4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.179038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:55:57.198467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91ef596f-d05d-471a-b74f-c125033ce6b1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0032084 Aug 16 20:55:57.201989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60366) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.206636 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.212994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Request body: {'subnet': {'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1497051298-subnet', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:57.217530 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Transition to ACTIVE for port object f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:57.287635 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.337338 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.349667 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81af461-0992-482a-865f-e3fa96ba0325 None None] Pushing event updated for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.373129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Made reservation on behalf of 23bbafad9f124e9896b012c333b9947a for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:55:57.375680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] For port f5ff2260-d735-44b0-96ab-38c0fa5adce6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f5ff2260-d735-44b0-96ab-38c0fa5adce6,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:55:57.375907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.413581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Attempting to bind port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:55:57.414036 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Attempting to bind port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:55:57.414402 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Attempting to bind port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 on network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:55:57.420037 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:55:57.420401 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Checking segment: {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:57.420829 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.421322 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Bound using segment: {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:55:57.421791 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Bound port: f2cae305-fc88-4f06-a0ca-46cfaa13d1a4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7127c1-b0ba-4f94-9072-f2e7391fb87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:55:57.422167 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.436783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.464951 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.515461 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] For port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:55:57.519667 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] For port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:55:57.539521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=0f50ad87-7141-4de7-b30e-4a9db90bdd05,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.560236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b7778-2375-47b4-9540-7985b0544d00 None None] Pushing event updated for resources: {'Port': ['ID=f5ff2260-d735-44b0-96ab-38c0fa5adce6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.574543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:57.574916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:57.602679 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.669929 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81af461-0992-482a-865f-e3fa96ba0325 None None] Pushing event updated for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.670155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:57.673321 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:57.673912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:57.689983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-23178024-59c9-43d9-98c7-8b7614caaafa None None] Provisioning complete for port f5ff2260-d735-44b0-96ab-38c0fa5adce6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:57.690276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-23178024-59c9-43d9-98c7-8b7614caaafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.713902 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.762115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:57.772245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:57.776968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:57.804882 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecd3b7-d17d-42c3-8899-32b1e7f52e73 None None] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:57.839709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62da8b95-7a6e-4093-9e41-8cfb08d4e587,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:57.856279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Checking segment: {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:55:57.856839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Network hostable DHCP agents. Network: 8fa775f9-3101-42b8-9dc3-b6939292dde4, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:55:57.871162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c143a72d-42b3-42c6-9df2-82e663142941 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0795162 Aug 16 20:55:57.876366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:57.965193 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:58.014252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:55:58.022157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 8fa775f9-3101-42b8-9dc3-b6939292dde4) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:58.027127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:55:58.029316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.076470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa2ffe-b811-4196-938b-c2e33627520a None None] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:55:58.158388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-23178024-59c9-43d9-98c7-8b7614caaafa None None] Provisioning for port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:58.178111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d1931523-3fad-4828-8c18-53a57ea60102 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9748170 Aug 16 20:55:58.178837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60372) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:55:58.180211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:58.181394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.183189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f5ff2260-d735-44b0-96ab-38c0fa5adce6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:58.183997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:55:58.235619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Sync routers for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:55:58.288937 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:57Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:58.297371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:55:58.298003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:58.323253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2972acd2-be62-425f-91bc-1eca2c837ef4 None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:57Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:55:58.350489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.354998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.497105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.551615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.874940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:55:58.879254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f5ff2260-d735-44b0-96ab-38c0fa5adce6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:58.879774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:58.943574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.046616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-8fa775f9-3101-42b8-9dc3-b6939292dde4', 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'fixed_ips': [{'subnet_id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:55:59.047516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.131495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Allocated IP 172.22.0.2 (38df5e90-7e38-4d5b-98f9-8140dcb2d8f0/0f50ad87-7141-4de7-b30e-4a9db90bdd05/42d09c7a-0167-423d-ad2f-ac3fa31f85f9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:59.290306 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.310924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.428890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Allocated IP 172.25.7.34 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3304c89f-bb69-4a15-b70a-2918895d1af7) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:59.491567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Allocated IP 172.20.0.2 (8fa775f9-3101-42b8-9dc3-b6939292dde4/62da8b95-7a6e-4093-9e41-8cfb08d4e587/7cfc3f7c-ff03-4d07-a8fe-394772209bc7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:59.495211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 33e412ab-241f-4e18-9cc5-c18ccad252b7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:55:59.545654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.648751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.665106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Transition to ACTIVE for port object 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:59.704455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Transition to ACTIVE for port object 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:59.705840 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.718373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '7cd4ec46-933f-4560-99cc-2a3b6aeff650', 'name': '', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'mac_address': 'fa:16:3e:94:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 2, 'project_id': 'e28ce70419744c299136801e7b605379', 'subnets': [{'id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:55:59.760003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Checking router: 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:55:59.760003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Updating router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:55:59.762613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:55:59.765787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:55:59.770925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:55:59.774392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Pushing event updated for resources: {'Port': ['ID=3304c89f-bb69-4a15-b70a-2918895d1af7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:55:59.811861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.829526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 33e412ab-241f-4e18-9cc5-c18ccad252b7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:55:59.842330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.851916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 33e412ab-241f-4e18-9cc5-c18ccad252b7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:55:59.852292 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.856610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:55:59.858761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Transition to ACTIVE for port object 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:59.917329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.22.0.1 (38df5e90-7e38-4d5b-98f9-8140dcb2d8f0/0f50ad87-7141-4de7-b30e-4a9db90bdd05/91585e15-991e-452d-beeb-d5c4532d4f9d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:55:59.975824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Transition to ACTIVE for port object 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:55:59.991248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:00.004405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:00.007079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:00.015673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Pushing event updated for resources: {'Port': ['ID=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.087865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.109293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object 91585e15-991e-452d-beeb-d5c4532d4f9d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:00.110845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.220558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Attempting to bind port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:00.220984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Attempting to bind port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:00.221354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Attempting to bind port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 on network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:00.240857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:00.242063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.295455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:00.312664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:00.314971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:00.315281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Checking segment: {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:00.316149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.316537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Bound using segment: {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:00.317026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Bound port: 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:00.317409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.321201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.341674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:00.341987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Pushing event updated for resources: {'Port': ['ID=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.350985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:00.354292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:00.366233 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.391622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 33e412ab-241f-4e18-9cc5-c18ccad252b7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=33e412ab-241f-4e18-9cc5-c18ccad252b7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:00.410217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.594197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.621657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.705286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Attempting to bind port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:00.705663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Attempting to bind port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:00.706047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Attempting to bind port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 on network 8fa775f9-3101-42b8-9dc3-b6939292dde4 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:00.716637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.737096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:00.738760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Checking segment: {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:00.738760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.739133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Bound using segment: {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:00.739663 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Bound port: 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:00.740413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.742960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] For port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:00.748790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=33e412ab-241f-4e18-9cc5-c18ccad252b7,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:00.794950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b9a0c952-e82d-49c8-adf3-f6ec911157cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.799183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] For port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:00.842251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:00.875606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.913980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.972985 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:00.983470 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] For port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:00.994300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] For port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:01.007316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Transition to ACTIVE for port object 7cd4ec46-933f-4560-99cc-2a3b6aeff650 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:01.043379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184d8ae-ef9c-483f-93aa-d105ef8fea69 None None] Pushing event updated for resources: {'Port': ['ID=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.073847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.089152 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.122785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.199457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:01.209848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566cf8-d608-420e-9250-acb7f63883ef None None] Pushing event updated for resources: {'Port': ['ID=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.219212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Router f56bc2c0-3436-4ff4-82c8-44f14dd475ff is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:01.225652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.274268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:01.274682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.349382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.438244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.467645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Attempting to bind port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:01.467794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Attempting to bind port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:01.468098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:01.468234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Attempting to bind port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:01.479452 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Sync routers for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:01.493257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:01.493600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Checking segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:01.494001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.494391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Bound using segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:01.494860 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Bound port: 7cd4ec46-933f-4560-99cc-2a3b6aeff650, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:01.495240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.497862 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:01.501899 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.552363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353e0ae-c852-43f7-bc2e-aaffbe5e3952 None None] Pushing event updated for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:01.614721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.618379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ecdaa90b-36f4-4ff5-a0a7-13baad29eae4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4383988 Aug 16 20:56:01.620881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60386) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:01.667785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] For port 7cd4ec46-933f-4560-99cc-2a3b6aeff650, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:01.706521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] For port 7cd4ec46-933f-4560-99cc-2a3b6aeff650, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cd4ec46-933f-4560-99cc-2a3b6aeff650,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:01.713513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.727625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:01.736510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:01.808099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:01.829941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:01.832773 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.912121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:01.913059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:01.964738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:01.965704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:01.998997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353e0ae-c852-43f7-bc2e-aaffbe5e3952 None None] Pushing event updated for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.042400 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 3, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:02.098815 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Checking router: f56bc2c0-3436-4ff4-82c8-44f14dd475ff for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:02.099256 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Updating router f56bc2c0-3436-4ff4-82c8-44f14dd475ff port 3304c89f-bb69-4a15-b70a-2918895d1af7 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:02.106165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.166048 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.202791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:02.218933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f1dbbde-3395-4c52-b8f4-6d2626a509c3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3390560 Aug 16 20:56:02.219240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60390) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:02.220795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:02.231637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'network': {'name': 'tempest-RoutersTest-1693979243'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:02.242640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:02.244003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:02.358838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:02.361666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:02.375820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.432989 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 20:56:02.451927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.452141 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added segment b171b4b8-8cfa-4786-ad81-8d764b369d32 of type vlan for network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 Aug 16 20:56:02.489255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:02.561066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.632327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.657522 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.687652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.694378 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Transition to ACTIVE for port object 3304c89f-bb69-4a15-b70a-2918895d1af7 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:02.703027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:02.710654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.790779 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.814284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7614ccf2-cfb7-4e38-9b5e-c01badb6778a None None] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:02.891323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Allocated IP 172.20.0.1 (8fa775f9-3101-42b8-9dc3-b6939292dde4/62da8b95-7a6e-4093-9e41-8cfb08d4e587/44d596f8-1073-4256-a622-6b7517771f56) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:02.913624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Attempting to bind port 3304c89f-bb69-4a15-b70a-2918895d1af7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:02.914248 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Attempting to bind port 3304c89f-bb69-4a15-b70a-2918895d1af7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:02.914784 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Attempting to bind port 3304c89f-bb69-4a15-b70a-2918895d1af7 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:02.927335 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:02.933034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:02.933034 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.933034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:02.933034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Bound port: 3304c89f-bb69-4a15-b70a-2918895d1af7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:02.933034 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:02.945311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Network': ['ID=e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:02.960110 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c06be21-ec70-4664-9ebe-dc765ffbcc51 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7371902 Aug 16 20:56:02.960945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60396) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:02.966486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'subnet': {'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:02.981735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 20:56:02.996845 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] For port 3304c89f-bb69-4a15-b70a-2918895d1af7, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:03.000065 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] For port 3304c89f-bb69-4a15-b70a-2918895d1af7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3304c89f-bb69-4a15-b70a-2918895d1af7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:03.004875 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f022c4-1e9f-406e-b78c-3a6b7de4ad7e None None] Pushing event updated for resources: {'Port': ['ID=3304c89f-bb69-4a15-b70a-2918895d1af7,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.076272 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.140427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:03.162627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.184479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Transition to ACTIVE for port object 44d596f8-1073-4256-a622-6b7517771f56 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:03.215708 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:03.216657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:55:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:03.241456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Made reservation on behalf of ffaefd01ee65469499663815f42e878e for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:03.245117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.285099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6017cd7a-9330-4778-9ba4-4788ed66b0d8 None None] Provisioning for port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:03.304261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f022c4-1e9f-406e-b78c-3a6b7de4ad7e None None] Pushing event updated for resources: {'Port': ['ID=3304c89f-bb69-4a15-b70a-2918895d1af7,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.347463 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.405087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:03.408718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:03.418881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:03.419819 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:03.439300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e393743-24ca-4dab-a39c-1e7d9fa924d9 None None] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:03.464758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Pushing event updated for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.480537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.707176 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 3, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:03.739677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed731a-d29f-479a-bc10-af2c95ad1769 None None] The sync data for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 is: [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:55:59Z', 'revision_number': 3, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:03.756694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.844832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Subnet': ['ID=d76c8144-8936-4eb0-b65f-c841453c953a,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:03.859506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Checking segment: {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:03.859970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network hostable DHCP agents. Network: e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 20:56:03.869791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.912702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:03.929743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '7cd4ec46-933f-4560-99cc-2a3b6aeff650', 'name': '', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'mac_address': 'fa:16:3e:94:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'subnets': [{'id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:03.931643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cd4ec46-933f-4560-99cc-2a3b6aeff650 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:03.933846 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-62bc3048-25a9-4112-b549-2c138487861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.940316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Provisioning for port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:03.942418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:03.974251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 20:56:04.027448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a5867-59ca-4d7f-b102-6406f62107f3 None None] The sync data for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 is: [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '7cd4ec46-933f-4560-99cc-2a3b6aeff650', 'name': '', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'mac_address': 'fa:16:3e:94:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 4, 'project_id': 'e28ce70419744c299136801e7b605379', 'subnets': [{'id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:04.030721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Provisioning complete for port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:04.031223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.064620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:04.071931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:04.072700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.095817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d48b07-8ed1-4523-83eb-df9eee5164ac None None] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:04.176525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.193119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5d57cbeb-081d-4da8-982f-3d92ad78a01c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2316394 Aug 16 20:56:04.194947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60402) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:04.242017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.275248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:04.360222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:04.360586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Updating router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 port 91585e15-991e-452d-beeb-d5c4532d4f9d binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:04.369677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.444332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.449326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Pushing event updated for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:04.475588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.616801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:04.636580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:04.637995 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.673100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:04.709789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:04.709789 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:04.986597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Router f56bc2c0-3436-4ff4-82c8-44f14dd475ff has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:05.091717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 20:56:05.092612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.112347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] For port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:05.176392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.324306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:05.330574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fe26550c-f29d-46ee-828b-6a582397424a admin admin] 10.222.0.70 "PUT /v2.0/routers/f56bc2c0-3436-4ff4-82c8-44f14dd475ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7080243 Aug 16 20:56:05.598512 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef7874-7904-4012-87fa-7f2ddcdbb211 None None] Pushing event updated for resources: {'Port': ['ID=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:05.642562 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.772174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.841890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Allocated IP 172.23.0.2 (e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9/d76c8144-8936-4eb0-b65f-c841453c953a/a104eaec-b91f-449b-9834-73740fa93b26) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:05.844897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7cd4ec46-933f-4560-99cc-2a3b6aeff650, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cd4ec46-933f-4560-99cc-2a3b6aeff650,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:05.881722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Provisioning for port 44d596f8-1073-4256-a622-6b7517771f56 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:05.908173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Provisioning complete for port 44d596f8-1073-4256-a622-6b7517771f56 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:05.908551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.972478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:05.973307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:06.135237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Port 44d596f8-1073-4256-a622-6b7517771f56 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:06.148963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.211170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-44134b77-edc8-4c50-9180-7ff1bda18983 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:06.212026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Transition to ACTIVE for port object 91585e15-991e-452d-beeb-d5c4532d4f9d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.212740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-44134b77-edc8-4c50-9180-7ff1bda18983 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/networks?id=433eb072-c3ee-4cc9-bd55-4a36e786868c HTTP/1.1" status: 200 len: 910 time: 0.1102197 Aug 16 20:56:06.229740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-079c13a8-e03e-49d0-8bb9-192f1c2e484e tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/quotas/23bbafad9f124e9896b012c333b9947a HTTP/1.1" status: 200 len: 375 time: 0.0104396 Aug 16 20:56:06.234960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Provisioning complete for port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:06.235334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.236979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.274157 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.290139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.290827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:06.291184 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.294395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Transition to ACTIVE for port object a104eaec-b91f-449b-9834-73740fa93b26 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.315342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-8115f0e8-7705-418d-ac58-97adde17751a tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773742 Aug 16 20:56:06.339228 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.359221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Transition to ACTIVE for port object a104eaec-b91f-449b-9834-73740fa93b26 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.444071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae1a6-1db4-455b-b534-ae6f76774cda None None] Pushing event updated for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.476317 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.528661 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Allocated IP 172.23.0.1 (e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9/d76c8144-8936-4eb0-b65f-c841453c953a/b269827a-73e5-4180-aa6f-5a25975de18a) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:06.581557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:06.583658 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-ed064098-c94e-4c47-b1be-7acf3a2dd80a service neutron] 10.222.0.70 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611341 Aug 16 20:56:06.586656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Attempting to bind port 91585e15-991e-452d-beeb-d5c4532d4f9d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:06.591578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Attempting to bind port 91585e15-991e-452d-beeb-d5c4532d4f9d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:06.591578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Attempting to bind port 91585e15-991e-452d-beeb-d5c4532d4f9d on network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:06.592806 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:06.595510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:06.600727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:06.607394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Pushing event updated for resources: {'Port': ['ID=a104eaec-b91f-449b-9834-73740fa93b26,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.647214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:06.651896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Checking segment: {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:06.654853 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.655421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Bound using segment: {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:06.655967 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Bound port: 91585e15-991e-452d-beeb-d5c4532d4f9d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1249775-2ccc-4c95-a3a4-5956ef755ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:06.656367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.682582 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.699324 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-384d4f5d-253c-438a-81d3-ad5aae6d3b9b None None] Provisioning for port 91585e15-991e-452d-beeb-d5c4532d4f9d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:06.700377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Transition to ACTIVE for port object b269827a-73e5-4180-aa6f-5a25975de18a will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:06.714233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-f3f539de-bc88-4844-af47-af0e78ae1225 service neutron] 10.222.0.70 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119237 Aug 16 20:56:06.796834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.843896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:06.850293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:06.854625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:06.885161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=b269827a-73e5-4180-aa6f-5a25975de18a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:06.939070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.956801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Attempting to bind port a104eaec-b91f-449b-9834-73740fa93b26 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:06.957179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Attempting to bind port a104eaec-b91f-449b-9834-73740fa93b26 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:06.957540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Attempting to bind port a104eaec-b91f-449b-9834-73740fa93b26 on network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Checking segment: {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Bound using segment: {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Bound port: a104eaec-b91f-449b-9834-73740fa93b26, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:06.989075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.017164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fd67db6a-0066-47ce-bc34-fca729a6be79 None None] Provisioning complete for port 44d596f8-1073-4256-a622-6b7517771f56 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:07.017455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fd67db6a-0066-47ce-bc34-fca729a6be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.023105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d81ba588-7f3d-40eb-a9a3-98d065569fa9 req-b014ce49-08b1-479c-bee7-c340fafacc64 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 210 time: 0.0567508 Aug 16 20:56:07.068355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] For port 91585e15-991e-452d-beeb-d5c4532d4f9d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:07.090924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] For port 91585e15-991e-452d-beeb-d5c4532d4f9d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=91585e15-991e-452d-beeb-d5c4532d4f9d,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:07.130136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:07.141598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fd67db6a-0066-47ce-bc34-fca729a6be79 None None] Port 44d596f8-1073-4256-a622-6b7517771f56 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:07.143434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:07.144161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.209093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.227631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] For port a104eaec-b91f-449b-9834-73740fa93b26, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:07.262534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.269682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] For port a104eaec-b91f-449b-9834-73740fa93b26, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a104eaec-b91f-449b-9834-73740fa93b26,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:07.347187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae1a6-1db4-455b-b534-ae6f76774cda None None] Pushing event updated for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.368079 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:07.368708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.386884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.448069 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Sync routers for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:07.458013 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:07.459070 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:07.515410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.688495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:07.688495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb922b4-ac6a-48e2-81c7-10682ce66500 None None] Pushing event updated for resources: {'Port': ['ID=a104eaec-b91f-449b-9834-73740fa93b26,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:07.688495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:07.804194 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.804194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 33e412ab-241f-4e18-9cc5-c18ccad252b7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:07.804585 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:07.844071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:07.909796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.007826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.030960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 33e412ab-241f-4e18-9cc5-c18ccad252b7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:08.031341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.152191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event updated for resources: {'Port': ['ID=b269827a-73e5-4180-aa6f-5a25975de18a,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:08.162245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.218701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b269827a-73e5-4180-aa6f-5a25975de18a', 'name': '', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:44:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:05Z', 'updated_at': '2021-08-16T20:56:06Z', 'revision_number': 1, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:08.221728 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fddd6dab-52e7-4719-b7b9-a76c78900849 req-edb0af40-13a4-4bba-8518-f16a74b2b68c tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 210 time: 0.0621624 Aug 16 20:56:08.256383 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971b1ceb-8340-485f-a39d-578eddfddeef None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b269827a-73e5-4180-aa6f-5a25975de18a', 'name': '', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:44:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:05Z', 'updated_at': '2021-08-16T20:56:06Z', 'revision_number': 1, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:08.370287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:08.372494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:08.417107 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 4, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '44d596f8-1073-4256-a622-6b7517771f56', 'name': '', 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'mac_address': 'fa:16:3e:73:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 2, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'subnets': [{'id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:08.485977 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Checking router: f56bc2c0-3436-4ff4-82c8-44f14dd475ff for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:08.486646 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Updating router f56bc2c0-3436-4ff4-82c8-44f14dd475ff port 44d596f8-1073-4256-a622-6b7517771f56 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:08.524519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:08.555826 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.636544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:08.736286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:08.741162 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:08.744282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00a03913-3e01-43ea-89a5-88655a79c2c1 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480464 Aug 16 20:56:08.745004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:08.747641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60478) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:08.756867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:08.899769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cd4ec46-933f-4560-99cc-2a3b6aeff650 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:08.975043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:08.975783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.128826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3304c89f-bb69-4a15-b70a-2918895d1af7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:09.140703 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.161698 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Transition to ACTIVE for port object 44d596f8-1073-4256-a622-6b7517771f56 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:09.250523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fee844-41d9-4806-8f27-921c27fe6811 None None] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:09.258954 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.357436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3304c89f-bb69-4a15-b70a-2918895d1af7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:09.369917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3304c89f-bb69-4a15-b70a-2918895d1af7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:09.371760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.405058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24a2b9-ad54-4421-a1a7-ae45e7154a89 None None] Pushing event updated for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:09.527662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:56:09.542291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.556184 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Attempting to bind port 44d596f8-1073-4256-a622-6b7517771f56 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:09.557300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Attempting to bind port 44d596f8-1073-4256-a622-6b7517771f56 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:09.558249 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Attempting to bind port 44d596f8-1073-4256-a622-6b7517771f56 on network 8fa775f9-3101-42b8-9dc3-b6939292dde4 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:09.571181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Removed routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:56:09.572633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.578903 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:09.579280 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Checking segment: {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:09.579738 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.580208 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Bound using segment: {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:09.580788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Bound port: 44d596f8-1073-4256-a622-6b7517771f56, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516a4f67-88d8-4a85-adf6-92b4537fdb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:09.581171 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.621082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07627880-cf47-4f61-878d-c8417e3f5854 req-ee462208-b12f-4b8d-a2c2-10d69f12f6ea tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 210 time: 0.0442023 Aug 16 20:56:09.650934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3304c89f-bb69-4a15-b70a-2918895d1af7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3304c89f-bb69-4a15-b70a-2918895d1af7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:09.686977 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] For port 44d596f8-1073-4256-a622-6b7517771f56, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:09.691309 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] For port 44d596f8-1073-4256-a622-6b7517771f56, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=44d596f8-1073-4256-a622-6b7517771f56,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:09.819224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a0a2a3da-4520-426e-863b-a1c1266331ff None None] Provisioning for port a104eaec-b91f-449b-9834-73740fa93b26 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:09.881494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.882318 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:09.883833 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:09.952189 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:09.953003 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.006381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3304c89f-bb69-4a15-b70a-2918895d1af7,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.012858 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24a2b9-ad54-4421-a1a7-ae45e7154a89 None None] Pushing event updated for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:10.021222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.021567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.021908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.021908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.022657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.022958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.023281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.023605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.023949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.024786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.024914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.025233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:10.031388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:10.031739 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.134695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a104eaec-b91f-449b-9834-73740fa93b26 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:10.137593 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:10.339519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.346847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.396825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a104eaec-b91f-449b-9834-73740fa93b26 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:10.400968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a104eaec-b91f-449b-9834-73740fa93b26 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:10.401213 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.464297 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 4, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '44d596f8-1073-4256-a622-6b7517771f56', 'name': '', 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'mac_address': 'fa:16:3e:73:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 4, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'subnets': [{'id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:10.515938 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ed53e-4561-4400-bfd5-c4a05fc88727 None None] The sync data for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 is: [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:03Z', 'revision_number': 4, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '44d596f8-1073-4256-a622-6b7517771f56', 'name': '', 'network_id': '8fa775f9-3101-42b8-9dc3-b6939292dde4', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'mac_address': 'fa:16:3e:73:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:02Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 4, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'subnets': [{'id': '62da8b95-7a6e-4093-9e41-8cfb08d4e587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:10.579923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:10.595199 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.597409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Provisioning for port b269827a-73e5-4180-aa6f-5a25975de18a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:10.609553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Provisioning complete for port b269827a-73e5-4180-aa6f-5a25975de18a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:10.609928 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.663920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port a104eaec-b91f-449b-9834-73740fa93b26, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a104eaec-b91f-449b-9834-73740fa93b26,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:10.671316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Port b269827a-73e5-4180-aa6f-5a25975de18a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:10.697950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Provisioning complete for port a104eaec-b91f-449b-9834-73740fa93b26 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:10.700080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-ce1d41f6-47ac-4dd3-927f-546ab66a4bb8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:10.700585 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c9be15eb-2ed6-4681-ac1c-074356eab3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.702014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-ce1d41f6-47ac-4dd3-927f-546ab66a4bb8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.64 "GET /v2.0/networks?id=433eb072-c3ee-4cc9-bd55-4a36e786868c HTTP/1.1" status: 200 len: 910 time: 0.1540463 Aug 16 20:56:10.702295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:10.728452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.729967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5b6ad99-0e11-416b-be77-d320f1a960c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 934 time: 1.9808264 Aug 16 20:56:10.734061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60508) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:10.738940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Request body: {'port': {'device_id': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'admin_state_up': True, 'tenant_id': '23bbafad9f124e9896b012c333b9947a'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:10.766087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:10.895050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=a104eaec-b91f-449b-9834-73740fa93b26,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.029330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-659904f0-cbda-4fdb-abe6-a9134ebe6562 None None] Provisioning complete for port b269827a-73e5-4180-aa6f-5a25975de18a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:11.029708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-659904f0-cbda-4fdb-abe6-a9134ebe6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.046947 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Made reservation on behalf of 23bbafad9f124e9896b012c333b9947a for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:11.050401 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.115269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-659904f0-cbda-4fdb-abe6-a9134ebe6562 None None] Port b269827a-73e5-4180-aa6f-5a25975de18a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:11.130643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 91585e15-991e-452d-beeb-d5c4532d4f9d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:11.287912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Allocated IP 172.20.0.4 (433eb072-c3ee-4cc9-bd55-4a36e786868c/f29e3610-a466-450a-a5ff-73e0069dffb7/408450fd-a804-441b-abdc-b03fa7d5c750) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:11.293504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 91585e15-991e-452d-beeb-d5c4532d4f9d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:11.300897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 91585e15-991e-452d-beeb-d5c4532d4f9d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:11.301416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.407604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cf8dca5-c854-496f-8d2e-c8cd92674fe5 req-d054bbf2-69dd-4fea-9230-dddac01794d1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 210 time: 0.6116052 Aug 16 20:56:11.439833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c2c3200-332b-448f-a697-8b073d241921 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 934 time: 0.6978981 Aug 16 20:56:11.439833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60518) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:11.442370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'routes': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:11.491337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.507642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Transition to ACTIVE for port object 408450fd-a804-441b-abdc-b03fa7d5c750 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:11.557341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:11.571344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:11.572479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:11.687621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.712243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:11.751753 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.759401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:11.764225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:11.770818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:11.775711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Pushing event updated for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:11.824933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:11.825893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.888328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 91585e15-991e-452d-beeb-d5c4532d4f9d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=91585e15-991e-452d-beeb-d5c4532d4f9d,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:11.938745 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-a7acc8bf-bb41-43c2-9d12-2447d47ccf61 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2226033 Aug 16 20:56:11.954339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Request body: {'port': {'device_id': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:11.966858 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:11.970248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3304c89f-bb69-4a15-b70a-2918895d1af7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:11.995058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:56:11.996239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:56:12.040816 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.066873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.111422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.203113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3304c89f-bb69-4a15-b70a-2918895d1af7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:12.203113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.274595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-da6fe75f-f32b-429c-a051-21847bdc1745 None None] Provisioning for port 408450fd-a804-441b-abdc-b03fa7d5c750 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:12.289354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-da6fe75f-f32b-429c-a051-21847bdc1745 None None] Provisioning complete for port 408450fd-a804-441b-abdc-b03fa7d5c750 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:12.289723 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da6fe75f-f32b-429c-a051-21847bdc1745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.336941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 6, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b269827a-73e5-4180-aa6f-5a25975de18a', 'name': '', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:44:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:05Z', 'updated_at': '2021-08-16T20:56:07Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:12.403911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:12.404567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Updating router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 port b269827a-73e5-4180-aa6f-5a25975de18a binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 20:56:12.462542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-da6fe75f-f32b-429c-a051-21847bdc1745 None None] Port 408450fd-a804-441b-abdc-b03fa7d5c750 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:12.475989 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.479709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.484834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.497001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408450fd-a804-441b-abdc-b03fa7d5c750 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:12.517112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.547553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Transition to ACTIVE for port object 408450fd-a804-441b-abdc-b03fa7d5c750 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:12.635819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.639225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:12.646503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41d73-854b-4491-a6b3-33d3a919d123 req-2336471a-78c3-4b48-9ca1-0544abcdaf74 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:12.647990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65b41d73-854b-4491-a6b3-33d3a919d123 req-2336471a-78c3-4b48-9ca1-0544abcdaf74 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1027 time: 0.0858808 Aug 16 20:56:12.713369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:12.779167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65b41d73-854b-4491-a6b3-33d3a919d123 req-4bc0dbcd-1e3f-4481-8b35-cf7ebc4e788b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230621 Aug 16 20:56:12.808137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:12.857695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:12.861371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3cb8df1a-8704-45a6-9d1c-9c85c0b506fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 700 time: 1.4219780 Aug 16 20:56:12.868476 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60536) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:12.879213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Attempting to bind port 408450fd-a804-441b-abdc-b03fa7d5c750 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:12.879865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Attempting to bind port 408450fd-a804-441b-abdc-b03fa7d5c750 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:12.879982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Attempting to bind port 408450fd-a804-441b-abdc-b03fa7d5c750 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:12.889499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Port 408450fd-a804-441b-abdc-b03fa7d5c750 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:12.891086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Attempting to bind port 408450fd-a804-441b-abdc-b03fa7d5c750 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:12.911266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:12.911788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Checking segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:12.912198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Bound using segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:12.912635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Bound port: 408450fd-a804-441b-abdc-b03fa7d5c750, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:12.913007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.041021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 91585e15-991e-452d-beeb-d5c4532d4f9d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:13.050326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-64118c95-0940-48ed-ab06-c7c43e913359 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 700 time: 0.1805558 Aug 16 20:56:13.052957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60538) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:13.054335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:13.060931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=408450fd-a804-441b-abdc-b03fa7d5c750,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:13.062047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.117032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Transition to ACTIVE for port object b269827a-73e5-4180-aa6f-5a25975de18a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:13.148700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 91585e15-991e-452d-beeb-d5c4532d4f9d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.149163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.185992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.197564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.269117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.270037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.271841 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/408450fd-a804-441b-abdc-b03fa7d5c750 HTTP/1.1" status: 200 len: 1092 time: 1.3254001 Aug 16 20:56:13.272486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:13.281294 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f78c276-6524-40f9-8485-28955b217e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:13.341082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3e36-e3ad-4de8-a1da-c283dd5d6a41 None None] Pushing event updated for resources: {'Port': ['ID=b269827a-73e5-4180-aa6f-5a25975de18a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.376135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 44d596f8-1073-4256-a622-6b7517771f56 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:13.388519 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc46ffc-276d-4450-a091-9d3341f355f8 x-openstack-request-id: req-ccc46ffc-276d-4450-a091-9d3341f355f8 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:13.389031 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:13.389449 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ccc46ffc-276d-4450-a091-9d3341f355f8 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:13.390081 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750', 'status': 'completed', 'code': 200} Aug 16 20:56:13.391391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc475e-1ed9-4abc-a3e7-9964801c07a3 service neutron] Pushing event updated for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.421790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Attempting to bind port b269827a-73e5-4180-aa6f-5a25975de18a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:13.422166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Attempting to bind port b269827a-73e5-4180-aa6f-5a25975de18a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:13.422577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Attempting to bind port b269827a-73e5-4180-aa6f-5a25975de18a on network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:13.435586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:13.435875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Checking segment: {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:13.436385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.436772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Bound using segment: {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:13.437329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Bound port: b269827a-73e5-4180-aa6f-5a25975de18a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b171b4b8-8cfa-4786-ad81-8d764b369d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:13.437711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.532371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] For port b269827a-73e5-4180-aa6f-5a25975de18a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:13.538176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] For port b269827a-73e5-4180-aa6f-5a25975de18a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b269827a-73e5-4180-aa6f-5a25975de18a,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:13.540038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c276-6524-40f9-8485-28955b217e1c req-b67c02da-1c89-49e8-97b0-1cee259d8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.541786 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f78c276-6524-40f9-8485-28955b217e1c req-b67c02da-1c89-49e8-97b0-1cee259d8543 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1095 time: 0.1238773 Aug 16 20:56:13.622710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.646781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 44d596f8-1073-4256-a622-6b7517771f56 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:13.650983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 44d596f8-1073-4256-a622-6b7517771f56 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:13.651178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.698920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c276-6524-40f9-8485-28955b217e1c req-ce3ef906-b350-41dc-8725-3f6a0ef001a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.700587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f78c276-6524-40f9-8485-28955b217e1c req-ce3ef906-b350-41dc-8725-3f6a0ef001a1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=23bbafad9f124e9896b012c333b9947a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1495280 Aug 16 20:56:13.723277 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.795556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:13.897677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:13.898355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:13.909192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 44d596f8-1073-4256-a622-6b7517771f56, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=44d596f8-1073-4256-a622-6b7517771f56,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:13.912076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e3e36-e3ad-4de8-a1da-c283dd5d6a41 None None] Pushing event updated for resources: {'Port': ['ID=b269827a-73e5-4180-aa6f-5a25975de18a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:13.916415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78c276-6524-40f9-8485-28955b217e1c req-0bb880c8-91b8-4030-9840-bb799e73e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:13.923424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7f78c276-6524-40f9-8485-28955b217e1c req-0bb880c8-91b8-4030-9840-bb799e73e2ab service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101736 Aug 16 20:56:14.032063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.033231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a104eaec-b91f-449b-9834-73740fa93b26 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:14.040868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4784d-6344-4304-a610-c4c21d0ded43 req-afb96b1c-9fe1-42da-927c-50312eb9d000 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.046427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0c4784d-6344-4304-a610-c4c21d0ded43 req-afb96b1c-9fe1-42da-927c-50312eb9d000 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1095 time: 0.1236944 Aug 16 20:56:14.067807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-bc13d632-2148-414e-adfc-f82a6e39ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.073457 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-bc13d632-2148-414e-adfc-f82a6e39ac98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1095 time: 0.1040223 Aug 16 20:56:14.099069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port b269827a-73e5-4180-aa6f-5a25975de18a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:14.099568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.137431 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-bb63129c-d84e-4d50-aecb-1e4852966398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408450fd-a804-441b-abdc-b03fa7d5c750 HTTP/1.1" status: 200 len: 217 time: 0.0582657 Aug 16 20:56:14.165306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:14.176996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0c4784d-6344-4304-a610-c4c21d0ded43 req-392359a5-04ad-4dbb-8884-723b598a0a5c tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138370 Aug 16 20:56:14.208186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-d2d54fe5-8678-439e-8022-9aec4a6c6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.210253 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-d2d54fe5-8678-439e-8022-9aec4a6c6515 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f29e3610-a466-450a-a5ff-73e0069dffb7 HTTP/1.1" status: 200 len: 848 time: 0.0660491 Aug 16 20:56:14.216447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.239843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port b269827a-73e5-4180-aa6f-5a25975de18a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b269827a-73e5-4180-aa6f-5a25975de18a,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:14.240699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.260031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for b269827a-73e5-4180-aa6f-5a25975de18a owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:14.268886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-c135bf07-3db8-49b5-a461-9a793c3e461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:14.271554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-c135bf07-3db8-49b5-a461-9a793c3e461c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=433eb072-c3ee-4cc9-bd55-4a36e786868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532312 Aug 16 20:56:14.276845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a104eaec-b91f-449b-9834-73740fa93b26 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.277235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.386987 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-71491d50-9b87-4c9b-b7f0-8bd0734b6957 service neutron] 10.222.0.64 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073430 Aug 16 20:56:14.507658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 7, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:11Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b269827a-73e5-4180-aa6f-5a25975de18a', 'name': '', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:44:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:05Z', 'updated_at': '2021-08-16T20:56:13Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:14.513619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7ea2b68d-c3cb-4342-95f7-1089c5d9ee34 req-d2cb9e56-4bdb-4f80-9b21-c87cc2d9d215 service neutron] 10.222.0.64 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158450 Aug 16 20:56:14.542620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cd5ae9-7c77-4a79-a028-fe542645956f None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:12Z', 'revision_number': 7, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:11Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b269827a-73e5-4180-aa6f-5a25975de18a', 'name': '', 'network_id': 'e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:44:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:56:05Z', 'updated_at': '2021-08-16T20:56:13Z', 'revision_number': 4, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'd76c8144-8936-4eb0-b65f-c841453c953a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:14.626765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.661074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=b269827a-73e5-4180-aa6f-5a25975de18a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:14.831285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:14.905273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 44d596f8-1073-4256-a622-6b7517771f56 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:14.966278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 44d596f8-1073-4256-a622-6b7517771f56 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:14.966813 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.446781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:15.464878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8a7c4-16e0-4edf-a9d8-5ce0090a92f3 req-d8d8c5ab-6dc4-43ad-b784-e861593d4751 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:15.466439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77f8a7c4-16e0-4edf-a9d8-5ce0090a92f3 req-d8d8c5ab-6dc4-43ad-b784-e861593d4751 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1095 time: 0.0585060 Aug 16 20:56:15.576471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-77f8a7c4-16e0-4edf-a9d8-5ce0090a92f3 req-cc8e7fbc-8ba3-4d7c-bc3e-ea1588f632dc tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760026 Aug 16 20:56:15.581120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:15.593173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0d3e6871-4c25-4a83-bc2f-4c5214fbc4a5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368826 Aug 16 20:56:15.593424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60578) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:15.659710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet d76c8144-8936-4eb0-b65f-c841453c953a {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:15.663439 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.706198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.770360 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:15.779764 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:15.780479 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:15.805557 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:15.881676 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:15.978532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.008380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=d76c8144-8936-4eb0-b65f-c841453c953a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.013061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.014981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c896c12e-e3b3-4832-b715-702d1cdcf0ca tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/d76c8144-8936-4eb0-b65f-c841453c953a HTTP/1.1" status: 204 len: 168 time: 0.4206071 Aug 16 20:56:16.017950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60586) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.024289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2fea06-1948-4d38-84b2-b6722aba00f1 None None] Network e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:16.110371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.118246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:14Z', 'revision_number': 8, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:11Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.153166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:16.163206 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:16.163878 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.177949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port a104eaec-b91f-449b-9834-73740fa93b26 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:16.178304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.256258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] DHCP port deletion for e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:16.264584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port a104eaec-b91f-449b-9834-73740fa93b26, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a104eaec-b91f-449b-9834-73740fa93b26,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:16.264584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.273114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:16.289159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for a104eaec-b91f-449b-9834-73740fa93b26 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:16.324042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Deleting port a104eaec-b91f-449b-9834-73740fa93b26 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:16.324555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.402511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] For port a104eaec-b91f-449b-9834-73740fa93b26, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a104eaec-b91f-449b-9834-73740fa93b26,segment=NetworkSegment(b171b4b8-8cfa-4786-ad81-8d764b369d32),segment_id=b171b4b8-8cfa-4786-ad81-8d764b369d32)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:16.403311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.419694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Calling delete_port for a104eaec-b91f-449b-9834-73740fa93b26 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:16.515170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.533905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:14Z', 'revision_number': 8, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:11Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.566699 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa26df-5f67-4931-bd29-77eac1f1900f None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:14Z', 'revision_number': 8, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91585e15-991e-452d-beeb-d5c4532d4f9d', 'name': '', 'network_id': '38df5e90-7e38-4d5b-98f9-8140dcb2d8f0', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:40:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:11Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '0f50ad87-7141-4de7-b30e-4a9db90bdd05', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:16.602526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=a104eaec-b91f-449b-9834-73740fa93b26,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.604766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port a104eaec-b91f-449b-9834-73740fa93b26 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:16.676387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.688793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] No DVR routers for this DVR port a104eaec-b91f-449b-9834-73740fa93b26 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:16.726087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17bc8d-73a4-4e8f-b120-702a59343809 None None] Pushing event deleted for resources: {'Port': ['ID=a104eaec-b91f-449b-9834-73740fa93b26,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:16.727063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.729904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a276a-1f9c-4bd1-8730-b77ced10dd70 req-1a9f7f4d-a4ff-4e70-b0c9-a204007fce3f tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:16.731486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4a276a-1f9c-4bd1-8730-b77ced10dd70 req-1a9f7f4d-a4ff-4e70-b0c9-a204007fce3f tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1095 time: 0.0581100 Aug 16 20:56:16.740547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.751281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b171b4b8-8cfa-4786-ad81-8d764b369d32') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.751641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b171b4b8-8cfa-4786-ad81-8d764b369d32') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:16.761847 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.780052 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4a276a-1f9c-4bd1-8730-b77ced10dd70 req-852c6655-67f3-4770-aa38-902fc97f1ccb tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Aug 16 20:56:16.780227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.787221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:16.787623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:16.790867 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:16.945170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.968018 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:16.979001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60600) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:16.980067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9 HTTP/1.1" status: 204 len: 168 time: 0.9512110 Aug 16 20:56:16.996787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b269827a-73e5-4180-aa6f-5a25975de18a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:17.007587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447e3a-985a-4859-b0a3-b59e8216f52c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=e45bcf0d-c0dd-4f94-8381-7f9c7a7bb2b9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.019075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b269827a-73e5-4180-aa6f-5a25975de18a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:17.019418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b269827a-73e5-4180-aa6f-5a25975de18a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:17.019869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a104eaec-b91f-449b-9834-73740fa93b26 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:17.049358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a104eaec-b91f-449b-9834-73740fa93b26 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:17.050125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a104eaec-b91f-449b-9834-73740fa93b26 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:17.373020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.533253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 408450fd-a804-441b-abdc-b03fa7d5c750 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:17.655439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=408450fd-a804-441b-abdc-b03fa7d5c750,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.667668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '408450fd-a804-441b-abdc-b03fa7d5c750', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'port_id': '408450fd-a804-441b-abdc-b03fa7d5c750', 'mac_address': 'fa:16:3e:5c:48:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:17.668102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 91585e15-991e-452d-beeb-d5c4532d4f9d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:17.668343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.717872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.733215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408450fd-a804-441b-abdc-b03fa7d5c750 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:17.754332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=408450fd-a804-441b-abdc-b03fa7d5c750,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.774837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 91585e15-991e-452d-beeb-d5c4532d4f9d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=91585e15-991e-452d-beeb-d5c4532d4f9d,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:17.775362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.789399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 91585e15-991e-452d-beeb-d5c4532d4f9d owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:17.852675 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:17.923487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:17.972600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab18f75-dd58-42c5-b938-66a8923afaa5 req-b0ba9226-9581-4edc-bc20-fd57c1cb5a35 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:17.974675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab18f75-dd58-42c5-b938-66a8923afaa5 req-b0ba9226-9581-4edc-bc20-fd57c1cb5a35 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1096 time: 0.0733364 Aug 16 20:56:18.046486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab18f75-dd58-42c5-b938-66a8923afaa5 req-a27427db-21ff-4550-b9f2-10f637d44cf9 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646653 Aug 16 20:56:18.071876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['408450fd-a804-441b-abdc-b03fa7d5c750'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:18.154966 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.183652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=91585e15-991e-452d-beeb-d5c4532d4f9d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:18.360700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.435359 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.578171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:18.689113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:18.698546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2816d693-d5b6-4f76-b4b2-d49752adf7e3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205989 Aug 16 20:56:18.698546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:18.701315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:18.711402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:18.712122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:18.764936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet 0f50ad87-7141-4de7-b30e-4a9db90bdd05 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:18.768884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.810208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:18.814035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:18.915998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.079033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:17Z', 'revision_number': 9, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.086783 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.115826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:19.116084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=0f50ad87-7141-4de7-b30e-4a9db90bdd05,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.119907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.122183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-032fc5d5-f26e-4004-988f-436623e4d8aa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/0f50ad87-7141-4de7-b30e-4a9db90bdd05 HTTP/1.1" status: 204 len: 168 time: 0.4224010 Aug 16 20:56:19.124612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:19.130865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:19.131839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.138856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da4e3c-3940-47e3-a5d5-c2802b6cb9bc None None] Network 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:19.244009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.248915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dad96-3f1a-4de3-ba49-cdb9952caf43 req-133e4345-b4d3-4233-87bd-ebb71ae89021 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:19.255747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb4dad96-3f1a-4de3-ba49-cdb9952caf43 req-133e4345-b4d3-4233-87bd-ebb71ae89021 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1096 time: 0.0847564 Aug 16 20:56:19.279275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:19.336409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb4dad96-3f1a-4de3-ba49-cdb9952caf43 req-6340b09a-d2a6-4d98-8960-0f811310fc9c tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767090 Aug 16 20:56:19.361564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:19.362361 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.473788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:19.473788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.487900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] DHCP port deletion for 38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:19.488917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:19.558171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 408450fd-a804-441b-abdc-b03fa7d5c750 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:19.637153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Deleting port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:19.637533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.713628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:17Z', 'revision_number': 9, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.716350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.716799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] For port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,segment=NetworkSegment(e1249775-2ccc-4c95-a3a4-5956ef755ee6),segment_id=e1249775-2ccc-4c95-a3a4-5956ef755ee6)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:19.717207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.749297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.754808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:19.758838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 408450fd-a804-441b-abdc-b03fa7d5c750 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:19.764521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20308a8a-d614-42cf-8940-4dada5d0db40 None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:17Z', 'revision_number': 9, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2cae305-fc88-4f06-a0ca-46cfaa13d1a4', 'name': '', 'network_id': '25901de2-ef8d-48f3-90d9-eeedb9a63d89', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:a2:d2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:53Z', 'updated_at': '2021-08-16T20:56:01Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': 'feef8cb9-86b5-47b1-b474-22cde15875da', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:19.766361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Calling delete_port for 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:19.772985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 408450fd-a804-441b-abdc-b03fa7d5c750 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:19.773351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.853238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.865137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38df5e90-7e38-4d5b-98f9-8140dcb2d8f0']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.876108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1249775-2ccc-4c95-a3a4-5956ef755ee6') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.876419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1249775-2ccc-4c95-a3a4-5956ef755ee6') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:19.891960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.910461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.917306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:19.917852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.920853 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:19.921213 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:19.955405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:19.968862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] Pushing event deleted for resources: {'Port': ['ID=42d09c7a-0167-423d-ad2f-ac3fa31f85f9,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:19.975301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2a704-6894-4ed2-a2a2-6f5f1baf98c2 None None] No DVR routers for this DVR port 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:19.997317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8fd05f-2f11-48de-bb83-01f5f2f992f6" -d '{"events": [{"server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "name": "network-vif-plugged", "status": "completed", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=408450fd-a804-441b-abdc-b03fa7d5c750,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b73d63-7d35-45f7-8d2f-2a6043ae904f x-openstack-request-id: req-f3b73d63-7d35-45f7-8d2f-2a6043ae904f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "name": "network-vif-plugged", "status": "completed", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3b73d63-7d35-45f7-8d2f-2a6043ae904f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:20.069143 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750', 'code': 200} Aug 16 20:56:20.148920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37a849-497b-4987-a7d5-a39bc3e069a5 req-c04adba3-45f0-4660-9d68-ac6b5c5db7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:20.150308 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e37a849-497b-4987-a7d5-a39bc3e069a5 req-c04adba3-45f0-4660-9d68-ac6b5c5db7bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1096 time: 0.0458755 Aug 16 20:56:20.187544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0e37a849-497b-4987-a7d5-a39bc3e069a5 req-14b54dd0-0620-4347-a02b-51534fb2e66a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298772 Aug 16 20:56:20.212401 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.220022 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.223765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.225047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/38df5e90-7e38-4d5b-98f9-8140dcb2d8f0 HTTP/1.1" status: 204 len: 168 time: 1.0994000 Aug 16 20:56:20.231915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60658) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:20.241027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b91c4-488c-4b7f-a559-5a56c2bcfb95 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=38df5e90-7e38-4d5b-98f9-8140dcb2d8f0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:20.288258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:20.458938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df1482-74da-468e-b829-d96b5f5202de req-a98e4069-d356-4a10-a6f7-d1ba17e6a6b3 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:20.460569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15df1482-74da-468e-b829-d96b5f5202de req-a98e4069-d356-4a10-a6f7-d1ba17e6a6b3 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0480204 Aug 16 20:56:20.504466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15df1482-74da-468e-b829-d96b5f5202de req-d9604c0e-52ef-4cd7-96c5-58ad48b7b956 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370076 Aug 16 20:56:20.868603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 91585e15-991e-452d-beeb-d5c4532d4f9d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:20.891446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 91585e15-991e-452d-beeb-d5c4532d4f9d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:20.892036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 91585e15-991e-452d-beeb-d5c4532d4f9d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:20.892636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:20.914227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:20.917658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:20.918000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 42d09c7a-0167-423d-ad2f-ac3fa31f85f9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:21.190482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:21.191094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.285313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port f2cae305-fc88-4f06-a0ca-46cfaa13d1a4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:21.285723 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.298445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:21.572474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.600990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=f2cae305-fc88-4f06-a0ca-46cfaa13d1a4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:21.625975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d57fd-71cd-4e7a-86d4-edccf183d7a4 req-63f67291-8a85-4add-8e32-1244c4ef4518 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.629001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb4d57fd-71cd-4e7a-86d4-edccf183d7a4 req-63f67291-8a85-4add-8e32-1244c4ef4518 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0477884 Aug 16 20:56:21.687245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb4d57fd-71cd-4e7a-86d4-edccf183d7a4 req-08317497-c6a6-40c8-8ff6-56b846d7fa04 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506892 Aug 16 20:56:21.800553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:21.816669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa45996-45c7-4ac0-9e03-0092f66808ec req-e67a74a1-42d7-4a42-b55d-8758e335e4fc tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.818325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aa45996-45c7-4ac0-9e03-0092f66808ec req-e67a74a1-42d7-4a42-b55d-8758e335e4fc tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0467455 Aug 16 20:56:21.872490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aa45996-45c7-4ac0-9e03-0092f66808ec req-488a555a-fe5e-4189-afcc-c47652faadc3 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Aug 16 20:56:21.990445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238fbcf-10f4-41fa-b063-d6a606d2f2a5 req-aa9780d4-0367-4ca1-87b5-ca6685ec9542 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:21.992101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0238fbcf-10f4-41fa-b063-d6a606d2f2a5 req-aa9780d4-0367-4ca1-87b5-ca6685ec9542 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0489972 Aug 16 20:56:21.999186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:22.036495 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0238fbcf-10f4-41fa-b063-d6a606d2f2a5 req-344f904f-f873-4817-a9b5-36a2973b2465 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378454 Aug 16 20:56:22.109823 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.121847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:22.133336 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c743f5f1-eddc-43c5-b27c-6f31a18e1b5f tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8976212 Aug 16 20:56:22.133484 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:22.135176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60700) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:22.269553 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.270171 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.280545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet feef8cb9-86b5-47b1-b474-22cde15875da {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:22.284131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.331069 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.355940 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:22.394173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-a6f102dc-503f-42cf-a0d3-d8afa04b4749 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:22.395834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-a6f102dc-503f-42cf-a0d3-d8afa04b4749 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/networks?id=433eb072-c3ee-4cc9-bd55-4a36e786868c HTTP/1.1" status: 200 len: 910 time: 0.1950791 Aug 16 20:56:22.419025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-febcf06d-9d27-44e7-a9d9-06c9d0c39ab2 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/quotas/23bbafad9f124e9896b012c333b9947a HTTP/1.1" status: 200 len: 375 time: 0.0145605 Aug 16 20:56:22.484001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.525815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-7c6b7375-6e7d-4c87-94ab-eaf6dd29c341 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900853 Aug 16 20:56:22.571616 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:21Z', 'revision_number': 10, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.598357 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:22.607941 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:22.634180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:22.709299 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.716038 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:22.741418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-1333bd8a-f971-48f8-8915-481b29454cc2 service neutron] 10.222.0.70 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968017 Aug 16 20:56:22.743589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=feef8cb9-86b5-47b1-b474-22cde15875da,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:22.746152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.750372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/feef8cb9-86b5-47b1-b474-22cde15875da HTTP/1.1" status: 204 len: 168 time: 0.6099975 Aug 16 20:56:22.750701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60722) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:22.761597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8e411-d29a-4794-a588-cb2ad298a843 None None] Network 25901de2-ef8d-48f3-90d9-eeedb9a63d89 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:22.773428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.773806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.774126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.774520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.774869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.775204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.775713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.776074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.776938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.776938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.777287 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.777620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b66f83-c68c-4434-ab35-27f82c4626c2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:22.844765 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.924404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port f5ff2260-d735-44b0-96ab-38c0fa5adce6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:22.925126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:22.939783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-a2fd505d-529a-4f88-9cd3-9b2c56b2b61c service neutron] 10.222.0.70 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890526 Aug 16 20:56:23.018769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port f5ff2260-d735-44b0-96ab-38c0fa5adce6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f5ff2260-d735-44b0-96ab-38c0fa5adce6,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:23.019252 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.035885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for f5ff2260-d735-44b0-96ab-38c0fa5adce6 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:23.053768 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:21Z', 'revision_number': 10, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.070381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] DHCP port deletion for 25901de2-ef8d-48f3-90d9-eeedb9a63d89 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:23.113264 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8969472e-8425-4f51-8ed7-b77446466f83 None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:21Z', 'revision_number': 10, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None, '_interfaces': [{'id': '7566aef4-9c36-4cbb-96bb-cf796b8a63c5', 'name': '', 'network_id': 'eb2bc12f-474b-4659-8392-9f3f3c89f1e4', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'mac_address': 'fa:16:3e:49:dc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:47Z', 'updated_at': '2021-08-16T20:55:54Z', 'revision_number': 5, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'subnets': [{'id': '06846d08-ec90-4990-8a0d-b4dfd264546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:23.122332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Deleting port f5ff2260-d735-44b0-96ab-38c0fa5adce6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:23.122857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.192813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] For port f5ff2260-d735-44b0-96ab-38c0fa5adce6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f5ff2260-d735-44b0-96ab-38c0fa5adce6,segment=NetworkSegment(2f7127c1-b0ba-4f94-9072-f2e7391fb87a),segment_id=2f7127c1-b0ba-4f94-9072-f2e7391fb87a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:23.193274 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.206861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Calling delete_port for f5ff2260-d735-44b0-96ab-38c0fa5adce6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:23.286595 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.313991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port f5ff2260-d735-44b0-96ab-38c0fa5adce6 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:23.331155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.333855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95d20e5e-e297-4946-9855-41779488dd8e req-0c31f64f-2d7a-4869-b0d2-fae739f70b1d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0499427 Aug 16 20:56:23.371443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=f5ff2260-d735-44b0-96ab-38c0fa5adce6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.374611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] Pushing event deleted for resources: {'Port': ['ID=f5ff2260-d735-44b0-96ab-38c0fa5adce6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.379968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2edcd2-eb3e-40a5-b051-16d036cc7abf None None] No DVR routers for this DVR port f5ff2260-d735-44b0-96ab-38c0fa5adce6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:23.458623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.472145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25901de2-ef8d-48f3-90d9-eeedb9a63d89']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.485763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7127c1-b0ba-4f94-9072-f2e7391fb87a') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.486546 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7127c1-b0ba-4f94-9072-f2e7391fb87a') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:23.501173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.513027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.520109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:23.520846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:23.523945 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:23.686486 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.691411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:23.696102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/25901de2-ef8d-48f3-90d9-eeedb9a63d89 HTTP/1.1" status: 204 len: 168 time: 0.9419482 Aug 16 20:56:23.697410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60746) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:23.717932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f83ef0-4caa-4562-8f71-b47c627dd0e2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=25901de2-ef8d-48f3-90d9-eeedb9a63d89,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:23.957151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-2dcb9c17-b1db-45a2-8ee4-8664197ddd22 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476203 Aug 16 20:56:24.004668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-8b48bbb2-d99e-49e2-be74-44a9fea7b56b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1041934 Aug 16 20:56:24.059146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-4859022e-0fbb-4788-bf76-abe41f633b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.060715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-4859022e-0fbb-4788-bf76-abe41f633b1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.0621951 Aug 16 20:56:24.138083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-939f9e6b-f3ef-4427-aac9-74a72627b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.139585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-939f9e6b-f3ef-4427-aac9-74a72627b515 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0651131 Aug 16 20:56:24.151525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:24.170483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-71326b1e-a35c-4c1a-8f56-1407d302eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.172018 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-71326b1e-a35c-4c1a-8f56-1407d302eeec service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.0908234 Aug 16 20:56:24.247873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-fe83c15b-950b-4c69-9edd-8203c94287d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 1002 time: 0.0683858 Aug 16 20:56:24.305046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-8030a73c-573e-4b53-840e-06419c2c37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.306566 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-8030a73c-573e-4b53-840e-06419c2c37d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.0503774 Aug 16 20:56:24.359098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-c13f276b-c742-4eab-a2f1-3375190f7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.360732 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-c13f276b-c742-4eab-a2f1-3375190f7be3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474265 Aug 16 20:56:24.480978 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-d9c85f83-60a7-4440-a369-4bd252bd5831 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118526 Aug 16 20:56:24.586132 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-43f37d92-ede8-46a1-bea3-034e62214d3a req-f22edb45-32c6-46e7-bda5-adcbcfc0a97c service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981336 Aug 16 20:56:24.713416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb8371ec-21d5-4dc6-8c40-780ee68a668b req-aa71ef73-11d4-4540-a4c0-1aa6978ba37b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0382626 Aug 16 20:56:24.810844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-a76a0c31-ee3a-40e6-a7d4-b4f7b0532e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.810844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-a76a0c31-ee3a-40e6-a7d4-b4f7b0532e27 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.6184158 Aug 16 20:56:24.879783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:24.890103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-85232010-486f-4d82-aad8-c61cd5273b09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0735655 Aug 16 20:56:24.901906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:24.902303 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f2cae305-fc88-4f06-a0ca-46cfaa13d1a4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:24.902794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f5ff2260-d735-44b0-96ab-38c0fa5adce6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:24.924521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: f5ff2260-d735-44b0-96ab-38c0fa5adce6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:24.925165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f5ff2260-d735-44b0-96ab-38c0fa5adce6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:24.993509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-ca9be03c-4a16-4efd-8f06-7f99f32a1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:24.995031 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-ca9be03c-4a16-4efd-8f06-7f99f32a1331 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0782943 Aug 16 20:56:25.045775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:25.046489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.106644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-2e4811e8-e4c5-487c-a2ae-e5d99ef3a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:25.108231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-2e4811e8-e4c5-487c-a2ae-e5d99ef3a788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047854 Aug 16 20:56:25.195365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 7566aef4-9c36-4cbb-96bb-cf796b8a63c5, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:25.195765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.213555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:25.278047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-6c4ef8b0-7d09-4c5d-b361-66739a8ee518 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612582 Aug 16 20:56:25.431705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55aa60ec-53f0-419e-b868-ff3bf4c5d9f3 req-c543f545-0215-4290-a03a-a08c6563e0e5 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451132 Aug 16 20:56:25.612872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.650932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=7566aef4-9c36-4cbb-96bb-cf796b8a63c5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:25.931938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-e8ddeafa-cae7-472e-9fd4-6db884e7f529 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:25.931938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-e8ddeafa-cae7-472e-9fd4-6db884e7f529 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.73 "GET /v2.0/networks?id=433eb072-c3ee-4cc9-bd55-4a36e786868c HTTP/1.1" status: 200 len: 910 time: 0.2896574 Aug 16 20:56:25.934704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ff37a50-ffc4-4e1e-8d44-4348b70fff58 req-909f7428-691b-452a-9c77-c3061f836f4f tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 210 time: 0.1278822 Aug 16 20:56:25.938951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:25.947073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Request body: {'port': {'device_id': '1172d243-869c-4743-896f-5044495f6fb3', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'admin_state_up': True, 'tenant_id': '23bbafad9f124e9896b012c333b9947a'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:26.144685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:26.155683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Made reservation on behalf of 23bbafad9f124e9896b012c333b9947a for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:26.159328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.274118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:26.280529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ea74dcbb-7f05-4fe8-9e41-200e5cfc5e09 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5812933 Aug 16 20:56:26.284420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60794) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.294217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:26.306763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:26.307380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:26.375133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting subnet 06846d08-ec90-4990-8a0d-b4dfd264546e {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:26.380310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.385162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Allocated IP 172.20.0.12 (433eb072-c3ee-4cc9-bd55-4a36e786868c/f29e3610-a466-450a-a5ff-73e0069dffb7/443121ec-d97a-4e15-8de8-1baa323273c8) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:26.403588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:26.457315 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.482611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:26.517017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:26.526798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:26.527317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:26.590666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.591233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.604166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:26.606385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Transition to ACTIVE for port object 443121ec-d97a-4e15-8de8-1baa323273c8 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:26.676326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:26.704139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae596b4a-5d2d-457e-9680-12eb3db9e0b7 None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:26.738563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.753054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['408450fd-a804-441b-abdc-b03fa7d5c750'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:26.760648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.777399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.778948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/06846d08-ec90-4990-8a0d-b4dfd264546e HTTP/1.1" status: 204 len: 168 time: 0.4933338 Aug 16 20:56:26.789117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce174a29-7aed-4f9f-8a50-b40766028e9e None None] Network eb2bc12f-474b-4659-8392-9f3f3c89f1e4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:26.801505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Pushing event updated for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.808254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60806) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:26.811179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6523f-6170-4002-ad83-29e94f8729c0 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Subnet': ['ID=06846d08-ec90-4990-8a0d-b4dfd264546e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:26.870671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:26.874547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:26.878838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:26.934957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:26.951852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:26.952476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.118227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Deleting port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:27.118889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.121958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-9f20444b-1762-4d5c-84be-1a4c29045de1 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1798079 Aug 16 20:56:27.203495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Request body: {'port': {'device_id': '1172d243-869c-4743-896f-5044495f6fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:27.206825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:27.212022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2180-2d2c-4121-be8c-546753af9a1d req-24d88954-ac2e-4540-a86e-ce4e0c079687 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:27.213588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccbc2180-2d2c-4121-be8c-546753af9a1d req-24d88954-ac2e-4540-a86e-ce4e0c079687 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1028 time: 0.1688697 Aug 16 20:56:27.242635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:27.243072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7566aef4-9c36-4cbb-96bb-cf796b8a63c5 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:27.312666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] For port 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70322b0d-52e5-41ef-8ca0-dc1034f6d604,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:27.313033 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.333901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.351100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Calling delete_port for 70322b0d-52e5-41ef-8ca0-dc1034f6d604 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:27.360023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccbc2180-2d2c-4121-be8c-546753af9a1d req-30d12c52-a615-412d-9445-bec25a5c083e tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262338 Aug 16 20:56:27.370131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8c9816ac-5c89-41fd-bd86-406c34128363 None None] Provisioning for port 443121ec-d97a-4e15-8de8-1baa323273c8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:27.380876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8c9816ac-5c89-41fd-bd86-406c34128363 None None] Provisioning complete for port 443121ec-d97a-4e15-8de8-1baa323273c8 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:27.381560 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8c9816ac-5c89-41fd-bd86-406c34128363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.405146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] DHCP port deletion for eb2bc12f-474b-4659-8392-9f3f3c89f1e4 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:27.441668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8c9816ac-5c89-41fd-bd86-406c34128363 None None] Port 443121ec-d97a-4e15-8de8-1baa323273c8 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:27.464110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Deleting port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:27.464547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.536221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] For port 70322b0d-52e5-41ef-8ca0-dc1034f6d604, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70322b0d-52e5-41ef-8ca0-dc1034f6d604,segment=NetworkSegment(b48085e8-6b0a-49a4-b6aa-b00cf86286d9),segment_id=b48085e8-6b0a-49a4-b6aa-b00cf86286d9)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:27.536627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.559044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Calling delete_port for 70322b0d-52e5-41ef-8ca0-dc1034f6d604 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:27.712484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443121ec-d97a-4e15-8de8-1baa323273c8 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:27.722217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.728957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60828) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:27.729495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.737089 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.764589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] Pushing event deleted for resources: {'Port': ['ID=70322b0d-52e5-41ef-8ca0-dc1034f6d604,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.764896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Transition to ACTIVE for port object 443121ec-d97a-4e15-8de8-1baa323273c8 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:27.765775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Port': ['ID=70322b0d-52e5-41ef-8ca0-dc1034f6d604,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.775452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No DVR routers for this DVR port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:27.775639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931856e9-6b17-4426-9db3-c4216f5b79dd None None] No DVR routers for this DVR port 70322b0d-52e5-41ef-8ca0-dc1034f6d604 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:27.859632 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.903768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:27.926331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2bc12f-474b-4659-8392-9f3f3c89f1e4']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.943440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.943791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48085e8-6b0a-49a4-b6aa-b00cf86286d9') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:27.951416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Pushing event updated for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:27.961104 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.002788 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.010839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:28.011266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:28.014750 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:28.094694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 653b220b-b48f-4e4e-9c1b-129cca721272 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:28.095673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.123078 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Attempting to bind port 443121ec-d97a-4e15-8de8-1baa323273c8 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:28.123522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Attempting to bind port 443121ec-d97a-4e15-8de8-1baa323273c8 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:28.123970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Attempting to bind port 443121ec-d97a-4e15-8de8-1baa323273c8 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:28.129470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Port 443121ec-d97a-4e15-8de8-1baa323273c8 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:28.129880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Attempting to bind port 443121ec-d97a-4e15-8de8-1baa323273c8 on network 433eb072-c3ee-4cc9-bd55-4a36e786868c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:28.135290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:28.135962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Checking segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:28.136488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Bound using segment: {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:28.137026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Bound port: 443121ec-d97a-4e15-8de8-1baa323273c8, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dcf410-19cf-4ed3-8245-c98268e1b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:28.137461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.185939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.192302 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.197482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/networks/eb2bc12f-474b-4659-8392-9f3f3c89f1e4 HTTP/1.1" status: 204 len: 168 time: 1.3859742 Aug 16 20:56:28.198216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60838) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:28.208894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'routes': None}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:28.227775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.227775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.230880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 653b220b-b48f-4e4e-9c1b-129cca721272 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:28.297667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce790bf-d98f-49d8-9bc0-0261a630fd92 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Pushing event deleted for resources: {'Network': ['ID=eb2bc12f-474b-4659-8392-9f3f3c89f1e4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.310549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:28.313818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=443121ec-d97a-4e15-8de8-1baa323273c8,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:28.416538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Added routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 20:56:28.416934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.extraroute_db [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Removed routes are [] {{(pid=95240) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 20:56:28.417363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.484363 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.519715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.569476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=653b220b-b48f-4e4e-9c1b-129cca721272,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.600411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.601043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.602473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] 10.222.0.73 "PUT /v2.0/ports/443121ec-d97a-4e15-8de8-1baa323273c8 HTTP/1.1" status: 200 len: 1093 time: 1.4045484 Aug 16 20:56:28.602922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:28.605265 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9751ade1-c093-4f2f-be8d-457be14bf3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:28.665490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.675548 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP c125c662-6793-4d78-b9c4-c3ae45efc9a1 disassociated (deleted). External IP: 172.25.7.141, port: 18448469-2ae4-4aa3-89fe-c40030f9fcf7. Aug 16 20:56:28.675851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.675851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d409e-e3b7-43e1-9193-c766d827758b service neutron] Pushing event updated for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:28.676990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924333d8-b150-481a-bd0a-b56fdf10aa84 req-ed971deb-7e24-4eb4-8a6e-576c865c511c tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.678595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-924333d8-b150-481a-bd0a-b56fdf10aa84 req-ed971deb-7e24-4eb4-8a6e-576c865c511c tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.2220275 Aug 16 20:56:28.679721 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:28.684809 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3fffb0-01c4-4749-9b24-f67da86074bf x-openstack-request-id: req-1d3fffb0-01c4-4749-9b24-f67da86074bf {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:28.685148 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:28.685398 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d3fffb0-01c4-4749-9b24-f67da86074bf {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:28.685805 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8', 'status': 'completed', 'code': 200} Aug 16 20:56:28.892796 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70322b0d-52e5-41ef-8ca0-dc1034f6d604 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:28.899866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-924333d8-b150-481a-bd0a-b56fdf10aa84 req-f9babe09-00fd-4dac-b05e-ba7138cb85e0 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995184 Aug 16 20:56:28.917923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:28.941182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-f80ad272-e3fe-4794-818f-ff4ed3908814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:28.943425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-f80ad272-e3fe-4794-818f-ff4ed3908814 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1847649 Aug 16 20:56:28.946500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 70322b0d-52e5-41ef-8ca0-dc1034f6d604 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:28.947086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70322b0d-52e5-41ef-8ca0-dc1034f6d604 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:29.042476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:29.206364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:29.211108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.218015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:29.231332 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:29.232673 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:29.254545 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-52c80bc1-254f-4dce-95a7-eb1e3a355ad1 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "DELETE /v2.0/floatingips/c125c662-6793-4d78-b9c4-c3ae45efc9a1 HTTP/1.1" status: 204 len: 168 time: 1.5154500 Aug 16 20:56:29.256252 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:29.259370 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc" -d '{"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:29.353117 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4720e843-c032-48e5-9380-8c92fa0c7f13 x-openstack-request-id: req-4720e843-c032-48e5-9380-8c92fa0c7f13 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:29.353607 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:29.354094 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4720e843-c032-48e5-9380-8c92fa0c7f13 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:29.354676 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'status': 'completed', 'code': 200} Aug 16 20:56:29.464034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-4d6b0569-e463-4bd3-9947-3ab0a20d3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.466175 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-4d6b0569-e463-4bd3-9947-3ab0a20d3aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 1097 time: 0.0822673 Aug 16 20:56:29.473646 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:29.537463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:29.549262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.551759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d63ed3da-afc0-47e5-8308-5c0b545dfdfc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 701 time: 1.3459270 Aug 16 20:56:29.553487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60870) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.555291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Sync routers for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:29.597298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ac907e34-feda-431b-a962-910186737aab tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 205 time: 0.0426261 Aug 16 20:56:29.597941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60872) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:29.637176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:29.638151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:29.664648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-0186cec1-20a3-43f2-9dc6-fb695c75e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.666448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-0186cec1-20a3-43f2-9dc6-fb695c75e172 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=23bbafad9f124e9896b012c333b9947a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7123599 Aug 16 20:56:29.689600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-a8e58d33-190c-47e9-9fa0-e4a714173ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:29.691619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-a8e58d33-190c-47e9-9fa0-e4a714173ea1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.2148089 Aug 16 20:56:29.761515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:29.806165 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:29.825946 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:56:29.847881 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-24d217bd-3948-4fa6-9a7f-47b40d160d62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 200 len: 217 time: 0.1469913 Aug 16 20:56:29.994441 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.002698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-a1a73d17-3639-4fdc-a905-27b1c55de7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.003616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.005772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-a1a73d17-3639-4fdc-a905-27b1c55de7c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1505539 Aug 16 20:56:30.030771 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:30.041343 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:30.042203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.075998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Checking router: 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:30.082463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-8bbdcc98-5a37-4530-912d-d758f4f2d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.084097 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-8bbdcc98-5a37-4530-912d-d758f4f2d547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655241 Aug 16 20:56:30.094334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Routers {'36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:30.097406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.201464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-6ea84822-77c2-4d67-a962-845e7770cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.208094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9751ade1-c093-4f2f-be8d-457be14bf3a3 req-6ea84822-77c2-4d67-a962-845e7770cbf3 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5115552 Aug 16 20:56:30.243875 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:30.244766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.255238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.274984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54f42f-7316-4df9-bb31-d3d159042643 req-bc530533-9984-4b96-8b3a-f867de72568c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.283979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b54f42f-7316-4df9-bb31-d3d159042643 req-bc530533-9984-4b96-8b3a-f867de72568c tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.2930059 Aug 16 20:56:30.305854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] Set router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:30.358210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-6496594b-ddac-4bec-a25b-7d155709126e service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526250 Aug 16 20:56:30.379274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.414567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0d7f34-7040-4b8a-a4e1-db25c9bf58a1 None None] The sync data for ids ['36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895'] in n-d-794306-10 is: [{'id': '36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895', 'name': 'tempest-RoutersTest-router-1491330167', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:45Z', 'updated_at': '2021-08-16T20:56:25Z', 'revision_number': 11, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:30.425381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43690b-325b-465a-8f92-fdf051ec908d req-bebb6d31-2e1d-4626-9991-ee3e41648fac tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.427275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb43690b-325b-465a-8f92-fdf051ec908d req-bebb6d31-2e1d-4626-9991-ee3e41648fac tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.3034105 Aug 16 20:56:30.467560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b54f42f-7316-4df9-bb31-d3d159042643 req-643dee1e-e9ec-4e97-ad2a-c4ffb6b0802d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823854 Aug 16 20:56:30.494594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-1b2203fd-9b42-4411-bdee-7422f6b28d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.497553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-1b2203fd-9b42-4411-bdee-7422f6b28d75 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=23bbafad9f124e9896b012c333b9947a&device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1719995 Aug 16 20:56:30.512550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-76d40cce-7851-4c6a-a5d6-f13f3c6f92cc req-a0c487d3-f4df-4875-90e4-0935208291ef service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441014 Aug 16 20:56:30.574545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-30c3c59a-5e47-4131-ace6-79d544f78ba8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=443121ec-d97a-4e15-8de8-1baa323273c8 HTTP/1.1" status: 200 len: 217 time: 0.0667329 Aug 16 20:56:30.578057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.579090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router 36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:30.599148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.605241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:30.605757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93dffe4f-01c0-4044-ae07-71d38f68b1cd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 204 len: 168 time: 1.0028250 Aug 16 20:56:30.610476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1182852559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:30.640989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb43690b-325b-465a-8f92-fdf051ec908d req-1e17c6f3-e7bb-4c33-a152-f02353e848f4 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657014 Aug 16 20:56:30.668586 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-002eb4b3-fbdc-4f8e-b434-77659bb0b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.668586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-002eb4b3-fbdc-4f8e-b434-77659bb0b593 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f29e3610-a466-450a-a5ff-73e0069dffb7 HTTP/1.1" status: 200 len: 848 time: 0.0803115 Aug 16 20:56:30.715764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-572db2cc-ec8c-4fb0-bad5-bc48ba566c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.723671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.723671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.723999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:30.730008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-c4bb1c38-7a43-47f9-ba93-fc4bb2f718ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:30.731686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-c4bb1c38-7a43-47f9-ba93-fc4bb2f718ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=433eb072-c3ee-4cc9-bd55-4a36e786868c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613434 Aug 16 20:56:30.796103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.887434 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d275e-ddfe-4976-97cd-e1bd41776f16 None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'floating_ip_address': '172.25.7.219', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'port_id': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'mac_address': 'fa:16:3e:09:6c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0448b0-6f92-4750-a959-afeffc12960d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:50:08Z', 'updated_at': '2021-08-16T20:50:11Z', 'revision_number': 1, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:30.911287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:30.951520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-35d87345-9065-42af-ac1b-842032ffb4de service neutron] 10.222.0.73 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106032 Aug 16 20:56:31.017685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.022415 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-159451c6-cc21-4219-adbf-22f216cd66fa tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4155769 Aug 16 20:56:31.027827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60898) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:31.029862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:31.087378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-641c5e77-4cdd-4d57-be9e-e420a83df5a1 req-fb4008dc-e66c-4537-870e-9cc9861ce2c9 service neutron] 10.222.0.73 "GET /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282678 Aug 16 20:56:31.271324 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1594192', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1590145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254618'] for router, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.276092 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161e2869-177c-4a1b-a1e4-65a243531133 None None] New status for floating IP c125c662-6793-4d78-b9c4-c3ae45efc9a1: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:56:31.389609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1594219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1594210', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1590168'] for router, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.614651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff1d8e-b209-436b-888c-d3bac8455730 req-3b553301-afbf-4142-8757-d0a3e45f3742 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.617254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36ff1d8e-b209-436b-888c-d3bac8455730 req-3b553301-afbf-4142-8757-d0a3e45f3742 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.0728149 Aug 16 20:56:31.670560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36ff1d8e-b209-436b-888c-d3bac8455730 req-17963cb0-32d3-4790-b5dd-41f169ef7b72 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Aug 16 20:56:31.786785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43590-e89d-4e87-99bf-c5c250fea91d req-bd831efc-3a8e-49cd-8ea8-ee2a08ff1937 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.788902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbb43590-e89d-4e87-99bf-c5c250fea91d req-bd831efc-3a8e-49cd-8ea8-ee2a08ff1937 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0464454 Aug 16 20:56:31.839519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbb43590-e89d-4e87-99bf-c5c250fea91d req-6984c65d-6ecf-4967-9fc2-4696d4d06ceb tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419617 Aug 16 20:56:31.866140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-408ab956-e595-482f-8dbe-efbc9755fd1b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:31.867748 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-408ab956-e595-482f-8dbe-efbc9755fd1b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 945 time: 0.4122114 Aug 16 20:56:31.964321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:31.964589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:31.968625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Router 7f7c1be9-b33f-4aa0-ab6e-b542d47c692e is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 20:56:32.098621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:32.108170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Sync routers for ids ['7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:32.110656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.112658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-468655fc-429f-48fc-89a0-56308cd32c9c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "PUT /v2.0/routers/7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 200 len: 694 time: 1.0881341 Aug 16 20:56:32.115484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60916) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.119713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Routers {'7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:32.120424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.191095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Set router 7f7c1be9-b33f-4aa0-ab6e-b542d47c692e gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:32.196714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 18448469-2ae4-4aa3-89fe-c40030f9fcf7, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=18448469-2ae4-4aa3-89fe-c40030f9fcf7,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:32.197088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.221059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3023e34c-fd2f-41b5-94f9-cc172076a2bc tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/routers/7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 200 len: 700 time: 0.1015620 Aug 16 20:56:32.221059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 18448469-2ae4-4aa3-89fe-c40030f9fcf7 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:32.221427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60918) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.252087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f079ef47-363e-45e5-b33f-a554a975849a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 200 len: 205 time: 0.0270138 Aug 16 20:56:32.252359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.252478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7c1be9-b33f-4aa0-ab6e-b542d47c692e', 'name': 'tempest-RoutersTest-router-1182852559', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:30Z', 'updated_at': '2021-08-16T20:56:31Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.284452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Checking router: 7f7c1be9-b33f-4aa0-ab6e-b542d47c692e for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:32.295284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Routers {'7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:32.296203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.352287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.392374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] Set router 7f7c1be9-b33f-4aa0-ab6e-b542d47c692e gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:32.462235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f7c1be9-b33f-4aa0-ab6e-b542d47c692e', 'name': 'tempest-RoutersTest-router-1182852559', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:30Z', 'updated_at': '2021-08-16T20:56:31Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:32.486913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.495672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4ff21c-21bc-489e-a622-6f602969b092 None None] The sync data for ids ['7f7c1be9-b33f-4aa0-ab6e-b542d47c692e'] in n-d-794306-10 is: [{'id': '7f7c1be9-b33f-4aa0-ab6e-b542d47c692e', 'name': 'tempest-RoutersTest-router-1182852559', 'tenant_id': 'ffaefd01ee65469499663815f42e878e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:56:30Z', 'updated_at': '2021-08-16T20:56:31Z', 'revision_number': 2, 'project_id': 'ffaefd01ee65469499663815f42e878e', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:32.533285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=18448469-2ae4-4aa3-89fe-c40030f9fcf7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:32.562153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.569046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.608859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 18448469-2ae4-4aa3-89fe-c40030f9fcf7 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:32.615105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.615105 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-64f83327-c159-46d5-a9c7-f2fd03403af7 req-80ce2d8b-1b24-4097-a985-0e2807595e18 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/18448469-2ae4-4aa3-89fe-c40030f9fcf7 HTTP/1.1" status: 204 len: 173 time: 0.7376816 Aug 16 20:56:32.615105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'name': 'network-vif-deleted', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:32.617487 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98643056-6b38-428c-a94d-57c31decfd64" -d '{"events": [{"server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "name": "network-vif-deleted", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:32.662777 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b64cfb-95f9-4381-9ef3-119a88043d42 x-openstack-request-id: req-35b64cfb-95f9-4381-9ef3-119a88043d42 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:32.662934 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893f7bf0-65fb-4d3f-8bd2-03e23d5a8836", "name": "network-vif-deleted", "tag": "18448469-2ae4-4aa3-89fe-c40030f9fcf7", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:32.663375 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35b64cfb-95f9-4381-9ef3-119a88043d42 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:32.664343 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893f7bf0-65fb-4d3f-8bd2-03e23d5a8836', 'name': 'network-vif-deleted', 'tag': '18448469-2ae4-4aa3-89fe-c40030f9fcf7', 'status': 'completed', 'code': 200} Aug 16 20:56:32.726074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.726687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7c1be9-b33f-4aa0-ab6e-b542d47c692e {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:32.735217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:32.738304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fbe7e50c-4372-402c-bcdd-739abe9e5edb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 204 len: 168 time: 0.4850450 Aug 16 20:56:32.742150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.799296 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2af33c69-d0c4-4973-b0e7-2f97fad03fa2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 200 len: 205 time: 0.0509427 Aug 16 20:56:32.799296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.809314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c5a6d9a-dcd6-43ea-9ed3-767dff077e62 req-c241257a-90e8-4a07-84e4-7bea28d41182 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0442295 Aug 16 20:56:32.861079 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-761442f6-65a8-473c-8a0d-85b18bc062d3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:32.862417 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-761442f6-65a8-473c-8a0d-85b18bc062d3 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/7f7c1be9-b33f-4aa0-ab6e-b542d47c692e HTTP/1.1" status: 404 len: 336 time: 0.0623066 Aug 16 20:56:32.865224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60934) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:32.957754 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a38af5-71ab-49b2-a76d-ba0b96665d3a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:32.964998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a38af5-71ab-49b2-a76d-ba0b96665d3a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:32.967026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-72a38af5-71ab-49b2-a76d-ba0b96665d3a tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/d76c8144-8936-4eb0-b65f-c841453c953a HTTP/1.1" status: 404 len: 337 time: 0.1004899 Aug 16 20:56:32.969712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60938) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.031244 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed62221-5ffb-4a62-8fb0-6154fd084534 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.031705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed62221-5ffb-4a62-8fb0-6154fd084534 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.044700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60940) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.046602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1ed62221-5ffb-4a62-8fb0-6154fd084534 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/0f50ad87-7141-4de7-b30e-4a9db90bdd05 HTTP/1.1" status: 404 len: 337 time: 0.0701063 Aug 16 20:56:33.078861 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-affa741e-f642-40d5-9d40-5aa26f5d126d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.079997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affa741e-f642-40d5-9d40-5aa26f5d126d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.084263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-affa741e-f642-40d5-9d40-5aa26f5d126d tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/feef8cb9-86b5-47b1-b474-22cde15875da HTTP/1.1" status: 404 len: 337 time: 0.0362613 Aug 16 20:56:33.084722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60942) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.107263 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be89ab-347b-469b-bf7f-6d7e13da07cf req-4d47e230-41f4-4b33-a48d-88f55f19913a tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:33.108957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18be89ab-347b-469b-bf7f-6d7e13da07cf req-4d47e230-41f4-4b33-a48d-88f55f19913a tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1096 time: 0.1277952 Aug 16 20:56:33.129973 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-808502c2-a889-4349-b278-146f18ee2ab7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.130445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808502c2-a889-4349-b278-146f18ee2ab7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.134766 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-808502c2-a889-4349-b278-146f18ee2ab7 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/06846d08-ec90-4990-8a0d-b4dfd264546e HTTP/1.1" status: 404 len: 337 time: 0.0466745 Aug 16 20:56:33.139270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60944) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.185409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18be89ab-347b-469b-bf7f-6d7e13da07cf req-8fca4166-2ab4-4677-b023-a53b1c097031 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Aug 16 20:56:33.189745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d58dab36-e55f-4851-85fe-00cf2289cfdd tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 200 len: 205 time: 0.0472710 Aug 16 20:56:33.190086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.241514 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-5110b4f6-6501-4814-a334-de8a6575b9d5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.245341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60948) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.245471 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5110b4f6-6501-4814-a334-de8a6575b9d5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/36694dfa-a4ee-4fb7-bf6e-ddd71ebaf895 HTTP/1.1" status: 404 len: 336 time: 0.0537450 Aug 16 20:56:33.297459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bc7086e7-0e50-4e08-9746-7e14f2d924b6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=e09ff059-887f-4767-9067-35119cde059a HTTP/1.1" status: 200 len: 205 time: 0.0509312 Aug 16 20:56:33.301072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.366385 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-85072368-bdf3-4545-8cc1-718e6bbf49c6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.370739 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-85072368-bdf3-4545-8cc1-718e6bbf49c6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/e09ff059-887f-4767-9067-35119cde059a HTTP/1.1" status: 404 len: 336 time: 0.0684025 Aug 16 20:56:33.372546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60954) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.406666 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4b6cb2-8dc1-45aa-88a8-51650eae73e6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.407144 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4b6cb2-8dc1-45aa-88a8-51650eae73e6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.418039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.425806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6e4b6cb2-8dc1-45aa-88a8-51650eae73e6 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/b4ae30fc-dc08-4507-95d8-b029410d51f7 HTTP/1.1" status: 404 len: 337 time: 0.0519087 Aug 16 20:56:33.464031 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-043cad6c-fea8-4e49-aea3-f3ad8f2037b5 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 200 len: 205 time: 0.0430133 Aug 16 20:56:33.464031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60958) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.480616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.502865 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-98d4c931-b156-499a-aa5b-c92dfca3b4d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.506513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-98d4c931-b156-499a-aa5b-c92dfca3b4d2 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/0ce8fe68-c26e-4d32-a618-fa178dd9f7a8 HTTP/1.1" status: 404 len: 336 time: 0.0430069 Aug 16 20:56:33.506665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60960) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.540560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d1c6b1cc-ce5c-442d-9acc-ff3f34852703 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 HTTP/1.1" status: 200 len: 205 time: 0.0328674 Aug 16 20:56:33.547281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.582274 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-72a2d87e-a51f-4670-a440-7ef1e5915a77 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.583315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-72a2d87e-a51f-4670-a440-7ef1e5915a77 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/0b80b0f3-4e25-432e-a2e3-2c5f961d00f7 HTTP/1.1" status: 404 len: 336 time: 0.0395334 Aug 16 20:56:33.585847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60964) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.601303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-91ac0f53-ddee-42ba-bcd9-d105d7c6f4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:33.613805 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f721015-e054-475d-b688-cc56cc720355 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.614266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f721015-e054-475d-b688-cc56cc720355 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.616103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4f721015-e054-475d-b688-cc56cc720355 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/30a07ad3-a9ab-40e6-b451-eb8708214d6d HTTP/1.1" status: 404 len: 337 time: 0.0293660 Aug 16 20:56:33.618646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.646750 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bace6e82-873e-45df-8703-b4833c5f1172 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=365c2baa-6e53-4748-8282-47438465c3c6 HTTP/1.1" status: 200 len: 205 time: 0.0270300 Aug 16 20:56:33.649239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60968) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.695598 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-48f773e3-9e07-43c6-9a91-a60f22290c50 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.699339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-48f773e3-9e07-43c6-9a91-a60f22290c50 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/365c2baa-6e53-4748-8282-47438465c3c6 HTTP/1.1" status: 404 len: 336 time: 0.0464301 Aug 16 20:56:33.699528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60970) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.729256 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf2afe2-2318-4fd5-9839-46c596666386 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.729859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf2afe2-2318-4fd5-9839-46c596666386 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.731624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8bf2afe2-2318-4fd5-9839-46c596666386 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/4cf4f5e9-0e9c-475b-ad85-ce788d875964 HTTP/1.1" status: 404 len: 337 time: 0.0310977 Aug 16 20:56:33.734198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60974) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.764731 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3dac40d3-de8c-498b-b327-6ae633ef3f13 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a HTTP/1.1" status: 200 len: 205 time: 0.0293407 Aug 16 20:56:33.767110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60976) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.806145 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-49c532c4-c570-416f-bc4b-ef88ae1e5d1c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] delete failed (client error): The resource could not be found. Aug 16 20:56:33.807220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49c532c4-c570-416f-bc4b-ef88ae1e5d1c tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/routers/bc6e51c7-8d5b-48aa-9fe6-e66acd8c591a HTTP/1.1" status: 404 len: 336 time: 0.0388153 Aug 16 20:56:33.810186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 60978) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.838382 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7f7581-43d0-497d-ab08-948303202a42 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.838980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7f7581-43d0-497d-ab08-948303202a42 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95241) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.840793 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb7f7581-43d0-497d-ab08-948303202a42 tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/b8694f16-d5bc-4de1-9661-54a683596b4c HTTP/1.1" status: 404 len: 337 time: 0.0296094 Aug 16 20:56:33.843478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60982) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:33.878022 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-1095f242-6760-4744-96ac-0d47e185aceb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] DELETE failed (client error): The resource could not be found. Aug 16 20:56:33.878598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1095f242-6760-4744-96ac-0d47e185aceb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 20:56:33.882922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1095f242-6760-4744-96ac-0d47e185aceb tempest-RoutersTest-581120336 tempest-RoutersTest-581120336-project] 10.222.0.70 "DELETE /v2.0/subnets/a790e751-2201-4d6c-b2a1-20e181da2ab5 HTTP/1.1" status: 404 len: 337 time: 0.0340550 Aug 16 20:56:33.924464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4228a532-c799-4ae1-a20b-db2bc7e84485 req-99b4cc78-5640-46b3-b248-a698c3d0abce tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0322864 Aug 16 20:56:33.953498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 443121ec-d97a-4e15-8de8-1baa323273c8 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:56:34.059940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=443121ec-d97a-4e15-8de8-1baa323273c8,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:34.071250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '443121ec-d97a-4e15-8de8-1baa323273c8', 'network_id': '433eb072-c3ee-4cc9-bd55-4a36e786868c', 'port_id': '443121ec-d97a-4e15-8de8-1baa323273c8', 'mac_address': 'fa:16:3e:aa:d7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29e3610-a466-450a-a5ff-73e0069dffb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:56:34.108362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.123181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443121ec-d97a-4e15-8de8-1baa323273c8 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:34.144253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=443121ec-d97a-4e15-8de8-1baa323273c8,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:34.206741 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.272526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:34.292382 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.314946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d359826-8340-4fcc-9324-381639bf9915 req-5838ee67-3474-4ddc-93c6-c2295526a8df tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:34.316625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d359826-8340-4fcc-9324-381639bf9915 req-5838ee67-3474-4ddc-93c6-c2295526a8df tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0510490 Aug 16 20:56:34.354641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d359826-8340-4fcc-9324-381639bf9915 req-86590b05-f64e-4644-a4c6-e0f12c67dbe2 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Aug 16 20:56:34.362556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60992) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.427222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['443121ec-d97a-4e15-8de8-1baa323273c8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:34.509721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-25ac407a-fd13-448b-bb96-bfc498a0ed55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffaefd01ee65469499663815f42e878e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438613 Aug 16 20:56:34.510001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 60996) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:34.574837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.597296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.714394 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.716998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:34.718265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78c7c71d-ab68-4f39-8cb2-9667cd8f446b HTTP/1.1" status: 204 len: 168 time: 0.2072568 Aug 16 20:56:34.739334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee312a64-c993-47bb-a084-b215bad403c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c7c71d-ab68-4f39-8cb2-9667cd8f446b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:35.024264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83a2081b-b478-46bb-9215-0db49cb526e0 req-559cb91e-c4f8-4887-bbfc-038ca1b1d295 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0308740 Aug 16 20:56:35.466483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634995b5-6d75-4363-b1b5-533e6b946eef req-bd23323b-561d-4bff-ab42-d83b005bed0b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:35.468083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-634995b5-6d75-4363-b1b5-533e6b946eef req-bd23323b-561d-4bff-ab42-d83b005bed0b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1097 time: 0.0423405 Aug 16 20:56:35.506716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-634995b5-6d75-4363-b1b5-533e6b946eef req-48540616-a70a-4dfb-a98c-036d7a721d49 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311460 Aug 16 20:56:35.652304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 18448469-2ae4-4aa3-89fe-c40030f9fcf7 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:35.672824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 18448469-2ae4-4aa3-89fe-c40030f9fcf7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:35.673195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 18448469-2ae4-4aa3-89fe-c40030f9fcf7 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:35.797603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:35.895799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-53634c0f-0895-4069-8d9b-4eca7e84df49 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-142063293', 'prefixes': ['172.20.0.0/16']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:35.954270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 443121ec-d97a-4e15-8de8-1baa323273c8 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:56:36.091718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 443121ec-d97a-4e15-8de8-1baa323273c8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:36.096866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 443121ec-d97a-4e15-8de8-1baa323273c8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:36.104367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.123518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-58ea6887-b8e2-4de5-88d3-73fbb1ad05d9 req-a3ee5dea-3e1d-448c-bd3c-ddcbe4fdee7d tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Aug 16 20:56:36.193837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.211942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.218325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:36.221149 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c8c69d-d9e1-464e-9f34-2bdb75189faa" -d '{"events": [{"server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:36.234019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=443121ec-d97a-4e15-8de8-1baa323273c8,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:36.240653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53634c0f-0895-4069-8d9b-4eca7e84df49 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] Notify callbacks [] for subnetpool, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.244324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-53634c0f-0895-4069-8d9b-4eca7e84df49 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4453602 Aug 16 20:56:36.253730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.264299 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eac321-2451-40fa-9873-468ff5df5f10 x-openstack-request-id: req-d7eac321-2451-40fa-9873-468ff5df5f10 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:36.264591 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "name": "network-vif-plugged", "status": "completed", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:36.264842 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7eac321-2451-40fa-9873-468ff5df5f10 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:36.265240 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8', 'code': 200} Aug 16 20:56:36.295314 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-84817808-c21b-422c-a850-1323bb924a5a tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "GET /v2.0/subnetpools/9ca0b5d8-0c3d-4fb2-b161-6c27eacd9e39 HTTP/1.1" status: 200 len: 731 time: 0.0490935 Aug 16 20:56:36.297794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32800) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.303336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9efa9555-d929-4a72-a749-f758d9876147 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-216066614'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:36.320158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.370653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:36.377629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739abd1-1097-45cb-8088-5fec411b2180 req-4db3aecc-72d8-49a2-b9d0-dc288cd47e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:36.380017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f739abd1-1097-45cb-8088-5fec411b2180 req-4db3aecc-72d8-49a2-b9d0-dc288cd47e77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0564585 Aug 16 20:56:36.416115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f739abd1-1097-45cb-8088-5fec411b2180 req-32bb98c5-2d14-4c1e-8123-fd9fa50eb8d5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289450 Aug 16 20:56:36.465258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9efa9555-d929-4a72-a749-f758d9876147 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] Notify callbacks [] for subnetpool, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.466524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9efa9555-d929-4a72-a749-f758d9876147 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "PUT /v2.0/subnetpools/9ca0b5d8-0c3d-4fb2-b161-6c27eacd9e39 HTTP/1.1" status: 200 len: 683 time: 0.1669137 Aug 16 20:56:36.469295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32802) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.636761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58a2c0-84c4-45cc-98cc-90d48db5adc2 req-880a3520-64ac-4062-b4be-4613513c275d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:36.636984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4372de6a-c105-4680-b624-86e9672d6fd8 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] Notify callbacks [] for subnetpool, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:36.640596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b58a2c0-84c4-45cc-98cc-90d48db5adc2 req-880a3520-64ac-4062-b4be-4613513c275d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0443933 Aug 16 20:56:36.640736 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4372de6a-c105-4680-b624-86e9672d6fd8 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "DELETE /v2.0/subnetpools/9ca0b5d8-0c3d-4fb2-b161-6c27eacd9e39 HTTP/1.1" status: 204 len: 168 time: 0.1670823 Aug 16 20:56:36.644891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.655557 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-23dfad8f-3088-4dd0-a84f-48d9483e9f9e tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] show failed (client error): The resource could not be found. Aug 16 20:56:36.656581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23dfad8f-3088-4dd0-a84f-48d9483e9f9e tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "GET /v2.0/subnetpools/9ca0b5d8-0c3d-4fb2-b161-6c27eacd9e39 HTTP/1.1" status: 404 len: 346 time: 0.0148118 Aug 16 20:56:36.660915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32808) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:36.678906 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-4244b6a3-51fa-4597-9259-c72c9b9a8243 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] delete failed (client error): The resource could not be found. Aug 16 20:56:36.680204 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4244b6a3-51fa-4597-9259-c72c9b9a8243 tempest-SubnetPoolsTestJSON-792632045 tempest-SubnetPoolsTestJSON-792632045-project] 10.222.0.70 "DELETE /v2.0/subnetpools/9ca0b5d8-0c3d-4fb2-b161-6c27eacd9e39 HTTP/1.1" status: 404 len: 346 time: 0.0182395 Aug 16 20:56:36.681203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b58a2c0-84c4-45cc-98cc-90d48db5adc2 req-c6500ee4-1e89-4edd-9302-d0d92e6a923d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Aug 16 20:56:37.142822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32814) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.255405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bac34be0-aea3-405c-ad21-ba397575cd88 req-e441f1b1-7731-4cfc-a869-d2c6e51f98d7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=893f7bf0-65fb-4d3f-8bd2-03e23d5a8836 HTTP/1.1" status: 200 len: 210 time: 0.0347059 Aug 16 20:56:37.294040 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042005fc-7f0d-4aea-b3f4-c3d5012fee13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.388112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042005fc-7f0d-4aea-b3f4-c3d5012fee13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.474391 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042005fc-7f0d-4aea-b3f4-c3d5012fee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.515307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-042005fc-7f0d-4aea-b3f4-c3d5012fee13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a830290f4f9453db3c4435a9a544327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713162 Aug 16 20:56:37.516234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042005fc-7f0d-4aea-b3f4-c3d5012fee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80c995-954a-4608-9377-f77f583c50e1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.518528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:37.571381 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.600694 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.783093 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.785747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:37.793378 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff80c995-954a-4608-9377-f77f583c50e1 HTTP/1.1" status: 204 len: 168 time: 0.2672718 Aug 16 20:56:37.799065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80c995-954a-4608-9377-f77f583c50e1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:37.801470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ecb50-2de8-4e3d-96f9-a2bdceed1c09 req-1cba7d2a-8051-45c1-93bb-937aef6df60b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:37.803821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a97ecb50-2de8-4e3d-96f9-a2bdceed1c09 req-1cba7d2a-8051-45c1-93bb-937aef6df60b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0471051 Aug 16 20:56:37.816781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.817132 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.817471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.817807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.818138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.818672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.818775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.819080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.819401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.819717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.820074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.820392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdb5207-914c-4a0d-b505-0f61720542a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:56:37.854970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a97ecb50-2de8-4e3d-96f9-a2bdceed1c09 req-d53184c4-af58-4884-874e-d60122ee2469 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Aug 16 20:56:37.966890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6476-f2ee-446f-aa7c-2ea3b1c6548a req-c3c76376-544b-4ec6-a108-e4376de9c37e tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:37.968523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-caea6476-f2ee-446f-aa7c-2ea3b1c6548a req-c3c76376-544b-4ec6-a108-e4376de9c37e tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0463130 Aug 16 20:56:38.007987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-caea6476-f2ee-446f-aa7c-2ea3b1c6548a req-e00dbdbc-9260-4c7a-bf50-65cd48e36324 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Aug 16 20:56:38.121193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528b73-bb3c-47f0-b383-c815c7d87149 req-d82d604d-ffa2-48e8-a086-0aa80d382b4d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:38.122793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea528b73-bb3c-47f0-b383-c815c7d87149 req-d82d604d-ffa2-48e8-a086-0aa80d382b4d tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0476933 Aug 16 20:56:38.168102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea528b73-bb3c-47f0-b383-c815c7d87149 req-69c1ca5e-3e1c-414e-b876-d8dde37e13bb tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Aug 16 20:56:38.786547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb39ee-132f-444c-8ad4-b24e07f05cd7 req-390bd0a0-972d-44b2-b9f6-f6896b2dfe3b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:38.788497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2eb39ee-132f-444c-8ad4-b24e07f05cd7 req-390bd0a0-972d-44b2-b9f6-f6896b2dfe3b tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0558555 Aug 16 20:56:38.831403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2eb39ee-132f-444c-8ad4-b24e07f05cd7 req-359e6301-5937-4bfa-8c99-e20d52808bdd tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Aug 16 20:56:39.947873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c33de4-19f9-4d5e-bcbb-414909428426 req-2d54e591-d03c-49f1-a8bc-0fa02f948366 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:39.956315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c33de4-19f9-4d5e-bcbb-414909428426 req-2d54e591-d03c-49f1-a8bc-0fa02f948366 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0510986 Aug 16 20:56:39.997805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c33de4-19f9-4d5e-bcbb-414909428426 req-7a1b82ce-d764-40e3-9c5c-55182adcd812 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402887 Aug 16 20:56:40.143236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1d191-f769-4434-b900-92bc2aff11fa req-84ff38ac-ca05-48c0-a3c3-652f64b61815 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:40.144808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53f1d191-f769-4434-b900-92bc2aff11fa req-84ff38ac-ca05-48c0-a3c3-652f64b61815 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0451527 Aug 16 20:56:40.225520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Deleting port 443121ec-d97a-4e15-8de8-1baa323273c8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:40.225862 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.309932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] For port 443121ec-d97a-4e15-8de8-1baa323273c8, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=443121ec-d97a-4e15-8de8-1baa323273c8,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:40.310222 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.323228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Calling delete_port for 443121ec-d97a-4e15-8de8-1baa323273c8 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:40.505635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 32892) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.520388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.531867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['408450fd-a804-441b-abdc-b03fa7d5c750'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:40.535024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['443121ec-d97a-4e15-8de8-1baa323273c8'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:40.559622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Pushing event deleted for resources: {'Port': ['ID=443121ec-d97a-4e15-8de8-1baa323273c8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.636946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] No DVR routers for this DVR port 443121ec-d97a-4e15-8de8-1baa323273c8 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:40.640766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.643664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53f1d191-f769-4434-b900-92bc2aff11fa req-11dd954a-2ea5-4ee1-bba5-e2a49c57d1ef tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.73 "DELETE /v2.0/ports/443121ec-d97a-4e15-8de8-1baa323273c8 HTTP/1.1" status: 204 len: 173 time: 0.4920557 Aug 16 20:56:40.644402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'name': 'network-vif-deleted', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:40.647489 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da45b5-71cf-4ab4-9e06-e2c4a17c2fa7" -d '{"events": [{"server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "name": "network-vif-deleted", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:40.660284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7353eec-6a80-40bc-9387-52bb4b265ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.703301 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec1ddd-06b4-4c76-8d59-2e037953e22a x-openstack-request-id: req-46ec1ddd-06b4-4c76-8d59-2e037953e22a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:40.703621 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1172d243-869c-4743-896f-5044495f6fb3", "name": "network-vif-deleted", "tag": "443121ec-d97a-4e15-8de8-1baa323273c8", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:40.704422 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46ec1ddd-06b4-4c76-8d59-2e037953e22a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:40.704827 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1172d243-869c-4743-896f-5044495f6fb3', 'name': 'network-vif-deleted', 'tag': '443121ec-d97a-4e15-8de8-1baa323273c8', 'status': 'completed', 'code': 200} Aug 16 20:56:40.814355 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7353eec-6a80-40bc-9387-52bb4b265ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.908681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b7353eec-6a80-40bc-9387-52bb4b265ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:40.947352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7353eec-6a80-40bc-9387-52bb4b265ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49224b-613f-4aa3-a06f-7dcd8790d651,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:40.956428 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:40.956974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b7353eec-6a80-40bc-9387-52bb4b265ed3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=962585cf9a2f473f9c772bd66703025d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499912 Aug 16 20:56:41.037931 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.091336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.159529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c965e1a6-3d33-4394-9cd5-a5ac0a17d9b6 req-027140e6-25fa-4f73-ae2e-a7ddc68fb565 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1172d243-869c-4743-896f-5044495f6fb3 HTTP/1.1" status: 200 len: 210 time: 0.0353060 Aug 16 20:56:41.240217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.242956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:41.244149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c49224b-613f-4aa3-a06f-7dcd8790d651 HTTP/1.1" status: 204 len: 168 time: 0.2858248 Aug 16 20:56:41.255888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96600c90-3c05-4444-8f3e-a874476949c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49224b-613f-4aa3-a06f-7dcd8790d651,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.065333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32914) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.081269 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-46c92146-7b1a-4463-b2ab-5aa6f19d5068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.194585 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-46c92146-7b1a-4463-b2ab-5aa6f19d5068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.257554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-46c92146-7b1a-4463-b2ab-5aa6f19d5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.303158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-46c92146-7b1a-4463-b2ab-5aa6f19d5068 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=011e396038f74876a4e9ba9059d88089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322135 Aug 16 20:56:42.303158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 32924) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:42.309132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c92146-7b1a-4463-b2ab-5aa6f19d5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af78b0-10d6-4cba-90f6-db1985580684,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.356745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.380536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.537291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.539916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:42.541115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4af78b0-10d6-4cba-90f6-db1985580684 HTTP/1.1" status: 204 len: 168 time: 0.2383807 Aug 16 20:56:42.559343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1994e3-598c-450d-ac9a-070483c13a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af78b0-10d6-4cba-90f6-db1985580684,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:42.780456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f8160-e012-4e94-8e02-b940488d9418 req-7770d8a7-49d6-4c94-9b54-84b9e53b95a3 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:42.784254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-682f8160-e012-4e94-8e02-b940488d9418 req-7770d8a7-49d6-4c94-9b54-84b9e53b95a3 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0511985 Aug 16 20:56:42.830370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-682f8160-e012-4e94-8e02-b940488d9418 req-8244ac10-c151-4f36-a052-b9d5cc3e78b6 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Aug 16 20:56:43.964718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93da84c-585f-4fec-9ddc-c1609db849da req-35151e5b-e105-43da-90d9-4cba4f18f062 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:43.966393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f93da84c-585f-4fec-9ddc-c1609db849da req-35151e5b-e105-43da-90d9-4cba4f18f062 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0535984 Aug 16 20:56:43.971447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 443121ec-d97a-4e15-8de8-1baa323273c8 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:43.996916 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 443121ec-d97a-4e15-8de8-1baa323273c8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:43.997648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 443121ec-d97a-4e15-8de8-1baa323273c8 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:44.006001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f93da84c-585f-4fec-9ddc-c1609db849da req-b3977907-2284-4133-a4f6-1814f5aeae00 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=e920c4c3-197d-4c71-a174-5590daf2671c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Aug 16 20:56:44.069782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-5e66b544-c3b1-4f62-9a7c-833d1328c401 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:44.071415 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-5e66b544-c3b1-4f62-9a7c-833d1328c401 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 1097 time: 0.0429022 Aug 16 20:56:44.208918 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Deleting port 408450fd-a804-441b-abdc-b03fa7d5c750 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:44.209258 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.324800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] For port 408450fd-a804-441b-abdc-b03fa7d5c750, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=408450fd-a804-441b-abdc-b03fa7d5c750,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:44.325176 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.342597 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Calling delete_port for 408450fd-a804-441b-abdc-b03fa7d5c750 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:44.571568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.583198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['408450fd-a804-441b-abdc-b03fa7d5c750'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:56:44.603016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Pushing event deleted for resources: {'Port': ['ID=408450fd-a804-441b-abdc-b03fa7d5c750,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:44.650811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] No DVR routers for this DVR port 408450fd-a804-441b-abdc-b03fa7d5c750 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:44.653759 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:44.656759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a3f9c207-def2-40d1-9a97-9128d8d4a6f8 req-b7402420-3665-4a18-9d1e-a735eb4e57b8 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.64 "DELETE /v2.0/ports/408450fd-a804-441b-abdc-b03fa7d5c750 HTTP/1.1" status: 204 len: 173 time: 0.5787156 Aug 16 20:56:44.657499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'name': 'network-vif-deleted', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:44.660668 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86774a-2a55-44c4-bcdf-7b8cbb26d127" -d '{"events": [{"server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "name": "network-vif-deleted", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:44.710211 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e287879-20be-42f9-b181-51d07953efda x-openstack-request-id: req-9e287879-20be-42f9-b181-51d07953efda {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:44.710962 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f66ba15-b69e-408e-a100-8eee9b2c8166", "name": "network-vif-deleted", "tag": "408450fd-a804-441b-abdc-b03fa7d5c750", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:44.711219 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9e287879-20be-42f9-b181-51d07953efda {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:44.711622 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f66ba15-b69e-408e-a100-8eee9b2c8166', 'name': 'network-vif-deleted', 'tag': '408450fd-a804-441b-abdc-b03fa7d5c750', 'status': 'completed', 'code': 200} Aug 16 20:56:45.117674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2562d466-2ac2-49f2-b157-1eda1dabd0d9 req-5546e2f7-e637-41cb-86c1-6638ab81cff9 tempest-TestServerMultinode-1163545242 tempest-TestServerMultinode-1163545242-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f66ba15-b69e-408e-a100-8eee9b2c8166 HTTP/1.1" status: 200 len: 210 time: 0.0265903 Aug 16 20:56:45.177505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33002) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:45.336644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 4f89158d-871d-4bd5-bdf5-2aca297fc12d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:45.337108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.419987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.420326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.433532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 4f89158d-871d-4bd5-bdf5-2aca297fc12d owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:45.702762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.728157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=4f89158d-871d-4bd5-bdf5-2aca297fc12d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:45.792881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:45.793276 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Floating IP 16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae disassociated (deleted). External IP: 172.25.7.219, port: 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39. Aug 16 20:56:45.999667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:46.107148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33016) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.113277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562982719', 'description': 'tempest-secgroup-smoke-562982719 description', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:46.204009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33020) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.213238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.461314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.478014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:46.482685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.489167 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:46.499471 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:46.500134 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.517385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8ee4d3a3-5515-4250-89f8-b8983dc03b8b tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "DELETE /v2.0/floatingips/16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae HTTP/1.1" status: 204 len: 168 time: 1.3362389 Aug 16 20:56:46.517385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:46.521560 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:46.583255 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7887efd-befb-4b51-8592-59d5fc54ce0f x-openstack-request-id: req-f7887efd-befb-4b51-8592-59d5fc54ce0f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:46.584113 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:46.584113 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7887efd-befb-4b51-8592-59d5fc54ce0f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:46.584407 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'status': 'completed', 'code': 200} Aug 16 20:56:46.608462 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:46.683779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.708029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-39198956-ed7a-48ac-9701-50bb8c4c167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.709560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-39198956-ed7a-48ac-9701-50bb8c4c167f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 1098 time: 0.1011748 Aug 16 20:56:46.772431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5feb7f5-c60a-4402-a51c-5b59448ec9c7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:46.805603 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.810097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.835082 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:46.843296 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:46.843930 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:46.869160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:46.870461 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c1f263ef-59f0-43b3-9dc8-fc21db44d4ed tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7622104 Aug 16 20:56:46.873744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33028) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:46.879803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:46.880103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-a6de396e-e202-4e42-9eee-1159d02d713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:46.881953 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-a6de396e-e202-4e42-9eee-1159d02d713e service neutron] 10.222.0.64 "GET /v2.0/networks?id=411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 200 len: 913 time: 0.1582699 Aug 16 20:56:46.954840 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:46.970811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-ad339a43-0963-4002-badd-3c4c031b140e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 200 len: 217 time: 0.0511920 Aug 16 20:56:47.091278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-50b45294-7fe2-4ff8-817c-4ab1b6f7b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.093077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-50b45294-7fe2-4ff8-817c-4ab1b6f7b5b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 200 len: 851 time: 0.1145697 Aug 16 20:56:47.152165 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:47.162407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-d7f70b3f-753a-413e-b514-fed89f0190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.164003 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.164163 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-d7f70b3f-753a-413e-b514-fed89f0190e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=411dd563-50ef-434f-973b-ecf6a1a8f572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625594 Aug 16 20:56:47.181180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aae1d-5031-47cb-a0cc-9607f9c0889d None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:38:50Z', 'revision_number': 4, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '1d05beb0-c25e-4a21-a0ba-48d1f995420c', 'name': '', 'network_id': '411dd563-50ef-434f-973b-ecf6a1a8f572', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'mac_address': 'fa:16:3e:43:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:47Z', 'updated_at': '2021-08-16T20:39:00Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'subnets': [{'id': '7474d9c9-8653-45a1-ae0a-2053dc557ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:47.228261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.355718 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-07120cdc-66ae-40c2-8275-38bfcecb8f80 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586349 Aug 16 20:56:47.355946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cc7c0-ea76-41f2-833f-5d006f348162 req-d169de9a-cccd-495a-926a-2d916438d998 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.355946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-059cc7c0-ea76-41f2-833f-5d006f348162 req-d169de9a-cccd-495a-926a-2d916438d998 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 946 time: 0.0526288 Aug 16 20:56:47.356244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Deleting port 7cd4ec46-933f-4560-99cc-2a3b6aeff650 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:47.356244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.397106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-059cc7c0-ea76-41f2-833f-5d006f348162 req-b86f9bce-21e9-4ab8-b834-ee4d89888624 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340104 Aug 16 20:56:47.486876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3ed0d-eeca-4c69-9783-832e67af1dec None None] New status for floating IP 16cd6b69-9a4b-4f46-abd3-c7d5d113f8ae: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:56:47.513160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] For port 7cd4ec46-933f-4560-99cc-2a3b6aeff650, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cd4ec46-933f-4560-99cc-2a3b6aeff650,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:47.513534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.524039 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c73ac1ab-8c37-4b75-88e2-8f1cba89ece6 req-23bcf427-d7dc-4306-a211-0523a78d5321 service neutron] 10.222.0.64 "GET /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655190 Aug 16 20:56:47.529387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Calling delete_port for 7cd4ec46-933f-4560-99cc-2a3b6aeff650 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:47.600162 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.620924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b82c8c3-5108-4580-afa8-be2fe51c92f2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:47.712216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 408450fd-a804-441b-abdc-b03fa7d5c750 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:47.736579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 408450fd-a804-441b-abdc-b03fa7d5c750 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:47.736840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 408450fd-a804-441b-abdc-b03fa7d5c750 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:47.776974 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.778213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02c820b3-ae77-4d97-9a9c-ffe305b827f0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9033372 Aug 16 20:56:47.781121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33038) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:47.785823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:47.839388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:47.859927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-29659a81-c6fd-4714-a90a-5e1fc7434b56 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:47.862010 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-29659a81-c6fd-4714-a90a-5e1fc7434b56 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 946 time: 0.0686560 Aug 16 20:56:47.912915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd4ec46-933f-4560-99cc-2a3b6aeff650,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:47.964246 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.440192 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.447971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.470973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:48.471308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.514801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.526393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdf2bd-b445-450f-af19-63e86d61b7c6 req-2076988b-2919-4633-8539-2378fc4b7d02 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:48.530659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bdf2bd-b445-450f-af19-63e86d61b7c6 req-2076988b-2919-4633-8539-2378fc4b7d02 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 946 time: 0.0564508 Aug 16 20:56:48.578516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.580203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bdf2bd-b445-450f-af19-63e86d61b7c6 req-6f58380a-dabb-4225-8f65-d37497211dd8 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/security-groups?id=222da85e-0f6c-4bf9-9b70-9ba927848858&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Aug 16 20:56:48.652500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0ebda6-b4d1-454f-9e47-d477b5850e46,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:48.681713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] For port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:48.682016 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.705809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:48.760870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.762088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2d6af416-4449-46c4-bbd4-2a09fad82e64 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9798853 Aug 16 20:56:48.765033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33046) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:48.769755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:48.862429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.899775 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:48.915503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:48.999697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.027235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17e5cf-ecb6-4257-b454-257e085c6002,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.063772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:49.069055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5067de8d-54d7-4c5c-869b-c4ffe32b7b3a admin admin] 10.222.0.70 "PUT /v2.0/routers/9ba162b2-cb82-47f3-b56f-713f3fc4fd36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8628328 Aug 16 20:56:49.072175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33052) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.075034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Sync routers for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:49.084975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:49.085581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.113085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.120163 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.126073 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6e056d98-ed10-4bec-85de-9804aa1970b6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568821 Aug 16 20:56:49.126346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33054) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.131758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:49.152045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=6c6eac10-f2c2-47bf-b4f9-0c21ce494a39,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.190866 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:49.233024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] No DVR routers for this DVR port 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:49.237509 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.239488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-25406c14-6b60-4a9e-8919-b3c3a7c20713 req-b066507e-ffdf-4faf-88c7-74ea8c72d1a2 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.64 "DELETE /v2.0/ports/6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 HTTP/1.1" status: 204 len: 173 time: 1.3468933 Aug 16 20:56:49.239959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'name': 'network-vif-deleted', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:49.242183 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c7ac93-5c48-4762-a27f-dd6a704e50d3" -d '{"events": [{"server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "name": "network-vif-deleted", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:49.258235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.273436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.340479 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b6a476-b071-4018-8b13-88e3f72c7459 x-openstack-request-id: req-76b6a476-b071-4018-8b13-88e3f72c7459 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:49.340827 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0448b0-6f92-4750-a959-afeffc12960d", "name": "network-vif-deleted", "tag": "6c6eac10-f2c2-47bf-b4f9-0c21ce494a39", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:49.341070 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76b6a476-b071-4018-8b13-88e3f72c7459 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:49.341603 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0448b0-6f92-4750-a959-afeffc12960d', 'name': 'network-vif-deleted', 'tag': '6c6eac10-f2c2-47bf-b4f9-0c21ce494a39', 'status': 'completed', 'code': 200} Aug 16 20:56:49.373605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.383017 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:56:47Z', 'revision_number': 5, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.385088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.409501 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Checking router: 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:49.417547 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Routers {'9ba162b2-cb82-47f3-b56f-713f3fc4fd36'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:49.418132 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.508071 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.529928 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] Set router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:49.530479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4532858f-8670-4aac-a9c1-24436607c962,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:49.603998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Deleting port 33e412ab-241f-4e18-9cc5-c18ccad252b7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:49.604623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.657902 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.663110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33062) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:49.666796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18a31a16-40db-4b98-bb9f-7ead13b7134a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5359731 Aug 16 20:56:49.670101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:49.742993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee9460b3-1733-4552-9734-e52217bff504 req-0d761836-a51d-4199-b97e-7ddd295d84d7 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0582159 Aug 16 20:56:49.769856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] For port 33e412ab-241f-4e18-9cc5-c18ccad252b7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=33e412ab-241f-4e18-9cc5-c18ccad252b7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:49.773446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:49.785058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Calling delete_port for 33e412ab-241f-4e18-9cc5-c18ccad252b7 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:49.950740 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:56:47Z', 'revision_number': 5, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:49.983523 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Project 5ed7c8b3e9994cf78ed1a976c743878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:56:49.983756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6b0ed0-9b87-40cc-b48e-68d8ee86403f None None] The sync data for ids ['9ba162b2-cb82-47f3-b56f-713f3fc4fd36'] in n-d-794306-10 is: [{'id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'name': 'tempest-TestServerMultinode-490405534-router', 'tenant_id': 'e28ce70419744c299136801e7b605379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:48Z', 'updated_at': '2021-08-16T20:56:47Z', 'revision_number': 5, 'project_id': 'e28ce70419744c299136801e7b605379', 'gw_port': {'id': '33e412ab-241f-4e18-9cc5-c18ccad252b7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba162b2-cb82-47f3-b56f-713f3fc4fd36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:49Z', 'updated_at': '2021-08-16T20:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:50.012558 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.092232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.171848 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.173597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.227474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e412ab-241f-4e18-9cc5-c18ccad252b7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.229531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3de1232-fe39-4cd2-826c-e60a8db5841b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.290523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.319319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.320605 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62562118-eefa-478c-84de-b3a3474b9336 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6563036 Aug 16 20:56:50.323452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33074) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.342744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'security_group_rule': {'security_group_id': 'c5feb7f5-c60a-4402-a51c-5b59448ec9c7', 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:50.390005 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.393342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.481145 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Project 5ed7c8b3e9994cf78ed1a976c743878f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 20:56:50.490790 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.525403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.526229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba162b2-cb82-47f3-b56f-713f3fc4fd36 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:50.530817 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.534924 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05f95ba6-3aca-4e9e-923c-768ad0f6b572 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9ba162b2-cb82-47f3-b56f-713f3fc4fd36 HTTP/1.1" status: 204 len: 168 time: 1.4593639 Aug 16 20:56:50.535162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33076) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:50.578698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.620194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Deleting subnet f29e3610-a466-450a-a5ff-73e0069dffb7 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:50.624041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.651137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.666411 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.670973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c3df71-f622-473d-9add-bfc268b51b9a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:50.752533 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.800405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:50.803785 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffdf4a7d-df70-4716-8eb4-49351a9d86ae tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4629207 Aug 16 20:56:50.973080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2543a488-8a6b-4b4b-ac6f-49b8718c328d req-4198f42b-5c47-49b5-8fe0-376c696be687 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0761178 Aug 16 20:56:50.983070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.052960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cd4ec46-933f-4560-99cc-2a3b6aeff650 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:51.089941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7cd4ec46-933f-4560-99cc-2a3b6aeff650 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:51.090841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cd4ec46-933f-4560-99cc-2a3b6aeff650 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:51.091139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29e3610-a466-450a-a5ff-73e0069dffb7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.095628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af49c2-f435-48fe-a6db-eb24ba7d6769 None None] Network 433eb072-c3ee-4cc9-bd55-4a36e786868c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:51.100889 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.103109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf570640-5dd4-48bf-b3ef-331b92203130 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f29e3610-a466-450a-a5ff-73e0069dffb7 HTTP/1.1" status: 204 len: 168 time: 0.5667300 Aug 16 20:56:51.105532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33094) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:51.194056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.257283 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Deleting port 66f3fc92-043a-4975-bb49-6c8ced6b9616 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:51.257589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.324781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-f5c1f3a7-3aa2-404b-be8e-cf4e60403556 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562982719&fields=id&tenant_id=5ed7c8b3e9994cf78ed1a976c743878f HTTP/1.1" status: 200 len: 267 time: 0.0455825 Aug 16 20:56:51.336817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] For port 66f3fc92-043a-4975-bb49-6c8ced6b9616, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f3fc92-043a-4975-bb49-6c8ced6b9616,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:51.341129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.352229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Calling delete_port for 66f3fc92-043a-4975-bb49-6c8ced6b9616 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:51.395769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] DHCP port deletion for 433eb072-c3ee-4cc9-bd55-4a36e786868c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:51.463581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Deleting port 66f3fc92-043a-4975-bb49-6c8ced6b9616 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:51.464311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.475697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-4675cdfc-07c5-404e-93d5-d22c954617e7 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:51.484182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-4675cdfc-07c5-404e-93d5-d22c954617e7 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 813 time: 0.1452343 Aug 16 20:56:51.504034 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-115b4412-fead-43b4-9faf-39f8e9790aa6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/quotas/5ed7c8b3e9994cf78ed1a976c743878f HTTP/1.1" status: 200 len: 375 time: 0.0101085 Aug 16 20:56:51.537496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] For port 66f3fc92-043a-4975-bb49-6c8ced6b9616, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f3fc92-043a-4975-bb49-6c8ced6b9616,segment=NetworkSegment(69dcf410-19cf-4ed3-8245-c98268e1b798),segment_id=69dcf410-19cf-4ed3-8245-c98268e1b798)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:51.538002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.556872 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-3b887ebb-72d1-49f1-940f-e8ed1756e895 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483665 Aug 16 20:56:51.561609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Calling delete_port for 66f3fc92-043a-4975-bb49-6c8ced6b9616 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:51.645676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.679931 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.680748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-4304f321-f389-43b2-b6da-71205e34894f service neutron] 10.222.0.70 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035943 Aug 16 20:56:51.708749 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Pushing event deleted for resources: {'Port': ['ID=66f3fc92-043a-4975-bb49-6c8ced6b9616,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.717931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] No DVR routers for this DVR port 66f3fc92-043a-4975-bb49-6c8ced6b9616 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:51.732241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] Pushing event deleted for resources: {'Port': ['ID=66f3fc92-043a-4975-bb49-6c8ced6b9616,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:51.740257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0cf3b-163f-4acb-ae38-2eb9e896c4f9 None None] No DVR routers for this DVR port 66f3fc92-043a-4975-bb49-6c8ced6b9616 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:51.809033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.809982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:51.822792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433eb072-c3ee-4cc9-bd55-4a36e786868c']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:51.833237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5567f8-b073-41ad-aa62-573335fb9cea req-0db7730c-b447-4f96-a42b-6a5e6a56cc17 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:51.834891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f5567f8-b073-41ad-aa62-573335fb9cea req-0db7730c-b447-4f96-a42b-6a5e6a56cc17 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0847313 Aug 16 20:56:51.836109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dcf410-19cf-4ed3-8245-c98268e1b798') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:51.836472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dcf410-19cf-4ed3-8245-c98268e1b798') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:51.847178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.849026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:51.849464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 6c6eac10-f2c2-47bf-b4f9-0c21ce494a39 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:51.871112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.872480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-c2ef8a8c-6037-4507-afc2-8c961d0cac27 service neutron] 10.222.0.70 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830802 Aug 16 20:56:51.880161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:51.881277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:51.883097 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:51.895252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f5567f8-b073-41ad-aa62-573335fb9cea req-40fc239e-3ad2-4c16-81fe-01dc160f5af2 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509655 Aug 16 20:56:52.072165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d35b9547-56df-42c4-a9ae-c5fdfaa3c685 req-ce32e99f-2fc2-43cd-83b7-1fdb2fc089c6 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0278873 Aug 16 20:56:52.086098 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.103140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.105139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] 10.222.0.70 "DELETE /v2.0/networks/433eb072-c3ee-4cc9-bd55-4a36e786868c HTTP/1.1" status: 204 len: 168 time: 0.9984648 Aug 16 20:56:52.108294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33108) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:52.117222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a8989-0b02-42fa-b4d4-f0e95be2ec1b admin admin] Pushing event deleted for resources: {'Network': ['ID=433eb072-c3ee-4cc9-bd55-4a36e786868c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:52.120977 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.476095 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.650705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7cb69bc3-4e62-402a-b1bf-cc0a8ec51b95 req-a13bb4e5-cb4e-44bd-bef1-028b6a6d7a5e tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0691137 Aug 16 20:56:52.825347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Deleting port 44d596f8-1073-4256-a622-6b7517771f56 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:52.825783 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.911416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 33e412ab-241f-4e18-9cc5-c18ccad252b7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:52.926494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] For port 44d596f8-1073-4256-a622-6b7517771f56, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=44d596f8-1073-4256-a622-6b7517771f56,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:52.926872 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:52.942258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 33e412ab-241f-4e18-9cc5-c18ccad252b7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:52.942624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 33e412ab-241f-4e18-9cc5-c18ccad252b7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:52.943048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f3fc92-043a-4975-bb49-6c8ced6b9616 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:52.944887 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Calling delete_port for 44d596f8-1073-4256-a622-6b7517771f56 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:52.966098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 66f3fc92-043a-4975-bb49-6c8ced6b9616 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:52.966439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f3fc92-043a-4975-bb49-6c8ced6b9616 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:53.065417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cc56f-be20-43af-a7ad-5658e21fa24e req-5fbb3983-ab31-4d26-9a6a-fb47b909e865 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:53.066996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f3cc56f-be20-43af-a7ad-5658e21fa24e req-5fbb3983-ab31-4d26-9a6a-fb47b909e865 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0683262 Aug 16 20:56:53.173904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9f3cc56f-be20-43af-a7ad-5658e21fa24e req-abc9c276-5e29-4488-b7bb-a5c9aedeae02 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753207 Aug 16 20:56:53.197036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00337d28-482b-4b78-bd04-cca955535919 req-b3cceed1-10af-4648-939e-9ab9b2b10c90 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0516191 Aug 16 20:56:53.382771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.411529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d596f8-1073-4256-a622-6b7517771f56,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:53.611217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:53.759234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f912d1c3-1199-4734-8af4-e390a9229c59 req-022f9bac-bf2c-4494-bbbc-61a814d5756a tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0380645 Aug 16 20:56:53.894405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Router f56bc2c0-3436-4ff4-82c8-44f14dd475ff has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:56:54.006455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:56:54.014175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-af1e7039-8ff4-4c92-9a42-cbbdfbc2dc09 admin admin] 10.222.0.70 "PUT /v2.0/routers/f56bc2c0-3436-4ff4-82c8-44f14dd475ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9020643 Aug 16 20:56:54.014175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33152) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:54.017349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Sync routers for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:56:54.028254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:54.028880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:54.146961 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.324340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:54.356262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb5c13aa-aee6-4df1-bb49-c3f71e699c7c req-93d4a5d3-1384-4431-9b4c-72f998b7b501 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c0448b0-6f92-4750-a959-afeffc12960d HTTP/1.1" status: 200 len: 210 time: 0.0445919 Aug 16 20:56:54.365792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.379384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89062375-7dee-4ec6-b4fd-be174bc03e89 req-e14353bf-bc0a-4816-b151-5d431fe9a5b9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:54.384691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89062375-7dee-4ec6-b4fd-be174bc03e89 req-e14353bf-bc0a-4816-b151-5d431fe9a5b9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1039991 Aug 16 20:56:54.434983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-89062375-7dee-4ec6-b4fd-be174bc03e89 req-08b6e02e-8437-4ca2-ba5f-1b7d20390019 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Aug 16 20:56:54.542046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:53Z', 'revision_number': 5, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port': {'id': '3304c89f-bb69-4a15-b70a-2918895d1af7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:55:59Z', 'updated_at': '2021-08-16T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:54.571917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Checking router: f56bc2c0-3436-4ff4-82c8-44f14dd475ff for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:56:54.583490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Routers {'f56bc2c0-3436-4ff4-82c8-44f14dd475ff'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:56:54.584174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:56:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:54.648676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Deleting port 3304c89f-bb69-4a15-b70a-2918895d1af7 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:54.649231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.680520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] Set router f56bc2c0-3436-4ff4-82c8-44f14dd475ff gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:56:54.741652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:54Z', 'revision_number': 6, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:54.748224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] For port 3304c89f-bb69-4a15-b70a-2918895d1af7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3304c89f-bb69-4a15-b70a-2918895d1af7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:54.748698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:54.767520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Calling delete_port for 3304c89f-bb69-4a15-b70a-2918895d1af7 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:54.773128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2ea4-c219-4a2f-93d7-684f1376665d None None] The sync data for ids ['f56bc2c0-3436-4ff4-82c8-44f14dd475ff'] in n-d-794306-10 is: [{'id': 'f56bc2c0-3436-4ff4-82c8-44f14dd475ff', 'name': 'tempest-TestServerMultinode-1497051298-router', 'tenant_id': '23bbafad9f124e9896b012c333b9947a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:55:58Z', 'updated_at': '2021-08-16T20:56:54Z', 'revision_number': 6, 'project_id': '23bbafad9f124e9896b012c333b9947a', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:56:54.923336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccc00dfe-caa2-4ce7-b717-aeae244edd14 req-9fc8e634-eb91-47ee-8510-d0e2f48868b9 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Aug 16 20:56:55.143331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.174675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Pushing event deleted for resources: {'Port': ['ID=3304c89f-bb69-4a15-b70a-2918895d1af7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:55.253632 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.489453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:55.653147 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Deleting port 305a8a0f-c5f4-4bef-955a-9d0563ac5fc7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:55.653511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.745134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.748178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.800691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9f28-e7f6-4174-a1e6-07d6ff9e1a17 req-a6803058-89c9-44e3-a4ca-17cc2b0f5876 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:55.807438 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.814056 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:55.814226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4c9f28-e7f6-4174-a1e6-07d6ff9e1a17 req-a6803058-89c9-44e3-a4ca-17cc2b0f5876 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1579127 Aug 16 20:56:55.831341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Calling delete_port for 305a8a0f-c5f4-4bef-955a-9d0563ac5fc7 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:55.841329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-81e107ff-94b6-472c-b7a3-9fcdcf7b2a9e tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:55.842737 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-81e107ff-94b6-472c-b7a3-9fcdcf7b2a9e tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 813 time: 0.1491697 Aug 16 20:56:55.849970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df4c9f28-e7f6-4174-a1e6-07d6ff9e1a17 req-916c2f38-caf7-4d94-90af-2732fbd18cdf tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 Aug 16 20:56:55.943561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-97399239-1b31-4a39-902a-fffd18bc3a80 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ed7c8b3e9994cf78ed1a976c743878f HTTP/1.1" status: 200 len: 379 time: 0.0895400 Aug 16 20:56:55.955531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'port': {'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'admin_state_up': True, 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'security_groups': ['c5feb7f5-c60a-4402-a51c-5b59448ec9c7']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:56.025742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1996b8f-921e-423d-974c-a693c341c989 req-2e31ebf4-5f41-4e05-a050-d4d60a327288 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0294955 Aug 16 20:56:56.026941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.027160 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56bc2c0-3436-4ff4-82c8-44f14dd475ff {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:56:56.032496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.036323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2c39beb0-31df-4111-b70e-bafab521560b admin admin] 10.222.0.70 "DELETE /v2.0/routers/f56bc2c0-3436-4ff4-82c8-44f14dd475ff HTTP/1.1" status: 204 len: 168 time: 2.0211823 Aug 16 20:56:56.036959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33176) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.107858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Deleting subnet 62da8b95-7a6e-4093-9e41-8cfb08d4e587 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:56:56.113327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.164867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.182943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Made reservation on behalf of 5ed7c8b3e9994cf78ed1a976c743878f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:56:56.191022 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.210830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.308605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.376770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Allocated IP 172.20.0.9 (6a080b9a-b687-4f10-a48f-fa0ba1107dae/8d283214-d1d2-486a-ba74-4d0fc7f5abf9/f7e821e5-4f8e-4faf-b076-135a633f7e91) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:56:56.404474 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'Port': ['ID=305a8a0f-c5f4-4bef-955a-9d0563ac5fc7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.511906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.514434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.518327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4834606f-a6ec-4c8a-86e7-2857505a6817 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "DELETE /v2.0/floatingips/e6dc5bd3-d262-4145-bbd8-d8eb29df6460 HTTP/1.1" status: 204 len: 168 time: 1.0252640 Aug 16 20:56:56.564083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.589667 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.611536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Transition to ACTIVE for port object f7e821e5-4f8e-4faf-b076-135a633f7e91 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:56.620651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a959e0-cfad-48fd-b942-6a51739d3627 None None] Network 8fa775f9-3101-42b8-9dc3-b6939292dde4 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:56:56.626771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.628353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33184) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:56.628743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/62da8b95-7a6e-4093-9e41-8cfb08d4e587 HTTP/1.1" status: 204 len: 168 time: 0.5905156 Aug 16 20:56:56.629927 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb2c5c-e845-45a5-81d7-ce202a4dac61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62da8b95-7a6e-4093-9e41-8cfb08d4e587,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:56.741386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.813110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Deleting port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:56.820843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.875914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] DHCP port deletion for 8fa775f9-3101-42b8-9dc3-b6939292dde4 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:56:56.876916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:56.995321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Deleting port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:56:56.995716 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.005150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.014631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:56:57.025992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:56:57.029412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:56:57.166296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] For port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:57.174863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.183036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] For port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,segment=NetworkSegment(516a4f67-88d8-4a85-adf6-92b4537fdb77),segment_id=516a4f67-88d8-4a85-adf6-92b4537fdb77)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:56:57.183812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.213823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Calling delete_port for 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:57.225140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Calling delete_port for 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:56:57.255128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.255843 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.297839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbff99-6cf4-4775-acf3-cc60de4a6aed req-a07e78e3-ec30-4754-9bf8-f9f705c8d3c8 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.307119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fcbff99-6cf4-4775-acf3-cc60de4a6aed req-a07e78e3-ec30-4754-9bf8-f9f705c8d3c8 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.2150970 Aug 16 20:56:57.338333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03074a2a-4ff1-4f7e-ac1d-8d77515916ac req-9ddcc1eb-9ac0-4e37-9351-a0f7099d3d8c tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:57.342560 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03074a2a-4ff1-4f7e-ac1d-8d77515916ac req-9ddcc1eb-9ac0-4e37-9351-a0f7099d3d8c tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 931 time: 0.1749430 Aug 16 20:56:57.363426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 44d596f8-1073-4256-a622-6b7517771f56 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:57.414580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fcbff99-6cf4-4775-acf3-cc60de4a6aed req-8ca3b79d-417c-40a5-a017-9fb6d6aae8f7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061916 Aug 16 20:56:57.427759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-930c077f-b2f0-4050-9c36-c90c364f2189 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4775581 Aug 16 20:56:57.428120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03074a2a-4ff1-4f7e-ac1d-8d77515916ac req-42eb4072-94f2-495b-8efd-c2ba91ab6c59 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707695 Aug 16 20:56:57.451379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 44d596f8-1073-4256-a622-6b7517771f56 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:57.451961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 44d596f8-1073-4256-a622-6b7517771f56 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:57.452487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3304c89f-bb69-4a15-b70a-2918895d1af7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:57.455165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Request body: {'port': {'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:56:57.490286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3304c89f-bb69-4a15-b70a-2918895d1af7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:57.490800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3304c89f-bb69-4a15-b70a-2918895d1af7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:57.605613 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.635046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] No DVR routers for this DVR port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:57.639510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c656f-25d5-49a8-abbb-d8ce20315364 None None] Pushing event deleted for resources: {'Port': ['ID=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.681196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-abab8169-24a3-44a0-bdb0-3a68000828a8 None None] Provisioning for port f7e821e5-4f8e-4faf-b076-135a633f7e91 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:56:57.686448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-abab8169-24a3-44a0-bdb0-3a68000828a8 None None] Provisioning complete for port f7e821e5-4f8e-4faf-b076-135a633f7e91 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:56:57.694131 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-abab8169-24a3-44a0-bdb0-3a68000828a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.726807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-abab8169-24a3-44a0-bdb0-3a68000828a8 None None] Port f7e821e5-4f8e-4faf-b076-135a633f7e91 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:56:57.879083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.909871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:57.915432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cfc3f7c-ff03-4d07-a8fe-394772209bc7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:57.927406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] No DVR routers for this DVR port 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:56:58.055829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.153489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa775f9-3101-42b8-9dc3-b6939292dde4']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.185044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516a4f67-88d8-4a85-adf6-92b4537fdb77') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.185531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516a4f67-88d8-4a85-adf6-92b4537fdb77') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:56:58.211471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.299857 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.313250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:56:58.313716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:56:58.319067 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:56:58.498231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7e821e5-4f8e-4faf-b076-135a633f7e91 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:56:58.508273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.652695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f5f6c-8565-4b00-81f6-f9b32f07d04c req-3c85178a-17b0-44ec-aa7b-23caecee17ff tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.664270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b6f5f6c-8565-4b00-81f6-f9b32f07d04c req-3c85178a-17b0-44ec-aa7b-23caecee17ff tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1207376 Aug 16 20:56:58.679430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Transition to ACTIVE for port object f7e821e5-4f8e-4faf-b076-135a633f7e91 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:56:58.680937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.711946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.716920 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8fa775f9-3101-42b8-9dc3-b6939292dde4 HTTP/1.1" status: 204 len: 168 time: 2.0845015 Aug 16 20:56:58.716920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c496-fa98-4ba7-9a89-0f84acc8c985 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa775f9-3101-42b8-9dc3-b6939292dde4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.728894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8eafd-8b76-4a9b-9ceb-14feb6ae22ba req-97ce24c0-7598-4655-8c0a-b1068d3b594d tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:58.732458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ed8eafd-8b76-4a9b-9ceb-14feb6ae22ba req-97ce24c0-7598-4655-8c0a-b1068d3b594d tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 931 time: 0.1471865 Aug 16 20:56:58.754028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:58.784587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b6f5f6c-8565-4b00-81f6-f9b32f07d04c req-54e18f94-c987-45fa-998a-5b1431f8081d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189256 Aug 16 20:56:58.850858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ed8eafd-8b76-4a9b-9ceb-14feb6ae22ba req-ee6ebcb8-e68e-4de5-96aa-ae348a2e82f3 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102452 Aug 16 20:56:58.852459 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:58.944656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:56:58.980999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:56:58.985364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7cfc3f7c-ff03-4d07-a8fe-394772209bc7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:56:58.988669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Attempting to bind port f7e821e5-4f8e-4faf-b076-135a633f7e91 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:56:58.989647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Attempting to bind port f7e821e5-4f8e-4faf-b076-135a633f7e91 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:56:58.990154 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Attempting to bind port f7e821e5-4f8e-4faf-b076-135a633f7e91 on network 6a080b9a-b687-4f10-a48f-fa0ba1107dae {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:59.015124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Port f7e821e5-4f8e-4faf-b076-135a633f7e91 on network 6a080b9a-b687-4f10-a48f-fa0ba1107dae not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:56:59.015962 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Attempting to bind port f7e821e5-4f8e-4faf-b076-135a633f7e91 on network 6a080b9a-b687-4f10-a48f-fa0ba1107dae {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:56:59.023250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:56:59.023913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Checking segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:56:59.027643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Bound using segment: {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:56:59.027643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Bound port: f7e821e5-4f8e-4faf-b076-135a633f7e91, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c905737a-6a1f-4dd0-96c9-475cd57edd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:56:59.027643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.133877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:56:59.138698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:56:59.252736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.289073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.303502 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.303502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] 10.222.0.64 "PUT /v2.0/ports/f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 1092 time: 1.8430419 Aug 16 20:56:59.303502 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:56:59.303502 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4e35d-24ea-44d9-895f-ac1b01cc9730" -d '{"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:56:59.316743 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33228) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.361644 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed8bae1-86e6-45a0-a1e4-06c3e195f91f x-openstack-request-id: req-1ed8bae1-86e6-45a0-a1e4-06c3e195f91f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:56:59.362210 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:56:59.362665 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ed8bae1-86e6-45a0-a1e4-06c3e195f91f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:56:59.363350 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:56:59.367185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313066fa-e8ea-4744-85ee-099a26c43a55 service neutron] Pushing event updated for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.383677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c1e7049c-dc10-484e-b89d-a568f64dd219 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e28ce70419744c299136801e7b605379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656605 Aug 16 20:56:59.386138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33230) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:56:59.430708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-d7be3ac4-66b1-49a0-8734-4bb19c270ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.432613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-d7be3ac4-66b1-49a0-8734-4bb19c270ea7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1095 time: 0.0568814 Aug 16 20:56:59.462091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.492127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.571690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-c8936131-778f-44ca-bf57-7c694e3a4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.576118 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-c8936131-778f-44ca-bf57-7c694e3a4c24 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1357446 Aug 16 20:56:59.675898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-4a91e2c8-c9c3-41a2-928a-2d32267d9583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.677411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dae4e35d-24ea-44d9-895f-ac1b01cc9730 req-4a91e2c8-c9c3-41a2-928a-2d32267d9583 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937567 Aug 16 20:56:59.765657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.768470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:56:59.772162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c877e5c-0641-48e3-8bf2-eba42097c835 HTTP/1.1" status: 204 len: 168 time: 0.3826015 Aug 16 20:56:59.772316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-f04f84fe-d503-442b-80ce-3461ee56a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.772915 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-f04f84fe-d503-442b-80ce-3461ee56a1b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1095 time: 0.0547640 Aug 16 20:56:59.780282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa9a30-d3a6-4c89-bf40-d7bb5781c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c877e5c-0641-48e3-8bf2-eba42097c835,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:56:59.841006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-b232209c-6540-4f82-8a6f-b5c31bc30302 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 217 time: 0.0600646 Aug 16 20:56:59.912525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-3c13b200-26e3-4cce-ba24-f2ba019e3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.914351 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-3c13b200-26e3-4cce-ba24-f2ba019e3ef2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0671518 Aug 16 20:56:59.947004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca914ac1-14f2-4021-8566-a8f27299a436 req-005019f1-4411-4711-abfc-745fe0412c87 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.947943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca914ac1-14f2-4021-8566-a8f27299a436 req-005019f1-4411-4711-abfc-745fe0412c87 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0692196 Aug 16 20:56:59.992742 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-74293953-8405-4be0-a435-8854048105d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:56:59.994014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-74293953-8405-4be0-a435-8854048105d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728707 Aug 16 20:57:00.032226 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ca914ac1-14f2-4021-8566-a8f27299a436 req-09e79b73-c943-4abc-afc4-5b294bc792ad tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723403 Aug 16 20:57:00.043542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9a20e-c4a5-48fa-a477-110651342b59 req-4c450d33-4fa5-4998-9b28-2bde848a362e tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:00.051462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7da9a20e-c4a5-48fa-a477-110651342b59 req-4c450d33-4fa5-4998-9b28-2bde848a362e tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.1023624 Aug 16 20:57:00.107774 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-4b49e924-5555-4faa-b461-3c642df3a84d service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975811 Aug 16 20:57:00.107909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7da9a20e-c4a5-48fa-a477-110651342b59 req-7a2401d8-80d0-4830-9522-c765fd90db2f tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412335 Aug 16 20:57:00.214777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9c7830e6-9278-4573-ad16-c0fd54386de2 req-95e80f2e-b874-45b5-813d-074093cb273c service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091583 Aug 16 20:57:00.653433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.679808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9f651dc1-8c2a-464a-b5c5-cecc216730d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.698068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8f229f3d-eaf3-4de8-ab51-fdd2c2d22371 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23bbafad9f124e9896b012c333b9947a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434241 Aug 16 20:57:00.700645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33250) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:00.752895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.775894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.908505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.911974 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:00.913687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e920c4c3-197d-4c71-a174-5590daf2671c HTTP/1.1" status: 204 len: 168 time: 0.2119830 Aug 16 20:57:00.924398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743728a-b412-4109-83bd-4d600d3420be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e920c4c3-197d-4c71-a174-5590daf2671c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:01.173694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120fea2-19ac-4633-bf3d-a37332e2a26d req-9d87fc24-db7c-423a-a0a8-e618d036ea7f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.175861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5120fea2-19ac-4633-bf3d-a37332e2a26d req-9d87fc24-db7c-423a-a0a8-e618d036ea7f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0623817 Aug 16 20:57:01.262584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5120fea2-19ac-4633-bf3d-a37332e2a26d req-d7146e7e-e62a-4b6f-ac51-96c8c047198b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784853 Aug 16 20:57:01.297919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e945-43e9-4a12-8b27-996e0d2d1549 req-6887d1b8-9766-47ff-89b3-438f7a657ee6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:01.300840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e72e945-43e9-4a12-8b27-996e0d2d1549 req-6887d1b8-9766-47ff-89b3-438f7a657ee6 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.1082590 Aug 16 20:57:01.348416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e72e945-43e9-4a12-8b27-996e0d2d1549 req-9add302b-68f9-44d0-bf3e-6fbe542bc6ca tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386748 Aug 16 20:57:02.451208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0674-c794-4ea5-a1d3-d2e3ee5aac39 req-850d7e45-a294-4196-886b-4f6b34692541 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.452842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b21c0674-c794-4ea5-a1d3-d2e3ee5aac39 req-850d7e45-a294-4196-886b-4f6b34692541 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1040437 Aug 16 20:57:02.521122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b21c0674-c794-4ea5-a1d3-d2e3ee5aac39 req-09771fa6-f2a2-42eb-8b98-80a7d04797fd tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581481 Aug 16 20:57:02.529601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fa9c3-981b-411e-b356-aad76f737419 req-7aac4b25-dacb-4cf2-9748-f3e1c168ac27 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.535981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874fa9c3-981b-411e-b356-aad76f737419 req-7aac4b25-dacb-4cf2-9748-f3e1c168ac27 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0770872 Aug 16 20:57:02.602590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874fa9c3-981b-411e-b356-aad76f737419 req-1973ea1a-c635-49f9-9787-ac1578a2b699 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639472 Aug 16 20:57:02.950792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9502c-e9a3-445e-a564-bac8226b8969 req-63415eff-a2f4-4f1b-aa7d-753fd2e438c5 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:02.955847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5b9502c-e9a3-445e-a564-bac8226b8969 req-63415eff-a2f4-4f1b-aa7d-753fd2e438c5 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0570822 Aug 16 20:57:03.021338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5b9502c-e9a3-445e-a564-bac8226b8969 req-eed55aee-f0f4-47f6-a4b4-6cc635923c8e tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606670 Aug 16 20:57:03.044750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:03.108393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-874e2fc1-8364-41a2-928b-7862634c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.112515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-874e2fc1-8364-41a2-928b-7862634c8d69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0704999 Aug 16 20:57:03.113138 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.139961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.233368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-c06d2e87-2412-4ab5-98cb-93e5dec2b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.235123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-c06d2e87-2412-4ab5-98cb-93e5dec2b71d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.1174967 Aug 16 20:57:03.290987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.294030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.295843 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] 10.222.0.70 "DELETE /v2.0/security-groups/222da85e-0f6c-4bf9-9b70-9ba927848858 HTTP/1.1" status: 204 len: 168 time: 0.2524245 Aug 16 20:57:03.309324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15929c0-3a96-4b91-b718-37d5326feb06 tempest-TestVolumeBootPattern-1385854099 tempest-TestVolumeBootPattern-1385854099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222da85e-0f6c-4bf9-9b70-9ba927848858,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:03.309943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-921cf5d9-c96c-4ee3-b62b-f90e48e70ad9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0670755 Aug 16 20:57:03.372482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-959a2691-887c-4a7c-9357-3b516966b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.378380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-959a2691-887c-4a7c-9357-3b516966b6c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0566840 Aug 16 20:57:03.422439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-0fe58271-cd31-4e27-b061-1cf37b13b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.423989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-0fe58271-cd31-4e27-b061-1cf37b13b0ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419681 Aug 16 20:57:03.456439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.525046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-68e3a6b3-6ba7-4a7b-a0a9-24eccac8669d service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933542 Aug 16 20:57:03.616517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1adae104-afc5-42ba-a246-a0cd8d61b0af req-e25ddf11-5bff-453b-9a15-199a206eb707 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835476 Aug 16 20:57:03.650960 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-16098977-ef99-44d8-b29b-2bbf0bfb52ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:03.726278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1088c-09aa-4059-919d-09bdb2d78d6c req-05aad530-bc1a-47e6-a8a0-1300fe282616 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:03.727940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07b1088c-09aa-4059-919d-09bdb2d78d6c req-05aad530-bc1a-47e6-a8a0-1300fe282616 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0539885 Aug 16 20:57:03.766423 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07b1088c-09aa-4059-919d-09bdb2d78d6c req-5a61820a-9848-45a1-a4f8-ae28ae3716bb tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325196 Aug 16 20:57:04.138479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e8e95-00da-4d38-94cd-1983a8460c55 req-5afade10-2de8-494d-8932-d371f6345bcb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.139990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-845e8e95-00da-4d38-94cd-1983a8460c55 req-5afade10-2de8-494d-8932-d371f6345bcb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Aug 16 20:57:04.177618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-845e8e95-00da-4d38-94cd-1983a8460c55 req-118c77e5-49ae-43c3-b11b-4ecaaf749cfd tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313389 Aug 16 20:57:04.308137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:04.449718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33308) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:04.922164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ec83-0653-4491-9784-fd5a70fcc438 req-a7b49a92-786c-47bf-942c-84d9d969e636 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:04.923663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1231ec83-0653-4491-9784-fd5a70fcc438 req-a7b49a92-786c-47bf-942c-84d9d969e636 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0864213 Aug 16 20:57:04.996412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1231ec83-0653-4491-9784-fd5a70fcc438 req-aaa0de40-99fa-4147-910a-9e7482620be8 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649176 Aug 16 20:57:05.076732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.346453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9cade-2ace-4f32-a595-698942adfcc9 req-17a0f987-be91-43e7-93e5-9ff7a37a2743 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:05.347963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51a9cade-2ace-4f32-a595-698942adfcc9 req-17a0f987-be91-43e7-93e5-9ff7a37a2743 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0964673 Aug 16 20:57:05.397109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Deleting port 1d05beb0-c25e-4a21-a0ba-48d1f995420c {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:05.397409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.401346 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51a9cade-2ace-4f32-a595-698942adfcc9 req-c3edb591-65ba-478a-b7c1-40b1365b0723 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473433 Aug 16 20:57:05.484255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] For port 1d05beb0-c25e-4a21-a0ba-48d1f995420c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1d05beb0-c25e-4a21-a0ba-48d1f995420c,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:05.484818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.498514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Calling delete_port for 1d05beb0-c25e-4a21-a0ba-48d1f995420c owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:05.758203 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:05.788522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d05beb0-c25e-4a21-a0ba-48d1f995420c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:05.973705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.166487 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ab69-26a3-4030-9109-79243493eb88 req-157ad221-36ba-4003-a1e0-1f330341b2f4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:06.168004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdd7ab69-26a3-4030-9109-79243493eb88 req-157ad221-36ba-4003-a1e0-1f330341b2f4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0922685 Aug 16 20:57:06.216129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.250992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdd7ab69-26a3-4030-9109-79243493eb88 req-97ccf0c8-105b-4b35-ba5b-b1ca9bbb0c51 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760558 Aug 16 20:57:06.271671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:06.369678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:06.374748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bd86f793-1e59-4d5f-913f-01f2c069f165 admin admin] 10.222.0.70 "PUT /v2.0/routers/840eb81b-44bc-45b2-b1b6-e87148b4cb37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9239168 Aug 16 20:57:06.377635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:06.380846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Sync routers for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:06.390671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:06.391445 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:06.482851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.503019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:06.590551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.681982 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:57:05Z', 'revision_number': 5, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port': {'id': 'b7dd7c44-0826-459b-a0dc-72456a4c57a0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:38:41Z', 'updated_at': '2021-08-16T20:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:06.711662 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Checking router: 840eb81b-44bc-45b2-b1b6-e87148b4cb37 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:06.720070 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Routers {'840eb81b-44bc-45b2-b1b6-e87148b4cb37'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:06.720668 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:06.745447 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Deleting port b7dd7c44-0826-459b-a0dc-72456a4c57a0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:06.745807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.789857 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:06.813763 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] Set router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:06.831464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] For port b7dd7c44-0826-459b-a0dc-72456a4c57a0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b7dd7c44-0826-459b-a0dc-72456a4c57a0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:06.831870 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:06.847068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Calling delete_port for b7dd7c44-0826-459b-a0dc-72456a4c57a0 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:06.866153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-675b75e5-d136-4054-9abe-017a091af298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:57:06Z', 'revision_number': 6, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:06.895315 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b75e5-d136-4054-9abe-017a091af298 None None] The sync data for ids ['840eb81b-44bc-45b2-b1b6-e87148b4cb37'] in n-d-794306-10 is: [{'id': '840eb81b-44bc-45b2-b1b6-e87148b4cb37', 'name': 'tempest-TestVolumeBootPattern-1403600450-router', 'tenant_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:40Z', 'updated_at': '2021-08-16T20:57:06Z', 'revision_number': 6, 'project_id': 'f016153bc95e4f7cbb2c4333ab18440b', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:07.084464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.112622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b7dd7c44-0826-459b-a0dc-72456a4c57a0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.178612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.270101 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.277677 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.396364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0d0d-a66c-48ee-bf6d-200eb5e77a91 req-64ce52a4-e170-468a-ba5c-32c31835b7fa tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:07.397870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795f0d0d-a66c-48ee-bf6d-200eb5e77a91 req-64ce52a4-e170-468a-ba5c-32c31835b7fa tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0506086 Aug 16 20:57:07.438249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-795f0d0d-a66c-48ee-bf6d-200eb5e77a91 req-642560f2-c63d-4c27-95a5-198d250fa212 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341549 Aug 16 20:57:07.501990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.502572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840eb81b-44bc-45b2-b1b6-e87148b4cb37 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:07.506822 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.508004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-87f2d425-a726-41a7-94c2-7c1a794b2e9e admin admin] 10.222.0.70 "DELETE /v2.0/routers/840eb81b-44bc-45b2-b1b6-e87148b4cb37 HTTP/1.1" status: 204 len: 168 time: 1.1293919 Aug 16 20:57:07.510479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33346) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.559403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Deleting subnet 7474d9c9-8653-45a1-ae0a-2053dc557ffb {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:07.563204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.597353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.676491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.816884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.847285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7474d9c9-8653-45a1-ae0a-2053dc557ffb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:07.852012 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:07.855137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a56af8e7-0726-41a4-92f7-df0ecdb6b109 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7474d9c9-8653-45a1-ae0a-2053dc557ffb HTTP/1.1" status: 204 len: 168 time: 0.3431785 Aug 16 20:57:07.857119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33348) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:07.861275 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5194f-b18c-4ff1-9e42-be8e8dbb857d None None] Network 411dd563-50ef-434f-973b-ecf6a1a8f572 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:08.058962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] DHCP port deletion for 411dd563-50ef-434f-973b-ecf6a1a8f572 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:08.112569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Deleting port 97f95fe9-1183-437f-b214-c09a0b498753 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:08.112872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.176294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] For port 97f95fe9-1183-437f-b214-c09a0b498753, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97f95fe9-1183-437f-b214-c09a0b498753,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:08.176700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.189687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Calling delete_port for 97f95fe9-1183-437f-b214-c09a0b498753 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:08.263836 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.315393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Deleting port 97f95fe9-1183-437f-b214-c09a0b498753 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:08.315751 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.382114 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.382354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] For port 97f95fe9-1183-437f-b214-c09a0b498753, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=97f95fe9-1183-437f-b214-c09a0b498753,segment=NetworkSegment(ec6b74b9-9653-473c-bc38-1835d352a803),segment_id=ec6b74b9-9653-473c-bc38-1835d352a803)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:08.382482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.400241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Calling delete_port for 97f95fe9-1183-437f-b214-c09a0b498753 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:08.410956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] Pushing event deleted for resources: {'Port': ['ID=97f95fe9-1183-437f-b214-c09a0b498753,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.412858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d33834-9908-4d5b-b373-ebff66766ad7 None None] No DVR routers for this DVR port 97f95fe9-1183-437f-b214-c09a0b498753 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:08.479945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.519842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Pushing event deleted for resources: {'Port': ['ID=97f95fe9-1183-437f-b214-c09a0b498753,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.523916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] No DVR routers for this DVR port 97f95fe9-1183-437f-b214-c09a0b498753 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:08.626529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.645337 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169aa6d-9c97-474f-92ea-3bd0a3afe2bc req-2aa93ee0-f245-492d-882b-25e9e76139ec tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:08.646834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f169aa6d-9c97-474f-92ea-3bd0a3afe2bc req-2aa93ee0-f245-492d-882b-25e9e76139ec tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.1284733 Aug 16 20:57:08.648388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411dd563-50ef-434f-973b-ecf6a1a8f572']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:08.659508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6b74b9-9653-473c-bc38-1835d352a803') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:08.659849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6b74b9-9653-473c-bc38-1835d352a803') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:08.679112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.698415 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.712925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:08.713343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self.session.flush() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:08.715047 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:08.720470 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f169aa6d-9c97-474f-92ea-3bd0a3afe2bc req-1642ce9b-3253-4237-b88d-b69a6f90e2e3 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650053 Aug 16 20:57:08.878068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97f95fe9-1183-437f-b214-c09a0b498753 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:08.885046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.889765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:08.894059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] 10.222.0.70 "DELETE /v2.0/networks/411dd563-50ef-434f-973b-ecf6a1a8f572 HTTP/1.1" status: 204 len: 168 time: 1.0346975 Aug 16 20:57:08.896870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33364) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:08.902991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 97f95fe9-1183-437f-b214-c09a0b498753 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:08.903341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 97f95fe9-1183-437f-b214-c09a0b498753 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:08.903785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d05beb0-c25e-4a21-a0ba-48d1f995420c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:08.907595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36414a5-988e-4a72-9f59-d5e90c8d80ad admin admin] Pushing event deleted for resources: {'Network': ['ID=411dd563-50ef-434f-973b-ecf6a1a8f572,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:08.924317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1d05beb0-c25e-4a21-a0ba-48d1f995420c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:08.924658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1d05beb0-c25e-4a21-a0ba-48d1f995420c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:08.925080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7dd7c44-0826-459b-a0dc-72456a4c57a0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:08.946968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b7dd7c44-0826-459b-a0dc-72456a4c57a0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:08.947313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b7dd7c44-0826-459b-a0dc-72456a4c57a0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:09.249280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.493019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Deleting port b8910210-12b0-43a1-aa61-5379b62c0eef {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:09.493360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.571686 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] For port b8910210-12b0-43a1-aa61-5379b62c0eef, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=b8910210-12b0-43a1-aa61-5379b62c0eef,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:09.572085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.585003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Calling delete_port for b8910210-12b0-43a1-aa61-5379b62c0eef owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:09.852358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44678870-15b0-468a-8c4e-870feffba1aa req-a13c0544-86ff-40a8-a227-33c4b8c705c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:09.852888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44678870-15b0-468a-8c4e-870feffba1aa req-a13c0544-86ff-40a8-a227-33c4b8c705c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 943 time: 0.0530887 Aug 16 20:57:09.856312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:09.883066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f7e821e5-4f8e-4faf-b076-135a633f7e91 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:57:09.889172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Pushing event deleted for resources: {'Port': ['ID=b8910210-12b0-43a1-aa61-5379b62c0eef,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:09.929464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44678870-15b0-468a-8c4e-870feffba1aa req-e7f46de4-d373-4252-8725-b208f0a8993c tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710666 Aug 16 20:57:10.018954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:10.031410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:57:10.072798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.096040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7e821e5-4f8e-4faf-b076-135a633f7e91 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:57:10.097946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.125673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:10.193468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.244228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:10.251595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.251962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.252301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.252640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.252973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.253298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.253631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.253940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.254264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.254580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.254918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.255235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:10.325495 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:10.409103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['f7e821e5-4f8e-4faf-b076-135a633f7e91'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:57:10.444129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:10.453253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33388) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:10.453403 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-85f17f3f-2f03-4b7b-bce3-2a5dff21545e admin admin] 10.222.0.70 "PUT /v2.0/routers/5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5562787 Aug 16 20:57:10.469626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Sync routers for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:10.497338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:10.497959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.571764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.668236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:10.678174 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.799547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Deleting port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:10.800005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.898472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] For port bd1bc248-2fb9-4a9e-ac58-bed3231c5e79, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:10.899251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:10.913408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Calling delete_port for bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:10.945397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:57:09Z', 'revision_number': 5, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port': {'id': 'bd1bc248-2fb9-4a9e-ac58-bed3231c5e79', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:70:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:39:01Z', 'updated_at': '2021-08-16T20:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:10.972856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Checking router: 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:10.981856 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Routers {'5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:10.984215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:11.075951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] Set router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:11.098732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b934d-c81d-4dfc-8505-95a6c7f5fd92 req-c3dc74d9-a447-4e34-9639-e40fefefb1a8 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:11.100277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-598b934d-c81d-4dfc-8505-95a6c7f5fd92 req-c3dc74d9-a447-4e34-9639-e40fefefb1a8 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 944 time: 0.0735726 Aug 16 20:57:11.134671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:57:10Z', 'revision_number': 6, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:11.162671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f62b5e-b8db-4871-adfe-b54f41c6953b None None] The sync data for ids ['5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7'] in n-d-794306-10 is: [{'id': '5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7', 'name': 'tempest-TestVolumeBootPattern-396909623-router', 'tenant_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:38:59Z', 'updated_at': '2021-08-16T20:57:10Z', 'revision_number': 6, 'project_id': 'c3473ad62b6c41f387a24226b9a6e8d6', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:11.175712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-598b934d-c81d-4dfc-8505-95a6c7f5fd92 req-83ad6847-cdd9-4b9c-bf3c-237aecd20e69 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633459 Aug 16 20:57:11.233467 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.261140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1bc248-2fb9-4a9e-ac58-bed3231c5e79,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.326638 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.420059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.422810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.539044 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.539044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:57:11.549389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.551649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d0c67bbe-0f8a-492e-a06f-a8d54abbb477 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5afa0a5e-af94-4e2c-845a-09ea7ad0c4c7 HTTP/1.1" status: 204 len: 168 time: 1.0965891 Aug 16 20:57:11.557329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33396) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.606407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Deleting subnet 7a949358-0936-4b99-88e7-40d8d6cd01ab {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:57:11.610402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.650826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.738263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.883981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f7e821e5-4f8e-4faf-b076-135a633f7e91 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:57:11.891927 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.918362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a949358-0936-4b99-88e7-40d8d6cd01ab,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:11.926901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:11.928008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e820b-1b59-43ae-96df-6de6247c3e1f None None] Network fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:57:11.931311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:11.931904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a726fd95-b56c-4fc5-ab6f-1687b828c91d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7a949358-0936-4b99-88e7-40d8d6cd01ab HTTP/1.1" status: 204 len: 168 time: 0.3729649 Aug 16 20:57:12.012717 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.073330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port f7e821e5-4f8e-4faf-b076-135a633f7e91 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:57:12.073874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Deleting port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:12.074232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.083896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port f7e821e5-4f8e-4faf-b076-135a633f7e91 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:57:12.084522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.137125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] DHCP port deletion for fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:57:12.151530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] For port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:12.151933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.165478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Calling delete_port for 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:12.217221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.235516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Deleting port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:57:12.235919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.382055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.414633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.424804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] No DVR routers for this DVR port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:12.464829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:12.467141 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116661b-e91d-44b5-9ac7-3e8db0228ffd" -d '{"events": [{"server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:12.490472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:12.507547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] For port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,segment=NetworkSegment(9ad90edf-ed67-48d1-bdc2-c638b69f29d4),segment_id=9ad90edf-ed67-48d1-bdc2-c638b69f29d4)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:57:12.507943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee613-d0f6-4c8b-8282-41996cd224c8 req-b237eb2d-cbf6-4250-bd7f-9e1a3b46f799 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.508115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.509634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349ee613-d0f6-4c8b-8282-41996cd224c8 req-b237eb2d-cbf6-4250-bd7f-9e1a3b46f799 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 944 time: 0.2383196 Aug 16 20:57:12.521603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Calling delete_port for 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:57:12.539262 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d30dd4-0a7d-49ac-b08f-4c7a4486270f x-openstack-request-id: req-68d30dd4-0a7d-49ac-b08f-4c7a4486270f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:12.539558 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "name": "network-vif-plugged", "status": "completed", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:12.539840 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68d30dd4-0a7d-49ac-b08f-4c7a4486270f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:12.540239 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'code': 200} Aug 16 20:57:12.587483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-349ee613-d0f6-4c8b-8282-41996cd224c8 req-aecc54e3-cbb9-412b-8265-44a318713f6f tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660300 Aug 16 20:57:12.599823 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.625332 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.642996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc2ddaa-e30b-460d-83fa-cb7b831e94e3']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.663080 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad90edf-ed67-48d1-bdc2-c638b69f29d4') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.663405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad90edf-ed67-48d1-bdc2-c638b69f29d4') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:12.670124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.687944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.691849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] No DVR routers for this DVR port 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:57:12.707371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.714407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.723512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:57:12.724036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: timer() Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:57:12.725740 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:57:12.732481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77930625-8e1a-411a-a5d1-87f3800b6713 None None] Pushing event deleted for resources: {'Port': ['ID=46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.740002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bc785-2f39-4425-9b6d-ba185202cccf req-dad72e7c-6832-4dd9-90e1-6f8c9dff4d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:12.741584 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ea3bc785-2f39-4425-9b6d-ba185202cccf req-dad72e7c-6832-4dd9-90e1-6f8c9dff4d05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.1065247 Aug 16 20:57:12.807121 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ea3bc785-2f39-4425-9b6d-ba185202cccf req-783b098a-f4e0-4663-82a9-ceb5dd97de8a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Aug 16 20:57:12.888228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:12.895237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.904063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:12.908744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fbc2ddaa-e30b-460d-83fa-cb7b831e94e3 HTTP/1.1" status: 204 len: 168 time: 0.9742467 Aug 16 20:57:12.913733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:12.916096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd1bc248-2fb9-4a9e-ac58-bed3231c5e79 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:12.916096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:12.921899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26966d2-1797-4f71-86da-f8edcc120a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbc2ddaa-e30b-460d-83fa-cb7b831e94e3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:12.934212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:12.934570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 46feb7ba-2e20-4a8b-ad2f-c7dfa44a60b2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:12.935101 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b8910210-12b0-43a1-aa61-5379b62c0eef no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:57:12.954957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: b8910210-12b0-43a1-aa61-5379b62c0eef {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:57:12.955302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device b8910210-12b0-43a1-aa61-5379b62c0eef not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:57:13.224953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33412) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.264852 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ee0a7843-a464-4b05-a267-a25ca2c2d429 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f016153bc95e4f7cbb2c4333ab18440b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385389 Aug 16 20:57:13.267245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:13.319693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.342159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.489513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.492274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:13.493573 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf38928b-6d1c-4c77-b4c6-67053e9a65fb HTTP/1.1" status: 204 len: 168 time: 0.2253902 Aug 16 20:57:13.503049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdf5e2-b935-4055-a36d-89092df46b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf38928b-6d1c-4c77-b4c6-67053e9a65fb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:13.942094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408681-f0b9-4e6d-bb00-e27195bfd833 req-679851a8-5b97-4732-aea6-83e38125453c tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:13.943627 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b408681-f0b9-4e6d-bb00-e27195bfd833 req-679851a8-5b97-4732-aea6-83e38125453c tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.2671304 Aug 16 20:57:13.989517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b408681-f0b9-4e6d-bb00-e27195bfd833 req-de9d070b-ac7a-4c62-a3a9-a6281efe95b5 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Aug 16 20:57:14.342526 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33430) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.381976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6f9d1ae3-3e3a-4f1c-babd-c83f166fc6a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3473ad62b6c41f387a24226b9a6e8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376995 Aug 16 20:57:14.384347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33432) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:14.431951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.453307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.599062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.601752 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:14.603101 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20461fb8-df97-481f-898c-5aea6a48efb5 HTTP/1.1" status: 204 len: 168 time: 0.2178929 Aug 16 20:57:14.611331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e412f0-1ddd-4660-8d87-bb5e8c0339a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20461fb8-df97-481f-898c-5aea6a48efb5,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:15.114296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a3d0-3734-4d01-b320-51af0c2f4699 req-220d4691-c797-40ee-b069-54d0d071d7e4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:15.115979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f63a3d0-3734-4d01-b320-51af0c2f4699 req-220d4691-c797-40ee-b069-54d0d071d7e4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Aug 16 20:57:15.159509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f63a3d0-3734-4d01-b320-51af0c2f4699 req-b67c5ff8-5418-4c22-83bb-03ad444b12b0 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367632 Aug 16 20:57:15.287450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431645e2-9ba0-44de-9f8d-e2c3f63b4bae req-2346ee68-feba-4615-9903-92e614a18bd1 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:15.289148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-431645e2-9ba0-44de-9f8d-e2c3f63b4bae req-2346ee68-feba-4615-9903-92e614a18bd1 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.0565617 Aug 16 20:57:15.339515 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-431645e2-9ba0-44de-9f8d-e2c3f63b4bae req-10e3d275-45bc-41b5-b872-795fb062c7f8 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Aug 16 20:57:15.362788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33446) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.614136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c52b91-a837-4c30-92ca-72b5196d416f tempest-TestVolumeBackupRestore-396965780 tempest-TestVolumeBackupRestore-396965780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:15.615715 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-10c52b91-a837-4c30-92ca-72b5196d416f tempest-TestVolumeBackupRestore-396965780 tempest-TestVolumeBackupRestore-396965780-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1092 time: 0.2517991 Aug 16 20:57:15.619257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33450) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:15.623886 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:15.713564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.814852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:15.939936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Allocated IP 172.25.7.52 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/88273267-a11e-45cd-ba8a-020d7fd4f520) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:57:16.043830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.171772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.212231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:57:16.217065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:57:16.221095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:57:16.246626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'Port': ['ID=88273267-a11e-45cd-ba8a-020d7fd4f520,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:16.758749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33472) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:16.875820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29958e9a-9ba7-4fcd-a805-0374e9489884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.964890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29958e9a-9ba7-4fcd-a805-0374e9489884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:16.982649 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.050454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-29958e9a-9ba7-4fcd-a805-0374e9489884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.087855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-29958e9a-9ba7-4fcd-a805-0374e9489884 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22ef72dd55384cf6a30e3cf127f59339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279936 Aug 16 20:57:17.089890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29958e9a-9ba7-4fcd-a805-0374e9489884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472dcf1-ae6e-4328-8268-ac4bfd91037c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.090554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33476) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:17.141725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.165653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.211979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.372033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.381214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.384001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.384976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2472dcf1-ae6e-4328-8268-ac4bfd91037c HTTP/1.1" status: 204 len: 168 time: 0.2934232 Aug 16 20:57:17.393178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fc48b-daf2-4bb4-830d-18a36227bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472dcf1-ae6e-4328-8268-ac4bfd91037c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.484862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.553193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event updated for resources: {'Port': ['ID=88273267-a11e-45cd-ba8a-020d7fd4f520,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:17.567537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:17.668882 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Floating IP bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d associated. External IP: 172.25.7.52, port: f7e821e5-4f8e-4faf-b076-135a633f7e91. Aug 16 20:57:17.885971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Router 43e24cfc-c356-44ad-b06b-81af69337faa has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:17.996185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:18.006111 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:18.015416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:18.016040 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.086115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33482) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.094530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.116255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ed194e-798c-4e9a-bab5-5b711b537c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.122359 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:18.135573 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-962f8115-aa0b-4755-b688-f8d51a07e74b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5152726 Aug 16 20:57:18.137635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:18.138452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33484) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.140528 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5da386-7d58-4631-8011-e7f99647d3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:18.182371 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d57b82-a0cd-4035-9cc7-b126a37e1c31 x-openstack-request-id: req-e3d57b82-a0cd-4035-9cc7-b126a37e1c31 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:18.182687 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:18.182904 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3d57b82-a0cd-4035-9cc7-b126a37e1c31 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:18.183306 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:57:18.186623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe87b6-9bec-470f-b24e-3c0a1748ea81 tempest-TestVolumeBackupRestore-396965780 tempest-TestVolumeBackupRestore-396965780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.188511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89fe87b6-9bec-470f-b24e-3c0a1748ea81 tempest-TestVolumeBackupRestore-396965780 tempest-TestVolumeBackupRestore-396965780-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1092 time: 0.0488904 Aug 16 20:57:18.191553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33488) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.196307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Request body: {'floatingip': {'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:57:18.259750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.276768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-7cd287ba-6e05-4e67-a005-055eb31a0ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.278287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-7cd287ba-6e05-4e67-a005-055eb31a0ebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.0709383 Aug 16 20:57:18.283915 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ed194e-798c-4e9a-bab5-5b711b537c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.357526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e2ed194e-798c-4e9a-bab5-5b711b537c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.381796 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:16Z', 'revision_number': 0, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.402397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-09108d9a-c8fd-4cff-a97f-4fe3888a466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.403947 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-09108d9a-c8fd-4cff-a97f-4fe3888a466d service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 914 time: 0.1174798 Aug 16 20:57:18.410351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:18.410946 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e2ed194e-798c-4e9a-bab5-5b711b537c21 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f42bcdbcc5624a519aefcd06ca35f036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237596 Aug 16 20:57:18.415553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33490) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:18.462470 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:18.463202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.465279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed194e-798c-4e9a-bab5-5b711b537c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40ec44c-5263-4ce5-af70-a9add0e3c391,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.511008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-0ec25223-35dd-42f0-95c2-40077ee6fffd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 998 time: 0.0987449 Aug 16 20:57:18.548074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.556433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.583355 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:18.591003 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.611979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-6baed4b9-92d8-4c6c-8eb8-59a67e17013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.613562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-6baed4b9-92d8-4c6c-8eb8-59a67e17013b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0958993 Aug 16 20:57:18.672624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-7fbc0611-409b-45dd-96db-255db948c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:18.674138 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-7fbc0611-409b-45dd-96db-255db948c40e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523639 Aug 16 20:57:18.767948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-98f62d19-bd7d-4447-8ecb-91a02061de56 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865407 Aug 16 20:57:18.783953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.789855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.790065 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.790609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b40ec44c-5263-4ce5-af70-a9add0e3c391 HTTP/1.1" status: 204 len: 168 time: 0.3693402 Aug 16 20:57:18.840765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad620599-53d5-40c2-9657-9f15fae8c27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40ec44c-5263-4ce5-af70-a9add0e3c391,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:18.867645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:18.891470 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb5da386-7d58-4631-8011-e7f99647d3ff req-89cb8767-1a51-4de5-8659-9a209c6210d5 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165555 Aug 16 20:57:18.931319 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:16Z', 'revision_number': 0, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:18.958462 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8472ca-273b-4be0-937b-1b7d88aeb721 None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:16Z', 'revision_number': 0, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:19.106512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Router 43e24cfc-c356-44ad-b06b-81af69337faa has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:57:19.168884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e084b03f-d5f3-413c-8485-e5cf9bcd1eed None None] New status for floating IP bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:57:19.227277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:57:19.232066 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:19.259933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:19.262184 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0a5b6-92a6-4eb9-a725-d443280f4f80" -d '{"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:19.294620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-53418e37-65e0-48a4-bcd1-e73d0d335754 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "PUT /v2.0/floatingips/bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d HTTP/1.1" status: 200 len: 990 time: 1.1019113 Aug 16 20:57:19.324792 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29eb03-21af-42dc-9d3a-a3695b66721c x-openstack-request-id: req-fe29eb03-21af-42dc-9d3a-a3695b66721c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:19.325094 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:19.325411 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe29eb03-21af-42dc-9d3a-a3695b66721c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:19.325823 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:57:19.389912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-70edc4e6-3cb8-439c-a6f1-64a154facc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:19.391358 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-70edc4e6-3cb8-439c-a6f1-64a154facc7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.0419481 Aug 16 20:57:19.488313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-76bd936a-c81c-4461-94f7-4e944c5dfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:19.489820 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-76bd936a-c81c-4461-94f7-4e944c5dfa7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 914 time: 0.0906973 Aug 16 20:57:19.492179 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:57:19.501911 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:19.502515 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.566619 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-48eab566-6572-4d80-bade-e194ddc3164c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 1000 time: 0.0692611 Aug 16 20:57:19.615202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:19.618067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-9d3c551f-88fd-4ae2-8949-a5cdbeb6c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:19.619543 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-9d3c551f-88fd-4ae2-8949-a5cdbeb6c20f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0464818 Aug 16 20:57:19.670688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-cbfd4398-bb86-46c8-81ef-0e898ed63463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:19.672356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-cbfd4398-bb86-46c8-81ef-0e898ed63463 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454338 Aug 16 20:57:19.778235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-88c07707-d01a-40e1-9131-e4c866999189 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886285 Aug 16 20:57:19.845726 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:19Z', 'revision_number': 2, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.871993 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:57:19.877303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-88b0a5b6-92a6-4eb9-a725-d443280f4f80 req-ef3964f4-3e18-4789-abf8-88976923e361 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912488 Aug 16 20:57:19.882751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:57:19.883355 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:57:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:19.997342 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:57:20.235298 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:19Z', 'revision_number': 2, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:57:20.270415 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b302a-87e4-4813-ba27-b8f9386307d1 None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'floating_ip_address': '172.25.7.52', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'port_id': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'mac_address': 'fa:16:3e:49:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:57:16Z', 'updated_at': '2021-08-16T20:57:19Z', 'revision_number': 2, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:57:21.327372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:57:21.329748 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb5726-c07d-41a5-8040-3b146be2d4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:57:21.366977 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371a28df-47c9-4948-aab6-248fdfad197f x-openstack-request-id: req-371a28df-47c9-4948-aab6-248fdfad197f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:57:21.367343 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:57:21.367592 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-371a28df-47c9-4948-aab6-248fdfad197f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:57:21.368013 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:57:21.430876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-dbd70421-bec3-4608-940e-070081149b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.432429 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-dbd70421-bec3-4608-940e-070081149b08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.0418768 Aug 16 20:57:21.528062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-91831616-2f53-4e61-b82a-2374c1c74ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.530367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-91831616-2f53-4e61-b82a-2374c1c74ac1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 914 time: 0.0907803 Aug 16 20:57:21.596169 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-cf406fb6-637e-4105-9ab9-3883c98e5fb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 1000 time: 0.0581915 Aug 16 20:57:21.645897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-ddfa172b-a1b9-48bb-8a86-30c5f89af8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.647348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-ddfa172b-a1b9-48bb-8a86-30c5f89af8a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0445397 Aug 16 20:57:21.698391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-5e37c18f-0a13-4c9f-a16e-0cd5cc2bb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:21.700923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-5e37c18f-0a13-4c9f-a16e-0cd5cc2bb141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463352 Aug 16 20:57:21.797310 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-9cf7c279-cc1c-4e91-bbfd-13ee11c64a79 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892489 Aug 16 20:57:21.891391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51fb5726-c07d-41a5-8040-3b146be2d4b7 req-ddbbab10-f24a-47f8-a797-70e2b6c421f4 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871761 Aug 16 20:57:22.101536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:24.630422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-0ff49f26-2733-4f8d-a57a-3d1e4cdcfad2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430174 Aug 16 20:57:24.730803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d911cd-0741-40be-893d-421904effb11 req-f14a0c38-984f-4856-a1aa-4719eef47db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.734252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-f14a0c38-984f-4856-a1aa-4719eef47db7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0557234 Aug 16 20:57:24.849277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d911cd-0741-40be-893d-421904effb11 req-6371d61a-30e0-419b-a69e-552e13e8b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.851885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-6371d61a-30e0-419b-a69e-552e13e8b459 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0966215 Aug 16 20:57:24.924190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-03640a3a-1f44-4925-be66-399687ca7356 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0633807 Aug 16 20:57:24.977824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d911cd-0741-40be-893d-421904effb11 req-5034f296-ac2b-47da-8921-42bd399c1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:24.979551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-5034f296-ac2b-47da-8921-42bd399c1612 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0474048 Aug 16 20:57:25.034504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d911cd-0741-40be-893d-421904effb11 req-860ea85f-75e7-41cd-8cf1-e9ba46e9df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:25.036147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-860ea85f-75e7-41cd-8cf1-e9ba46e9df1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484622 Aug 16 20:57:25.131080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-0a57c811-b22e-45d6-acbf-4bc30a90c30e service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866761 Aug 16 20:57:25.235563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08d911cd-0741-40be-893d-421904effb11 req-340d2dc2-e0ab-4d70-8559-f6979c701c66 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942359 Aug 16 20:57:30.690371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74909f8f-d31e-4ef5-91fe-788758f77fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.490071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:33.615757 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a8570dd4-975f-4600-8457-2d4062103cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:34.317945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:36.209724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:43.650523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc70d27-b195-46f2-a454-447af5b3878c req-972a4a46-7b22-4a07-9cf1-c8999dfbb8c9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:43.652028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cc70d27-b195-46f2-a454-447af5b3878c req-972a4a46-7b22-4a07-9cf1-c8999dfbb8c9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0514996 Aug 16 20:57:43.691186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cc70d27-b195-46f2-a454-447af5b3878c req-8a4fa8ec-475c-4585-8841-2b0cca8b9acf tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331256 Aug 16 20:57:43.789585 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:57:44.809869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f53d7-aa6e-41ae-b190-5266a1d5e43d req-b175ee4b-ca5d-4497-bf27-92f963dc792d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:44.811967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59f53d7-aa6e-41ae-b190-5266a1d5e43d req-b175ee4b-ca5d-4497-bf27-92f963dc792d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0497186 Aug 16 20:57:44.861543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d59f53d7-aa6e-41ae-b190-5266a1d5e43d req-aa15cf00-8021-4a89-a970-74a31b325e2b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321643 Aug 16 20:57:45.973213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6137-6367-46c1-a764-4a3636413a80 req-43d15c68-2711-4fd2-9a4f-65cbcb848bc4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:45.974715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d9a6137-6367-46c1-a764-4a3636413a80 req-43d15c68-2711-4fd2-9a4f-65cbcb848bc4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0556974 Aug 16 20:57:46.015036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d9a6137-6367-46c1-a764-4a3636413a80 req-f5d26d72-8f92-4f4e-9f6e-a4652e948369 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Aug 16 20:57:47.139566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ea7db-2d57-4407-9638-f94ab96fc376 req-ccae665d-1e81-48b6-81be-bf6303fc4e2f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:47.141064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d1ea7db-2d57-4407-9638-f94ab96fc376 req-ccae665d-1e81-48b6-81be-bf6303fc4e2f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0508995 Aug 16 20:57:47.179190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d1ea7db-2d57-4407-9638-f94ab96fc376 req-b75f062c-facd-4127-8f16-2e0d2a250191 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321441 Aug 16 20:57:48.297184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f26066-940f-44ae-8c9f-3715ae7150c3 req-65d3b4fc-bf49-422d-8a6a-877eda40f0a0 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:48.298673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34f26066-940f-44ae-8c9f-3715ae7150c3 req-65d3b4fc-bf49-422d-8a6a-877eda40f0a0 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Aug 16 20:57:48.338419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34f26066-940f-44ae-8c9f-3715ae7150c3 req-2ea11709-cf5c-45d9-90c6-4e0b07e73031 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331550 Aug 16 20:57:48.443719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:49.463197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac22d7-af37-4856-b4a5-e36af4874aab req-e3df0503-272d-42ec-b0d7-23f33bfbc8a6 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:49.464724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbac22d7-af37-4856-b4a5-e36af4874aab req-e3df0503-272d-42ec-b0d7-23f33bfbc8a6 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0538077 Aug 16 20:57:49.503328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbac22d7-af37-4856-b4a5-e36af4874aab req-d2b95708-ef0c-4840-bde4-b95f4396e4bf tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Aug 16 20:57:50.629847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674acaf9-9d44-4c47-9d9e-108fd2c9ce48 req-cbdecb9d-ecf1-423b-98bb-97bcf04e0670 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:50.631544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-674acaf9-9d44-4c47-9d9e-108fd2c9ce48 req-cbdecb9d-ecf1-423b-98bb-97bcf04e0670 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0540290 Aug 16 20:57:50.673157 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-674acaf9-9d44-4c47-9d9e-108fd2c9ce48 req-5194bc00-ee90-4bfb-99b3-33ebb2d6a0bd tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354350 Aug 16 20:57:51.790010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0efbc4-e132-4635-a7e0-f5bcf88ea006 req-1b09aacc-4fe8-49a2-a49a-9b6c7b1a3fc5 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:51.791491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d0efbc4-e132-4635-a7e0-f5bcf88ea006 req-1b09aacc-4fe8-49a2-a49a-9b6c7b1a3fc5 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0487587 Aug 16 20:57:51.831149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d0efbc4-e132-4635-a7e0-f5bcf88ea006 req-b4920f9f-e24a-4822-9251-0639fd7e458e tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328245 Aug 16 20:57:52.140493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.410226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33742) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.548159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.641974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.751659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.791056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=56eef82d4b0e4af2a1f267987eb53f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795164 Aug 16 20:57:52.792249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4140433f-5e80-4164-828c-085217510479,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:52.793622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33746) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:52.800436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.800787 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.801131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.801470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.801808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.802141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.802471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.802801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.803129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.803456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.803803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.804131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7b2227-8792-47a5-9495-f2ebf45249d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:52.846983 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.869447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:52.949084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f1d7-500f-42e3-b3d5-84b81ab67d44 req-6084abb8-af81-40d5-baab-16e45a851f21 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:52.951201 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b264f1d7-500f-42e3-b3d5-84b81ab67d44 req-6084abb8-af81-40d5-baab-16e45a851f21 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0516679 Aug 16 20:57:52.989299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b264f1d7-500f-42e3-b3d5-84b81ab67d44 req-e82ccf93-c744-4702-b3ea-0f6853633ada tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314345 Aug 16 20:57:53.003048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.005654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:53.006736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4140433f-5e80-4164-828c-085217510479 HTTP/1.1" status: 204 len: 168 time: 0.2120707 Aug 16 20:57:53.015050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140433f-5e80-4164-828c-085217510479,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:53.022489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.022837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.023179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.023518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.023880 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.024216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.024638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.024889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.025188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.025526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.025836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:53.026157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0639096-8f17-4b0c-96de-b7e728ad61ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:57:54.010813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33756) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:54.025453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee581acd-b7db-4d34-94fc-2c0efffdeb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.135350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24af656-32a9-4682-9fe9-27d7752b72ec req-e7a3ed7b-1e96-477a-86a0-a743600c024c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:54.136884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b24af656-32a9-4682-9fe9-27d7752b72ec req-e7a3ed7b-1e96-477a-86a0-a743600c024c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0771723 Aug 16 20:57:54.189550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee581acd-b7db-4d34-94fc-2c0efffdeb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.196834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b24af656-32a9-4682-9fe9-27d7752b72ec req-500e12df-0af1-4b7b-9d91-f8ca70de2035 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516665 Aug 16 20:57:54.270220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ee581acd-b7db-4d34-94fc-2c0efffdeb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.310166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ee581acd-b7db-4d34-94fc-2c0efffdeb5d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4488d5f5ab4419c87d386af4c859df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980206 Aug 16 20:57:54.311309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee581acd-b7db-4d34-94fc-2c0efffdeb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de97035-6091-4a03-8246-9a2c0a7e2300,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:54.312710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33760) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:57:54.362161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.383358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.552113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.554665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:57:54.555913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4de97035-6091-4a03-8246-9a2c0a7e2300 HTTP/1.1" status: 204 len: 168 time: 0.2421501 Aug 16 20:57:54.564682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589b579-15aa-44c1-a3fc-a6cf63927ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de97035-6091-4a03-8246-9a2c0a7e2300,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:57:55.319305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff931-7f7b-4752-8121-a70cfb409826 req-2b78c359-7a76-473e-87cc-9f37ab6baf28 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.320745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3cff931-7f7b-4752-8121-a70cfb409826 req-2b78c359-7a76-473e-87cc-9f37ab6baf28 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Aug 16 20:57:55.360269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3cff931-7f7b-4752-8121-a70cfb409826 req-8e0e6221-76c4-4a68-878a-e0e059ecfe0f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327818 Aug 16 20:57:55.749268 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77469c8-869d-431d-9b9d-917892ced65d req-73564f93-9835-4fcc-8fd2-89e9ba7d819b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.751186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77469c8-869d-431d-9b9d-917892ced65d req-73564f93-9835-4fcc-8fd2-89e9ba7d819b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0576544 Aug 16 20:57:55.802897 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f77469c8-869d-431d-9b9d-917892ced65d req-0065cbca-c5b4-4008-b0a5-6b72a5da4c1b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Aug 16 20:57:55.862122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-6f88ccbe-92c8-4dcf-877b-8f81b416954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.863632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-6f88ccbe-92c8-4dcf-877b-8f81b416954c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0452082 Aug 16 20:57:55.958981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-9cdef237-ddfc-4ec7-bf21-2ed8850a2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:55.960808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-9cdef237-ddfc-4ec7-bf21-2ed8850a2ccc service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0889475 Aug 16 20:57:56.031631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-a4ade16a-e636-4f88-8a2d-12fdc417d493 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0628972 Aug 16 20:57:56.081049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-4a7f2c44-e720-4e5c-8d46-51adb28cf0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.082514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-4a7f2c44-e720-4e5c-8d46-51adb28cf0fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0439887 Aug 16 20:57:56.134426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-da0d146c-5919-4841-a69e-f3a20e957939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.135917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-da0d146c-5919-4841-a69e-f3a20e957939 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452516 Aug 16 20:57:56.239338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-fcd78703-3356-46db-a132-a1aef9b7b57e service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958610 Aug 16 20:57:56.338092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3db0c6e6-6080-4f6f-bb6c-1bbcd8807b91 req-8f187518-fa20-4c93-b733-ab720cc74911 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 Aug 16 20:57:56.927881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee7882-dbac-4364-976e-3e6131f637a4 req-4a081a69-c729-4b6b-b3e2-f71b2acd16a9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:56.929418 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0dee7882-dbac-4364-976e-3e6131f637a4 req-4a081a69-c729-4b6b-b3e2-f71b2acd16a9 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0529857 Aug 16 20:57:56.976253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0dee7882-dbac-4364-976e-3e6131f637a4 req-f9477f4d-43ac-43c7-be3e-f52bec2134b1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337598 Aug 16 20:57:58.093896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998d24a-a97e-4771-aeef-121f50290f93 req-59e38621-b45d-4db9-83b5-61bce8028b60 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:57:58.095452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1998d24a-a97e-4771-aeef-121f50290f93 req-59e38621-b45d-4db9-83b5-61bce8028b60 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0498652 Aug 16 20:57:58.133596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1998d24a-a97e-4771-aeef-121f50290f93 req-58d49594-9e34-48c0-a67c-e70aad0ef7cc tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Aug 16 20:58:00.706242 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-02740758-338f-478e-b0d8-862ae1cf2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.510066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:03.648928 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-00b865fd-63c3-4442-a05e-8403a32e5163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.323333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.614967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33882) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.724536 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42d1359c-5202-4b7d-bf1c-7d32596b6fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.811964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42d1359c-5202-4b7d-bf1c-7d32596b6fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.886837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42d1359c-5202-4b7d-bf1c-7d32596b6fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:04.925995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42d1359c-5202-4b7d-bf1c-7d32596b6fb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebe6621d1af84ed7afff59a5c6c9096d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098669 Aug 16 20:58:04.926903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1359c-5202-4b7d-bf1c-7d32596b6fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7ea724-49aa-433f-9251-f58d59855837,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:04.928785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:04.983011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.003766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.191565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.194328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:05.195519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd7ea724-49aa-433f-9251-f58d59855837 HTTP/1.1" status: 204 len: 168 time: 0.2650626 Aug 16 20:58:05.203520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ed512-3c54-4750-96a6-af8c5da081b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7ea724-49aa-433f-9251-f58d59855837,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:05.929602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33892) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:05.943157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a6de694-14e7-4c08-a367-fcdbd8417749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.030546 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a6de694-14e7-4c08-a367-fcdbd8417749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.134323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8a6de694-14e7-4c08-a367-fcdbd8417749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.174697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8a6de694-14e7-4c08-a367-fcdbd8417749 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f80f3c57c11a47d2896701009c685169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440019 Aug 16 20:58:06.175559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de694-14e7-4c08-a367-fcdbd8417749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd56c2e4-5f2a-4567-b2af-0dcf491d6f6a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:06.177385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33894) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:06.225748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.246749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.260328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.389344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.391849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:06.393024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd56c2e4-5f2a-4567-b2af-0dcf491d6f6a HTTP/1.1" status: 204 len: 168 time: 0.2146370 Aug 16 20:58:06.400673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a2b93-bafd-489c-8dd0-880e62bd34da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd56c2e4-5f2a-4567-b2af-0dcf491d6f6a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.196709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 33900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.210231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2915-b00a-4691-becf-54cca171388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.305821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2915-b00a-4691-becf-54cca171388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.379558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2915-b00a-4691-becf-54cca171388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.420171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6f1a2915-b00a-4691-becf-54cca171388d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20b69270c5034813abd7bb2d4e3bd1c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223637 Aug 16 20:58:07.422090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a2915-b00a-4691-becf-54cca171388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da52738-f749-412a-8414-2553eb53228b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:07.422777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 33902) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:07.472818 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.494841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.716180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.718814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:07.720005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7da52738-f749-412a-8414-2553eb53228b HTTP/1.1" status: 204 len: 168 time: 0.2962289 Aug 16 20:58:07.728350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bc68d-7760-415e-a792-95876e361726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da52738-f749-412a-8414-2553eb53228b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:18.494072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:20.788986 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:22.156915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:24.898366 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-d0d8e627-f7c6-4702-aaad-14c414a119df service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403092 Aug 16 20:58:24.984260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-c869e35f-9532-4d33-ba2a-3d4cec207245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:24.985777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-c869e35f-9532-4d33-ba2a-3d4cec207245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.0426612 Aug 16 20:58:25.094924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-eb8401aa-b0c9-4bfd-a992-9ad85e3c062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.096467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-eb8401aa-b0c9-4bfd-a992-9ad85e3c062b service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 914 time: 0.0895169 Aug 16 20:58:25.166073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-1b64653a-3ac6-46c8-9a18-87d9873959c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 1000 time: 0.0622301 Aug 16 20:58:25.219047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-743c0168-341d-4041-9bed-72ba2e45e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.220422 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-743c0168-341d-4041-9bed-72ba2e45e27b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0446699 Aug 16 20:58:25.268666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-73032f0b-5f11-48de-b385-9438c5872f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:25.270054 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-73032f0b-5f11-48de-b385-9438c5872f95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413463 Aug 16 20:58:25.282059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-31b8afd5-3847-478a-8cc1-c4e11db2ed34 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:58:25.283018 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-31b8afd5-3847-478a-8cc1-c4e11db2ed34 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061476 Aug 16 20:58:25.383407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-ef6cc440-87f0-4678-8f32-0e796b3856ce service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918968 Aug 16 20:58:25.478357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1f9974c6-1dbd-4e5c-855e-986d53380de5 req-99e1761b-c1f5-443e-98b3-9458837f2c6e service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Aug 16 20:58:26.019120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-5db4865d-78bf-4eda-8a0a-3c04adc2096d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384027 Aug 16 20:58:26.101970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a951-dc05-4418-815a-0e338988a2b7 req-6578a6cd-bc5f-46a9-a6bd-381a3e3b17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.103448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-6578a6cd-bc5f-46a9-a6bd-381a3e3b17b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0416133 Aug 16 20:58:26.578918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a951-dc05-4418-815a-0e338988a2b7 req-d9292ea4-c4a1-4563-86e0-df0f59cf4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.580428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-d9292ea4-c4a1-4563-86e0-df0f59cf4972 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.4550784 Aug 16 20:58:26.647023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-b1b4209d-c663-4742-b852-1ea3857bea0a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 200 len: 1002 time: 0.0581846 Aug 16 20:58:26.703283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a951-dc05-4418-815a-0e338988a2b7 req-a3f404b4-6bed-418c-84f1-47cf4a712caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.705111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-a3f404b4-6bed-418c-84f1-47cf4a712caf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0507267 Aug 16 20:58:26.760248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a951-dc05-4418-815a-0e338988a2b7 req-a2fe7536-5194-4e7d-8772-57c468294767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:26.762248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-a2fe7536-5194-4e7d-8772-57c468294767 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494087 Aug 16 20:58:26.774084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-f9f49c4e-a3d5-4997-a848-ecd112ebb10b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 20:58:26.775018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-f9f49c4e-a3d5-4997-a848-ecd112ebb10b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053177 Aug 16 20:58:26.867248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-4c13a810-3e43-4ca0-8de9-c79aca44aa18 service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Aug 16 20:58:26.993147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b835a951-dc05-4418-815a-0e338988a2b7 req-5b2d1b54-8953-4af3-8930-e94cdf7f29da service neutron] 10.222.0.73 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087878 Aug 16 20:58:30.403371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34136) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:30.563635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Deleting port 88273267-a11e-45cd-ba8a-020d7fd4f520 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:30.564009 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.645496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.645832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.658860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Calling delete_port for 88273267-a11e-45cd-ba8a-020d7fd4f520 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:30.691595 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7e3adf30-bb7d-4a1b-86f0-6913a8567834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.916838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:30.957506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event deleted for resources: {'Port': ['ID=88273267-a11e-45cd-ba8a-020d7fd4f520,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:31.021168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.021513 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Floating IP bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d disassociated (deleted). External IP: 172.25.7.52, port: f7e821e5-4f8e-4faf-b076-135a633f7e91. Aug 16 20:58:31.256257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Router 43e24cfc-c356-44ad-b06b-81af69337faa has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:31.374176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:31.379311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:31.385938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:31.397707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:31.398354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:31.407566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ad43c1e0-f6c0-48e7-8caf-483823e2cebf tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "DELETE /v2.0/floatingips/bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d HTTP/1.1" status: 204 len: 168 time: 1.0030346 Aug 16 20:58:31.408199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:31.410718 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee78983-704d-4c94-807f-d7ca98d79508" -d '{"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:31.562110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:31.571266 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091d939-c878-4ec9-bb0a-b277411f5224 x-openstack-request-id: req-0091d939-c878-4ec9-bb0a-b277411f5224 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:31.571437 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:31.572044 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0091d939-c878-4ec9-bb0a-b277411f5224 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:31.579673 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:58:31.670563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-9b305b13-e16e-4e37-b2dd-57d909411acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.672031 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-9b305b13-e16e-4e37-b2dd-57d909411acb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 1097 time: 0.0753605 Aug 16 20:58:31.687227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa8964-3fce-42f0-bafb-6c4e400c9fff req-6c757fce-6d40-4345-901b-6b4e4d16d9da tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.698907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57fa8964-3fce-42f0-bafb-6c4e400c9fff req-6c757fce-6d40-4345-901b-6b4e4d16d9da tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0783718 Aug 16 20:58:31.758857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57fa8964-3fce-42f0-bafb-6c4e400c9fff req-2ea0e77d-5056-43ba-b33d-5f4c8d455a2b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586696 Aug 16 20:58:31.787559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-23a6ea74-526c-46ec-95b3-9f9cee14c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.789171 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-23a6ea74-526c-46ec-95b3-9f9cee14c4d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 200 len: 914 time: 0.1101673 Aug 16 20:58:31.844527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-0debce78-b664-4f55-8084-f0e149f86da6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 200 len: 217 time: 0.0432644 Aug 16 20:58:31.855316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:31.883186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:31.892604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:31.893234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:31.904690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-a146a0d2-3aa6-477e-9fdc-13d219179836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.906212 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-a146a0d2-3aa6-477e-9fdc-13d219179836 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 200 len: 852 time: 0.0551159 Aug 16 20:58:31.965605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-55f8ff08-d24b-4576-80c8-f6a2144ced3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:31.967884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-55f8ff08-d24b-4576-80c8-f6a2144ced3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6a080b9a-b687-4f10-a48f-fa0ba1107dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537906 Aug 16 20:58:32.025879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:32.043850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff3ea4-dd67-4f33-9bd9-e7611a0ceead req-b83ec1f6-e368-4a89-9380-91a4239d41ba tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.045566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19ff3ea4-dd67-4f33-9bd9-e7611a0ceead req-b83ec1f6-e368-4a89-9380-91a4239d41ba tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.0617065 Aug 16 20:58:32.091933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-24dede0c-4dce-41ef-9dfb-08d2dcc09f2d service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156154 Aug 16 20:58:32.102006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19ff3ea4-dd67-4f33-9bd9-e7611a0ceead req-cb5c3f11-3250-44a5-b4db-f3bfd14b167d tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471418 Aug 16 20:58:32.288798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:32.317392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f450be7d-5415-41ee-978d-8914416fa20b None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:24Z', 'revision_number': 4, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '507da5e6-ed28-4d35-8d31-0d49b2971f5b', 'name': '', 'network_id': '6a080b9a-b687-4f10-a48f-fa0ba1107dae', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'mac_address': 'fa:16:3e:19:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:23Z', 'updated_at': '2021-08-16T20:53:30Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'subnets': [{'id': '8d283214-d1d2-486a-ba74-4d0fc7f5abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:32.521272 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1ee78983-704d-4c94-807f-d7ca98d79508 req-9cbefd02-3383-4f9a-bfcc-aa63dbe62651 service neutron] 10.222.0.64 "GET /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217074 Aug 16 20:58:32.598686 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58619f8c-b517-4e1c-87f5-806d2dd2759a None None] New status for floating IP bb01dc48-a2d8-4e3c-89ab-c1bf3b043d2d: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:32.888204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5b721-90d4-4b62-83f3-8dd9922cf37c req-8a21973b-29d8-4670-9177-e3fd7209d8e7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:32.889712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40e5b721-90d4-4b62-83f3-8dd9922cf37c req-8a21973b-29d8-4670-9177-e3fd7209d8e7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0530732 Aug 16 20:58:32.929546 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40e5b721-90d4-4b62-83f3-8dd9922cf37c req-c0b8df46-f823-4bbb-aed3-c2209ab07ad6 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331905 Aug 16 20:58:33.227222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1425479-ca50-4fc4-a2e5-6e8fe53914a0 req-97a0e412-2120-4fab-9004-560269129177 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.228752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1425479-ca50-4fc4-a2e5-6e8fe53914a0 req-97a0e412-2120-4fab-9004-560269129177 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.0523293 Aug 16 20:58:33.267380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1425479-ca50-4fc4-a2e5-6e8fe53914a0 req-5db1a95a-df99-4b80-b08e-6734b9dd2b01 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/security-groups?id=c5feb7f5-c60a-4402-a51c-5b59448ec9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322328 Aug 16 20:58:33.465108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.549975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-59f7fe78-79c9-405d-b35c-6eed8628599f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.551486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-59f7fe78-79c9-405d-b35c-6eed8628599f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.0520110 Aug 16 20:58:33.624895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6fe4aa49-0bfe-4576-86fe-bccecc4d699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.640572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-c22c5412-de38-43b6-81c2-45943c249cf5 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:33.642072 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-c22c5412-de38-43b6-81c2-45943c249cf5 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.64 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 945 time: 0.0552671 Aug 16 20:58:33.673363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Deleting port 15efb19c-db69-455c-a751-97fbb1ca6865 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:33.673719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.772593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Deleting port f7e821e5-4f8e-4faf-b076-135a633f7e91 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:33.773205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.774964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] For port 15efb19c-db69-455c-a751-97fbb1ca6865, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=15efb19c-db69-455c-a751-97fbb1ca6865,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:33.775397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.871510 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] For port f7e821e5-4f8e-4faf-b076-135a633f7e91, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=f7e821e5-4f8e-4faf-b076-135a633f7e91,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:33.872073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:33.884690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Calling delete_port for f7e821e5-4f8e-4faf-b076-135a633f7e91 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:34.000148 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.000813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.000813 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Floating IP 6935fe26-5d81-48a4-a794-0c4bac448a4f disassociated. External IP: 172.25.7.136, port: 15efb19c-db69-455c-a751-97fbb1ca6865. Aug 16 20:58:34.001206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Calling delete_port for 15efb19c-db69-455c-a751-97fbb1ca6865 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:34.119330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49391e9-01eb-4cf6-be99-cb009ca947a5 req-7483c6cf-7a2a-4b9a-833d-13be7fea47ff tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:34.120898 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f49391e9-01eb-4cf6-be99-cb009ca947a5 req-7483c6cf-7a2a-4b9a-833d-13be7fea47ff tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 946 time: 0.1046300 Aug 16 20:58:34.160205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.194806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event deleted for resources: {'Port': ['ID=f7e821e5-4f8e-4faf-b076-135a633f7e91,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.216093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f49391e9-01eb-4cf6-be99-cb009ca947a5 req-f0c0c695-001e-4ba2-98e2-36d7d450814c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=82d7a765-240f-49ca-b9d0-7f4590ce58e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884695 Aug 16 20:58:34.259483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] No DVR routers for this DVR port f7e821e5-4f8e-4faf-b076-135a633f7e91 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:34.262471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.264971 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b3c889f8-f5e5-41ab-9e78-6648113668be req-83a21806-cbab-4906-82fa-ef0782e114c4 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.64 "DELETE /v2.0/ports/f7e821e5-4f8e-4faf-b076-135a633f7e91 HTTP/1.1" status: 204 len: 173 time: 0.6165082 Aug 16 20:58:34.265428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'name': 'network-vif-deleted', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:34.268495 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100f8181-df2e-4a9f-8573-fd8b23d7914a" -d '{"events": [{"server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "name": "network-vif-deleted", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:34.299744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.319209 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc0dfb9-7e16-404b-8294-6b5ee0df35cc x-openstack-request-id: req-ffc0dfb9-7e16-404b-8294-6b5ee0df35cc {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:34.319501 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935758cd-f3ed-4cf8-97dc-44de5f1c17f5", "name": "network-vif-deleted", "tag": "f7e821e5-4f8e-4faf-b076-135a633f7e91", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:34.319793 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffc0dfb9-7e16-404b-8294-6b5ee0df35cc {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:34.320186 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935758cd-f3ed-4cf8-97dc-44de5f1c17f5', 'name': 'network-vif-deleted', 'tag': 'f7e821e5-4f8e-4faf-b076-135a633f7e91', 'status': 'completed', 'code': 200} Aug 16 20:58:34.331177 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.344955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'Port': ['ID=15efb19c-db69-455c-a751-97fbb1ca6865,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:34.421572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b54a1545-41b6-463c-80af-8ffd89dd93da req-e4d136f9-9022-40e9-ad2b-9f9bb18330f1 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0671675 Aug 16 20:58:34.504911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:34.645664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:34.661232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:34.680185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:34.681315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:34.705595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] No DVR routers for this DVR port 15efb19c-db69-455c-a751-97fbb1ca6865 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:34.708728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:34.711935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f95679d-4816-421e-a12e-cd1304df5cd3 req-e28f6108-1506-4119-b4ec-65724f5c2877 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.73 "DELETE /v2.0/ports/15efb19c-db69-455c-a751-97fbb1ca6865 HTTP/1.1" status: 204 len: 173 time: 1.1532125 Aug 16 20:58:34.712388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'name': 'network-vif-deleted', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:34.715410 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40458ca-59e0-4a6b-a3b1-1447719b0cb1" -d '{"events": [{"server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "name": "network-vif-deleted", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:34.798049 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6859eca-e8e1-4845-8055-2ec67a79fa77 x-openstack-request-id: req-b6859eca-e8e1-4845-8055-2ec67a79fa77 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:34.798337 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e858611-eccc-47ff-817f-5daabde50ba1", "name": "network-vif-deleted", "tag": "15efb19c-db69-455c-a751-97fbb1ca6865", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:34.798575 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6859eca-e8e1-4845-8055-2ec67a79fa77 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:34.799033 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e858611-eccc-47ff-817f-5daabde50ba1', 'name': 'network-vif-deleted', 'tag': '15efb19c-db69-455c-a751-97fbb1ca6865', 'status': 'completed', 'code': 200} Aug 16 20:58:34.868170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:35.096592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.127873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:35.137841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:35.138554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.248471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:35.338190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e820403e-3e80-4567-9dae-ae30161f6492 req-f6cbe0bd-a433-4672-8efe-b07299f366af tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e858611-eccc-47ff-817f-5daabde50ba1 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Aug 16 20:58:35.500964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:35.500964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77811368-1ac0-4cab-ae39-3201664fbf4b None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:35.528316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf62b1d5-9924-4c3f-8869-9100823d1876 req-7b4c2c5b-134c-4e1d-8606-090d8d4fc80f tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Aug 16 20:58:35.832461 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3116913c-25c7-4e1d-9e05-389dd63e1782 None None] New status for floating IP 6935fe26-5d81-48a4-a794-0c4bac448a4f: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:58:36.213358 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.273350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f7e821e5-4f8e-4faf-b076-135a633f7e91 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:36.298030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: f7e821e5-4f8e-4faf-b076-135a633f7e91 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:36.298526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device f7e821e5-4f8e-4faf-b076-135a633f7e91 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:36.529170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34244) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.560346 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 15efb19c-db69-455c-a751-97fbb1ca6865 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:36.604513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 15efb19c-db69-455c-a751-97fbb1ca6865 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:36.605158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 15efb19c-db69-455c-a751-97fbb1ca6865 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:36.638370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.667810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.810853 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.813499 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:36.814666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "DELETE /v2.0/security-groups/82d7a765-240f-49ca-b9d0-7f4590ce58e2 HTTP/1.1" status: 204 len: 168 time: 0.2843609 Aug 16 20:58:36.817734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34252) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.825502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f49bf0-544e-4294-8105-734ee3b48622 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7a765-240f-49ca-b9d0-7f4590ce58e2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:36.833765 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-bf0b15e6-5adb-4c42-b851-27addb3cd88c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] show failed (client error): The resource could not be found. Aug 16 20:58:36.852365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf0b15e6-5adb-4c42-b851-27addb3cd88c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups/82d7a765-240f-49ca-b9d0-7f4590ce58e2 HTTP/1.1" status: 404 len: 347 time: 0.0323777 Aug 16 20:58:36.853509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34256) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:36.877837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0d75fed-9a63-4618-b5e6-e14b08a7a7ab req-8a2d139e-3c08-4c87-99c2-4611028318e9 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0460031 Aug 16 20:58:37.002258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Deleting port c2176b8f-5c0b-430c-b4e0-589f3695d6fb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:37.002692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.088420 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.089549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.103556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Calling delete_port for c2176b8f-5c0b-430c-b4e0-589f3695d6fb owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:37.319522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.352729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'Port': ['ID=c2176b8f-5c0b-430c-b4e0-589f3695d6fb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:37.429589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.432128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.434526 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-50a712f0-118b-47e3-acce-ad16da17a134 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "DELETE /v2.0/floatingips/6935fe26-5d81-48a4-a794-0c4bac448a4f HTTP/1.1" status: 204 len: 168 time: 0.5791550 Aug 16 20:58:37.740883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34272) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:37.746653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176268469', 'description': 'tempest-description--694632360'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:37.896823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:37.988329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4652e1e8-2231-4969-bcd7-a235a420590e req-73b55456-6b5c-4b02-b0b9-7536e7a2a57f tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Aug 16 20:58:37.993674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.099280 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.132267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5aa5bd-a843-4f55-b798-1e00efd9f70d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.236334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.240288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b7e5647-c061-4174-a55a-e7f3a8a4b021 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4955475 Aug 16 20:58:38.240728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34282) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:38.245665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group_rule': {'security_group_id': '2a5aa5bd-a843-4f55-b798-1e00efd9f70d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:38.457316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.531386 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.662246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.681329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3877dcae-8345-4a22-8f25-54ddbe97a071,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:38.859263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:38.873828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-96605ff9-30d6-4aab-a54e-523945540d79 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6187375 Aug 16 20:58:38.873828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34290) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:38.873828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'security_group_rule': {'security_group_id': '2a5aa5bd-a843-4f55-b798-1e00efd9f70d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:38.985385 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.051488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.100461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a483ed9-4ef2-4339-b3e5-32ff973fbbdb req-cc284760-48d7-46a1-bc43-bc009a2ec5d5 tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "GET /v2.0/ports?device_id=935758cd-f3ed-4cf8-97dc-44de5f1c17f5 HTTP/1.1" status: 200 len: 210 time: 0.0274255 Aug 16 20:58:39.130624 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.153362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926d7cdc-5f85-42a0-82ed-a61b3b139794,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:39.218998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.220695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d556ae11-1ff7-4dfc-b834-6f3d1e102c7a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565598 Aug 16 20:58:39.223832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34298) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:39.228694 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:39.365116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.466043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.575810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Allocated IP 172.25.7.127 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/5404f009-2daf-490e-bdec-5bfe6fe35f3a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:39.678254 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.785005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:39.833516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:39.839538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:39.842227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:39.863389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=5404f009-2daf-490e-bdec-5bfe6fe35f3a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:39.930209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.022091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.172381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:40.187874 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.232449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.250892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.258078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.339125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=5404f009-2daf-490e-bdec-5bfe6fe35f3a,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.343263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.453250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.455861 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.457083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] 10.222.0.70 "DELETE /v2.0/security-groups/c5feb7f5-c60a-4402-a51c-5b59448ec9c7 HTTP/1.1" status: 204 len: 168 time: 0.2836380 Aug 16 20:58:40.466507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7dd8b-827b-42fd-b658-c5db0575037b tempest-TestVolumeBackupRestore-428215559 tempest-TestVolumeBackupRestore-428215559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5feb7f5-c60a-4402-a51c-5b59448ec9c7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:40.515968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:40.517242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-19c8f420-4384-4b9e-ab6a-9a55e2c63de4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2921739 Aug 16 20:58:40.714075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-d52141f6-9443-4a77-b68b-79bf168b173b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1176268469&fields=id&tenant_id=07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 267 time: 0.0341361 Aug 16 20:58:40.823894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-34b37a77-97b0-49a1-8df2-d602598e9394 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:40.825380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-34b37a77-97b0-49a1-8df2-d602598e9394 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 810 time: 0.1042447 Aug 16 20:58:40.841315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-3e5d0200-3a26-4ee0-8604-b3979a8a9df0 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/quotas/07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 375 time: 0.0099618 Aug 16 20:58:40.902700 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-3ab81fef-dddc-4d7f-8e43-bcf56c2bf01b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559399 Aug 16 20:58:41.027738 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-707efd71-c663-4f5c-a1be-49a65c62ebc3 service neutron] 10.222.0.70 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013305 Aug 16 20:58:41.140133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-a27816e1-00a2-4548-9435-10610954b778 service neutron] 10.222.0.70 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183894 Aug 16 20:58:42.477047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f8ceb33-cb2e-44c0-a474-60f274dcae51 req-936c4b86-8cce-4170-a0d4-3b0ebcffee65 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 210 time: 0.0418367 Aug 16 20:58:43.550218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-84e26616-d9e7-4a8e-8ac1-caf0bfc5fe10 req-4a93d3f9-c272-4c1a-9469-bfa3c0feb1d1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 210 time: 0.0297759 Aug 16 20:58:44.519135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34512) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:44.717891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55e612eb-a1da-4a8d-ae93-980e808be40b req-516c4926-c6a8-4249-a772-1d2f6b65755a tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 210 time: 0.0733967 Aug 16 20:58:45.086271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.344761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e304b7cd-5ce3-45af-a477-b275c14b9d32 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:45.346219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e304b7cd-5ce3-45af-a477-b275c14b9d32 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.64 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 810 time: 0.2048626 Aug 16 20:58:45.422579 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-4e1b8949-ca3b-4915-bc17-39dffc440608 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07655302f31147a584d21c5b027cfec6 HTTP/1.1" status: 200 len: 380 time: 0.0552771 Aug 16 20:58:45.434301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'port': {'device_id': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'admin_state_up': True, 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'security_groups': ['2a5aa5bd-a843-4f55-b798-1e00efd9f70d']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:45.596583 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Deleting port 507da5e6-ed28-4d35-8d31-0d49b2971f5b {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:45.597153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.693277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] For port 507da5e6-ed28-4d35-8d31-0d49b2971f5b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=507da5e6-ed28-4d35-8d31-0d49b2971f5b,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:45.693641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.701085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Made reservation on behalf of 07655302f31147a584d21c5b027cfec6 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 20:58:45.704564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:45.718887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Calling delete_port for 507da5e6-ed28-4d35-8d31-0d49b2971f5b owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:45.842310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa382532-6414-4c0f-9718-6a3a6e9f2f0e req-3c1e4473-f594-4111-90c4-f9a50ad7d19c tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 210 time: 0.0300767 Aug 16 20:58:45.943111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Allocated IP 172.20.0.4 (2f4dddee-35cd-41de-bb6c-3371c9497ae9/bac4ad76-c6b3-406a-99f5-63a25a4cf2ac/a299fc2d-82fc-491a-9a58-086a178f34d1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 20:58:46.131000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.210409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Pushing event deleted for resources: {'Port': ['ID=507da5e6-ed28-4d35-8d31-0d49b2971f5b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:46.352090 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.401131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Transition to ACTIVE for port object a299fc2d-82fc-491a-9a58-086a178f34d1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:46.438534 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.598838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.655659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 20:58:46.683410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 20:58:46.690380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 20:58:46.719476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event updated for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:46.761445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:46.762097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:46.771460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Router 43e24cfc-c356-44ad-b06b-81af69337faa has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:46.891665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:46.901535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Sync routers for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:46.905298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:46.905829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e7114a2-f68d-4188-aa2e-dd05c169be92 admin admin] 10.222.0.70 "PUT /v2.0/routers/43e24cfc-c356-44ad-b06b-81af69337faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3866758 Aug 16 20:58:46.911147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-e541a684-8069-4667-b222-3a42774a69ab tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4812281 Aug 16 20:58:46.919630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:46.923006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.063324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Request body: {'port': {'device_id': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:47.093623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.162706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.246743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.269983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3155f-b5ba-49a5-8cf0-065208ce950e req-8b82ed47-73d8-4f5b-832a-9f0b7425e2bb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:47.271442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21c3155f-b5ba-49a5-8cf0-065208ce950e req-8b82ed47-73d8-4f5b-832a-9f0b7425e2bb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 931 time: 0.1951241 Aug 16 20:58:47.312929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:47.321786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21c3155f-b5ba-49a5-8cf0-065208ce950e req-87ae2188-59db-451e-b5e3-8ce9eb153160 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Aug 16 20:58:47.435830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c90fe5b3-1c7c-46d2-b086-2772387f96e5 None None] Provisioning for port a299fc2d-82fc-491a-9a58-086a178f34d1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:47.447041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Deleting port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:47.448288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.498273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c90fe5b3-1c7c-46d2-b086-2772387f96e5 None None] Provisioning complete for port a299fc2d-82fc-491a-9a58-086a178f34d1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:47.499196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c90fe5b3-1c7c-46d2-b086-2772387f96e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.502274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a299fc2d-82fc-491a-9a58-086a178f34d1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:47.517704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.542328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Transition to ACTIVE for port object a299fc2d-82fc-491a-9a58-086a178f34d1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 20:58:47.564730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c90fe5b3-1c7c-46d2-b086-2772387f96e5 None None] Port a299fc2d-82fc-491a-9a58-086a178f34d1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 20:58:47.580579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] For port 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:47.581233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.585760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:58:45Z', 'revision_number': 5, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port': {'id': '3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.595660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Calling delete_port for 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:47.613151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Checking router: 43e24cfc-c356-44ad-b06b-81af69337faa for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:47.622288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Routers {'43e24cfc-c356-44ad-b06b-81af69337faa'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:47.622965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['43e24cfc-c356-44ad-b06b-81af69337faa'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.645479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.714842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] Set router 43e24cfc-c356-44ad-b06b-81af69337faa gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:47.760595 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2361-358b-4275-9040-8b448669de11 service neutron] Pushing event updated for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:47.787351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:58:47Z', 'revision_number': 6, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:47.821792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3060b9-0ffb-44ac-95f0-8864e33384fd None None] The sync data for ids ['43e24cfc-c356-44ad-b06b-81af69337faa'] in n-d-794306-10 is: [{'id': '43e24cfc-c356-44ad-b06b-81af69337faa', 'name': 'tempest-TestVolumeBackupRestore-867274731-router', 'tenant_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:20Z', 'updated_at': '2021-08-16T20:58:47Z', 'revision_number': 6, 'project_id': '5ed7c8b3e9994cf78ed1a976c743878f', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:47.836185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Attempting to bind port a299fc2d-82fc-491a-9a58-086a178f34d1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 20:58:47.836642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Attempting to bind port a299fc2d-82fc-491a-9a58-086a178f34d1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 20:58:47.840014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Attempting to bind port a299fc2d-82fc-491a-9a58-086a178f34d1 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:47.842596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Port a299fc2d-82fc-491a-9a58-086a178f34d1 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 20:58:47.842994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Attempting to bind port a299fc2d-82fc-491a-9a58-086a178f34d1 on network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 20:58:47.848451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 20, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 20:58:47.848792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Checking segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 20:58:47.849185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Bound using segment: {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 20:58:47.849611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Bound port: a299fc2d-82fc-491a-9a58-086a178f34d1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311da9a4-19e7-49fb-b5d5-ba0f2011b942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 20:58:47.850172 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.924455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 20:58:47.927940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a299fc2d-82fc-491a-9a58-086a178f34d1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 20:58:47.933684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:47.961991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:48.030030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.061947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.098473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.099673 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.105239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-14be2361-358b-4275-9040-8b448669de11 service neutron] 10.222.0.64 "PUT /v2.0/ports/a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 200 len: 1092 time: 1.1844699 Aug 16 20:58:48.106083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:48.108569 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49945902-de3c-4d8f-9e35-0e2b65866d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:48.143081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2361-358b-4275-9040-8b448669de11 service neutron] Pushing event updated for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:48.163398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.166725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.172141 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a20d19-fd85-4624-a387-09e9eb693365 x-openstack-request-id: req-06a20d19-fd85-4624-a387-09e9eb693365 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:48.172430 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:48.172683 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06a20d19-fd85-4624-a387-09e9eb693365 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:48.173310 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'status': 'completed', 'code': 200} Aug 16 20:58:48.269405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-ac3a6ec2-fed3-4a1b-84a1-d28dea854103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.272357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-ac3a6ec2-fed3-4a1b-84a1-d28dea854103 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1095 time: 0.0702202 Aug 16 20:58:48.315929 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.316450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e24cfc-c356-44ad-b06b-81af69337faa {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:48.321236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.323652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ce39634c-cfe0-49cd-b38c-cd9e85961935 admin admin] 10.222.0.70 "DELETE /v2.0/routers/43e24cfc-c356-44ad-b06b-81af69337faa HTTP/1.1" status: 204 len: 168 time: 1.4171555 Aug 16 20:58:48.325347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:48.390207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Deleting subnet 8d283214-d1d2-486a-ba74-4d0fc7f5abf9 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:48.394125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.418430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-fc206e1b-fe6c-46ca-a82a-0bd3ce6a2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.420663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-fc206e1b-fe6c-46ca-a82a-0bd3ce6a2923 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=07655302f31147a584d21c5b027cfec6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1406267 Aug 16 20:58:48.456942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.499689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24eaff-9130-4e07-b379-5336f37ce697 req-5b73660d-f8dc-4ff4-abc1-81d4b12dd26d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.501236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a24eaff-9130-4e07-b379-5336f37ce697 req-5b73660d-f8dc-4ff4-abc1-81d4b12dd26d tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 943 time: 0.0866709 Aug 16 20:58:48.505036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.535556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-5487ec79-d101-42ae-9750-d284dea121c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.538250 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-49945902-de3c-4d8f-9e35-0e2b65866d7a req-5487ec79-d101-42ae-9750-d284dea121c8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088159 Aug 16 20:58:48.582024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4a24eaff-9130-4e07-b379-5336f37ce697 req-c7e98a08-c673-4643-951f-b3b240e99c63 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727298 Aug 16 20:58:48.585414 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.674848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-f0c98b10-40fe-4f3a-bbf9-58b898b67e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:48.676777 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-f0c98b10-40fe-4f3a-bbf9-58b898b67e93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1095 time: 0.0868077 Aug 16 20:58:48.736404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.774752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.779991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8d283214-d1d2-486a-ba74-4d0fc7f5abf9 HTTP/1.1" status: 204 len: 168 time: 0.4510622 Aug 16 20:58:48.779991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066e90c-8e63-4aef-b1dc-971aa1680a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d283214-d1d2-486a-ba74-4d0fc7f5abf9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:48.808006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:48.809479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8308f-8a10-4bdf-a908-cd335ccdb1af None None] Network 6a080b9a-b687-4f10-a48f-fa0ba1107dae requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:48.870760 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.943459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Deleting port fa1f6d95-8230-48ad-9f98-ef7516064aee {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:48.944852 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:48.984985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:49.009184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:49.009941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3d0143d8-d2bd-4494-ab3d-dd6d0b37b5a9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:49.010593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 507da5e6-ed28-4d35-8d31-0d49b2971f5b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:49.039140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 507da5e6-ed28-4d35-8d31-0d49b2971f5b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:49.039834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 507da5e6-ed28-4d35-8d31-0d49b2971f5b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:49.049257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] For port fa1f6d95-8230-48ad-9f98-ef7516064aee, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fa1f6d95-8230-48ad-9f98-ef7516064aee,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:49.049723 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.059884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] DHCP port deletion for 6a080b9a-b687-4f10-a48f-fa0ba1107dae request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:49.074123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Calling delete_port for fa1f6d95-8230-48ad-9f98-ef7516064aee owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:49.109262 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-b0e6a610-adfa-46a7-8f87-db1beb7ec932 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 200 len: 217 time: 0.4235251 Aug 16 20:58:49.114431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Deleting port fa1f6d95-8230-48ad-9f98-ef7516064aee {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:49.114834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.176470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-69f2aad7-38d1-4cc1-8f6c-d0aaaba9003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.177949 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-69f2aad7-38d1-4cc1-8f6c-d0aaaba9003b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0610945 Aug 16 20:58:49.188034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] For port fa1f6d95-8230-48ad-9f98-ef7516064aee, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fa1f6d95-8230-48ad-9f98-ef7516064aee,segment=NetworkSegment(c905737a-6a1f-4dd0-96c9-475cd57edd8a),segment_id=c905737a-6a1f-4dd0-96c9-475cd57edd8a)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:49.188437 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.201271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Calling delete_port for fa1f6d95-8230-48ad-9f98-ef7516064aee owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:49.224565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.229805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-86910fe5-9ab2-4a3a-aed7-a2548edb90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.238515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-86910fe5-9ab2-4a3a-aed7-a2548edb90a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501969 Aug 16 20:58:49.258748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] No DVR routers for this DVR port fa1f6d95-8230-48ad-9f98-ef7516064aee on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:49.269700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1f6d95-8230-48ad-9f98-ef7516064aee,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:49.286868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.317584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Pushing event deleted for resources: {'Port': ['ID=fa1f6d95-8230-48ad-9f98-ef7516064aee,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:49.326287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] No DVR routers for this DVR port fa1f6d95-8230-48ad-9f98-ef7516064aee on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:49.328472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.328817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.329263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.329787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.330283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.330777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.331266 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.331799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.332308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.332795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.333289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.333771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f9fa-0fe1-43c5-b5b6-e66daef44e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:49.353762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.373633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a080b9a-b687-4f10-a48f-fa0ba1107dae']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.397220 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-6026e8cf-f4a0-443f-b4e4-f209ba30f4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510882 Aug 16 20:58:49.504424 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a30d4d0a-bbb1-4f50-a9f8-896468a695de req-d403a56a-a25a-48f3-b517-51fdbfdeb460 service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989873 Aug 16 20:58:49.740309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c905737a-6a1f-4dd0-96c9-475cd57edd8a') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.740616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c905737a-6a1f-4dd0-96c9-475cd57edd8a') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:49.773578 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.792150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.801471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:49.802318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.811587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28831bb7-5b1a-48cd-a1a1-f498d82f0b6d req-76276063-3187-4627-9561-5506df7f33fe tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28831bb7-5b1a-48cd-a1a1-f498d82f0b6d req-76276063-3187-4627-9561-5506df7f33fe tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 943 time: 0.0770903 Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:49.813789 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:49.901512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28831bb7-5b1a-48cd-a1a1-f498d82f0b6d req-159126cb-fd9e-4b1b-9ea6-b26ecefffd31 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774114 Aug 16 20:58:49.987825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.993666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:49.996019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] 10.222.0.70 "DELETE /v2.0/networks/6a080b9a-b687-4f10-a48f-fa0ba1107dae HTTP/1.1" status: 204 len: 168 time: 1.2093220 Aug 16 20:58:49.998880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34722) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:50.007627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872b6ec-4c33-4ede-9607-1321e87e2e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a080b9a-b687-4f10-a48f-fa0ba1107dae,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:50.377384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.640438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Deleting port db8c5a90-7a88-43fa-9502-8a03887a4c54 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:50.640784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.736654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] For port db8c5a90-7a88-43fa-9502-8a03887a4c54, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=db8c5a90-7a88-43fa-9502-8a03887a4c54,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:50.737027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:50.751809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Calling delete_port for db8c5a90-7a88-43fa-9502-8a03887a4c54 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:50.973958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fa1f6d95-8230-48ad-9f98-ef7516064aee no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:50.973958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: fa1f6d95-8230-48ad-9f98-ef7516064aee {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:50.973958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fa1f6d95-8230-48ad-9f98-ef7516064aee not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:51.020529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba786f-2daf-4110-a338-68f04ec0cc94 req-a859f3c3-66f1-425f-8837-84fd007430e3 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:51.022021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42ba786f-2daf-4110-a338-68f04ec0cc94 req-a859f3c3-66f1-425f-8837-84fd007430e3 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 943 time: 0.0510921 Aug 16 20:58:51.061037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-42ba786f-2daf-4110-a338-68f04ec0cc94 req-115cdd85-512d-4946-82bf-c6677205ea29 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319471 Aug 16 20:58:51.087517 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.120788 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8c5a90-7a88-43fa-9502-8a03887a4c54,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:51.294776 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.529589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Router 656667a0-664c-42c7-afad-13f78bd25bd0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:51.640197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:51.648210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c573eb35-e895-463a-bfe9-3b21f54fe546 admin admin] 10.222.0.70 "PUT /v2.0/routers/656667a0-664c-42c7-afad-13f78bd25bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6456439 Aug 16 20:58:51.648331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:51.651225 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Sync routers for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:51.661703 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:51.662380 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.769968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.771153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:51.877239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:51.959150 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61'}], 'enable_snat': True}, 'gw_port_id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:58:50Z', 'revision_number': 5, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port': {'id': '456a3c11-0433-431f-bbee-bdabe20d01ed', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:53:30Z', 'updated_at': '2021-08-16T20:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.986520 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Checking router: 656667a0-664c-42c7-afad-13f78bd25bd0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:51.995328 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Routers {'656667a0-664c-42c7-afad-13f78bd25bd0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:51.995971 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['656667a0-664c-42c7-afad-13f78bd25bd0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:51.999820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Deleting port 456a3c11-0433-431f-bbee-bdabe20d01ed {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:52.000166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.086171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] For port 456a3c11-0433-431f-bbee-bdabe20d01ed, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=456a3c11-0433-431f-bbee-bdabe20d01ed,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:52.086551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.102404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Calling delete_port for 456a3c11-0433-431f-bbee-bdabe20d01ed owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:52.182870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.189362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f760a-1dbf-4992-b188-f123556e4e8c req-36287dcd-9efd-49f3-8259-62444b3ebbec tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:52.200476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d84f760a-1dbf-4992-b188-f123556e4e8c req-36287dcd-9efd-49f3-8259-62444b3ebbec tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 943 time: 0.0585084 Aug 16 20:58:52.201918 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] Set router 656667a0-664c-42c7-afad-13f78bd25bd0 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:52.256190 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:58:51Z', 'revision_number': 6, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:52.263204 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d84f760a-1dbf-4992-b188-f123556e4e8c req-92f00c1a-faf3-4ffd-915a-f6f8e84a0239 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614855 Aug 16 20:58:52.292273 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8367d57-7060-4c16-91cf-c3600093b7fa None None] The sync data for ids ['656667a0-664c-42c7-afad-13f78bd25bd0'] in n-d-794306-10 is: [{'id': '656667a0-664c-42c7-afad-13f78bd25bd0', 'name': 'tempest-TestVolumeBackupRestore-1136690136-router', 'tenant_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:53:29Z', 'updated_at': '2021-08-16T20:58:51Z', 'revision_number': 6, 'project_id': '31c03bd81e0c4e15bbf9dbc30c87ecae', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:52.345901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a299fc2d-82fc-491a-9a58-086a178f34d1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 20:58:52.364946 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.396527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Pushing event deleted for resources: {'Port': ['ID=456a3c11-0433-431f-bbee-bdabe20d01ed,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.463691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a299fc2d-82fc-491a-9a58-086a178f34d1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:52.472741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.477393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'port_id': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'mac_address': 'fa:16:3e:f8:1b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 20:58:52.517381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.530700 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a299fc2d-82fc-491a-9a58-086a178f34d1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 20:58:52.550323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a299fc2d-82fc-491a-9a58-086a178f34d1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:52.571704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.574505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.658553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.715448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:52.742310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.742310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656667a0-664c-42c7-afad-13f78bd25bd0 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 20:58:52.743441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.744722 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-646a2bc7-af1a-42b4-a2f1-fa1877ce77ce admin admin] 10.222.0.70 "DELETE /v2.0/routers/656667a0-664c-42c7-afad-13f78bd25bd0 HTTP/1.1" status: 204 len: 168 time: 1.0954452 Aug 16 20:58:52.747308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34832) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:52.812077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Deleting subnet 26625c17-7677-479d-ab1d-52372e65b623 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 20:58:52.815321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.852429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:52.881075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a299fc2d-82fc-491a-9a58-086a178f34d1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 20:58:52.933015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.097798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.144585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26625c17-7677-479d-ab1d-52372e65b623,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.153733 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.159913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34850) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:53.161516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd72cf-e689-450b-b651-9b956e774348 None None] Network 0975d77f-455f-4948-864e-f6b38ef98c3d requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 20:58:53.171339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/26625c17-7677-479d-ab1d-52372e65b623 HTTP/1.1" status: 204 len: 168 time: 0.4225838 Aug 16 20:58:53.185801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.186341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.187548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.188165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.188706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.189614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.190214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.190643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.192095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.192777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.193108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.193456 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18323f8-4fb4-47cb-9a6a-19ac0308de55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.224945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device db8c5a90-7a88-43fa-9502-8a03887a4c54 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:53.252874 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: db8c5a90-7a88-43fa-9502-8a03887a4c54 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:53.253295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device db8c5a90-7a88-43fa-9502-8a03887a4c54 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:53.253787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 456a3c11-0433-431f-bbee-bdabe20d01ed no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:53.258209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.310073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 456a3c11-0433-431f-bbee-bdabe20d01ed {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:53.310073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 456a3c11-0433-431f-bbee-bdabe20d01ed not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:53.328361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Deleting port cb19a8b0-d345-48b8-970a-0dbc240e1512 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:53.328877 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.443944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] For port cb19a8b0-d345-48b8-970a-0dbc240e1512, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cb19a8b0-d345-48b8-970a-0dbc240e1512,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:53.444323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.459905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] DHCP port deletion for 0975d77f-455f-4948-864e-f6b38ef98c3d request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 20:58:53.460609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465183b5-9708-477c-82f1-96bff4d110bd req-8e1ada52-f35a-45e9-997c-0294f8ccfdc4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:53.462144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465183b5-9708-477c-82f1-96bff4d110bd req-8e1ada52-f35a-45e9-997c-0294f8ccfdc4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 944 time: 0.0923188 Aug 16 20:58:53.469014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Calling delete_port for cb19a8b0-d345-48b8-970a-0dbc240e1512 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:53.525884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Deleting port cb19a8b0-d345-48b8-970a-0dbc240e1512 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 20:58:53.527039 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.554340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465183b5-9708-477c-82f1-96bff4d110bd req-0ab48df3-3873-47fc-8e21-f65e722e0e9f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830379 Aug 16 20:58:53.607154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] For port cb19a8b0-d345-48b8-970a-0dbc240e1512, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cb19a8b0-d345-48b8-970a-0dbc240e1512,segment=NetworkSegment(c55e2063-020a-4a52-90f5-735677f71a07),segment_id=c55e2063-020a-4a52-90f5-735677f71a07)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:53.607624 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.621421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Calling delete_port for cb19a8b0-d345-48b8-970a-0dbc240e1512 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 20:58:53.721786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.728678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.752932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb19a8b0-d345-48b8-970a-0dbc240e1512,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.757574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] No DVR routers for this DVR port cb19a8b0-d345-48b8-970a-0dbc240e1512 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:53.758876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] Pushing event deleted for resources: {'Port': ['ID=cb19a8b0-d345-48b8-970a-0dbc240e1512,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:53.761719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0be102-6956-49fe-8d23-ae5023741c2c None None] No DVR routers for this DVR port cb19a8b0-d345-48b8-970a-0dbc240e1512 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 20:58:53.767848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.773414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 20:58:53.849238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.859218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0975d77f-455f-4948-864e-f6b38ef98c3d']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.869306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55e2063-020a-4a52-90f5-735677f71a07') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.869591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55e2063-020a-4a52-90f5-735677f71a07') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:53.878243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.892182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.898822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 20:58:53.899208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: timer() Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 20:58:53.900930 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 20:58:54.029916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.041758 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.041758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0975d77f-455f-4948-864e-f6b38ef98c3d HTTP/1.1" status: 204 len: 168 time: 0.8761432 Aug 16 20:58:54.052983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60499e3-94a4-4bc9-bff3-84b2183f3989 admin admin] Pushing event deleted for resources: {'Network': ['ID=0975d77f-455f-4948-864e-f6b38ef98c3d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:54.361841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a299fc2d-82fc-491a-9a58-086a178f34d1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 20:58:54.442459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34904) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.483035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-25dbea09-f3cb-49a8-beb0-b344309b2b15 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ed7c8b3e9994cf78ed1a976c743878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393538 Aug 16 20:58:54.485508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34908) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:54.535509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.536033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a299fc2d-82fc-491a-9a58-086a178f34d1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 20:58:54.540454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a299fc2d-82fc-491a-9a58-086a178f34d1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 20:58:54.540921 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.560404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.655664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.681211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:54.684269 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a950e40c-dac0-44be-b18e-24fa8e87323a" -d '{"events": [{"server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "name": "network-vif-plugged", "status": "completed", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:54.705396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a299fc2d-82fc-491a-9a58-086a178f34d1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 20:58:54.715668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55838393-2096-4d6e-b7a1-9e78cb591bfc req-fc58963f-9c1a-4821-8941-18ff6d22b978 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:54.720184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55838393-2096-4d6e-b7a1-9e78cb591bfc req-fc58963f-9c1a-4821-8941-18ff6d22b978 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 944 time: 0.0615473 Aug 16 20:58:54.743195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.746413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.749939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/515f6f7f-8031-47d9-bd74-20071188ef6d HTTP/1.1" status: 204 len: 168 time: 0.2611370 Aug 16 20:58:54.767506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a2c79-3fa1-4eb2-ab63-cda5a9d0c8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f6f7f-8031-47d9-bd74-20071188ef6d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:54.795989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:54.815587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55838393-2096-4d6e-b7a1-9e78cb591bfc req-eab0fa01-1686-4c07-b736-d92c496844bb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855081 Aug 16 20:58:54.859493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:54.906096 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d725f1c7-de53-4e88-92f7-97b2aa3130e3 x-openstack-request-id: req-d725f1c7-de53-4e88-92f7-97b2aa3130e3 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:54.906483 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "name": "network-vif-plugged", "status": "completed", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:54.906885 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d725f1c7-de53-4e88-92f7-97b2aa3130e3 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:54.907378 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'code': 200} Aug 16 20:58:54.948429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cb19a8b0-d345-48b8-970a-0dbc240e1512 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 20:58:54.971629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cb19a8b0-d345-48b8-970a-0dbc240e1512 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 20:58:54.972015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cb19a8b0-d345-48b8-970a-0dbc240e1512 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 20:58:55.009105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ea37c-1405-4a38-bcbd-27213a983299 req-2c472880-f29f-4dc7-80f7-ce3f2f68dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:55.011631 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff5ea37c-1405-4a38-bcbd-27213a983299 req-2c472880-f29f-4dc7-80f7-ce3f2f68dd74 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1097 time: 0.0411739 Aug 16 20:58:55.047256 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff5ea37c-1405-4a38-bcbd-27213a983299 req-00b82c24-44cd-4241-aeb2-fcc5363bfebc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289400 Aug 16 20:58:55.594244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 34956) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:55.636766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-de8cadac-e4e4-4745-969c-0e7d587be2e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31c03bd81e0c4e15bbf9dbc30c87ecae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412536 Aug 16 20:58:55.639443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 34958) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:55.688836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.716073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.858482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.861158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:55.867544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8674138-a268-4fa8-8811-a817be7446df HTTP/1.1" status: 204 len: 168 time: 0.2218547 Aug 16 20:58:55.876122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351394b-1516-4948-9324-03607d54f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8674138-a268-4fa8-8811-a817be7446df,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 20:58:55.942555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bd79a-8aaa-4e0f-b1b1-8dbc25aceb3c req-b95b6130-e90d-4ba2-b4ab-3fefbaa83973 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:55.944663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-094bd79a-8aaa-4e0f-b1b1-8dbc25aceb3c req-b95b6130-e90d-4ba2-b4ab-3fefbaa83973 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0578961 Aug 16 20:58:55.994553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-094bd79a-8aaa-4e0f-b1b1-8dbc25aceb3c req-aa1fbd37-03d7-47e6-b714-f95a7eae24a0 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Aug 16 20:58:57.117409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6aef3-7766-4c31-b83f-42b6650aac1a req-afa96eca-3345-4501-8ee7-8176f2fbdfa7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.119664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95f6aef3-7766-4c31-b83f-42b6650aac1a req-afa96eca-3345-4501-8ee7-8176f2fbdfa7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0551262 Aug 16 20:58:57.159127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95f6aef3-7766-4c31-b83f-42b6650aac1a req-e9b53806-1d00-437f-82e3-fe936a40895e tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329094 Aug 16 20:58:57.274480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3f673-20d1-429a-a4be-344284ea8e3e req-7dcd9e86-cd35-4279-9fab-8042b0c00cf1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:57.276736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5d3f673-20d1-429a-a4be-344284ea8e3e req-7dcd9e86-cd35-4279-9fab-8042b0c00cf1 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0526772 Aug 16 20:58:57.284994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 35028) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 20:58:57.289693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Request body: {'floatingip': {'port_id': 'a299fc2d-82fc-491a-9a58-086a178f34d1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 20:58:57.331233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.787598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.788800 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:58:57.851214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:57.954858 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Floating IP ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8 associated. External IP: 172.25.7.127, port: a299fc2d-82fc-491a-9a58-086a178f34d1. Aug 16 20:58:58.171852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 20:58:58.283914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 20:58:58.288698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:58:58.294063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 20:58:58.303222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:58.303855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.319125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9e176071-1711-4ef9-a388-08619afff4a4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "PUT /v2.0/floatingips/ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8 HTTP/1.1" status: 200 len: 991 time: 1.0303657 Aug 16 20:58:58.319125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 20:58:58.319832 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee41bcee-5317-4e49-9fff-c642063f5ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 20:58:58.374624 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 20:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c504daad-4785-491e-bf8a-df0057580eb6 x-openstack-request-id: req-c504daad-4785-491e-bf8a-df0057580eb6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 20:58:58.374911 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 20:58:58.375181 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c504daad-4785-491e-bf8a-df0057580eb6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 20:58:58.375614 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'status': 'completed', 'code': 200} Aug 16 20:58:58.446034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:58.448607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-329bcfba-0cba-4489-a088-26820c88afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.450261 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-329bcfba-0cba-4489-a088-26820c88afc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1097 time: 0.0469673 Aug 16 20:58:58.554897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-89a13446-73b7-4af3-8a2a-f0e495fa0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.557267 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-89a13446-73b7-4af3-8a2a-f0e495fa0555 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0999503 Aug 16 20:58:58.637580 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-36b6aa9f-1c79-4da5-8741-05810a32c945 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 200 len: 999 time: 0.0702553 Aug 16 20:58:58.681803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:f8:1b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:39Z', 'updated_at': '2021-08-16T20:58:57Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.689528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-afb20ff0-ae89-4eb8-80cf-ec4b62930d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.691799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-afb20ff0-ae89-4eb8-80cf-ec4b62930d86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0476403 Aug 16 20:58:58.714280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 20:58:58.723945 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 20:58:58.724571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T20:58:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:58.743139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-337494ea-9884-4bbe-947d-2265685cc5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:58:58.745259 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-337494ea-9884-4bbe-947d-2265685cc5ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459225 Aug 16 20:58:58.830235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 20:58:58.842257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-50747a44-3418-4ab5-86ff-4749f4ce48ee service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896440 Aug 16 20:58:58.933925 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ee41bcee-5317-4e49-9fff-c642063f5ae9 req-a3227a51-bbab-4e49-a19a-f9fa6c4d7480 service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Aug 16 20:58:59.228748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:f8:1b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:39Z', 'updated_at': '2021-08-16T20:58:57Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 20:58:59.258463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35afba99-8f48-4103-a809-0b32c2ba674b None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'floating_ip_address': '172.25.7.127', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'port_id': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'mac_address': 'fa:16:3e:f8:1b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T20:58:39Z', 'updated_at': '2021-08-16T20:58:57Z', 'revision_number': 1, 'project_id': '07655302f31147a584d21c5b027cfec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 20:58:59.460603 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8aa7a-3329-4439-9233-97d9ab8cdc11 None None] New status for floating IP ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 20:59:00.718167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8e99b3d-1a84-46cc-a5f2-e60ce8aa1c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.450046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:03.609420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ce7e27a7-1b54-4d91-99aa-b99216321a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:04.315465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:06.220968 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:18.471932 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:22.149116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:24.899872 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-93e68627-0b3d-4731-8006-22e9bb0e88d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461063 Aug 16 20:59:24.999530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-ed3dce37-7ae6-4326-ae53-a55d2e9f476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.001047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-ed3dce37-7ae6-4326-ae53-a55d2e9f476a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1097 time: 0.0478370 Aug 16 20:59:25.108015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-f39d7de8-7da6-446a-8d05-573dd481d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.109551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-f39d7de8-7da6-446a-8d05-573dd481d964 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0886745 Aug 16 20:59:25.178069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-7284652a-9c16-4ac7-b31b-89e4a516d88d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 200 len: 1001 time: 0.0612965 Aug 16 20:59:25.228654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-b7eab498-8399-4f89-bba7-9eab455d6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.230376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-b7eab498-8399-4f89-bba7-9eab455d6bff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0444520 Aug 16 20:59:25.278689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-2db26e09-123c-4764-adab-380c78f46cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 20:59:25.280324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-2db26e09-123c-4764-adab-380c78f46cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425458 Aug 16 20:59:25.380391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-7ea8a2e4-b115-4a80-acbc-ab039f206f01 service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897872 Aug 16 20:59:25.484289 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-89b75354-d757-4791-a20a-c7120fb7d2ab req-e5fa6180-5fe7-4753-8f5c-9e5493cca3ab service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956194 Aug 16 20:59:30.682645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c04fa650-8dcc-42b2-ace8-ee1d10c6d648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.482460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:33.611612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db82f893-40f6-43c7-9558-6fcb8767447c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.379279 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:34.787904 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 20:59:36.268300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:48.469979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:52.201310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 20:59:54.526804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-09c9f460-c80a-49eb-8804-4c367e37edda req-ecef98df-0efa-4601-a8e9-7e0ada9b17d8 service neutron] (95240) timed out ('10.222.0.73', 55780) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:00:00.681095 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7d289cc-8ab9-40e0-9b5b-2bf2380deb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.475335 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:03.623782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d9b9143e-e4e0-4730-8a09-3f31cc810d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:04.292112 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:06.200781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:11.787807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:00:18.468517 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:22.182770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:24.914929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-b440efbc-2cde-4942-9e71-cd368b54e47b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409353 Aug 16 21:00:25.007270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-a37f5f4e-7360-4978-9827-50c1ef1543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.008854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-a37f5f4e-7360-4978-9827-50c1ef1543ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07655302f31147a584d21c5b027cfec6&device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 1097 time: 0.0527332 Aug 16 21:00:25.113931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-b9406bba-f899-49fc-b8f1-30551391420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.116001 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-b9406bba-f899-49fc-b8f1-30551391420c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 200 len: 911 time: 0.0877702 Aug 16 21:00:25.192197 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-b215c6db-812b-452b-b97c-2e99d2ad5ccb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 200 len: 1001 time: 0.0684052 Aug 16 21:00:25.241497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-36d4abef-de05-4d4a-9a06-c34601ba7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.242943 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-36d4abef-de05-4d4a-9a06-c34601ba7cee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 200 len: 849 time: 0.0440960 Aug 16 21:00:25.604721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-026477cd-de2c-41b7-8bc9-9cba39a8756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:00:25.606133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-026477cd-de2c-41b7-8bc9-9cba39a8756d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2f4dddee-35cd-41de-bb6c-3371c9497ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3560369 Aug 16 21:00:25.694411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-dd783428-c76c-48a3-97fc-857e259cc079 service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807655 Aug 16 21:00:25.787836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e3415ad9-0a95-429a-94a2-c643eaba581e req-6c2ea62d-9087-43e5-a265-b8205f4320af service neutron] 10.222.0.64 "GET /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863461 Aug 16 21:00:30.719241 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-539105e6-82fd-42b8-ade6-6bde0d905925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.467666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:33.621763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27927bad-3f19-4449-9afc-7b2ed9834fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:34.336041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:36.250246 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.518177 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:00:48.787376 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:00:52.187882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:00.666005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-13b38e24-8157-45a5-bfe8-4f4af1e00487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.454658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:03.598186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-54cc0e23-8cc0-4a74-91b1-a1d1b74a8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:04.334912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:06.214718 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.134668 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.250342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.342160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.426146 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.464667 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acfb88a-e680-4de7-8c1b-667d44f1690b,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.469519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d16e59d868f7465abe1e69a2ddc28fed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338244 Aug 16 21:01:11.473178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:11.476100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.476465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.476811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.477153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.477496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.477835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.478164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.478700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.479035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.479365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.479695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.480044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0171c27b-ca0e-42af-b0f8-1fab9296bc3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.526197 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.546976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.665638 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.668412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:11.669584 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4acfb88a-e680-4de7-8c1b-667d44f1690b HTTP/1.1" status: 204 len: 168 time: 0.1953454 Aug 16 21:01:11.679069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acfb88a-e680-4de7-8c1b-667d44f1690b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:11.686682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.687029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.687376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.687741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.688074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.688408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.688741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.689083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.689416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.689744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.690070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:11.690394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d67682-cfb1-4be6-9260-52e68db2ab57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:12.298660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.312038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc6ab-1e65-4bd6-b425-49c321dbec88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.398979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc6ab-1e65-4bd6-b425-49c321dbec88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.476992 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc6ab-1e65-4bd6-b425-49c321dbec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.518067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6dc6ab-1e65-4bd6-b425-49c321dbec88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd409dd-9c6a-4b57-849a-0270b0277349,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:12.524503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae6dc6ab-1e65-4bd6-b425-49c321dbec88 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac106ca2273d43a3b50d9144dbde2854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225089 Aug 16 21:01:12.524729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:12.577913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.600564 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.734745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.737485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:12.739223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5fd409dd-9c6a-4b57-849a-0270b0277349 HTTP/1.1" status: 204 len: 168 time: 0.2135992 Aug 16 21:01:12.748601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f2718-3dc5-4e32-a789-bc6242c87993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd409dd-9c6a-4b57-849a-0270b0277349,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:13.902717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017fb6-5aac-4abf-81a5-2aa6e2a031e1 req-5a888d3f-a39e-4f6f-9424-5583cbe3cbce tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:13.904425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86017fb6-5aac-4abf-81a5-2aa6e2a031e1 req-5a888d3f-a39e-4f6f-9424-5583cbe3cbce tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0642183 Aug 16 21:01:13.948442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86017fb6-5aac-4abf-81a5-2aa6e2a031e1 req-c897d394-4fae-430c-af8f-092e6c58dc46 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Aug 16 21:01:15.068897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9d7a2-a885-47be-bd9c-36ec09b0ebb2 req-07be052c-e435-4fd5-b7b8-327803d53a5b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.070381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63c9d7a2-a885-47be-bd9c-36ec09b0ebb2 req-07be052c-e435-4fd5-b7b8-327803d53a5b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0493343 Aug 16 21:01:15.116402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63c9d7a2-a885-47be-bd9c-36ec09b0ebb2 req-230bd0fa-c6b3-42d0-9e39-5416d4fb6954 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Aug 16 21:01:15.584826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-80690096-c61e-4e5c-9e0f-d5540128318f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:15.587197 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-80690096-c61e-4e5c-9e0f-d5540128318f tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0524492 Aug 16 21:01:15.685881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Deleting port a299fc2d-82fc-491a-9a58-086a178f34d1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:15.686313 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.775741 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] For port a299fc2d-82fc-491a-9a58-086a178f34d1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a299fc2d-82fc-491a-9a58-086a178f34d1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:15.776031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:15.996505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.001891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.001891 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Floating IP ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8 disassociated. External IP: 172.25.7.127, port: a299fc2d-82fc-491a-9a58-086a178f34d1. Aug 16 21:01:16.001891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Calling delete_port for a299fc2d-82fc-491a-9a58-086a178f34d1 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:16.226030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.228104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84038d-91b4-45d0-b449-f45f863aed09 req-59c656e4-15b4-4132-98a2-598e7864bdd8 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:16.230330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae84038d-91b4-45d0-b449-f45f863aed09 req-59c656e4-15b4-4132-98a2-598e7864bdd8 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 945 time: 0.0512633 Aug 16 21:01:16.259090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'Port': ['ID=a299fc2d-82fc-491a-9a58-086a178f34d1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:16.275925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae84038d-91b4-45d0-b449-f45f863aed09 req-a74de2b9-b68c-4ce1-95de-a055c5bac92b tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups?id=2a5aa5bd-a843-4f55-b798-1e00efd9f70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357933 Aug 16 21:01:16.386370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:16.497177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:16.508023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:16.516994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:16.517797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.536760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] No DVR routers for this DVR port a299fc2d-82fc-491a-9a58-086a178f34d1 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:16.539527 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:16.541731 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-82fc0648-73d5-4c85-a2cb-42da1dc4322d req-431cf0e6-f27b-44ad-969e-c9d597bea661 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.64 "DELETE /v2.0/ports/a299fc2d-82fc-491a-9a58-086a178f34d1 HTTP/1.1" status: 204 len: 173 time: 0.9474065 Aug 16 21:01:16.542413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'name': 'network-vif-deleted', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:01:16.547296 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434fe86d-82ae-488c-9d3c-7ef184f69883" -d '{"events": [{"server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "name": "network-vif-deleted", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:01:16.630924 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:16.776106 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c36d28-7b52-4b3b-80b5-431ba69a7030 x-openstack-request-id: req-96c36d28-7b52-4b3b-80b5-431ba69a7030 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:01:16.776609 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a97c55-2663-42eb-ae34-a0d297dfaeac", "name": "network-vif-deleted", "tag": "a299fc2d-82fc-491a-9a58-086a178f34d1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:01:16.776764 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96c36d28-7b52-4b3b-80b5-431ba69a7030 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:01:16.777038 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a97c55-2663-42eb-ae34-a0d297dfaeac', 'name': 'network-vif-deleted', 'tag': 'a299fc2d-82fc-491a-9a58-086a178f34d1', 'status': 'completed', 'code': 200} Aug 16 21:01:16.866415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:16.892696 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:16.902688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:16.903350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:17.012681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:17.216502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:17.248688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90b078-3d21-4b61-b1ea-b615f96659ca None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:26Z', 'revision_number': 4, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '528a2940-9779-4541-badb-47ff7383e7f1', 'name': '', 'network_id': '2f4dddee-35cd-41de-bb6c-3371c9497ae9', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'mac_address': 'fa:16:3e:e0:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:25Z', 'updated_at': '2021-08-16T20:54:32Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'subnets': [{'id': 'bac4ad76-c6b3-406a-99f5-63a25a4cf2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:17.422387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f48ad3e3-3b66-41c2-9440-0ba6975fdc32 req-c48b21c9-3887-4df8-9dab-f46ec9288ec4 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7a97c55-2663-42eb-ae34-a0d297dfaeac HTTP/1.1" status: 200 len: 210 time: 0.0338230 Aug 16 21:01:17.504120 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3dacee-8a4c-486a-ac47-a9134b994e63 None None] New status for floating IP ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:01:18.476724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.563011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37438) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.621288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.645700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.790985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.793596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:18.794772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "DELETE /v2.0/security-groups/2a5aa5bd-a843-4f55-b798-1e00efd9f70d HTTP/1.1" status: 204 len: 168 time: 0.2307580 Aug 16 21:01:18.797564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37442) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.804301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810e82-d58f-4d04-8c0b-308afeb50604 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5aa5bd-a843-4f55-b798-1e00efd9f70d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:18.812788 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2afdfae6-1c07-4a7c-a3b3-73d0db0731c7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] show failed (client error): The resource could not be found. Aug 16 21:01:18.816374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2afdfae6-1c07-4a7c-a3b3-73d0db0731c7 tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "GET /v2.0/security-groups/2a5aa5bd-a843-4f55-b798-1e00efd9f70d HTTP/1.1" status: 404 len: 347 time: 0.0152745 Aug 16 21:01:18.816777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:18.948375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Deleting port 5404f009-2daf-490e-bdec-5bfe6fe35f3a {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:18.948712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.024613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.024949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.037129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Calling delete_port for 5404f009-2daf-490e-bdec-5bfe6fe35f3a owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:19.040305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a299fc2d-82fc-491a-9a58-086a178f34d1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:19.059528 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a299fc2d-82fc-491a-9a58-086a178f34d1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:19.059839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a299fc2d-82fc-491a-9a58-086a178f34d1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:19.265603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.297584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Pushing event deleted for resources: {'Port': ['ID=5404f009-2daf-490e-bdec-5bfe6fe35f3a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:19.367326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.367326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:19.367593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c0210988-02b6-42b9-8065-7d48f16d0fdb tempest-AttachVolumeTestJSON-717314260 tempest-AttachVolumeTestJSON-717314260-project] 10.222.0.70 "DELETE /v2.0/floatingips/ce14ab7a-ccfd-4a8f-9ec4-2fd3730e7be8 HTTP/1.1" status: 204 len: 168 time: 0.5497591 Aug 16 21:01:22.139698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:25.787448 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:01:27.800227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37536) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:27.934561 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2589d601-1631-4687-b717-78d6552761e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.032047 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2589d601-1631-4687-b717-78d6552761e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.133584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2589d601-1631-4687-b717-78d6552761e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.178793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2589d601-1631-4687-b717-78d6552761e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93aa8f23a1e54586a24c7ec5e0a4d941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767688 Aug 16 21:01:28.179611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d601-1631-4687-b717-78d6552761e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fd49b3-1f10-462c-8a04-55583606d5c8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:28.182218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37540) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:28.235341 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.257598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.407937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.411855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:28.413088 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7fd49b3-1f10-462c-8a04-55583606d5c8 HTTP/1.1" status: 204 len: 168 time: 0.2295914 Aug 16 21:01:28.421293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380137c-c53d-4c5b-a937-3d7a595e041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fd49b3-1f10-462c-8a04-55583606d5c8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.030825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37548) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.044856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d2d14d-4814-42ba-b3be-900cb7a7a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.133452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d2d14d-4814-42ba-b3be-900cb7a7a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.201800 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-76d2d14d-4814-42ba-b3be-900cb7a7a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.239678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d14d-4814-42ba-b3be-900cb7a7a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dd2f08-31f5-4c8b-b1f0-fd02f3d21656,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.247055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-76d2d14d-4814-42ba-b3be-900cb7a7a709 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=227d23d6f23a413e89c02c834a87c83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148085 Aug 16 21:01:29.247190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37550) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:29.298799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.320739 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.436307 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.438948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:29.440260 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11dd2f08-31f5-4c8b-b1f0-fd02f3d21656 HTTP/1.1" status: 204 len: 168 time: 0.1919787 Aug 16 21:01:29.449050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c316da2-e13e-44a3-8fc1-896de9758ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dd2f08-31f5-4c8b-b1f0-fd02f3d21656,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:29.794086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37562) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.129060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37566) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.142265 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403cf1b9-cad4-4212-8b51-63b65a1046b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.235510 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403cf1b9-cad4-4212-8b51-63b65a1046b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.257767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.316911 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-403cf1b9-cad4-4212-8b51-63b65a1046b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.357875 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-403cf1b9-cad4-4212-8b51-63b65a1046b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fbb7cbf8ed14115a39a63a0915b2184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252209 Aug 16 21:01:30.357875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cf1b9-cad4-4212-8b51-63b65a1046b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1958f80-2a76-4c80-acac-140944f8731b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.358802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:30.407557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.428736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.505258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Deleting port 528a2940-9779-4541-badb-47ff7383e7f1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:30.505597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.573057 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.575836 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.577095 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1958f80-2a76-4c80-acac-140944f8731b HTTP/1.1" status: 204 len: 168 time: 0.2173913 Aug 16 21:01:30.582400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] For port 528a2940-9779-4541-badb-47ff7383e7f1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=528a2940-9779-4541-badb-47ff7383e7f1,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:30.582774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.585528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e9bde-b55b-4143-9300-0746a4bf2410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1958f80-2a76-4c80-acac-140944f8731b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:30.598305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Calling delete_port for 528a2940-9779-4541-badb-47ff7383e7f1 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:30.698780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-96a629fc-4d2a-4f62-939f-08955f541c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.830752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:30.857691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=528a2940-9779-4541-badb-47ff7383e7f1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:31.060360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.642288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Router 520184b5-6408-478b-984e-eefc3ab83ab2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:31.763195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:31.769155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c13baad3-2a30-4676-b103-e6ab78e76d8f admin admin] 10.222.0.70 "PUT /v2.0/routers/520184b5-6408-478b-984e-eefc3ab83ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9737382 Aug 16 21:01:31.771934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37592) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:31.774034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Sync routers for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:31.783637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:31.785192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:31.885701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:31.901624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:31.993169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.079394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T21:01:30Z', 'revision_number': 5, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port': {'id': 'e27ce812-953e-40ea-8133-28aa919be4b0', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T20:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.107173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Checking router: 520184b5-6408-478b-984e-eefc3ab83ab2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:32.119574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Routers {'520184b5-6408-478b-984e-eefc3ab83ab2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:32.119574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['520184b5-6408-478b-984e-eefc3ab83ab2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.131365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Deleting port e27ce812-953e-40ea-8133-28aa919be4b0 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:32.131707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.202590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] Set router 520184b5-6408-478b-984e-eefc3ab83ab2 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:32.215990 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] For port e27ce812-953e-40ea-8133-28aa919be4b0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e27ce812-953e-40ea-8133-28aa919be4b0,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:32.216362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.228743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Calling delete_port for e27ce812-953e-40ea-8133-28aa919be4b0 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:32.253598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T21:01:31Z', 'revision_number': 6, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:32.282691 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0de7ea-9649-48ab-bcbe-26cab65a7d5c None None] The sync data for ids ['520184b5-6408-478b-984e-eefc3ab83ab2'] in n-d-794306-10 is: [{'id': '520184b5-6408-478b-984e-eefc3ab83ab2', 'name': 'tempest-AttachVolumeTestJSON-856013540-router', 'tenant_id': '07655302f31147a584d21c5b027cfec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T20:54:21Z', 'updated_at': '2021-08-16T21:01:31Z', 'revision_number': 6, 'project_id': '07655302f31147a584d21c5b027cfec6', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:32.488495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.515385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e27ce812-953e-40ea-8133-28aa919be4b0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:32.574575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.670187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.672528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.802284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.802928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 520184b5-6408-478b-984e-eefc3ab83ab2 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:01:32.810613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.810613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3cfc1e3e-b4f7-49d6-a578-303a20f92cbe admin admin] 10.222.0.70 "DELETE /v2.0/routers/520184b5-6408-478b-984e-eefc3ab83ab2 HTTP/1.1" status: 204 len: 168 time: 1.0352073 Aug 16 21:01:32.810613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:32.854538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Deleting subnet bac4ad76-c6b3-406a-99f5-63a25a4cf2ac {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:01:32.857730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.894032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:32.976038 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.099893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.124007 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e27ce812-953e-40ea-8133-28aa919be4b0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:33.135011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac4ad76-c6b3-406a-99f5-63a25a4cf2ac,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.144969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.147099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-51af2aed-debe-4d0c-8460-be896c083b7a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bac4ad76-c6b3-406a-99f5-63a25a4cf2ac HTTP/1.1" status: 204 len: 168 time: 0.3354983 Aug 16 21:01:33.149953 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37624) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:33.150485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568b363-509e-4ef3-91c5-803ae251ec49 None None] Network 2f4dddee-35cd-41de-bb6c-3371c9497ae9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:33.152680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e27ce812-953e-40ea-8133-28aa919be4b0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:33.153020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e27ce812-953e-40ea-8133-28aa919be4b0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:33.153819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 528a2940-9779-4541-badb-47ff7383e7f1 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:33.181875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 528a2940-9779-4541-badb-47ff7383e7f1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:33.182219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 528a2940-9779-4541-badb-47ff7383e7f1 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:33.232806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.293862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Deleting port 2d6b7ad4-2fdf-4686-9b55-1774664d907a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:33.294223 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.369553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] For port 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2d6b7ad4-2fdf-4686-9b55-1774664d907a,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:33.369996 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.381818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] DHCP port deletion for 2f4dddee-35cd-41de-bb6c-3371c9497ae9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:01:33.394822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Calling delete_port for 2d6b7ad4-2fdf-4686-9b55-1774664d907a owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:33.457666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Deleting port 2d6b7ad4-2fdf-4686-9b55-1774664d907a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:01:33.457930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.681667 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.685051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.692476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] For port 2d6b7ad4-2fdf-4686-9b55-1774664d907a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2d6b7ad4-2fdf-4686-9b55-1774664d907a,segment=NetworkSegment(311da9a4-19e7-49fb-b5d5-ba0f2011b942),segment_id=311da9a4-19e7-49fb-b5d5-ba0f2011b942)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:33.692878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.704891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Calling delete_port for 2d6b7ad4-2fdf-4686-9b55-1774664d907a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:01:33.707266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6b7ad4-2fdf-4686-9b55-1774664d907a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.710895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] No DVR routers for this DVR port 2d6b7ad4-2fdf-4686-9b55-1774664d907a on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:01:33.776844 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:01:33.784501 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4991b2f6-c289-4e77-b026-8ae1b24d5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.786405 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.794404 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.805171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4dddee-35cd-41de-bb6c-3371c9497ae9']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:33.812127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Pushing event deleted for resources: {'Port': ['ID=2d6b7ad4-2fdf-4686-9b55-1774664d907a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:33.815719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311da9a4-19e7-49fb-b5d5-ba0f2011b942') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:33.816472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311da9a4-19e7-49fb-b5d5-ba0f2011b942') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:33.816943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] No DVR routers for this DVR port 2d6b7ad4-2fdf-4686-9b55-1774664d907a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:01:33.824177 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.824454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.824791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.825140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.825450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.825775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.826168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.826409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.826729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.827050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.827368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.827682 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bab001-9b9f-4712-bf3c-1c902891e624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:33.835693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.854280 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.861057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:01:33.865596 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:01:34.001735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.008441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.014956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] 10.222.0.70 "DELETE /v2.0/networks/2f4dddee-35cd-41de-bb6c-3371c9497ae9 HTTP/1.1" status: 204 len: 168 time: 0.8592782 Aug 16 21:01:34.021547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600157d2-5307-4205-ae22-fabfce66baac admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4dddee-35cd-41de-bb6c-3371c9497ae9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:34.316371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.444930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.487508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ba330e8e-963c-45a8-b673-bf476c65ff6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07655302f31147a584d21c5b027cfec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405855 Aug 16 21:01:34.490202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37636) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:34.539267 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.561110 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.682019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.684571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:34.685761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43d88ea6-3e8b-43b4-98fd-cf681608b615 HTTP/1.1" status: 204 len: 168 time: 0.1946185 Aug 16 21:01:34.697049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8f68-c44a-4ada-97cc-1d9df14f2744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d88ea6-3e8b-43b4-98fd-cf681608b615,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:35.040632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2d6b7ad4-2fdf-4686-9b55-1774664d907a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:01:35.060896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 2d6b7ad4-2fdf-4686-9b55-1774664d907a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:01:35.061090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2d6b7ad4-2fdf-4686-9b55-1774664d907a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:01:36.236016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.165440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.290193 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e96c1bde-2474-46ca-a723-20d372e3eaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.380909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e96c1bde-2474-46ca-a723-20d372e3eaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.487431 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e96c1bde-2474-46ca-a723-20d372e3eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.538454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c1bde-2474-46ca-a723-20d372e3eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10561881-3fa7-4b3c-b836-e0984dc094f5,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:41.557568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:41.565298 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e96c1bde-2474-46ca-a723-20d372e3eaf1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51f6f47afde34075b4d365938b83b9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938444 Aug 16 21:01:41.620615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.649488 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.875813 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.879690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:41.881142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10561881-3fa7-4b3c-b836-e0984dc094f5 HTTP/1.1" status: 204 len: 168 time: 0.3215663 Aug 16 21:01:41.894855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705e565-ca0c-4af4-a1d2-23d375338024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10561881-3fa7-4b3c-b836-e0984dc094f5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.603143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:42.617641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c96c2db0-2d2f-4ae4-8d90-a722c2a721cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.713347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c96c2db0-2d2f-4ae4-8d90-a722c2a721cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.790283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c96c2db0-2d2f-4ae4-8d90-a722c2a721cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.830532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c96c2db0-2d2f-4ae4-8d90-a722c2a721cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=436a78c78ccf452db83bf26646a9ed71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260942 Aug 16 21:01:42.831413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c2db0-2d2f-4ae4-8d90-a722c2a721cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1607c463-73fc-44da-862c-cb59e43b1066,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:42.833496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:42.884228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:42.904974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.064017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.066680 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:43.067866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1607c463-73fc-44da-862c-cb59e43b1066 HTTP/1.1" status: 204 len: 168 time: 0.2332721 Aug 16 21:01:43.075911 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dba60-07ea-437d-ab4a-0a7941fb4d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607c463-73fc-44da-862c-cb59e43b1066,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:46.904006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.020798 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8838a882-78ce-455f-81df-38d5ccb5c5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.122208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8838a882-78ce-455f-81df-38d5ccb5c5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.202016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8838a882-78ce-455f-81df-38d5ccb5c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.243173 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37906) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.246958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8838a882-78ce-455f-81df-38d5ccb5c5a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=418ba144aba44d8d86582a2dfa7d653c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411434 Aug 16 21:01:47.248483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a882-78ce-455f-81df-38d5ccb5c5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173a409d-57b5-4374-a99c-cc9214cc890f,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.249001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37908) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.302435 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.324444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.367716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292c4b0e-f0a3-45d5-96f3-33065664925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.483602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.486701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.487867 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/173a409d-57b5-4374-a99c-cc9214cc890f HTTP/1.1" status: 204 len: 168 time: 0.2377019 Aug 16 21:01:47.505842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e2acc-f793-4218-898a-4ad9a3309696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173a409d-57b5-4374-a99c-cc9214cc890f,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.579869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292c4b0e-f0a3-45d5-96f3-33065664925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.669949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-292c4b0e-f0a3-45d5-96f3-33065664925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.712006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-292c4b0e-f0a3-45d5-96f3-33065664925b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aab71739233e4273a15cdd8e9cefb46d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677055 Aug 16 21:01:47.713873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c4b0e-f0a3-45d5-96f3-33065664925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bfbbb5-ccb8-4b2b-a0e3-bc3cf7e57781,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:47.715086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37914) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:47.765248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.786855 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.892977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.895602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:47.897005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29bfbbb5-ccb8-4b2b-a0e3-bc3cf7e57781 HTTP/1.1" status: 204 len: 168 time: 0.1807799 Aug 16 21:01:47.904702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefaa83-7729-419b-9601-59af655e8887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bfbbb5-ccb8-4b2b-a0e3-bc3cf7e57781,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:48.209507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37920) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:48.222942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ee48247-2cc1-4130-b62d-9be66dc8f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.313021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ee48247-2cc1-4130-b62d-9be66dc8f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.389709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ee48247-2cc1-4130-b62d-9be66dc8f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.428338 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ee48247-2cc1-4130-b62d-9be66dc8f352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e1fc480462b2418aba1dbe48275920b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176635 Aug 16 21:01:48.429191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee48247-2cc1-4130-b62d-9be66dc8f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583be44-8e08-406b-9009-4c89edfffafc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:48.431056 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37924) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:48.481898 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.504251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.532502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.652561 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.655169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.656397 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9583be44-8e08-406b-9009-4c89edfffafc HTTP/1.1" status: 204 len: 168 time: 0.2236514 Aug 16 21:01:48.665570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b11435-4cb8-45c2-90ef-3bff79290f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583be44-8e08-406b-9009-4c89edfffafc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:48.700471 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37928) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:48.713484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b41e055f-80c5-464e-95f8-738c92cd13c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.805833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b41e055f-80c5-464e-95f8-738c92cd13c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.915427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b41e055f-80c5-464e-95f8-738c92cd13c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:48.955953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e055f-80c5-464e-95f8-738c92cd13c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4d26c-66a0-449b-8cf7-9b5664a638bc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:48.961285 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b41e055f-80c5-464e-95f8-738c92cd13c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49d7f8f44c0f42ba9b0fd2faf70d3977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2597370 Aug 16 21:01:48.963920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:49.012254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.032914 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.166686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.169325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:49.171267 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7c4d26c-66a0-449b-8cf7-9b5664a638bc HTTP/1.1" status: 204 len: 168 time: 0.2064068 Aug 16 21:01:49.180284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859e1ff-846f-402a-8a4a-4808056d4df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4d26c-66a0-449b-8cf7-9b5664a638bc,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:49.997463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 37956) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.010539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e85e77fc-6273-47bb-999e-6eca7340be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.104393 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e85e77fc-6273-47bb-999e-6eca7340be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.178436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e85e77fc-6273-47bb-999e-6eca7340be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.216648 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e85e77fc-6273-47bb-999e-6eca7340be62 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4587359b8e844dceb1cd6f63df091e6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180915 Aug 16 21:01:50.219412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 37960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:50.221477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e77fc-6273-47bb-999e-6eca7340be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e127161-73cb-4d9f-8722-6bc5a8cf0639,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:50.278699 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.302215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.429803 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.432518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:50.433835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e127161-73cb-4d9f-8722-6bc5a8cf0639 HTTP/1.1" status: 204 len: 168 time: 0.2112792 Aug 16 21:01:50.442749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfc7bc-913a-4ff3-a270-b09d639a61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e127161-73cb-4d9f-8722-6bc5a8cf0639,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.475578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38002) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:51.590200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1095275627-network', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:51.669593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Made reservation on behalf of e5084ee906794e9ca73790d2960c05b0 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:51.672020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.682176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.769435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.852332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.879394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:51.885448 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5552432e-9dee-4ded-9238-5fffdbac9d88,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:51.891887 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:51.892241 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Added segment fe5557cf-2cf7-44a8-b86d-97028bec8d7e of type vlan for network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 Aug 16 21:01:51.933592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.041120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.042077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.042684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.105594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] Pushing event updated for resources: {'Network': ['ID=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.115456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:52.172018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38022) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.173730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5c84caf7-fd87-4ad8-94ca-dcf5701ea220 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6958630 Aug 16 21:01:52.176496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Request body: {'subnet': {'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1095275627-subnet', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:52.194776 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.269536 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Made reservation on behalf of e5084ee906794e9ca73790d2960c05b0 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:52.272021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.646787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.705179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f4d69a-b0b0-4b3f-9df4-2e759a447476,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:52.715350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Checking segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:52.715697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Network hostable DHCP agents. Network: fb3bc0d2-e26d-4c77-8602-5d1c47b9a239, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:52.818221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:52.903759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, fb3bc0d2-e26d-4c77-8602-5d1c47b9a239) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:52.908975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:52.909858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:52.913841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e0324-db7f-4138-b1e1-07f8adc94be8 None None] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:52.990700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-840baf60-d32f-4a4b-8624-260e3e28d132 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8189957 Aug 16 21:01:52.994717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38036) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:52.999397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:53.106024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:01:53.106922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.110836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38038) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.115794 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.117821 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.185000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.243613 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76d06d1b-f916-4efd-89f6-6ef241c58fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.246890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Allocated IP 172.20.0.2 (fb3bc0d2-e26d-4c77-8602-5d1c47b9a239/b6f4d69a-b0b0-4b3f-9df4-2e759a447476/515ae3ab-e03b-451a-b5b2-67f693efce52) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:53.346242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76d06d1b-f916-4efd-89f6-6ef241c58fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.374624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.408825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.416826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Transition to ACTIVE for port object 515ae3ab-e03b-451a-b5b2-67f693efce52 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:53.418495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-76d06d1b-f916-4efd-89f6-6ef241c58fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.432402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Transition to ACTIVE for port object 515ae3ab-e03b-451a-b5b2-67f693efce52 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:53.457716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-76d06d1b-f916-4efd-89f6-6ef241c58fac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71f676b9c55d44eb861bdc3b4f987a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454971 Aug 16 21:01:53.458518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d06d1b-f916-4efd-89f6-6ef241c58fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a33cacc-05f7-4346-b573-39aaf398c765,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.460393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38042) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:53.533540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.556797 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.569703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:53.574573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:53.578066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:53.584120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.587328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Pushing event updated for resources: {'Port': ['ID=515ae3ab-e03b-451a-b5b2-67f693efce52,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.639801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Attempting to bind port 515ae3ab-e03b-451a-b5b2-67f693efce52 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:53.643497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Attempting to bind port 515ae3ab-e03b-451a-b5b2-67f693efce52 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:53.643497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Attempting to bind port 515ae3ab-e03b-451a-b5b2-67f693efce52 on network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:53.646179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:53.646541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Checking segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:53.646939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.647331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Bound using segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:53.647841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Bound port: 515ae3ab-e03b-451a-b5b2-67f693efce52, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:53.648221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.710268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] For port 515ae3ab-e03b-451a-b5b2-67f693efce52, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:53.713428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] For port 515ae3ab-e03b-451a-b5b2-67f693efce52, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=515ae3ab-e03b-451a-b5b2-67f693efce52,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:53.738548 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.757180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.814215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.816917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.818111 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a33cacc-05f7-4346-b573-39aaf398c765 HTTP/1.1" status: 204 len: 168 time: 0.3567410 Aug 16 21:01:53.848113 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:53.860314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97228ee-9936-43e2-8bb5-2b74e4ced0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a33cacc-05f7-4346-b573-39aaf398c765,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.913743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d6902-e65c-4871-a426-bee738e4bc9b None None] Pushing event updated for resources: {'Port': ['ID=515ae3ab-e03b-451a-b5b2-67f693efce52,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:53.934158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Allocated IP 172.25.7.82 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/7745deba-250e-42ef-93ac-8c8223e30db4) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:54.050829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.173886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.215776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:54.218774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:54.222672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:54.228159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7745deba-250e-42ef-93ac-8c8223e30db4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:54.591255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38048) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.606801 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d167-460c-4eed-b0bc-d8583d621956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.624308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.714829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d167-460c-4eed-b0bc-d8583d621956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.795207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d167-460c-4eed-b0bc-d8583d621956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.824427 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.837693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83648fdd-335a-491a-b3f1-6ac9d2983ba8 None None] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:54.838656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5d167-460c-4eed-b0bc-d8583d621956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de53920-a58b-4679-b15c-d447350a3a91,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:54.845905 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f0b5d167-460c-4eed-b0bc-d8583d621956 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b55eff010697434a85b951d2525687f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527277 Aug 16 21:01:54.848929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38050) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:54.904278 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.930042 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:54.988123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ac1c668c-ba73-48eb-9a97-84a2e5dea30c None None] Provisioning for port 515ae3ab-e03b-451a-b5b2-67f693efce52 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:55.041182 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.044945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.050274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3de53920-a58b-4679-b15c-d447350a3a91 HTTP/1.1" status: 204 len: 168 time: 0.1981349 Aug 16 21:01:55.058954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf5c8a-87b1-4349-8d00-336ea3301ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de53920-a58b-4679-b15c-d447350a3a91,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.149789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 515ae3ab-e03b-451a-b5b2-67f693efce52 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:55.281066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 515ae3ab-e03b-451a-b5b2-67f693efce52 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:55.285733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 515ae3ab-e03b-451a-b5b2-67f693efce52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:55.286115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.334730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9e70f36a-7f6e-4122-9eab-ce89a994e3cf None None] Provisioning complete for port 515ae3ab-e03b-451a-b5b2-67f693efce52 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:55.335107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e70f36a-7f6e-4122-9eab-ce89a994e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.395312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:01:55.405698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.471936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 515ae3ab-e03b-451a-b5b2-67f693efce52, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=515ae3ab-e03b-451a-b5b2-67f693efce52,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:55.473551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9e70f36a-7f6e-4122-9eab-ce89a994e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.501987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:55.511552 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Sync routers for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:55.524726 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:55.524726 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:55.573139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.618449 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:55.620185 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-68bb7c0b-b653-483e-973b-f9c15eccb8a7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6244752 Aug 16 21:01:55.622943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38056) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:55.644543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:55.652913 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-9e70f36a-7f6e-4122-9eab-ce89a994e3cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:01:55.653274 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-9e70f36a-7f6e-4122-9eab-ce89a994e3cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:01:55.662729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=515ae3ab-e03b-451a-b5b2-67f693efce52,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:55.832548 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:54Z', 'revision_number': 3, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:55.857948 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Checking router: 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:55.858291 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Updating router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 port 7745deba-250e-42ef-93ac-8c8223e30db4 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:55.883358 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.085891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.160049 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.170524 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Transition to ACTIVE for port object 7745deba-250e-42ef-93ac-8c8223e30db4 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:56.240706 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.253322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Allocated IP 172.20.0.1 (fb3bc0d2-e26d-4c77-8602-5d1c47b9a239/b6f4d69a-b0b0-4b3f-9df4-2e759a447476/899bf010-15e9-4c23-b17b-c31388631db9) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:01:56.300177 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Attempting to bind port 7745deba-250e-42ef-93ac-8c8223e30db4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:01:56.300546 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Attempting to bind port 7745deba-250e-42ef-93ac-8c8223e30db4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:01:56.300900 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Attempting to bind port 7745deba-250e-42ef-93ac-8c8223e30db4 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:01:56.304058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Pushing event updated for resources: {'Port': ['ID=7745deba-250e-42ef-93ac-8c8223e30db4,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.312543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:01:56.312912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:56.315227 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.315660 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:01:56.316155 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Bound port: 7745deba-250e-42ef-93ac-8c8223e30db4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:01:56.316535 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.319844 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.320182 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.320510 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.320831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.321155 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.321472 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.321790 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.322106 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.322451 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.323151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.323151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.323305 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:01:56.375359 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.377141 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] For port 7745deba-250e-42ef-93ac-8c8223e30db4, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:01:56.380734 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] For port 7745deba-250e-42ef-93ac-8c8223e30db4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7745deba-250e-42ef-93ac-8c8223e30db4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:01:56.389088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Transition to ACTIVE for port object 899bf010-15e9-4c23-b17b-c31388631db9 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:56.504236 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.540106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.569492 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5255b5-f634-40b7-8d23-ed964a036ed3 None None] Pushing event updated for resources: {'Port': ['ID=7745deba-250e-42ef-93ac-8c8223e30db4,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.572151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:56.572764 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:56.590636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:56.595553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:56.601666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:01:56.605175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Pushing event updated for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:56.649753 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.718800 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:56.873474 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.903940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-925ef39f-5e38-489c-bd73-104339cf4166 None None] Provisioning for port 899bf010-15e9-4c23-b17b-c31388631db9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:56.909588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-925ef39f-5e38-489c-bd73-104339cf4166 None None] Provisioning complete for port 899bf010-15e9-4c23-b17b-c31388631db9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:56.913443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-925ef39f-5e38-489c-bd73-104339cf4166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:56.947707 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-925ef39f-5e38-489c-bd73-104339cf4166 None None] Port 899bf010-15e9-4c23-b17b-c31388631db9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:57.010697 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:54Z', 'revision_number': 3, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:57.039960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2018b278-576b-46eb-9d11-83693f597e81 None None] The sync data for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 is: [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:54Z', 'revision_number': 3, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:01:57.077161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 515ae3ab-e03b-451a-b5b2-67f693efce52 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:57.131845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.138240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 515ae3ab-e03b-451a-b5b2-67f693efce52 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:57.138620 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.185392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.271288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Pushing event updated for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:57.275697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.393609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:01:57.395523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:57.534555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:01:57.670061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:01:57.672713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e3260315-66fa-415c-9e89-e759bf18296e None None] Provisioning complete for port 899bf010-15e9-4c23-b17b-c31388631db9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:57.673296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3260315-66fa-415c-9e89-e759bf18296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:57.679638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d6a3fed1-08d6-4beb-b14e-75264bbae666 admin admin] 10.222.0.70 "PUT /v2.0/routers/8fbd4594-1b96-4dd8-8c52-77cc0174afe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0548983 Aug 16 21:01:57.710644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e3260315-66fa-415c-9e89-e759bf18296e None None] Port 899bf010-15e9-4c23-b17b-c31388631db9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:01:58.446365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:58.451598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-20918858-network', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:58.554793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Made reservation on behalf of f28ed5c2fa5240a58688e4978f5d4348 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:58.557832 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.567549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.659000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.721496 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.738469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Sync routers for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:01:58.748910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:01:58.749220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:01:58.749592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:58.760037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86a36a-a98e-4711-af3c-91c4e18addc2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.765027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.765691 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Added segment 93249d49-566b-4f17-b8bc-f063d926f467 of type vlan for network 12162617-7f9b-4a39-a69f-c662d17fb4a8 Aug 16 21:01:58.812021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.860550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:01:58.892816 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.894092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:58.894696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:58.958811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] Pushing event updated for resources: {'Network': ['ID=12162617-7f9b-4a39-a69f-c662d17fb4a8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:58.971353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:01:59.027566 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ec5846d-5170-43d0-8fa5-5cc5f120bfbb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5788918 Aug 16 21:01:59.034736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38126) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:59.036229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Request body: {'subnet': {'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-20918858-subnet', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:59.108516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7745deba-250e-42ef-93ac-8c8223e30db4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:01:59.152142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 2, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:01:59.160789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Made reservation on behalf of f28ed5c2fa5240a58688e4978f5d4348 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:01:59.163213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.181918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Checking router: 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:01:59.182270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Updating router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 port 899bf010-15e9-4c23-b17b-c31388631db9 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:01:59.213993 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.321911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7745deba-250e-42ef-93ac-8c8223e30db4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:01:59.332011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7745deba-250e-42ef-93ac-8c8223e30db4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:01:59.332380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.458436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.486464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.519786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f7cffc-f00e-4b55-864a-f341c0d2b48d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.527621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Checking segment: {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:01:59.528027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Network hostable DHCP agents. Network: 12162617-7f9b-4a39-a69f-c662d17fb4a8, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:01:59.543490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7745deba-250e-42ef-93ac-8c8223e30db4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7745deba-250e-42ef-93ac-8c8223e30db4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:01:59.567529 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.578027 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Transition to ACTIVE for port object 899bf010-15e9-4c23-b17b-c31388631db9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:01:59.617902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:01:59.652817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.656436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.715322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 12162617-7f9b-4a39-a69f-c662d17fb4a8) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:01:59.720963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:01:59.721552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.732377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7745deba-250e-42ef-93ac-8c8223e30db4,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:01:59.742936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e183907f-bedf-4382-aa9d-6425e6256b0d None None] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:01:59.827093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-90e353c2-bd2f-42df-a936-44cd9197975a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7939370 Aug 16 21:01:59.827542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38138) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:01:59.833388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:01:59.949417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:01:59.950541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.008819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.051212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Attempting to bind port 899bf010-15e9-4c23-b17b-c31388631db9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:00.051576 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Attempting to bind port 899bf010-15e9-4c23-b17b-c31388631db9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:00.051958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Attempting to bind port 899bf010-15e9-4c23-b17b-c31388631db9 on network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:00.068363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49a04-610d-4d23-b137-4fbfb7f6bcf7 None None] Pushing event updated for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.076060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:00.076788 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Checking segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:00.076888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.077269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Bound using segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:00.077735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Bound port: 899bf010-15e9-4c23-b17b-c31388631db9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:00.078152 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.197072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] For port 899bf010-15e9-4c23-b17b-c31388631db9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:00.200763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] For port 899bf010-15e9-4c23-b17b-c31388631db9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=899bf010-15e9-4c23-b17b-c31388631db9,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:00.228596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-12162617-7f9b-4a39-a69f-c662d17fb4a8', 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'fixed_ips': [{'subnet_id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:00.228821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.240987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.315754 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.423798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:00.424397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:00.464202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49a04-610d-4d23-b137-4fbfb7f6bcf7 None None] Pushing event updated for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:00.479956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Allocated IP 172.20.0.2 (12162617-7f9b-4a39-a69f-c662d17fb4a8/91f7cffc-f00e-4b55-864a-f341c0d2b48d/03a41f15-274a-418e-a2d4-fb25bc6e70f8) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:00.563766 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.587746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.601913 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:00.703215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Allocated IP 172.25.7.206 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/66f4ecbc-dbfc-4691-abd9-87d0d318a670) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:00.798310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a75014d8-5866-41b6-92f1-55dd86b0d98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.831409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.833169 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.851596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Transition to ACTIVE for port object 03a41f15-274a-418e-a2d4-fb25bc6e70f8 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:00.886092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Transition to ACTIVE for port object 03a41f15-274a-418e-a2d4-fb25bc6e70f8 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:00.913107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:00Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:00.932513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.944143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7451e759-0a08-48c1-a783-95e024242c35 None None] The sync data for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 is: [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:00Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:00.968697 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:00.980422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:00.986942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:00.991153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:01.044235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:01.054140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Pushing event updated for resources: {'Port': ['ID=66f4ecbc-dbfc-4691-abd9-87d0d318a670,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.056454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:01.060351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:01.077012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Pushing event updated for resources: {'Port': ['ID=03a41f15-274a-418e-a2d4-fb25bc6e70f8,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.133900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Attempting to bind port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:01.134273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Attempting to bind port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:01.134637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Attempting to bind port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 on network 12162617-7f9b-4a39-a69f-c662d17fb4a8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:01.140520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:01.141989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Checking segment: {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:01.141989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.142366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Bound using segment: {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:01.142845 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Bound port: 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:01.143249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.230517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] For port 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:01.236385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] For port 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=03a41f15-274a-418e-a2d4-fb25bc6e70f8,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:01.272540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7745deba-250e-42ef-93ac-8c8223e30db4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:01.325026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7745deba-250e-42ef-93ac-8c8223e30db4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:01.325401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.348285 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.418267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81782c-11d7-4092-9e3f-0d138d4ee875 None None] Pushing event updated for resources: {'Port': ['ID=03a41f15-274a-418e-a2d4-fb25bc6e70f8,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:01.495873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 899bf010-15e9-4c23-b17b-c31388631db9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:01.535120 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.663291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 899bf010-15e9-4c23-b17b-c31388631db9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:01.667407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 899bf010-15e9-4c23-b17b-c31388631db9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:01.669050 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.760874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.802609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.804881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 899bf010-15e9-4c23-b17b-c31388631db9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=899bf010-15e9-4c23-b17b-c31388631db9,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:01.881489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:01.956009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:02.035235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Router a01adde7-69a7-4f38-9920-4d2493e0c86a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:02:02.159964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:02.169807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Sync routers for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:02.192623 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:02.193581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:02.263337 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.271301 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20cb0d7d-809d-4b6b-bd78-65c3bcdb6714 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4359214 Aug 16 21:02:02.271414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38164) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:02.326956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:02.542826 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 3, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:02.574572 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Checking router: a01adde7-69a7-4f38-9920-4d2493e0c86a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:02.574754 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Updating router a01adde7-69a7-4f38-9920-4d2493e0c86a port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:02.604991 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.617436 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef8390-909e-49a3-8f40-e5a9bb85f1a1 None None] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:02.793107 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:02.800197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e7f5d8c-0df6-49de-816c-1ce9d1e6418f None None] Provisioning for port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:02.807955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.913139 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:02.924106 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Transition to ACTIVE for port object 66f4ecbc-dbfc-4691-abd9-87d0d318a670 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:02.990370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Allocated IP 172.20.0.1 (12162617-7f9b-4a39-a69f-c662d17fb4a8/91f7cffc-f00e-4b55-864a-f341c0d2b48d/95f27c76-448f-4b3d-a43a-1b5585d8fd7a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:03.013241 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.085188 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2f52f-b86f-4c4d-8ef2-511fae76ab23 None None] Pushing event updated for resources: {'Port': ['ID=66f4ecbc-dbfc-4691-abd9-87d0d318a670,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.108122 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Attempting to bind port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:03.108517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Attempting to bind port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:03.108947 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Attempting to bind port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:03.115266 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:03.115874 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:03.116345 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.116801 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:03.117505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Bound port: 66f4ecbc-dbfc-4691-abd9-87d0d318a670, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:03.117925 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.127637 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.145465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Transition to ACTIVE for port object 95f27c76-448f-4b3d-a43a-1b5585d8fd7a will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:03.174312 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] For port 66f4ecbc-dbfc-4691-abd9-87d0d318a670, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:03.177511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] For port 66f4ecbc-dbfc-4691-abd9-87d0d318a670, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f4ecbc-dbfc-4691-abd9-87d0d318a670,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:03.191055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 899bf010-15e9-4c23-b17b-c31388631db9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:03.240364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 899bf010-15e9-4c23-b17b-c31388631db9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:03.240747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.281812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.321487 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.327892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:03.331088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:03.335291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:03.340924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.350861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 03a41f15-274a-418e-a2d4-fb25bc6e70f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:03.380936 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.393351 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:03.394083 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:01:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:03.447442 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2f52f-b86f-4c4d-8ef2-511fae76ab23 None None] Pushing event updated for resources: {'Port': ['ID=66f4ecbc-dbfc-4691-abd9-87d0d318a670,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.509247 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.533441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:03.537914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:03.538610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.554071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:03.642046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.665501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.684793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9868c789-fac7-4bdf-8e81-7a5b3b8fdbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.689337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=03a41f15-274a-418e-a2d4-fb25bc6e70f8,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:03.743995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-336c3268-d286-4171-bca1-edfdd2cf1412 None None] Provisioning for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:03.748936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-336c3268-d286-4171-bca1-edfdd2cf1412 None None] Provisioning complete for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:03.749463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-336c3268-d286-4171-bca1-edfdd2cf1412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.757724 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 3, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:03.785747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.798030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ab2bc8-717a-4069-8609-38efa8b838bc None None] The sync data for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 is: [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 3, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:03.814257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-336c3268-d286-4171-bca1-edfdd2cf1412 None None] Port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:03.854274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=03a41f15-274a-418e-a2d4-fb25bc6e70f8,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:03.867593 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:03.956939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.028046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.029892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Pushing event updated for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:04.154859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:04.156455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:04.298085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Router a01adde7-69a7-4f38-9920-4d2493e0c86a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:04.349443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.426175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:04.444308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-26b02e07-4c52-4628-985a-072e80e966a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/a01adde7-69a7-4f38-9920-4d2493e0c86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1664078 Aug 16 21:02:04.444594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e5e62df7-4e0b-4535-9152-7dc9cf5dd6c5 None None] Provisioning complete for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:04.444594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e5e62df7-4e0b-4535-9152-7dc9cf5dd6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:04.480407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e5e62df7-4e0b-4535-9152-7dc9cf5dd6c5 None None] Port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:05.139202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f4ecbc-dbfc-4691-abd9-87d0d318a670 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:05.280463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:05.285038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:05.285404 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.366465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.389231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 66f4ecbc-dbfc-4691-abd9-87d0d318a670, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f4ecbc-dbfc-4691-abd9-87d0d318a670,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:05.458287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.458922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 03a41f15-274a-418e-a2d4-fb25bc6e70f8 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:05.534535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=66f4ecbc-dbfc-4691-abd9-87d0d318a670,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:05.546858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Sync routers for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:05.553492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:05.553910 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:05.590104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:05.590870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:05.736305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:05.933203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 4, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '95f27c76-448f-4b3d-a43a-1b5585d8fd7a', 'name': '', 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'mac_address': 'fa:16:3e:f7:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:02Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 2, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'subnets': [{'id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:05.961621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Checking router: a01adde7-69a7-4f38-9920-4d2493e0c86a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:05.961972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Updating router a01adde7-69a7-4f38-9920-4d2493e0c86a port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:02:05.991133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.092939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38206) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.100004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302014228', 'description': 'tempest-secgroup-smoke-302014228 description', 'project_id': 'e5084ee906794e9ca73790d2960c05b0'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:06.206929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.297319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.326554 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.436765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.446244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Transition to ACTIVE for port object 95f27c76-448f-4b3d-a43a-1b5585d8fd7a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:06.480414 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.512415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.595111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.617661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.618962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fe6aa2f4-e0ee-45dd-be32-06f17b2e95fb tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5240574 Aug 16 21:02:06.622736 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38212) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:06.628363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:06.658253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32067-04ad-4515-aaa5-9d4708c7c227 None None] Pushing event updated for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:06.714607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Attempting to bind port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:06.714977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Attempting to bind port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:06.715339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Attempting to bind port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a on network 12162617-7f9b-4a39-a69f-c662d17fb4a8 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:06.721350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:06.721729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Checking segment: {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:06.722391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.722784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Bound using segment: {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:06.723250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Bound port: 95f27c76-448f-4b3d-a43a-1b5585d8fd7a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93249d49-566b-4f17-b8bc-f063d926f467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:06.723633 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.794015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] For port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:06.794236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.797712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] For port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:06.856032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.955833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.957434 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:06.974958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52939740-1930-4b0d-a398-c39283abb8b0,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.016800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:07.016800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:07.073521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32067-04ad-4515-aaa5-9d4708c7c227 None None] Pushing event updated for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.107513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f4ecbc-dbfc-4691-abd9-87d0d318a670 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:07.109087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.114906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38218) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.119386 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3d42ddbe-559b-4d7d-8704-bf0091573350 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4955635 Aug 16 21:02:07.121116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.174422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:07.214409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:07.214780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.257882 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.325335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.434771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.453295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-093f040f-be84-46d6-b626-d17af891c307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 4, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '95f27c76-448f-4b3d-a43a-1b5585d8fd7a', 'name': '', 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'mac_address': 'fa:16:3e:f7:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:02Z', 'updated_at': '2021-08-16T21:02:06Z', 'revision_number': 4, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'subnets': [{'id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:07.455693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a1d948-268b-4b18-9829-ba9aa2078314,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.480048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093f040f-be84-46d6-b626-d17af891c307 None None] The sync data for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 is: [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:02:03Z', 'revision_number': 4, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '95f27c76-448f-4b3d-a43a-1b5585d8fd7a', 'name': '', 'network_id': '12162617-7f9b-4a39-a69f-c662d17fb4a8', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'mac_address': 'fa:16:3e:f7:f6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:02Z', 'updated_at': '2021-08-16T21:02:06Z', 'revision_number': 4, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'subnets': [{'id': '91f7cffc-f00e-4b55-864a-f341c0d2b48d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:07.635349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.636874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8e7b56c3-8b58-47a7-b9f0-6a5402fd311d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5206454 Aug 16 21:02:07.639591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38226) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:07.649227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:07.754910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.827575 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.914866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.939213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a765294c-1051-4a64-81fc-671cff76a2f9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:07.994753 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:07.998467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-799fd890-72b3-4feb-870d-031f2cd97c40 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552094 Aug 16 21:02:07.998955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:08.004090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:08.098746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.170117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.230362 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.249219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0992a89-cf5f-49dc-bf46-092a632f7d53,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:08.320575 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.321940 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a7574ac-782f-4176-b5e4-548b155eb73b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220387 Aug 16 21:02:08.324841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38240) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:08.330595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:08.446726 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Project e5084ee906794e9ca73790d2960c05b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:02:08.452276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.518006 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.594999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.616227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c897bb-bbc6-469f-8804-2f0575864883,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:08.675061 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.676281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-49aec288-4731-4030-b9a1-bd3c31f833e8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504307 Aug 16 21:02:08.678910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:08.683423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'security_group_rule': {'security_group_id': 'e33a8ee7-e963-416d-ae2a-8cbf6ad4c705', 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:08.766621 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Project e5084ee906794e9ca73790d2960c05b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:02:08.771866 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.836937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.926325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:08.953197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3be90f6-7ce2-4898-8a33-525c8fc2cc9e,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.049336 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.050685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a69916ec-0f98-4cce-84b4-8ae6aa35fbdc tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3708439 Aug 16 21:02:09.090801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 95f27c76-448f-4b3d-a43a-1b5585d8fd7a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:09.216889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:09.221510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:09.222151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.244505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-4ebb44ec-8146-427a-b4ee-eb43b71823ae tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302014228&fields=id&tenant_id=e5084ee906794e9ca73790d2960c05b0 HTTP/1.1" status: 200 len: 267 time: 0.0362864 Aug 16 21:02:09.306780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.341940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:09.359280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-d4388d4b-de70-4005-a6c8-178b332e1801 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:09.360990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-d4388d4b-de70-4005-a6c8-178b332e1801 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 809 time: 0.1085956 Aug 16 21:02:09.377679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-5e01c49c-9e03-44ec-913c-6d96ab54255d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/quotas/e5084ee906794e9ca73790d2960c05b0 HTTP/1.1" status: 200 len: 375 time: 0.0106430 Aug 16 21:02:09.433742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-2885378e-08ee-42ee-a953-b4337209c74b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505199 Aug 16 21:02:09.480777 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:09.532321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:09.604190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-8c885203-cf20-48e6-a268-a05c547446e8 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:09.605257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-8c885203-cf20-48e6-a268-a05c547446e8 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1598520 Aug 16 21:02:09.698326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-e5d87943-c8f7-4bb4-afaa-bdcef505fbbb service neutron] 10.222.0.70 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857573 Aug 16 21:02:09.793522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-61ec0b79-b147-49b7-9514-0d4b1b68800f service neutron] 10.222.0.70 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Aug 16 21:02:10.417422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-706134e5-883f-4431-8d1a-d421410263f3 req-74005987-700e-48d5-862d-9a897b4ba5f8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Aug 16 21:02:11.065895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 95f27c76-448f-4b3d-a43a-1b5585d8fd7a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:11.116145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:11.120796 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.364226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38310) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.483375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.504688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df32ef59-1dd2-497f-b84f-d958bfbb16e7 req-20733159-7c23-46b8-8693-7bea50afba0a tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 210 time: 0.0373118 Aug 16 21:02:11.588551 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.640025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.695077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d9d546d8d67442d846079d014de5c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296571 Aug 16 21:02:11.695894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2e3373-349b-4b30-9be0-54817e3b9213,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.697794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:11.705230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.705705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.705923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.706262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.706649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.706987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.707310 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.707637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.707992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.708319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.708643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.711660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf28dacd-a948-4ec3-9d06-34cf799ee026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.755345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.777952 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.874523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.878068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:11.879560 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d2e3373-349b-4b30-9be0-54817e3b9213 HTTP/1.1" status: 204 len: 168 time: 0.1805310 Aug 16 21:02:11.887334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2e3373-349b-4b30-9be0-54817e3b9213,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:11.895645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.896028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.896416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.896756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.897093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.897432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.897769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.898098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.898426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.898756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.899082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:11.899405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92593a9b-757f-4027-8daa-8e64fec710a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:12.583642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38328) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:12.597286 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2763c869-a8d7-4c2e-9bb3-bca628798980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.771653 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2763c869-a8d7-4c2e-9bb3-bca628798980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.782757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-0023b4f1-1d38-4861-985e-582b83edf56e tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:12.784823 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-0023b4f1-1d38-4861-985e-582b83edf56e tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 809 time: 0.1399384 Aug 16 21:02:12.821316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2763c869-a8d7-4c2e-9bb3-bca628798980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.828051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74134268-46ee-4758-8b3c-d1967bbbae74 req-35e6abf6-d997-4fad-a0e3-5f5cd715efef tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 210 time: 0.2503772 Aug 16 21:02:12.842742 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-fc38de43-450a-4c9c-bca1-6b5d9aa38be3 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5084ee906794e9ca73790d2960c05b0 HTTP/1.1" status: 200 len: 379 time: 0.0492842 Aug 16 21:02:12.862753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'port': {'device_id': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'admin_state_up': True, 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'security_groups': ['e33a8ee7-e963-416d-ae2a-8cbf6ad4c705']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:12.913649 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2763c869-a8d7-4c2e-9bb3-bca628798980 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=998d011ffcc24005bd21a46b5608cbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289018 Aug 16 21:02:12.914364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763c869-a8d7-4c2e-9bb3-bca628798980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39523918-293b-4e44-a243-15492f8c1722,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:12.916419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:12.971343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:12.993538 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.080535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Made reservation on behalf of e5084ee906794e9ca73790d2960c05b0 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:13.084108 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.109016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.112889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.114130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39523918-293b-4e44-a243-15492f8c1722 HTTP/1.1" status: 204 len: 168 time: 0.1967227 Aug 16 21:02:13.125710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042887ac-ef4b-4ad5-a488-884b326d9176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39523918-293b-4e44-a243-15492f8c1722,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.211381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Allocated IP 172.20.0.13 (fb3bc0d2-e26d-4c77-8602-5d1c47b9a239/b6f4d69a-b0b0-4b3f-9df4-2e759a447476/a391a515-b5fe-4695-a4d1-3103783a9247) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:13.356454 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.371848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Transition to ACTIVE for port object a391a515-b5fe-4695-a4d1-3103783a9247 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:13.481025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.526802 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:13.532517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:13.536233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:13.565959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:13.598492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:13.598492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.680821 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c9c43946-fc4c-4804-b4fd-5da891396c2f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293812 Aug 16 21:02:13.694887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Request body: {'port': {'device_id': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:13.758841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.838896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38340) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:13.853690 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd5542f5-fdbc-42f6-9eb6-d7244502ba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.891809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e4f3815-c2cb-4cd7-82e7-4c091fc45cb9 None None] Provisioning for port a391a515-b5fe-4695-a4d1-3103783a9247 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:13.896537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1e4f3815-c2cb-4cd7-82e7-4c091fc45cb9 None None] Provisioning complete for port a391a515-b5fe-4695-a4d1-3103783a9247 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:13.902070 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3815-c2cb-4cd7-82e7-4c091fc45cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:13.941273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1e4f3815-c2cb-4cd7-82e7-4c091fc45cb9 None None] Port a391a515-b5fe-4695-a4d1-3103783a9247 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:02:13.996361 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd5542f5-fdbc-42f6-9eb6-d7244502ba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.004786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2257d7-b72d-49ca-a0c0-5d432d1d67fd req-8b7b40bf-55dc-4ee3-a51e-cf30d852d2b6 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.006298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa2257d7-b72d-49ca-a0c0-5d432d1d67fd req-8b7b40bf-55dc-4ee3-a51e-cf30d852d2b6 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 932 time: 0.0880353 Aug 16 21:02:14.047705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa2257d7-b72d-49ca-a0c0-5d432d1d67fd req-e935fb42-8a41-4ca9-9d91-9149238ce460 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Aug 16 21:02:14.057854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd5542f5-fdbc-42f6-9eb6-d7244502ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.066304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a391a515-b5fe-4695-a4d1-3103783a9247 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:14.074295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.091049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Transition to ACTIVE for port object a391a515-b5fe-4695-a4d1-3103783a9247 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:14.100236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd5542f5-fdbc-42f6-9eb6-d7244502ba0a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e278112627942428f4744e9bc97bb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605658 Aug 16 21:02:14.101224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5542f5-fdbc-42f6-9eb6-d7244502ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993d0f0b-3259-441c-9f73-c87fea5dc398,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.102833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38346) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:14.155024 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.165032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.209725 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.246387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.333564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Attempting to bind port a391a515-b5fe-4695-a4d1-3103783a9247 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:14.334200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Attempting to bind port a391a515-b5fe-4695-a4d1-3103783a9247 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:14.334599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Attempting to bind port a391a515-b5fe-4695-a4d1-3103783a9247 on network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:14.339448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Port a391a515-b5fe-4695-a4d1-3103783a9247 on network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:02:14.339794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Attempting to bind port a391a515-b5fe-4695-a4d1-3103783a9247 on network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:14.345544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:14.346051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Checking segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:14.346329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Bound using segment: {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:14.347061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Bound port: a391a515-b5fe-4695-a4d1-3103783a9247, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:14.347417 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.412899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:14.414919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.418563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.422363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/993d0f0b-3259-441c-9f73-c87fea5dc398 HTTP/1.1" status: 204 len: 168 time: 0.3152006 Aug 16 21:02:14.423180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a391a515-b5fe-4695-a4d1-3103783a9247,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:14.435140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe77fea-2a79-473f-a865-d9eda33676f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993d0f0b-3259-441c-9f73-c87fea5dc398,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.498218 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.531585 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.532222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:14.533610 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 1093 time: 0.8439860 Aug 16 21:02:14.534050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:14.536291 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa98102-ee8f-4dc4-ac83-bf9f186c983f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:14.568431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e100be-2b1d-4f5e-a24e-c0742455f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:14.580996 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101a02d-c3b2-4d45-9752-cd706a2b6a13 x-openstack-request-id: req-4101a02d-c3b2-4d45-9752-cd706a2b6a13 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:14.581291 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:14.581575 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4101a02d-c3b2-4d45-9752-cd706a2b6a13 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:14.581983 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'status': 'completed', 'code': 200} Aug 16 21:02:14.650559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-86bb1f67-c8f3-4e17-94da-3e1403eb333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.652128 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-86bb1f67-c8f3-4e17-94da-3e1403eb333d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1096 time: 0.0479953 Aug 16 21:02:14.761126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-e37a66d8-5c72-443b-898c-ac7157cfa497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.762607 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-e37a66d8-5c72-443b-898c-ac7157cfa497 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e5084ee906794e9ca73790d2960c05b0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1030214 Aug 16 21:02:14.864754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-07209fc5-5f55-47f6-a748-3daa9b2318d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.866176 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-faa98102-ee8f-4dc4-ac83-bf9f186c983f req-07209fc5-5f55-47f6-a748-3daa9b2318d8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964553 Aug 16 21:02:14.941951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-b3fe7813-b4a8-41b3-a1a1-880b7d9c976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:14.943761 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-b3fe7813-b4a8-41b3-a1a1-880b7d9c976f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1096 time: 0.0412152 Aug 16 21:02:14.985928 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-315e4944-918e-486b-b8fd-ee276ca554b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 217 time: 0.0341494 Aug 16 21:02:15.038604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-650e12ea-8054-485d-93a7-9c092525ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:15.040077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-650e12ea-8054-485d-93a7-9c092525ae35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0468280 Aug 16 21:02:15.092523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-2fd0b89d-59a2-4b37-a0f4-f624850ef37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:15.094544 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-2fd0b89d-59a2-4b37-a0f4-f624850ef37b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474946 Aug 16 21:02:15.187932 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-1813cd4b-4c75-45ae-8ac2-8bace2cbb7cb service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Aug 16 21:02:15.289437 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-13710642-e069-4be8-8d06-7d164a4dbf9f req-c893c8c6-bf9a-4724-a9b0-57e6467b4727 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947397 Aug 16 21:02:15.336978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85cc40-25d8-45f3-ad1f-9c3c72321b73 req-a80d9597-734b-40be-bea9-d8b4055d0ce5 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:15.338514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e85cc40-25d8-45f3-ad1f-9c3c72321b73 req-a80d9597-734b-40be-bea9-d8b4055d0ce5 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 944 time: 0.2210519 Aug 16 21:02:15.377161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e85cc40-25d8-45f3-ad1f-9c3c72321b73 req-e694fa86-cc87-4ed6-a7d8-59c2f3969acf tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324309 Aug 16 21:02:16.498531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257833c-ae8a-45a8-9dee-013480caae97 req-385dff9c-171a-4ba9-bc96-11068de6db1f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:16.500750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6257833c-ae8a-45a8-9dee-013480caae97 req-385dff9c-171a-4ba9-bc96-11068de6db1f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 944 time: 0.0536807 Aug 16 21:02:16.545925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6257833c-ae8a-45a8-9dee-013480caae97 req-bb5ceda2-c49c-4f76-af17-b648d0848bb8 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Aug 16 21:02:17.206392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38400) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.311144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc42efa5-b3cc-4794-b891-858e46efa3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.396956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc42efa5-b3cc-4794-b891-858e46efa3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.474238 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cc42efa5-b3cc-4794-b891-858e46efa3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.515032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cc42efa5-b3cc-4794-b891-858e46efa3e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=081930fea1814f36a23b750adf1009b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075621 Aug 16 21:02:17.516198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42efa5-b3cc-4794-b891-858e46efa3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfc517c-e7a2-42c8-936f-35a2230f946c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:17.517735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38404) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:17.569118 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.593160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.676136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30257b-1e03-487e-b926-fa5755f8c9c0 req-aaad8d19-40e7-4ea6-b288-e1800ad8a923 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:17.677619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30257b-1e03-487e-b926-fa5755f8c9c0 req-aaad8d19-40e7-4ea6-b288-e1800ad8a923 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 944 time: 0.0552890 Aug 16 21:02:17.715013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d30257b-1e03-487e-b926-fa5755f8c9c0 req-52b01e34-4d7b-47aa-807d-867c000704a1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Aug 16 21:02:17.737273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.739998 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:17.741147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbfc517c-e7a2-42c8-936f-35a2230f946c HTTP/1.1" status: 204 len: 168 time: 0.2221942 Aug 16 21:02:17.748810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9f862-64d1-4396-a702-852ceed5d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfc517c-e7a2-42c8-936f-35a2230f946c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:18.542901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:18.833795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5bb3b-bc7b-48f2-80f7-8f54cb1d615d req-94463574-84e8-43c1-8f7e-2c7b89ab0f90 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:18.835316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8b5bb3b-bc7b-48f2-80f7-8f54cb1d615d req-94463574-84e8-43c1-8f7e-2c7b89ab0f90 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 944 time: 0.0530970 Aug 16 21:02:18.878968 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8b5bb3b-bc7b-48f2-80f7-8f54cb1d615d req-66afe09a-06be-42e2-a988-e42252179afd tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Aug 16 21:02:19.397718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a391a515-b5fe-4695-a4d1-3103783a9247 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:02:19.494553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a391a515-b5fe-4695-a4d1-3103783a9247,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:19.506419 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'port_id': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'mac_address': 'fa:16:3e:4c:a9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:02:19.552991 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.566758 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a391a515-b5fe-4695-a4d1-3103783a9247 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:02:19.587121 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a391a515-b5fe-4695-a4d1-3103783a9247,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:19.663118 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:19.714293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:19.885585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a391a515-b5fe-4695-a4d1-3103783a9247'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:02:20.005584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfa24-2195-48a4-bc20-f5d3c2559e68 req-8c680eb0-8587-4c3a-a1b0-efb594524674 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:20.007092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4ccfa24-2195-48a4-bc20-f5d3c2559e68 req-8c680eb0-8587-4c3a-a1b0-efb594524674 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 945 time: 0.0520427 Aug 16 21:02:20.044553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4ccfa24-2195-48a4-bc20-f5d3c2559e68 req-2b88dd22-1d32-402f-9bff-7bba93f7f883 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Aug 16 21:02:21.161196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1fa78-05b8-4576-a69a-3da885feb336 req-0ffdf3b7-c489-4b72-bcc7-f07000810e8f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:21.162588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a1fa78-05b8-4576-a69a-3da885feb336 req-0ffdf3b7-c489-4b72-bcc7-f07000810e8f tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 945 time: 0.0486453 Aug 16 21:02:21.199926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67a1fa78-05b8-4576-a69a-3da885feb336 req-f50a5b2f-7dba-47d6-8bb4-e388f5008634 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Aug 16 21:02:21.413373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a391a515-b5fe-4695-a4d1-3103783a9247 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:02:21.419926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38522) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:21.526735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdc46004-8a66-4fe9-b904-ff26c7105ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.565739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a391a515-b5fe-4695-a4d1-3103783a9247 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:02:21.569800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a391a515-b5fe-4695-a4d1-3103783a9247 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:02:21.570202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.620290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdc46004-8a66-4fe9-b904-ff26c7105ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.647785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.671698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:21.673880 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5862423-64dc-4f90-9082-1ea102e1cca6" -d '{"events": [{"server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "name": "network-vif-plugged", "status": "completed", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:21.686181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a391a515-b5fe-4695-a4d1-3103783a9247,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:02:21.708421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fdc46004-8a66-4fe9-b904-ff26c7105ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.712314 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c31f9c-ab27-4a06-8a89-f51533d70a9d x-openstack-request-id: req-35c31f9c-ab27-4a06-8a89-f51533d70a9d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:21.712610 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "name": "network-vif-plugged", "status": "completed", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:21.712864 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35c31f9c-ab27-4a06-8a89-f51533d70a9d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:21.713560 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'code': 200} Aug 16 21:02:21.750847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fdc46004-8a66-4fe9-b904-ff26c7105ea9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=880927b7d8934aeeada878fc3c82e2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266997 Aug 16 21:02:21.750847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc46004-8a66-4fe9-b904-ff26c7105ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab89ba1-6d10-40b5-9076-8caf57ccd501,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:21.751739 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38528) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:21.833684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.834195 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.850945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febfd22-7fef-4385-acda-627d5f938f07 req-378b08ba-fff5-41c4-970e-0b88944cfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:21.852476 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8febfd22-7fef-4385-acda-627d5f938f07 req-378b08ba-fff5-41c4-970e-0b88944cfe32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1097 time: 0.0761385 Aug 16 21:02:21.870879 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:21.882358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:21.916663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8febfd22-7fef-4385-acda-627d5f938f07 req-da72e3e6-4af4-41d9-8b40-9254436e8477 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550451 Aug 16 21:02:22.021920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.024537 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.025664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4ab89ba1-6d10-40b5-9076-8caf57ccd501 HTTP/1.1" status: 204 len: 168 time: 0.2733123 Aug 16 21:02:22.033407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b55f5a-fa8f-475c-bf14-3025b6ca048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab89ba1-6d10-40b5-9076-8caf57ccd501,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.200315 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.317013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a90b5-c625-4fae-a7d0-d073d85d935a req-3e63c4e1-e56b-495a-8a73-4c654988d680 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:22.318522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-570a90b5-c625-4fae-a7d0-d073d85d935a req-3e63c4e1-e56b-495a-8a73-4c654988d680 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0494425 Aug 16 21:02:22.357419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-570a90b5-c625-4fae-a7d0-d073d85d935a req-c65d6244-4b3c-4f47-bc6e-c5ab3d0ef336 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Aug 16 21:02:22.657850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38536) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:22.671184 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0d1-4c06-4810-bc1d-16d9a03bfb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.759147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0d1-4c06-4810-bc1d-16d9a03bfb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.834187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2bbff0d1-4c06-4810-bc1d-16d9a03bfb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.875288 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2bbff0d1-4c06-4810-bc1d-16d9a03bfb37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38bbb278c46a47d5b9e77dc40911f76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2163405 Aug 16 21:02:22.877412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbff0d1-4c06-4810-bc1d-16d9a03bfb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe902d6-180b-4e5e-bcda-057820382c6a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:22.878646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38538) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:22.932158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:22.953326 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:23.057051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:23.059650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:23.060838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebe902d6-180b-4e5e-bcda-057820382c6a HTTP/1.1" status: 204 len: 168 time: 0.1811974 Aug 16 21:02:23.068532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1648-f932-44f2-90e4-3a91678eeade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe902d6-180b-4e5e-bcda-057820382c6a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:23.477246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3f2d-91b2-4e21-b9cc-cc21a0aa6a52 req-ffabfb1c-da68-46f6-beb6-a58e0394eea2 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:23.478748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-041b3f2d-91b2-4e21-b9cc-cc21a0aa6a52 req-ffabfb1c-da68-46f6-beb6-a58e0394eea2 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Aug 16 21:02:23.518376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-041b3f2d-91b2-4e21-b9cc-cc21a0aa6a52 req-9b7be59b-86cd-4867-a3a9-83edb0418246 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322421 Aug 16 21:02:23.633745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a57f8-b7cb-43cd-aa02-da4bc5c930d7 req-4f9a3f99-e850-4ec7-ba49-85d360697a27 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:23.635145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c20a57f8-b7cb-43cd-aa02-da4bc5c930d7 req-4f9a3f99-e850-4ec7-ba49-85d360697a27 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0485985 Aug 16 21:02:23.672891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c20a57f8-b7cb-43cd-aa02-da4bc5c930d7 req-5a91d195-405e-424f-973c-36053e4be2e0 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Aug 16 21:02:23.791404 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04665fd-8ec8-4595-93df-3980f1af7c89 req-e4e06317-d46c-4bc6-b630-26cc74c74da7 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:23.792963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e04665fd-8ec8-4595-93df-3980f1af7c89 req-e4e06317-d46c-4bc6-b630-26cc74c74da7 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0504088 Aug 16 21:02:23.836744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e04665fd-8ec8-4595-93df-3980f1af7c89 req-1ffc2853-0480-4a79-815f-e388428b5708 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369575 Aug 16 21:02:23.868592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38560) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:24.057846 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa763e-fc61-494c-903f-47982fd8cf31 tempest-TestServerBasicOps-975561176 tempest-TestServerBasicOps-975561176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:24.059385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ffa763e-fc61-494c-903f-47982fd8cf31 tempest-TestServerBasicOps-975561176 tempest-TestServerBasicOps-975561176-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1093 time: 0.1897709 Aug 16 21:02:24.062614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38568) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:24.067421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:24.154592 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.251161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.360445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Allocated IP 172.25.7.31 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/91f127d7-90b8-4a4a-a7fc-29f43686f46b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:24.462021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.623407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:24.664087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:24.668939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:24.672030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:24.700651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'Port': ['ID=91f127d7-90b8-4a4a-a7fc-29f43686f46b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:25.043700 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.191327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.342171 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.417007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.485799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event updated for resources: {'Port': ['ID=91f127d7-90b8-4a4a-a7fc-29f43686f46b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:25.496369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:25.932232 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Floating IP 1ee9e602-feca-440f-8c62-60f4c97cfae3 associated. External IP: 172.25.7.31, port: a391a515-b5fe-4695-a4d1-3103783a9247. Aug 16 21:02:26.148195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:02:26.257852 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:02:26.267506 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Sync routers for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:02:26.276190 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:26.276793 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:26.360073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:26.387527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c1b77f78-65d8-4397-8f6a-9bc398386f5d tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3237913 Aug 16 21:02:26.388032 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:26.388268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:02:26.391498 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b6671e-2433-48d5-a856-30efe0b15c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:02:26.429302 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8682dab-e509-4039-a90a-c0e18a5a8d23 x-openstack-request-id: req-b8682dab-e509-4039-a90a-c0e18a5a8d23 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:02:26.429602 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:02:26.429853 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8682dab-e509-4039-a90a-c0e18a5a8d23 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:02:26.430253 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'status': 'completed', 'code': 200} Aug 16 21:02:26.501196 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-910e4e26-ae6d-4108-9885-05953a59c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:26.502746 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-910e4e26-ae6d-4108-9885-05953a59c348 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0483582 Aug 16 21:02:26.605773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-ca0507e5-4d33-4e27-9c05-7d619322482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:26.607298 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-ca0507e5-4d33-4e27-9c05-7d619322482d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.0972989 Aug 16 21:02:26.677799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-ca4db666-8917-4fe6-b43c-154916c74234 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 999 time: 0.0618849 Aug 16 21:02:26.720030 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1ee9e602-feca-440f-8c62-60f4c97cfae3', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'port_id': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'mac_address': 'fa:16:3e:4c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:24Z', 'updated_at': '2021-08-16T21:02:24Z', 'revision_number': 0, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:26.739611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-b31604b2-b499-4d18-b02e-853a77b13e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:26.741200 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-b31604b2-b499-4d18-b02e-853a77b13e45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0580249 Aug 16 21:02:26.746221 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Checking router: 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:02:26.754801 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:02:26.755463 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:26.788197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-4b9591a0-3de9-41bd-84fe-e9a72a7fd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:26.789709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-4b9591a0-3de9-41bd-84fe-e9a72a7fd653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414994 Aug 16 21:02:26.861635 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:02:26.886897 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-3276f0e9-2c70-40b7-8ebb-e9f4e7ab21cf service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Aug 16 21:02:26.920581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-5c40781f-4589-4d7b-b138-9dd22cba3f4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442715 Aug 16 21:02:26.984248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-09b6671e-2433-48d5-a856-30efe0b15c7d req-d00fadcc-79a2-4eba-b942-34a09fec0790 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896223 Aug 16 21:02:27.103163 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8130a124-6409-4868-8203-7c144b338f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1ee9e602-feca-440f-8c62-60f4c97cfae3', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'port_id': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'mac_address': 'fa:16:3e:4c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:24Z', 'updated_at': '2021-08-16T21:02:24Z', 'revision_number': 0, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:02:27.133758 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130a124-6409-4868-8203-7c144b338f2f None None] The sync data for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 is: [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1ee9e602-feca-440f-8c62-60f4c97cfae3', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'port_id': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'mac_address': 'fa:16:3e:4c:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:02:24Z', 'updated_at': '2021-08-16T21:02:24Z', 'revision_number': 0, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:02:27.212970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-b43f8303-5136-42c8-971d-76546dda48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.214534 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-b43f8303-5136-42c8-971d-76546dda48b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0563955 Aug 16 21:02:27.334921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-1f00b23c-1f58-4ae2-a79f-bf887ee83279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.336605 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-1f00b23c-1f58-4ae2-a79f-bf887ee83279 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.1016183 Aug 16 21:02:27.357968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e9425d-42b7-4337-b48d-b2245306cd28 None None] New status for floating IP 1ee9e602-feca-440f-8c62-60f4c97cfae3: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:02:27.410187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-e8b44035-1453-4ee1-a2ff-57529e814a46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 999 time: 0.0664921 Aug 16 21:02:27.466490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-aeb5c5f6-c420-4f99-b471-1164acf40736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.472192 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-aeb5c5f6-c420-4f99-b471-1164acf40736 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0503559 Aug 16 21:02:27.515554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-ba9631b2-234b-4190-bc0f-d2131157180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:27.517267 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-ba9631b2-234b-4190-bc0f-d2131157180e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425239 Aug 16 21:02:27.626680 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-0366194a-7c58-4e96-bb66-34dd18aab305 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024177 Aug 16 21:02:27.719839 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-5e30fbbd-3dd4-41f7-ab34-2bdf2add844c service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858476 Aug 16 21:02:29.486366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 38766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:29.594871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2c298d6d-42cd-4f19-b765-2bfa86b0a89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.689161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2c298d6d-42cd-4f19-b765-2bfa86b0a89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.753941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2c298d6d-42cd-4f19-b765-2bfa86b0a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.796491 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2c298d6d-42cd-4f19-b765-2bfa86b0a89b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b8be085ea5a488e800bbf64e62a971d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090353 Aug 16 21:02:29.797735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c298d6d-42cd-4f19-b765-2bfa86b0a89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64badd2-cd07-46e6-92ed-01979ecf5a5b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:29.799087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 38770) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:29.848630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:29.868924 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.010288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.013055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:30.014259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d64badd2-cd07-46e6-92ed-01979ecf5a5b HTTP/1.1" status: 204 len: 168 time: 0.2141509 Aug 16 21:02:30.023219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4b9e8-dc05-4b7d-9626-5db71077f2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64badd2-cd07-46e6-92ed-01979ecf5a5b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:30.765604 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45850fd1-7cc4-419d-91e6-21ca487f2afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.535487 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:33.685482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0bcf33d7-deaa-4106-b061-bcc4654817a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:34.365385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:36.257014 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:39.791565 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:02:43.764298 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39114) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:43.873115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d14131e-f54f-46ca-bc73-442e04b4e3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:43.959849 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d14131e-f54f-46ca-bc73-442e04b4e3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.136515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4d14131e-f54f-46ca-bc73-442e04b4e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.175183 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4d14131e-f54f-46ca-bc73-442e04b4e3f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcf249f7bf0e44a9b54dd8b3d6cf933e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097888 Aug 16 21:02:44.176331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14131e-f54f-46ca-bc73-442e04b4e3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dfc1c8-17db-4499-80f9-50fcf22b8034,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:44.178136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39118) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:44.227620 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.247964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.416479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.418947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:44.420281 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68dfc1c8-17db-4499-80f9-50fcf22b8034 HTTP/1.1" status: 204 len: 168 time: 0.2406123 Aug 16 21:02:44.428183 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fcc52-4217-4365-8551-48ac9c140c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dfc1c8-17db-4499-80f9-50fcf22b8034,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.611097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39170) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.717984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-175e39cd-4c0f-4236-b40c-b8d0d9302e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.803476 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-175e39cd-4c0f-4236-b40c-b8d0d9302e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.879142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-175e39cd-4c0f-4236-b40c-b8d0d9302e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.918056 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-175e39cd-4c0f-4236-b40c-b8d0d9302e60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4954aac1baf045d59bc7052c3a0f374a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058357 Aug 16 21:02:46.918918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e39cd-4c0f-4236-b40c-b8d0d9302e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79a8063-74ff-4d8f-8b8d-31df51fd807e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:46.920782 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:46.969781 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:46.990957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.136308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.139675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:47.140904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d79a8063-74ff-4d8f-8b8d-31df51fd807e HTTP/1.1" status: 204 len: 168 time: 0.2191012 Aug 16 21:02:47.148658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e23cac-88f1-42ad-98c3-6d4aac650d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79a8063-74ff-4d8f-8b8d-31df51fd807e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:48.547673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:49.318229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39218) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.418766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1b710680-7e32-4d33-824b-7470d0482b4e tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:49.639333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1b710680-7e32-4d33-824b-7470d0482b4e tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "PUT /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef HTTP/1.1" status: 200 len: 366 time: 0.3200006 Aug 16 21:02:49.641896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39222) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.651644 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ac82dbb2-54e1-483f-b9b1-d4ef1c538721 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0087454 Aug 16 21:02:49.653656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.663108 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1b54bb9b-9acc-4edc-b0f9-3337fcfd23e0 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef HTTP/1.1" status: 200 len: 366 time: 0.0079451 Aug 16 21:02:49.665187 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39226) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.748668 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1f0a39a-7302-42aa-a3fb-2d1c34395252 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef HTTP/1.1" status: 204 len: 168 time: 0.0824397 Aug 16 21:02:49.750877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39228) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.759776 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5239b132-9895-4df8-a912-3b6cc99ee5a1 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078707 Aug 16 21:02:49.761887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39230) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.771111 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f736149c-5e55-4135-9c91-59720b4ef45c tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef HTTP/1.1" status: 200 len: 370 time: 0.0083194 Aug 16 21:02:49.773365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39232) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.777868 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f2f75c8b-a6c0-42d0-8c8c-ada58ae99acc tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef/default HTTP/1.1" status: 200 len: 370 time: 0.0035548 Aug 16 21:02:49.780763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39234) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:49.788161 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-2206c0d5-8e07-4955-b0a9-bca8da3aea7b tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] delete failed (client error): The resource could not be found. Aug 16 21:02:49.789076 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2206c0d5-8e07-4955-b0a9-bca8da3aea7b tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/2d95070c505344f68d0a3df46f5059ef HTTP/1.1" status: 404 len: 348 time: 0.0075092 Aug 16 21:02:50.062350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39238) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:50.082525 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:network and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.087528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.094266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:subnet and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.099645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.105715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:subnetpool and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.110419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.118479 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:port and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.121030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.127698 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:router and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.132798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.140335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:floatingip and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.145275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.179800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:security_group and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.184584 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.191074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Usage tracker for resource:security_group_rule and tenant:c00a5f517f2c4f11af8c3944fc391717 is out of sync, need to count used quota {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 21:02:50.196394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.quota.resource [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95241) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 21:02:50.204200 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ca9167c-f603-421f-bb70-bcf2c56e9833 tempest-QuotasTest-1960159547 tempest-QuotasTest-1960159547-project-admin] 10.222.0.70 "GET /v2.0/quotas/c00a5f517f2c4f11af8c3944fc391717/details.json HTTP/1.1" status: 200 len: 703 time: 0.1408136 Aug 16 21:02:50.767050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:50.873541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef7f348a-b44b-4e07-bf07-aec7f9104936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:50.964396 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef7f348a-b44b-4e07-bf07-aec7f9104936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.033316 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ef7f348a-b44b-4e07-bf07-aec7f9104936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.071435 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ef7f348a-b44b-4e07-bf07-aec7f9104936 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5729a500ad64293ae9e432714b4acbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033323 Aug 16 21:02:51.072353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f348a-b44b-4e07-bf07-aec7f9104936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d6a7b1-3a25-4d65-81d1-d3672251e86c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:51.075010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39248) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:51.127334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.147636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.266139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.268738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:51.269919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84d6a7b1-3a25-4d65-81d1-d3672251e86c HTTP/1.1" status: 204 len: 168 time: 0.1928475 Aug 16 21:02:51.277452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e5233-fd24-4bb3-81ad-48fad683667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d6a7b1-3a25-4d65-81d1-d3672251e86c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.045362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39254) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:52.058761 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dada9da3-be97-472a-bea1-ed4d6e7ac500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.152253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dada9da3-be97-472a-bea1-ed4d6e7ac500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.159062 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.227874 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dada9da3-be97-472a-bea1-ed4d6e7ac500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.265446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada9da3-be97-472a-bea1-ed4d6e7ac500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b54cd4-5587-4725-9a22-107da74f4a9e,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:52.271658 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dada9da3-be97-472a-bea1-ed4d6e7ac500 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c00a5f517f2c4f11af8c3944fc391717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252798 Aug 16 21:02:52.274273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39256) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:52.322199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.344168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.490131 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.492705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:52.493874 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/44b54cd4-5587-4725-9a22-107da74f4a9e HTTP/1.1" status: 204 len: 168 time: 0.2186882 Aug 16 21:02:52.503159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c70cb-bd5b-4470-8a1d-58d1556ce17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b54cd4-5587-4725-9a22-107da74f4a9e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:53.586185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39280) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.682731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-792fb97c-2930-484a-b7d9-4f27e694d313 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.683750 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-792fb97c-2930-484a-b7d9-4f27e694d313 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0965278 Aug 16 21:02:53.686772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39284) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.690614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-bad83eee-c0cf-483e-ba8c-40760917227c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.691535 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bad83eee-c0cf-483e-ba8c-40760917227c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039177 Aug 16 21:02:53.693557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39286) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.697218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-5d593f1b-fc36-4a74-be60-ca8c5d2d0257 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.698139 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5d593f1b-fc36-4a74-be60-ca8c5d2d0257 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037560 Aug 16 21:02:53.700152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39288) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.704439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-ba6c331d-c033-436d-be66-614237975756 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.705363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba6c331d-c033-436d-be66-614237975756 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043838 Aug 16 21:02:53.707304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39290) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.711675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-3a8140cf-5453-4acc-9d48-ea73a32fcbcd tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.712609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3a8140cf-5453-4acc-9d48-ea73a32fcbcd tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044789 Aug 16 21:02:53.714575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39292) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.718915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-aef8e758-b461-4459-9a6d-831624924837 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.720108 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-aef8e758-b461-4459-9a6d-831624924837 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044565 Aug 16 21:02:53.722124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39294) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.725839 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-a3db6287-1c54-41fc-8ded-325ad1d77231 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.726770 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a3db6287-1c54-41fc-8ded-325ad1d77231 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0038178 Aug 16 21:02:53.728767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39296) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.732753 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-05ee1dae-a8a3-4805-a241-02a932aff67c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.733650 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05ee1dae-a8a3-4805-a241-02a932aff67c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040848 Aug 16 21:02:53.735687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39298) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.739378 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-3062cbe2-0b15-447a-a583-e75b1b8bd5e5 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.740441 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3062cbe2-0b15-447a-a583-e75b1b8bd5e5 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039012 Aug 16 21:02:53.742376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39300) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.746074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-65ebedc5-13d3-4090-aa94-bda801f39c49 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.746968 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-65ebedc5-13d3-4090-aa94-bda801f39c49 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037959 Aug 16 21:02:53.749206 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39302) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.752864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-df058401-d4ad-4a3a-9038-aac8a94a12ce tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.753779 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df058401-d4ad-4a3a-9038-aac8a94a12ce tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0037494 Aug 16 21:02:53.755743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39304) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.759892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-91f598b9-06ea-4a0c-9c23-6d4c4fe81400 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.760832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-91f598b9-06ea-4a0c-9c23-6d4c4fe81400 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042629 Aug 16 21:02:53.762722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39306) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.767027 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-0db67877-2dd1-4fdd-bfea-4b593114d807 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.767963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0db67877-2dd1-4fdd-bfea-4b593114d807 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038216 Aug 16 21:02:53.770391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39308) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.774063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-a1370731-16a8-4744-913f-9164842cd365 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.774963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1370731-16a8-4744-913f-9164842cd365 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0037751 Aug 16 21:02:53.777078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39310) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.781411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-66dd90be-f6fe-4b1e-884e-19262507bb34 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.782325 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-66dd90be-f6fe-4b1e-884e-19262507bb34 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044410 Aug 16 21:02:53.784430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39312) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.788146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-10f9d612-6fc5-4dcb-a137-088ffa668b10 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.789059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-10f9d612-6fc5-4dcb-a137-088ffa668b10 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038216 Aug 16 21:02:53.791188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39314) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.794898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-1e189377-bd5e-419d-8294-93dbb7b28b0a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.795817 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e189377-bd5e-419d-8294-93dbb7b28b0a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038059 Aug 16 21:02:53.797834 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39316) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.801523 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-2fe210ce-ac9a-4d5d-867d-18b83d8bc0ca tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.802418 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2fe210ce-ac9a-4d5d-867d-18b83d8bc0ca tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037839 Aug 16 21:02:53.804484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39318) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.808566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-0396116d-39f1-4dfc-9549-3510bdfb8cb2 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.809481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0396116d-39f1-4dfc-9549-3510bdfb8cb2 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042009 Aug 16 21:02:53.811632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39320) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.815275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-a25c43e1-b298-4552-b4d4-963ab6258564 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.816222 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a25c43e1-b298-4552-b4d4-963ab6258564 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037735 Aug 16 21:02:53.818220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39322) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.821901 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-22585e23-d08e-4972-acd6-37d5dc0ab43e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.822805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-22585e23-d08e-4972-acd6-37d5dc0ab43e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0037897 Aug 16 21:02:53.824871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39324) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.829096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-2c8ec7ef-c363-4417-912e-2a352441757d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.829994 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2c8ec7ef-c363-4417-912e-2a352441757d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043283 Aug 16 21:02:53.832210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39326) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.836156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-0d8b8e37-4588-4909-8699-989e07dabadb tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.837059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d8b8e37-4588-4909-8699-989e07dabadb tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040946 Aug 16 21:02:53.839219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39328) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.844223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-fdfef4cd-fbf5-427e-9a50-beda2ba57392 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.845404 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fdfef4cd-fbf5-427e-9a50-beda2ba57392 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052888 Aug 16 21:02:53.847497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39330) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.851313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-0b4e829a-0f56-4844-a3f2-8b463804fe24 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.852268 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0b4e829a-0f56-4844-a3f2-8b463804fe24 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039041 Aug 16 21:02:53.861504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39332) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.865321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-fc57d351-630d-4592-a4d2-bd40b2c56107 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.866223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fc57d351-630d-4592-a4d2-bd40b2c56107 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038717 Aug 16 21:02:53.868274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39334) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.875988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-2e01b601-c834-456f-8ab5-fa6aa1113d4e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.876906 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2e01b601-c834-456f-8ab5-fa6aa1113d4e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078049 Aug 16 21:02:53.879006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39336) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.882706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-05173fbc-36dc-4639-834e-77efc0a06278 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.883622 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-05173fbc-36dc-4639-834e-77efc0a06278 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037789 Aug 16 21:02:53.885582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39338) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.889531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-60964bc0-aeb1-4092-b442-6934a3929d7b tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.890430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60964bc0-aeb1-4092-b442-6934a3929d7b tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040543 Aug 16 21:02:53.892446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39340) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.896141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-69f8b61d-bedb-4d72-b412-f69ee063ae4f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.897047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69f8b61d-bedb-4d72-b412-f69ee063ae4f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0037744 Aug 16 21:02:53.898980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39342) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.902667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-7e473ab9-8b69-4d60-9376-0840a9a055be tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.903546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7e473ab9-8b69-4d60-9376-0840a9a055be tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037796 Aug 16 21:02:53.906394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39344) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.910188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-34576b71-152b-4d79-a8af-df24e622cf54 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.911338 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-34576b71-152b-4d79-a8af-df24e622cf54 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038893 Aug 16 21:02:53.913179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39346) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.916798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-435a5f8d-43b4-4553-85bc-a9699c528e6a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.917688 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-435a5f8d-43b4-4553-85bc-a9699c528e6a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037150 Aug 16 21:02:53.924531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39348) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.928208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-26a39b94-f19a-46ac-9cc9-b31c097ddb1d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.929109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-26a39b94-f19a-46ac-9cc9-b31c097ddb1d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0037947 Aug 16 21:02:53.931184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39350) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.935401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-443621e6-e8ca-4866-930e-55132f0f429a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.936464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-443621e6-e8ca-4866-930e-55132f0f429a tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044551 Aug 16 21:02:53.938447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39352) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.942165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-5c8d46e4-9c1c-4edf-a63c-6259728914a7 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.943076 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c8d46e4-9c1c-4edf-a63c-6259728914a7 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038111 Aug 16 21:02:53.945013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39354) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.948719 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-c9638128-c3fd-4cb9-ab9c-9cc512d2dd9f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.949630 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c9638128-c3fd-4cb9-ab9c-9cc512d2dd9f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0038016 Aug 16 21:02:53.951609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39356) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.955244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-e63fbf3d-5fa8-493e-b5e6-cb224c916d7f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.956180 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e63fbf3d-5fa8-493e-b5e6-cb224c916d7f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037217 Aug 16 21:02:53.958134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39358) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.961806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-d3868440-98d6-45f0-8b65-59345ec17aa8 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.962737 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3868440-98d6-45f0-8b65-59345ec17aa8 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037837 Aug 16 21:02:53.964701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39360) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.968987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-4a96bd4e-e97a-413b-9b24-b2d2f4423949 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.970140 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4a96bd4e-e97a-413b-9b24-b2d2f4423949 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043845 Aug 16 21:02:53.972158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39362) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.975821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-cb32866f-7987-48ec-8ecf-a88d4537f95d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.976707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cb32866f-7987-48ec-8ecf-a88d4537f95d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037611 Aug 16 21:02:53.978818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39364) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.983212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-decd2e4d-331e-4967-aa8f-408f54b4456c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.984142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-decd2e4d-331e-4967-aa8f-408f54b4456c tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045130 Aug 16 21:02:53.986073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39366) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.990233 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-5e75b24c-f06a-4cb3-8b0a-c782db8b7d0d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.991157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5e75b24c-f06a-4cb3-8b0a-c782db8b7d0d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042629 Aug 16 21:02:53.993250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39368) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:53.996884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-04743477-b463-422d-afb9-29cec3561028 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:53.997879 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-04743477-b463-422d-afb9-29cec3561028 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037274 Aug 16 21:02:53.999971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39370) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.003624 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-13c2c913-bb15-4e7a-8cbe-f1b1f7214c7f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.004642 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-13c2c913-bb15-4e7a-8cbe-f1b1f7214c7f tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0038459 Aug 16 21:02:54.006509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39372) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.010145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-685cc979-5544-43fb-a796-ef6a843cd5a6 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.011058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-685cc979-5544-43fb-a796-ef6a843cd5a6 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0037303 Aug 16 21:02:54.012994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39374) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.016726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-43706d23-8fa8-44ea-94de-7237f1392547 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.017644 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-43706d23-8fa8-44ea-94de-7237f1392547 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0037234 Aug 16 21:02:54.019545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39376) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.023162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-466a7d65-40cc-4f3d-9e56-2c00caf0bf1e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.024068 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-466a7d65-40cc-4f3d-9e56-2c00caf0bf1e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037000 Aug 16 21:02:54.026208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39378) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.030512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-86eedc42-0b62-47ca-aa82-a92951d60698 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.031404 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-86eedc42-0b62-47ca-aa82-a92951d60698 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044069 Aug 16 21:02:54.033484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39380) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.037275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-ca953c81-68d8-4bf0-9228-f4e0a241ef54 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.038171 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca953c81-68d8-4bf0-9228-f4e0a241ef54 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0038936 Aug 16 21:02:54.040207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39382) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.044446 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-6234dce3-9d0e-4fe8-b4c4-41700db79fa8 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.046017 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6234dce3-9d0e-4fe8-b4c4-41700db79fa8 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049334 Aug 16 21:02:54.048176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39384) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.051793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-832d01c3-5054-4695-94bb-014f5521ca89 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.052686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-832d01c3-5054-4695-94bb-014f5521ca89 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0037308 Aug 16 21:02:54.054689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39386) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.058318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-f41510a7-e79f-494f-a417-eba8fcad61df tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.059211 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f41510a7-e79f-494f-a417-eba8fcad61df tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037301 Aug 16 21:02:54.061598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39388) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.066013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [None req-f0269fa5-843f-4f19-89b4-1805bbe953ba tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.066985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f0269fa5-843f-4f19-89b4-1805bbe953ba tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044043 Aug 16 21:02:54.069054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39390) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.072773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [None req-a827e69d-d9ab-4142-8c55-af3b010a0230 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.073684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a827e69d-d9ab-4142-8c55-af3b010a0230 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038292 Aug 16 21:02:54.075905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39392) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.079628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-401bdd15-b0c0-41ea-bf52-f773e2728109 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.080548 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-401bdd15-b0c0-41ea-bf52-f773e2728109 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0038621 Aug 16 21:02:54.082694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39394) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.086292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-ebd02fef-44de-4151-ae16-07bd1e5a0a91 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.087181 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ebd02fef-44de-4151-ae16-07bd1e5a0a91 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037510 Aug 16 21:02:54.089300 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39396) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.093625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-6c03a5be-ccd4-41b1-bf10-8f76c15c3b7e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.094515 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6c03a5be-ccd4-41b1-bf10-8f76c15c3b7e tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044229 Aug 16 21:02:54.096876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39398) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.100561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-b0cbf565-d567-4da0-9ae9-e5d292a42086 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.101517 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b0cbf565-d567-4da0-9ae9-e5d292a42086 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038407 Aug 16 21:02:54.103554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39400) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.108409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-c90bd41d-90e7-4eb9-b268-a0a0a179aaea tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.109327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c90bd41d-90e7-4eb9-b268-a0a0a179aaea tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049393 Aug 16 21:02:54.111423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39402) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.115128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-de670fff-d7c9-49c5-800c-609f7a73ecce tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.116043 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-de670fff-d7c9-49c5-800c-609f7a73ecce tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0037651 Aug 16 21:02:54.118090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.121730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-b9c896df-8047-49b9-a959-1d11c542634d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.122690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b9c896df-8047-49b9-a959-1d11c542634d tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037405 Aug 16 21:02:54.124790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.128476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-ebeadf1a-8e00-4e5b-9ceb-3826396c0ac4 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.129366 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ebeadf1a-8e00-4e5b-9ceb-3826396c0ac4 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0037787 Aug 16 21:02:54.131393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39408) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.135038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-1204456f-06ec-4117-9db4-a4f1b395b131 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.135950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1204456f-06ec-4117-9db4-a4f1b395b131 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037088 Aug 16 21:02:54.137964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.141740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-23d2aa9e-bef4-4787-a70e-d9c41f4ce165 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.142654 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-23d2aa9e-bef4-4787-a70e-d9c41f4ce165 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037870 Aug 16 21:02:54.144724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39412) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.148371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-515c2aeb-5aa9-46ef-a84a-f6ef863cfcfe tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.149277 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-515c2aeb-5aa9-46ef-a84a-f6ef863cfcfe tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037575 Aug 16 21:02:54.151296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39414) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.156165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-f2e94993-9a7d-4d65-949d-006de5273a11 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.157083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f2e94993-9a7d-4d65-949d-006de5273a11 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049579 Aug 16 21:02:54.159108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39416) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.162814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-222cdf82-8adc-4b0a-bbd8-ba0d9e60334b tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.163669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-222cdf82-8adc-4b0a-bbd8-ba0d9e60334b tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037646 Aug 16 21:02:54.165757 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39418) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.170294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [None req-f1bacafa-1f70-43ce-8014-210e98bed827 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:02:54.171207 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f1bacafa-1f70-43ce-8014-210e98bed827 tempest-ExtensionsTestJSON-1354319255 tempest-ExtensionsTestJSON-1354319255-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046399 Aug 16 21:02:54.710720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39424) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:54.827241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f2f709-9458-4dbc-875a-d279ea3674e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:54.912306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f2f709-9458-4dbc-875a-d279ea3674e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.039064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00f2f709-9458-4dbc-875a-d279ea3674e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.077057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f709-9458-4dbc-875a-d279ea3674e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9495b82-f25a-4458-95be-dc6e848737a8,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:55.081205 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00f2f709-9458-4dbc-875a-d279ea3674e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eb1ccdc6734d4d7cb1deeb2e752ad5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694978 Aug 16 21:02:55.083837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39428) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:55.133809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.155012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.342581 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.346136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:55.351787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9495b82-f25a-4458-95be-dc6e848737a8 HTTP/1.1" status: 204 len: 168 time: 0.2628844 Aug 16 21:02:55.356803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864cf6-369c-48ad-8743-717c5cf0c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9495b82-f25a-4458-95be-dc6e848737a8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:56.343286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39450) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:56.441175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-855273389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:56.541481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.542504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.592513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.667388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.769687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.771608 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f3fd872d-eced-4e5e-a511-d18b4220ea14 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4272346 Aug 16 21:02:56.773612 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39454) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:56.778628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-577152716'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:56.866735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:56.870155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.879386 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:56.970040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.077159 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.100504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:57.115596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48786f1-316b-4039-8a4f-1798ab740867,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.118500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.118846 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Added segment 897766d2-6249-46d7-8e3b-71ec9a409698 of type vlan for network f34482b5-8b1e-4242-a637-5a9cf5dafca6 Aug 16 21:02:57.157987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.250473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.256041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:57.256626 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.319664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Network': ['ID=f34482b5-8b1e-4242-a637-5a9cf5dafca6,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.331069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:57.411083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-63b9c287-7ec8-4116-9200-338bf771b773 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6363401 Aug 16 21:02:57.413718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39456) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:57.418712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'subnet': {'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:57.570313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:57.573729 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.808840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:57.869085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Subnet': ['ID=573fd657-33c6-4029-b5ae-3411f2339126,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:57.876762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Checking segment: {'id': '897766d2-6249-46d7-8e3b-71ec9a409698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:57.877120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network hostable DHCP agents. Network: f34482b5-8b1e-4242-a637-5a9cf5dafca6, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:57.986921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:58.071275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f34482b5-8b1e-4242-a637-5a9cf5dafca6) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:58.075477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.076096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.080735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d400e-7092-43ab-8e1f-655c432e421c None None] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:58.165327 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ae8e420b-1dcb-46d3-b8b4-59a36fd60b53 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7504437 Aug 16 21:02:58.168213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39458) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.174005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'network': {'name': 'tempest-router-network01--1547668322'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:58.218754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f34482b5-8b1e-4242-a637-5a9cf5dafca6', 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6', 'tenant_id': '41290f169cb64bcda38bc9dda1913910', 'fixed_ips': [{'subnet_id': '573fd657-33c6-4029-b5ae-3411f2339126'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:02:58.219971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.278412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:58.282686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.309423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:58.318141 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.318486 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Added segment 8a020da7-1a93-4e4a-adc1-c9e85cb14100 of type vlan for network 4001cb37-759f-4a3b-ad86-588e259281f0 Aug 16 21:02:58.353292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Allocated IP 172.20.0.2 (f34482b5-8b1e-4242-a637-5a9cf5dafca6/573fd657-33c6-4029-b5ae-3411f2339126/aec23edc-385e-4da5-9203-599cf6506fb6) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:02:58.358662 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.485963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.491581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.492048 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.492195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.500531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Transition to ACTIVE for port object aec23edc-385e-4da5-9203-599cf6506fb6 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:58.515159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Transition to ACTIVE for port object aec23edc-385e-4da5-9203-599cf6506fb6 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:02:58.557053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Network': ['ID=4001cb37-759f-4a3b-ad86-588e259281f0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.567446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 4001cb37-759f-4a3b-ad86-588e259281f0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:58.605025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.615164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92905593-1c5c-4cc6-bfc2-89ec7c86b4a7 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4458520 Aug 16 21:02:58.617799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39460) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:58.622925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'network': {'name': 'tempest-router-network02--1257778043'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:58.665654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:02:58.673194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:58.675548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:02:58.677523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Pushing event updated for resources: {'Port': ['ID=aec23edc-385e-4da5-9203-599cf6506fb6,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:58.689014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.689356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.689695 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.690019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.690343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.690672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.691000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.691313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.691630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.691975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.692292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.692606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:02:58.712855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:58.716472 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.741268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:02:58.747044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Attempting to bind port aec23edc-385e-4da5-9203-599cf6506fb6 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:02:58.748652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Attempting to bind port aec23edc-385e-4da5-9203-599cf6506fb6 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '897766d2-6249-46d7-8e3b-71ec9a409698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:02:58.749097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Attempting to bind port aec23edc-385e-4da5-9203-599cf6506fb6 on network f34482b5-8b1e-4242-a637-5a9cf5dafca6 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:02:58.750736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.751081 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Added segment 8507b9d5-11aa-4763-8cc9-3a03f2a4f418 of type vlan for network 05383576-db61-4ae0-88fe-1062412c4296 Aug 16 21:02:58.754194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:02:58.754569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Checking segment: {'id': '897766d2-6249-46d7-8e3b-71ec9a409698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:58.754988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.755366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Bound using segment: {'id': '897766d2-6249-46d7-8e3b-71ec9a409698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:02:58.758313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Bound port: aec23edc-385e-4da5-9203-599cf6506fb6, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897766d2-6249-46d7-8e3b-71ec9a409698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f34482b5-8b1e-4242-a637-5a9cf5dafca6'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:02:58.758313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.795553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.821939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] For port aec23edc-385e-4da5-9203-599cf6506fb6, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:02:58.825070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] For port aec23edc-385e-4da5-9203-599cf6506fb6, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aec23edc-385e-4da5-9203-599cf6506fb6,segment=NetworkSegment(897766d2-6249-46d7-8e3b-71ec9a409698),segment_id=897766d2-6249-46d7-8e3b-71ec9a409698)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:02:58.922743 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.928410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:58.928994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.970865 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:58.993485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Network': ['ID=05383576-db61-4ae0-88fe-1062412c4296,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.009440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 05383576-db61-4ae0-88fe-1062412c4296 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:02:59.075106 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fa73c506-5218-4a47-9b1f-d31115755fb9 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4562347 Aug 16 21:02:59.078319 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39464) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.084107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'subnet': {'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:02:59.243962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5ed9b-1928-43c3-8f82-01930fa6c79d None None] Pushing event updated for resources: {'Port': ['ID=aec23edc-385e-4da5-9203-599cf6506fb6,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.295528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:02:59.298909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.604665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.668372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Subnet': ['ID=d964b582-6755-45ed-86e2-edecadee8404,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:02:59.678799 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Checking segment: {'id': '8a020da7-1a93-4e4a-adc1-c9e85cb14100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:02:59.679157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network hostable DHCP agents. Network: 4001cb37-759f-4a3b-ad86-588e259281f0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:02:59.780913 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network 4001cb37-759f-4a3b-ad86-588e259281f0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:02:59.867517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 4001cb37-759f-4a3b-ad86-588e259281f0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:02:59.874106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:02:59.874962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:02:59.880850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f011ab-08b5-489d-ae6a-431121de9b20 None None] Network 4001cb37-759f-4a3b-ad86-588e259281f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:59.944262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc06b1-95d3-4b1e-b6df-c1d1511734e0 None None] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:02:59.960034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bbe65112-5812-4ee9-ad73-4a5a1430134d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8805468 Aug 16 21:02:59.962670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39468) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:02:59.967868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'subnet': {'network_id': '05383576-db61-4ae0-88fe-1062412c4296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:00.114759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-4001cb37-759f-4a3b-ad86-588e259281f0', 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0', 'tenant_id': '41290f169cb64bcda38bc9dda1913910', 'fixed_ips': [{'subnet_id': 'd964b582-6755-45ed-86e2-edecadee8404'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:00.114759 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.116472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6f3dfbd5-b474-4903-bd20-27b01a77ea71 None None] Provisioning for port aec23edc-385e-4da5-9203-599cf6506fb6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:00.174262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Made reservation on behalf of 41290f169cb64bcda38bc9dda1913910 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:03:00.177971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.284545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Allocated IP 172.20.0.2 (4001cb37-759f-4a3b-ad86-588e259281f0/d964b582-6755-45ed-86e2-edecadee8404/823b403d-ca24-476a-9f0f-b52d2744c8c4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:00.468891 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.501413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.525738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Transition to ACTIVE for port object 823b403d-ca24-476a-9f0f-b52d2744c8c4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:00.543603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Subnet': ['ID=025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.553772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Checking segment: {'id': '8507b9d5-11aa-4763-8cc9-3a03f2a4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '05383576-db61-4ae0-88fe-1062412c4296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:00.554141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network hostable DHCP agents. Network: 05383576-db61-4ae0-88fe-1062412c4296, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:03:00.555365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Transition to ACTIVE for port object 823b403d-ca24-476a-9f0f-b52d2744c8c4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:00.625935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.640721 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39480) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:00.656314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network 05383576-db61-4ae0-88fe-1062412c4296 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:03:00.673729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Network 4001cb37-759f-4a3b-ad86-588e259281f0 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:00.676805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:00.679278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:00.685175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Pushing event updated for resources: {'Port': ['ID=823b403d-ca24-476a-9f0f-b52d2744c8c4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:00.737231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0f7d6-c31b-41a0-b030-40a748dc8809 req-94ebddca-9ca3-4bf7-bb78-815ffb5f391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.738190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Attempting to bind port 823b403d-ca24-476a-9f0f-b52d2744c8c4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:00.738638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Attempting to bind port 823b403d-ca24-476a-9f0f-b52d2744c8c4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8a020da7-1a93-4e4a-adc1-c9e85cb14100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:00.738857 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cbe0f7d6-c31b-41a0-b030-40a748dc8809 req-94ebddca-9ca3-4bf7-bb78-815ffb5f391a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0970633 Aug 16 21:03:00.739228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Attempting to bind port 823b403d-ca24-476a-9f0f-b52d2744c8c4 on network 4001cb37-759f-4a3b-ad86-588e259281f0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:00.744568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:00.744941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Checking segment: {'id': '8a020da7-1a93-4e4a-adc1-c9e85cb14100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:00.745345 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.745730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Bound using segment: {'id': '8a020da7-1a93-4e4a-adc1-c9e85cb14100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:00.746219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Bound port: 823b403d-ca24-476a-9f0f-b52d2744c8c4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a020da7-1a93-4e4a-adc1-c9e85cb14100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4001cb37-759f-4a3b-ad86-588e259281f0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:00.746596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.773647 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cbe0f7d6-c31b-41a0-b030-40a748dc8809 req-0b8064af-bc70-46a3-af54-9c9c0b2ef0c9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286524 Aug 16 21:03:00.786264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6102570e-09e2-461a-8f41-bfc32cd0b448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.822217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] For port 823b403d-ca24-476a-9f0f-b52d2744c8c4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:00.826456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] For port 823b403d-ca24-476a-9f0f-b52d2744c8c4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=823b403d-ca24-476a-9f0f-b52d2744c8c4,segment=NetworkSegment(8a020da7-1a93-4e4a-adc1-c9e85cb14100),segment_id=8a020da7-1a93-4e4a-adc1-c9e85cb14100)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:00.848535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 05383576-db61-4ae0-88fe-1062412c4296) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:00.853723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:00.854335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:00.860676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf34ea-5de6-4535-808d-f8acc31d30db None None] Network 05383576-db61-4ae0-88fe-1062412c4296 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:00.953759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f51ec85f-97c5-425c-870c-eb2c11a0f7e2 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9898458 Aug 16 21:03:00.956117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39486) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:00.961502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.055628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb37ea6-4dd0-4bd0-bf4a-71d9d4ed0432 None None] Pushing event updated for resources: {'Port': ['ID=823b403d-ca24-476a-9f0f-b52d2744c8c4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.062801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-05383576-db61-4ae0-88fe-1062412c4296', 'network_id': '05383576-db61-4ae0-88fe-1062412c4296', 'tenant_id': '41290f169cb64bcda38bc9dda1913910', 'fixed_ips': [{'subnet_id': '025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:03:01.063782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.178903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aec23edc-385e-4da5-9203-599cf6506fb6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:01.294167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.305172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Allocated IP 172.20.0.2 (05383576-db61-4ae0-88fe-1062412c4296/025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095/cc83c38f-a6b2-47fa-9b14-f32563b99fb0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:01.425765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port aec23edc-385e-4da5-9203-599cf6506fb6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:01.439921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port aec23edc-385e-4da5-9203-599cf6506fb6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:01.440442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.534264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.549128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Transition to ACTIVE for port object cc83c38f-a6b2-47fa-9b14-f32563b99fb0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:01.564728 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Allocated IP 172.20.0.1 (4001cb37-759f-4a3b-ad86-588e259281f0/d964b582-6755-45ed-86e2-edecadee8404/81a92ce7-3041-435a-a787-5812dcb339d7) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:01.617496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Transition to ACTIVE for port object cc83c38f-a6b2-47fa-9b14-f32563b99fb0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:01.643195 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.680325 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.682037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port aec23edc-385e-4da5-9203-599cf6506fb6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aec23edc-385e-4da5-9203-599cf6506fb6,segment=NetworkSegment(897766d2-6249-46d7-8e3b-71ec9a409698),segment_id=897766d2-6249-46d7-8e3b-71ec9a409698)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:01.695422 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Transition to ACTIVE for port object 81a92ce7-3041-435a-a787-5812dcb339d7 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:01.719505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.771115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Network 05383576-db61-4ae0-88fe-1062412c4296 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:01.774455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:01.780288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:01.783334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Pushing event updated for resources: {'Port': ['ID=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.855035 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.874906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.910756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Attempting to bind port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:03:01.911503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Attempting to bind port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '8507b9d5-11aa-4763-8cc9-3a03f2a4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '05383576-db61-4ae0-88fe-1062412c4296'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:03:01.912368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Attempting to bind port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 on network 05383576-db61-4ae0-88fe-1062412c4296 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:03:01.929227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:03:01.929986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Checking segment: {'id': '8507b9d5-11aa-4763-8cc9-3a03f2a4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '05383576-db61-4ae0-88fe-1062412c4296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:03:01.930627 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.931248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Bound using segment: {'id': '8507b9d5-11aa-4763-8cc9-3a03f2a4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '05383576-db61-4ae0-88fe-1062412c4296'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:03:01.931971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Bound port: cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507b9d5-11aa-4763-8cc9-3a03f2a4f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '05383576-db61-4ae0-88fe-1062412c4296'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:03:01.932590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:01.961346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network 4001cb37-759f-4a3b-ad86-588e259281f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:01.970489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=aec23edc-385e-4da5-9203-599cf6506fb6,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:01.971225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:01.979039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:02.035553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Port': ['ID=81a92ce7-3041-435a-a787-5812dcb339d7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.055080 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.066393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] For port cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:03:02.069754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] For port cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,segment=NetworkSegment(8507b9d5-11aa-4763-8cc9-3a03f2a4f418),segment_id=8507b9d5-11aa-4763-8cc9-3a03f2a4f418)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:03:02.098297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2624e2-6876-4ada-9f26-03b319a4e0ff None None] Network 4001cb37-759f-4a3b-ad86-588e259281f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:02.176734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.270153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.271288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-482eecac-f90e-4816-987a-5ff78ac2b1c0 None None] Provisioning for port 823b403d-ca24-476a-9f0f-b52d2744c8c4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:02.281965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551080d-b1b1-4e99-b4f8-d20ab78ba93b None None] Pushing event updated for resources: {'Port': ['ID=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.596993 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.728471 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.791489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83299adb-09d9-4e2b-b15e-c0dd649d93dd None None] Provisioning for port 81a92ce7-3041-435a-a787-5812dcb339d7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:02.795568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-83299adb-09d9-4e2b-b15e-c0dd649d93dd None None] Provisioning complete for port 81a92ce7-3041-435a-a787-5812dcb339d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:02.795912 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-83299adb-09d9-4e2b-b15e-c0dd649d93dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.802771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Port': ['ID=81a92ce7-3041-435a-a787-5812dcb339d7,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:02.805303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:02.829584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-83299adb-09d9-4e2b-b15e-c0dd649d93dd None None] Port 81a92ce7-3041-435a-a787-5812dcb339d7 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:02.899883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network 4001cb37-759f-4a3b-ad86-588e259281f0 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:02.905458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:02.959280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-424a95a2-ecfa-4271-9da8-bfbdd21eb1ec None None] Provisioning complete for port 81a92ce7-3041-435a-a787-5812dcb339d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:02.959650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-424a95a2-ecfa-4271-9da8-bfbdd21eb1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.001331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-424a95a2-ecfa-4271-9da8-bfbdd21eb1ec None None] Port 81a92ce7-3041-435a-a787-5812dcb339d7 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:03.111553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Router 74a35b52-ba02-477e-a104-554470c5b042 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:03:03.227072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9acdf692-1631-42be-a5f1-0db1dec14026 None None] Provisioning complete for port 81a92ce7-3041-435a-a787-5812dcb339d7 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:03.227449 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9acdf692-1631-42be-a5f1-0db1dec14026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.275550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 823b403d-ca24-476a-9f0f-b52d2744c8c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:03.300721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9acdf692-1631-42be-a5f1-0db1dec14026 None None] Port 81a92ce7-3041-435a-a787-5812dcb339d7 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:03.355363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97afda07-296d-4170-af6f-40ac17078318 None None] Network 05383576-db61-4ae0-88fe-1062412c4296 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:03.441601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 823b403d-ca24-476a-9f0f-b52d2744c8c4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:03.450660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 823b403d-ca24-476a-9f0f-b52d2744c8c4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:03.451294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.540748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.555772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:03.566076 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-58bc7272-be38-479e-b1c2-a1769f9dc1c6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6087835 Aug 16 21:03:03.566785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39498) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:03.574743 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] Sync routers for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:03.583371 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f5033574-9475-402e-a21a-04a03395e8eb None None] Provisioning for port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:03.584113 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:03.584927 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.608412 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.626006 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.635932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:03.636882 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:02:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.643656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 823b403d-ca24-476a-9f0f-b52d2744c8c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=823b403d-ca24-476a-9f0f-b52d2744c8c4,segment=NetworkSegment(8a020da7-1a93-4e4a-adc1-c9e85cb14100),segment_id=8a020da7-1a93-4e4a-adc1-c9e85cb14100)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:03.671592 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:03.672268 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea3910-5a44-49c5-8314-fbf882e9acff None None] The sync data for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:03.678389 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9638-6e35-4ed9-9faa-8d9209bf2aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.713641 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.714484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc83c38f-a6b2-47fa-9b14-f32563b99fb0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:03.799092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=823b403d-ca24-476a-9f0f-b52d2744c8c4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:03.884320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:03.888465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:03.888860 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.935320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fa41b8fe-309e-4534-a639-6142210d065f None None] Provisioning complete for port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:03.935858 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa41b8fe-309e-4534-a639-6142210d065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:03.944640 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-be2d8a24-f5a5-4479-83ed-cb6d438f1f69 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:03.945696 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-be2d8a24-f5a5-4479-83ed-cb6d438f1f69 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3779719 Aug 16 21:03:03.948820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39500) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:04.175972 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.235686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa41b8fe-309e-4534-a639-6142210d065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.248602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,segment=NetworkSegment(8507b9d5-11aa-4763-8cc9-3a03f2a4f418),segment_id=8507b9d5-11aa-4763-8cc9-3a03f2a4f418)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:04.348636 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.349449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aec23edc-385e-4da5-9203-599cf6506fb6 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:04.415465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.455424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:04.459631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-fa41b8fe-309e-4534-a639-6142210d065f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:03:04.460507 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-fa41b8fe-309e-4534-a639-6142210d065f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:03:04.472235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port aec23edc-385e-4da5-9203-599cf6506fb6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:04.472610 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.611702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.843468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting port 81a92ce7-3041-435a-a787-5812dcb339d7 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:04.843842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.929858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:04.941968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Calling delete_port for 81a92ce7-3041-435a-a787-5812dcb339d7 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:05.106175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 823b403d-ca24-476a-9f0f-b52d2744c8c4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:05.152411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 823b403d-ca24-476a-9f0f-b52d2744c8c4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:05.152812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.164114 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.191365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Port': ['ID=81a92ce7-3041-435a-a787-5812dcb339d7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:05.239494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc83c38f-a6b2-47fa-9b14-f32563b99fb0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:03:05.290522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:05.290906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.340540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.503810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Router 74a35b52-ba02-477e-a104-554470c5b042 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:05.581278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:05.590682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d9afef40-2606-4700-856e-82dfd93136b6 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368108 Aug 16 21:03:05.590682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39504) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:05.592019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] Sync routers for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:05.601476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:05.602092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:05.628718 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-58e26915-3da0-4dfc-a921-7f6ad110f6c8 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] delete failed (client error): The resource could not be found. Aug 16 21:03:05.629699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-58e26915-3da0-4dfc-a921-7f6ad110f6c8 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-2053896274 HTTP/1.1" status: 404 len: 335 time: 0.0373812 Aug 16 21:03:05.633341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39508) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:05.638455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a29a2252-d8a1-4134-b967-e17046552acb tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'router': {'external_gateway_info': {'network_id': '74a35b52-ba02-477e-a104-554470c5b042'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:05.639889 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:05.648883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:05.649497 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:05.682606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:05.683265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f37a5-027a-4e5b-9319-c5987626b26f None None] The sync data for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:05.848272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a29a2252-d8a1-4134-b967-e17046552acb tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:05.933567 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-a29a2252-d8a1-4134-b967-e17046552acb tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] update failed (client error): The resource could not be found. Aug 16 21:03:05.934538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a29a2252-d8a1-4134-b967-e17046552acb tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042 HTTP/1.1" status: 404 len: 339 time: 0.3002906 Aug 16 21:03:05.939346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39510) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:06.212422 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.227118 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.443380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Allocated IP 172.20.0.1 (f34482b5-8b1e-4242-a637-5a9cf5dafca6/573fd657-33c6-4029-b5ae-3411f2339126/4a860134-0a21-4c59-8f35-6318ec9e41bb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:03:06.558629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.572881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Transition to ACTIVE for port object 4a860134-0a21-4c59-8f35-6318ec9e41bb will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:03:06.678842 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.715098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:06.718955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:06.721641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:03:06.764382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Port': ['ID=4a860134-0a21-4c59-8f35-6318ec9e41bb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:06.780242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:06.959232 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.002267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e85fbe8d-5542-46ca-a0e2-98c77e376ea6 None None] Provisioning for port 4a860134-0a21-4c59-8f35-6318ec9e41bb completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:03:07.006054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e85fbe8d-5542-46ca-a0e2-98c77e376ea6 None None] Provisioning complete for port 4a860134-0a21-4c59-8f35-6318ec9e41bb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:07.006591 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e85fbe8d-5542-46ca-a0e2-98c77e376ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.040728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e85fbe8d-5542-46ca-a0e2-98c77e376ea6 None None] Port 4a860134-0a21-4c59-8f35-6318ec9e41bb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:07.218900 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.295640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.370345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event updated for resources: {'Port': ['ID=4a860134-0a21-4c59-8f35-6318ec9e41bb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:07.373536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.461952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:03:07.463304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:03:07.563256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Router 74a35b52-ba02-477e-a104-554470c5b042 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:07.658516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:07.663536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3d9498d1-75d3-40d0-86ba-47911c180f3c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232761 Aug 16 21:03:07.666430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39512) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:07.669266 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] Sync routers for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:07.675912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2d6a486d-ffcc-4a52-8725-e0b4489930b0 None None] Provisioning complete for port 4a860134-0a21-4c59-8f35-6318ec9e41bb triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:03:07.676329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2d6a486d-ffcc-4a52-8725-e0b4489930b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.681246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:07.681966 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:07.714491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a486d-ffcc-4a52-8725-e0b4489930b0 None None] Port 4a860134-0a21-4c59-8f35-6318ec9e41bb cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:03:07.714714 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:07.724712 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:07.725238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:07.758233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14e878f4-3c45-42b0-a8ea-8798762ecd68 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:07.758852 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:07.759495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a39b07-8039-48e3-9a52-fac461c556bf None None] The sync data for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 is: [] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:08.179333 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-14e878f4-3c45-42b0-a8ea-8798762ecd68 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 21:03:08.180439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-14e878f4-3c45-42b0-a8ea-8798762ecd68 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042 HTTP/1.1" status: 409 len: 329 time: 0.5130835 Aug 16 21:03:08.183173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39514) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:08.487376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.723246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting port 4a860134-0a21-4c59-8f35-6318ec9e41bb {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:08.723591 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.811816 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:08.823292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Calling delete_port for 4a860134-0a21-4c59-8f35-6318ec9e41bb owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:09.095529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.122408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Port': ['ID=4a860134-0a21-4c59-8f35-6318ec9e41bb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:09.262988 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.420708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Router 74a35b52-ba02-477e-a104-554470c5b042 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:03:09.498417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:03:09.503829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2e3ec6ea-eec7-4669-8e15-4886d55697cd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3195901 Aug 16 21:03:09.507293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39516) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:09.507894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] Sync routers for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:03:09.517839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:09.518444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.544209 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-0f8682d4-a15d-4183-95f4-d7b150f7b0bd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] show failed (client error): The resource could not be found. Aug 16 21:03:09.545469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0f8682d4-a15d-4183-95f4-d7b150f7b0bd tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1567785825 HTTP/1.1" status: 404 len: 335 time: 0.0369802 Aug 16 21:03:09.548949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39518) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:09.550679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.553570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-484c38e9-c1fa-4b55-a46f-12e01e120406 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:09.559458 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] Routers {'74a35b52-ba02-477e-a104-554470c5b042'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:03:09.560158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:03:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['74a35b52-ba02-477e-a104-554470c5b042'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.590753 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-484c38e9-c1fa-4b55-a46f-12e01e120406 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] update failed (client error): The resource could not be found. Aug 16 21:03:09.591822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-484c38e9-c1fa-4b55-a46f-12e01e120406 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1605679970 HTTP/1.1" status: 404 len: 335 time: 0.0419154 Aug 16 21:03:09.595577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39520) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:09.596721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:09.597384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a7e918-f8f0-4111-9e2b-aec5ecbe024e None None] The sync data for ids ['74a35b52-ba02-477e-a104-554470c5b042'] in n-d-794306-10 is: [] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:03:09.644994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting subnet 025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:09.647975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.686038 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.770392 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.912885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.941566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Subnet': ['ID=025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:09.945152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:09.947050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-431e2e0b-122d-4780-886b-7ebabb8eec7b tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/subnets/025f4eb5-0fe8-4ed7-94d8-d6d3dcd24095 HTTP/1.1" status: 204 len: 168 time: 0.3505034 Aug 16 21:03:09.949523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39522) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:09.952138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b76752-0371-4eec-b493-8bbc4f9302d6 None None] Network 05383576-db61-4ae0-88fe-1062412c4296 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:10.001593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting subnet d964b582-6755-45ed-86e2-edecadee8404 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:10.004711 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.049313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.131119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] DHCP port deletion for 05383576-db61-4ae0-88fe-1062412c4296 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:10.131987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.180873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Deleting port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:10.181253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.242476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] For port cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,segment=NetworkSegment(8507b9d5-11aa-4763-8cc9-3a03f2a4f418),segment_id=8507b9d5-11aa-4763-8cc9-3a03f2a4f418)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:10.242792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.254444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Calling delete_port for cc83c38f-a6b2-47fa-9b14-f32563b99fb0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:10.288597 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.318340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Subnet': ['ID=d964b582-6755-45ed-86e2-edecadee8404,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.324175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.326677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0c1f2f0a-720f-408f-aaa0-3b8ba5178f2d tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/subnets/d964b582-6755-45ed-86e2-edecadee8404 HTTP/1.1" status: 204 len: 168 time: 0.3760469 Aug 16 21:03:10.330179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39524) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:10.347290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c5c9b-ce99-440c-bdcf-0a11dd5f8ae6 None None] Network 4001cb37-759f-4a3b-ad86-588e259281f0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:10.414143 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.464187 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.466435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:10.466779 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.496374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] Pushing event deleted for resources: {'Port': ['ID=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.499713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df715e9c-0ab5-4e2c-bfaf-83466961f4f7 None None] No DVR routers for this DVR port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:10.538363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] For port cc83c38f-a6b2-47fa-9b14-f32563b99fb0, host n-d-794306-10, got binding levels [] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:10.538849 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.553803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Calling delete_port for cc83c38f-a6b2-47fa-9b14-f32563b99fb0 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:10.556476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.ipam_backend_mixin [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 was not found and therefore no delete operation was performed {{(pid=95241) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 21:03:10.557698 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.583139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Port': ['ID=cc83c38f-a6b2-47fa-9b14-f32563b99fb0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.595555 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] No DVR routers for this DVR port cc83c38f-a6b2-47fa-9b14-f32563b99fb0 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:10.658008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] DHCP port deletion for 4001cb37-759f-4a3b-ad86-588e259281f0 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:10.690610 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.701040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05383576-db61-4ae0-88fe-1062412c4296']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:10.703566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Deleting port 823b403d-ca24-476a-9f0f-b52d2744c8c4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:10.703981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.711916 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8507b9d5-11aa-4763-8cc9-3a03f2a4f418') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:10.712239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8507b9d5-11aa-4763-8cc9-3a03f2a4f418') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:10.722440 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.736707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.742703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:10.743128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:10.746466 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:10.769908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] For port 823b403d-ca24-476a-9f0f-b52d2744c8c4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=823b403d-ca24-476a-9f0f-b52d2744c8c4,segment=NetworkSegment(8a020da7-1a93-4e4a-adc1-c9e85cb14100),segment_id=8a020da7-1a93-4e4a-adc1-c9e85cb14100)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:10.770411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.787374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Calling delete_port for 823b403d-ca24-476a-9f0f-b52d2744c8c4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:10.884076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.889308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.891385 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/networks/05383576-db61-4ae0-88fe-1062412c4296 HTTP/1.1" status: 204 len: 168 time: 0.5594549 Aug 16 21:03:10.895251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39526) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:10.907435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45293701-26ec-4078-aa16-32b044792375 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Network': ['ID=05383576-db61-4ae0-88fe-1062412c4296,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:10.947175 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.975387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] No DVR routers for this DVR port 823b403d-ca24-476a-9f0f-b52d2744c8c4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:10.975938 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:10.979752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974f1f5-e977-4888-8257-6ad1570c0e8d None None] Pushing event deleted for resources: {'Port': ['ID=823b403d-ca24-476a-9f0f-b52d2744c8c4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:11.073986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.084931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4001cb37-759f-4a3b-ad86-588e259281f0']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:11.102251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a020da7-1a93-4e4a-adc1-c9e85cb14100') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:11.102251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a020da7-1a93-4e4a-adc1-c9e85cb14100') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:11.105461 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.112244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 823b403d-ca24-476a-9f0f-b52d2744c8c4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:11.119030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.126214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:11.131697 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:11.133849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 823b403d-ca24-476a-9f0f-b52d2744c8c4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:11.133849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 823b403d-ca24-476a-9f0f-b52d2744c8c4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:11.133849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc83c38f-a6b2-47fa-9b14-f32563b99fb0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:11.154918 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: cc83c38f-a6b2-47fa-9b14-f32563b99fb0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:11.155260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device cc83c38f-a6b2-47fa-9b14-f32563b99fb0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:11.283869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.291796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.293649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/networks/4001cb37-759f-4a3b-ad86-588e259281f0 HTTP/1.1" status: 204 len: 168 time: 0.3986466 Aug 16 21:03:11.296194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39528) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:11.303237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946b457-c08d-4ad5-88fb-127eb5aa68ad tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Network': ['ID=4001cb37-759f-4a3b-ad86-588e259281f0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:11.352435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting subnet 573fd657-33c6-4029-b5ae-3411f2339126 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:03:11.355475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.395250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.476342 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.633319 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.660275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Subnet': ['ID=573fd657-33c6-4029-b5ae-3411f2339126,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:11.665873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.667811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-104dc4ea-11f7-4965-8cc3-a3312eab9aab tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/subnets/573fd657-33c6-4029-b5ae-3411f2339126 HTTP/1.1" status: 204 len: 168 time: 0.3705809 Aug 16 21:03:11.670358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39530) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:11.672964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc8823-9239-40aa-aa81-6e4efe6ec65e None None] Network f34482b5-8b1e-4242-a637-5a9cf5dafca6 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:03:11.745833 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.804540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Deleting port aec23edc-385e-4da5-9203-599cf6506fb6 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:11.804976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.843455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] DHCP port deletion for f34482b5-8b1e-4242-a637-5a9cf5dafca6 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:03:11.869095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] For port aec23edc-385e-4da5-9203-599cf6506fb6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aec23edc-385e-4da5-9203-599cf6506fb6,segment=NetworkSegment(897766d2-6249-46d7-8e3b-71ec9a409698),segment_id=897766d2-6249-46d7-8e3b-71ec9a409698)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:11.869480 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.882810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Calling delete_port for aec23edc-385e-4da5-9203-599cf6506fb6 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:11.892901 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Deleting port aec23edc-385e-4da5-9203-599cf6506fb6 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:03:11.893329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.956186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] For port aec23edc-385e-4da5-9203-599cf6506fb6, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=aec23edc-385e-4da5-9203-599cf6506fb6,segment=NetworkSegment(897766d2-6249-46d7-8e3b-71ec9a409698),segment_id=897766d2-6249-46d7-8e3b-71ec9a409698)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:03:11.956590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:11.969900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Calling delete_port for aec23edc-385e-4da5-9203-599cf6506fb6 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:03:12.030554 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.047141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.057571 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Port': ['ID=aec23edc-385e-4da5-9203-599cf6506fb6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.059903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] No DVR routers for this DVR port aec23edc-385e-4da5-9203-599cf6506fb6 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:12.069666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.070013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.070399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.070689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.071021 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.071351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.071678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.071976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] Pushing event deleted for resources: {'Port': ['ID=aec23edc-385e-4da5-9203-599cf6506fb6,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.072088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.072339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.072662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.072986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.073332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:12.075529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a4cc8b-804c-4b4f-8b0f-3eed72ad1ffd None None] No DVR routers for this DVR port aec23edc-385e-4da5-9203-599cf6506fb6 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:03:12.148010 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.157987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34482b5-8b1e-4242-a637-5a9cf5dafca6']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:12.167370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897766d2-6249-46d7-8e3b-71ec9a409698') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:12.167665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897766d2-6249-46d7-8e3b-71ec9a409698') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:03:12.176834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.194311 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.200070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:03:12.200451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:03:12.203286 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:03:12.316127 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.322740 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.324581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/networks/f34482b5-8b1e-4242-a637-5a9cf5dafca6 HTTP/1.1" status: 204 len: 168 time: 0.6532974 Aug 16 21:03:12.328136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39532) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:12.336550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d90b7-eaba-467d-acd1-efd2162ac27c tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Pushing event deleted for resources: {'Network': ['ID=f34482b5-8b1e-4242-a637-5a9cf5dafca6,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:12.360453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9217f7a5-3663-4053-8d26-3b05d2b1dfe0 tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "GET /v2.0/ports?device_id=74a35b52-ba02-477e-a104-554470c5b042 HTTP/1.1" status: 200 len: 205 time: 0.0312295 Aug 16 21:03:12.362852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39534) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:12.432447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.587743 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.589876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.729658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.730193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Fanout notify agent at l3_agent the message router_deleted on router 74a35b52-ba02-477e-a104-554470c5b042 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:03:12.740631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:12.741805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-552010a1-f3c6-425e-a545-1fd1f245da2f tempest-RoutersNegativeTest-334833935 tempest-RoutersNegativeTest-334833935-project] 10.222.0.70 "DELETE /v2.0/routers/74a35b52-ba02-477e-a104-554470c5b042 HTTP/1.1" status: 204 len: 168 time: 0.3780503 Aug 16 21:03:13.096642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aec23edc-385e-4da5-9203-599cf6506fb6 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:03:13.117134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: aec23edc-385e-4da5-9203-599cf6506fb6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:03:13.120839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device aec23edc-385e-4da5-9203-599cf6506fb6 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:03:13.186058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39540) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:13.317232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2ae98edc-c012-4687-b94d-134d3939891c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=41290f169cb64bcda38bc9dda1913910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300013 Aug 16 21:03:13.319649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39544) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:13.366856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.387976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.529769 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.532328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:13.533537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d48786f1-316b-4039-8a4f-1798ab740867 HTTP/1.1" status: 204 len: 168 time: 0.2129292 Aug 16 21:03:13.541221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48786f1-316b-4039-8a4f-1798ab740867,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:13.551871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.552222 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.552569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.552926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.553424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.553759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.554088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.554415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.554789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.555114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.555486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:13.555844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151bce67-e1ef-404e-9916-9c5f02d3c9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:03:14.609529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39566) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:14.709431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-69910d07-1edc-4ce5-98cf-29b9fb31619b tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:14.709943 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-69910d07-1edc-4ce5-98cf-29b9fb31619b tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:03:14.710440 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-69910d07-1edc-4ce5-98cf-29b9fb31619b tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:03:14.711464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-69910d07-1edc-4ce5-98cf-29b9fb31619b tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1009331 Aug 16 21:03:14.715152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:14.720320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--203860360'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:14.832454 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.840913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:14.931893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.015331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.057941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03335b48-9d99-4a9a-bd18-37b34fa1ae11,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:15.118498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.202019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.232013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03800253-5c43-4a77-ab72-c0a5971d4536,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:15.312315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.313568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d2816126-e9fc-4a88-9d5e-6093b9fdafd4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5974371 Aug 16 21:03:15.316352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39572) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:15.320832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '03800253-5c43-4a77-ab72-c0a5971d4536', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:15.420811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.477189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.592334 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.610187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6e2927-e550-4818-8f21-12a2916dc0b2,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:15.712500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:15.713768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b8b9717-5cb6-423a-9e81-cb62b405d18c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964715 Aug 16 21:03:15.716507 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39574) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:15.721311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-333ce247-4841-42d1-9f5f-e5d8f13fa487 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '03800253-5c43-4a77-ab72-c0a5971d4536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:15.849102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-333ce247-4841-42d1-9f5f-e5d8f13fa487 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.004064 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-333ce247-4841-42d1-9f5f-e5d8f13fa487 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 21:03:16.005181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-333ce247-4841-42d1-9f5f-e5d8f13fa487 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2876885 Aug 16 21:03:16.008779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39576) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.064607 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.086193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.186486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.189046 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.190262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/03800253-5c43-4a77-ab72-c0a5971d4536 HTTP/1.1" status: 204 len: 168 time: 0.1805174 Aug 16 21:03:16.192922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39578) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.199351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b3dad-404c-4d9f-b708-107c13492066 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03800253-5c43-4a77-ab72-c0a5971d4536,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:16.245727 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4332c1b9-d77a-4ba3-93cc-561f5c5bbc83 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516491 Aug 16 21:03:16.249499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39580) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.253856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1950361189'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:16.369514 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.453194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.523481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.559927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66c2bb9-081c-4078-b0e3-1f24d93c4b6c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:16.626803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.628179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47e258a0-c577-450e-94de-9a4c45f57df7 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3776903 Aug 16 21:03:16.630937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39582) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.635441 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1167f763-d9c5-4cbb-9fce-2a6ee61c1c31 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'f66c2bb9-081c-4078-b0e3-1f24d93c4b6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:16.635969 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-1167f763-d9c5-4cbb-9fce-2a6ee61c1c31 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 21:03:16.636462 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-1167f763-d9c5-4cbb-9fce-2a6ee61c1c31 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:16.638266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1167f763-d9c5-4cbb-9fce-2a6ee61c1c31 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062027 Aug 16 21:03:16.640302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39584) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.691622 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.718920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.790517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:03:16.849812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.852572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:16.853721 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/f66c2bb9-081c-4078-b0e3-1f24d93c4b6c HTTP/1.1" status: 204 len: 168 time: 0.2125854 Aug 16 21:03:16.857258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39586) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.863384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef142b-28dc-4763-91ff-ce46947ce83d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66c2bb9-081c-4078-b0e3-1f24d93c4b6c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:16.913727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7582c114-3ed5-459c-9288-44fa5ed22dfe tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552273 Aug 16 21:03:16.917196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39588) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:16.922286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072712317'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.026761 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.106798 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.184516 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.213034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ad124-0760-4228-8d60-7f4cdfb0ecd5,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:17.289547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.290775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4c368576-fc87-4733-b738-89b83d120fac tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3726206 Aug 16 21:03:17.293635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39590) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.298716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6cf021ba-b500-4be4-8cf4-c6beae4da3f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'f58ad124-0760-4228-8d60-7f4cdfb0ecd5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.299574 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-6cf021ba-b500-4be4-8cf4-c6beae4da3f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 21:03:17.300170 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-6cf021ba-b500-4be4-8cf4-c6beae4da3f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.301131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6cf021ba-b500-4be4-8cf4-c6beae4da3f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060248 Aug 16 21:03:17.303409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39592) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.361123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.383530 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.500893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.503470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.504646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/f58ad124-0760-4228-8d60-7f4cdfb0ecd5 HTTP/1.1" status: 204 len: 168 time: 0.2003586 Aug 16 21:03:17.507276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.514105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2462d-c0ce-41c6-b564-e22717c7536c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ad124-0760-4228-8d60-7f4cdfb0ecd5,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:17.552297 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b85db345-74c6-4dbe-a349-6ec8a2255c05 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437469 Aug 16 21:03:17.555716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39596) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.560168 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122416610'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.687716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.770050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.858746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.888399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59509cab-2f37-43cb-a12c-4c30ffb2d99d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:17.944473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:17.945734 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d864de6a-526e-49e8-b68e-e145662efe85 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3890538 Aug 16 21:03:17.948785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39598) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.954231 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-36554e6e-f6b2-42e2-a654-a61e3aef4910 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '59509cab-2f37-43cb-a12c-4c30ffb2d99d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.955331 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-36554e6e-f6b2-42e2-a654-a61e3aef4910 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 21:03:17.955861 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-36554e6e-f6b2-42e2-a654-a61e3aef4910 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.956830 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-36554e6e-f6b2-42e2-a654-a61e3aef4910 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069780 Aug 16 21:03:17.959480 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39600) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.963462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f4000b04-c7fa-4bcb-a898-d429f614a1bf tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '59509cab-2f37-43cb-a12c-4c30ffb2d99d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.964108 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-f4000b04-c7fa-4bcb-a898-d429f614a1bf tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 21:03:17.964567 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-f4000b04-c7fa-4bcb-a898-d429f614a1bf tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.965503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f4000b04-c7fa-4bcb-a898-d429f614a1bf tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051496 Aug 16 21:03:17.967978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39602) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.973225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75951b83-3898-4577-ab54-7ac2057f0413 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '59509cab-2f37-43cb-a12c-4c30ffb2d99d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.974011 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-75951b83-3898-4577-ab54-7ac2057f0413 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 21:03:17.974482 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-75951b83-3898-4577-ab54-7ac2057f0413 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.975414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75951b83-3898-4577-ab54-7ac2057f0413 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063314 Aug 16 21:03:17.977806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:17.981936 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-64c0addb-fad4-43bb-a46e-2a98e2ba5cbc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '59509cab-2f37-43cb-a12c-4c30ffb2d99d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:17.988902 n-d-794306-10 neutron-server[95241]: WARNING neutron.api.v2.base [None req-64c0addb-fad4-43bb-a46e-2a98e2ba5cbc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 21:03:17.988902 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-64c0addb-fad4-43bb-a46e-2a98e2ba5cbc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:17.988902 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-64c0addb-fad4-43bb-a46e-2a98e2ba5cbc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054801 Aug 16 21:03:17.990634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39606) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.047841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.069852 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.185429 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.187995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.189155 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/59509cab-2f37-43cb-a12c-4c30ffb2d99d HTTP/1.1" status: 204 len: 168 time: 0.1976817 Aug 16 21:03:18.192012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39608) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.198467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e71e-6f0f-47f4-8e0f-c0b82223e212 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59509cab-2f37-43cb-a12c-4c30ffb2d99d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.236773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-82496f0b-730a-477e-b7ed-fcc884b3c1d2 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433340 Aug 16 21:03:18.240452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39610) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.244907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--360355439'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:18.404176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.485021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.504662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.563701 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.592681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effc78d9-e804-41ce-b7f0-2b6fd5bcc486,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:18.677885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:18.679182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-44c81bae-345c-4fa1-936a-f13952288707 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4377463 Aug 16 21:03:18.681893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.686455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b90fea4e-63ae-44f6-8238-74da16baf810 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:18.687242 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-b90fea4e-63ae-44f6-8238-74da16baf810 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:03:18.687837 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-b90fea4e-63ae-44f6-8238-74da16baf810 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:18.690279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b90fea4e-63ae-44f6-8238-74da16baf810 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059307 Aug 16 21:03:18.691993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39614) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.695863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b5783382-0e2e-459e-8158-ac8fbcbfabef tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:18.872658 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-b5783382-0e2e-459e-8158-ac8fbcbfabef tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:18.873966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5783382-0e2e-459e-8158-ac8fbcbfabef tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1809771 Aug 16 21:03:18.876807 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39616) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.881259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bd81043d-1922-4bb4-917c-98336ab7428d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:18.881731 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-bd81043d-1922-4bb4-917c-98336ab7428d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 21:03:18.882193 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-bd81043d-1922-4bb4-917c-98336ab7428d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:18.883089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bd81043d-1922-4bb4-917c-98336ab7428d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053763 Aug 16 21:03:18.885402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:18.889408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2cea3cb9-488b-49bb-b187-953ae151d0a4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.083970 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-2cea3cb9-488b-49bb-b187-953ae151d0a4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.085057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2cea3cb9-488b-49bb-b187-953ae151d0a4 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1988285 Aug 16 21:03:19.087868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.093020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dacc09fc-0412-457b-b85f-1e480b7a57d3 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.093764 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-dacc09fc-0412-457b-b85f-1e480b7a57d3 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 21:03:19.094196 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-dacc09fc-0412-457b-b85f-1e480b7a57d3 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.100919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dacc09fc-0412-457b-b85f-1e480b7a57d3 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063393 Aug 16 21:03:19.102800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39622) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.106874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7cb29e6c-55a5-4f75-85bd-18fcdc6b4f58 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.270232 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-7cb29e6c-55a5-4f75-85bd-18fcdc6b4f58 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.271264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7cb29e6c-55a5-4f75-85bd-18fcdc6b4f58 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1676164 Aug 16 21:03:19.274044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39624) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.279211 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-52aea5f1-d61b-4fca-a28a-d35d1942468c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.279680 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-52aea5f1-d61b-4fca-a28a-d35d1942468c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 21:03:19.280168 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-52aea5f1-d61b-4fca-a28a-d35d1942468c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.281077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-52aea5f1-d61b-4fca-a28a-d35d1942468c tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061271 Aug 16 21:03:19.283297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.287891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d461e3bf-1b2a-48a3-a747-3da66e179cea tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.654866 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-d461e3bf-1b2a-48a3-a747-3da66e179cea tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.655967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d461e3bf-1b2a-48a3-a747-3da66e179cea tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3717313 Aug 16 21:03:19.659128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.663494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ed83423f-145f-47c7-9c07-502240459ed8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': 'effc78d9-e804-41ce-b7f0-2b6fd5bcc486', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:19.915605 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-ed83423f-145f-47c7-9c07-502240459ed8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:19.916704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ed83423f-145f-47c7-9c07-502240459ed8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2566581 Aug 16 21:03:19.920062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39630) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:19.971016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:19.993029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.117806 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.120459 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.122193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/effc78d9-e804-41ce-b7f0-2b6fd5bcc486 HTTP/1.1" status: 204 len: 168 time: 0.2006280 Aug 16 21:03:20.124933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39632) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.131135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdacf29-4969-4a0c-a528-a465d25d5bce tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effc78d9-e804-41ce-b7f0-2b6fd5bcc486,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:20.170374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75425e29-7116-46b9-8a8a-36f539a482b8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442269 Aug 16 21:03:20.174633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.178337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292224315'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:20.306475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.386279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.506538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.535738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804973e6-f18c-432a-bc58-2c8e8e295496,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:20.632087 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:20.633362 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fae272af-dbde-40bb-b2c0-eea3c930095d tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4583688 Aug 16 21:03:20.636234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.641128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-42d57453-941f-4417-b1e2-ff89c931667f tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '804973e6-f18c-432a-bc58-2c8e8e295496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:20.849361 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-42d57453-941f-4417-b1e2-ff89c931667f tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The resource could not be found. Aug 16 21:03:20.850538 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42d57453-941f-4417-b1e2-ff89c931667f tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2128572 Aug 16 21:03:20.853483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39638) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:20.859250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e6d57c39-0088-4c68-b2eb-6a4e47f4aa43 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '804973e6-f18c-432a-bc58-2c8e8e295496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '282849fc-bbbd-4785-9bb4-b16becab8c49'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:21.095065 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-e6d57c39-0088-4c68-b2eb-6a4e47f4aa43 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The resource could not be found. Aug 16 21:03:21.096160 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e6d57c39-0088-4c68-b2eb-6a4e47f4aa43 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2417455 Aug 16 21:03:21.098960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39640) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.156065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.177209 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.294919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.297525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.298688 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/804973e6-f18c-432a-bc58-2c8e8e295496 HTTP/1.1" status: 204 len: 168 time: 0.1988196 Aug 16 21:03:21.301496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39642) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.308018 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7e733-70b7-4941-8a7c-d763b61e34a8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804973e6-f18c-432a-bc58-2c8e8e295496,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:21.344474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5ecd08c4-6ece-4e46-bf6d-e295719ad305 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418327 Aug 16 21:03:21.348282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39644) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.352538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4a98bdaf-72e8-4bae-9857-b5e4542e4d49 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '13e96827-6a22-4558-a5f4-b049f6a78c98', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:21.660984 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-4a98bdaf-72e8-4bae-9857-b5e4542e4d49 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The resource could not be found. Aug 16 21:03:21.662143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a98bdaf-72e8-4bae-9857-b5e4542e4d49 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3129487 Aug 16 21:03:21.665801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39646) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:21.670845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--519500474'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:21.763612 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.842175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.928811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:21.959329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4af07-a301-4b4f-ab22-d96fe3d7d43e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.031990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.033275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1e608f1a-e0b8-41c5-b1fa-ed3a58054d84 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3664646 Aug 16 21:03:22.035971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39648) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.040364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006674169'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:22.129515 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.186411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.212108 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.277345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.306484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0f3241-74b5-450a-865d-37c6eec5d256,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.401290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.402572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a6fb92a1-bbf3-4853-9224-de25e08a7320 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3656404 Aug 16 21:03:22.405288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.409787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c5dc48a6-e04f-4314-bdc9-bb0a0555fe99 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group_rule': {'security_group_id': '10c4af07-a301-4b4f-ab22-d96fe3d7d43e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bf0f3241-74b5-450a-865d-37c6eec5d256'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:22.653435 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-c5dc48a6-e04f-4314-bdc9-bb0a0555fe99 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:03:22.654629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5dc48a6-e04f-4314-bdc9-bb0a0555fe99 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2482834 Aug 16 21:03:22.657376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39652) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.710502 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.732762 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.889103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.891767 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:22.893148 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf0f3241-74b5-450a-865d-37c6eec5d256 HTTP/1.1" status: 204 len: 168 time: 0.2348654 Aug 16 21:03:22.895754 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39654) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:22.902169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ecfd3-9353-4a78-b723-d6394d5147de tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0f3241-74b5-450a-865d-37c6eec5d256,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:22.949352 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba8d85fd-5bf2-4ace-a744-2514755c65b5 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0524132 Aug 16 21:03:22.952532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39656) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:23.003513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.025651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.146148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.148863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.150028 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/10c4af07-a301-4b4f-ab22-d96fe3d7d43e HTTP/1.1" status: 204 len: 168 time: 0.1965976 Aug 16 21:03:23.153273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39658) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:23.159700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4514485-82a6-4010-b949-1b387d9957dc tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4af07-a301-4b4f-ab22-d96fe3d7d43e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:23.196758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-68dd735a-c3e2-42ab-a8a8-044767e82636 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0412219 Aug 16 21:03:23.199522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39660) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:23.204059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051445190'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:23.329091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.533548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.649441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.678650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d761a816-8ae6-4f73-b310-1bcc574dc033,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:23.963804 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:23.965774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d11f1818-d7b8-431e-bb24-bbf32821f3e8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7649932 Aug 16 21:03:23.968779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39662) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:23.973229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fd2f8e6e-a1bd-4f36-b1ca-95d8b57411f0 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:03:23.973653 n-d-794306-10 neutron-server[95240]: WARNING neutron.api.v2.base [None req-fd2f8e6e-a1bd-4f36-b1ca-95d8b57411f0 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 21:03:23.976125 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-fd2f8e6e-a1bd-4f36-b1ca-95d8b57411f0 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 21:03:23.976125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fd2f8e6e-a1bd-4f36-b1ca-95d8b57411f0 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "PUT /v2.0/security-groups/d761a816-8ae6-4f73-b310-1bcc574dc033 HTTP/1.1" status: 409 len: 330 time: 0.0053530 Aug 16 21:03:23.977973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39664) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.030786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.052925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.172957 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.175664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:24.176838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/d761a816-8ae6-4f73-b310-1bcc574dc033 HTTP/1.1" status: 204 len: 168 time: 0.1980331 Aug 16 21:03:24.179541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 39666) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.186138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735db04b-057d-4dc6-9ccd-2a4317f9b205 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d761a816-8ae6-4f73-b310-1bcc574dc033,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:24.228191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb144d1b-f8da-457b-9fc8-9884a866557a tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443869 Aug 16 21:03:24.228932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39668) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.243923 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-4bf2dbfe-6f49-487f-9f75-2c7ddc8613f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] delete failed (client error): The resource could not be found. Aug 16 21:03:24.244895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4bf2dbfe-6f49-487f-9f75-2c7ddc8613f8 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "DELETE /v2.0/security-groups/3ad8328b-b8a9-4572-9da4-0a67de91bcbf HTTP/1.1" status: 404 len: 347 time: 0.0149059 Aug 16 21:03:24.248358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.261197 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-cb7f150c-2c99-4565-89fe-4733aa51256f tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] show failed (client error): The resource could not be found. Aug 16 21:03:24.263186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cb7f150c-2c99-4565-89fe-4733aa51256f tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-groups/3173caa6-364c-4bba-9de0-b3cf09ffc9a8 HTTP/1.1" status: 404 len: 347 time: 0.0139494 Aug 16 21:03:24.267026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39672) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.281861 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [None req-04a016ea-8f48-4496-9511-17ee7f349db9 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] show failed (client error): The resource could not be found. Aug 16 21:03:24.282842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-04a016ea-8f48-4496-9511-17ee7f349db9 tempest-NegativeSecGroupTest-473999085 tempest-NegativeSecGroupTest-473999085-project] 10.222.0.70 "GET /v2.0/security-group-rules/a109f093-938b-46dd-b931-b1540c7ba2dc HTTP/1.1" status: 404 len: 356 time: 0.0149481 Aug 16 21:03:24.801530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39678) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.934305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08cb3cfe-647b-4e02-9774-333e3ff58ebe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b7a068ddc4e4bd5a03a1a3ccf412fff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308181 Aug 16 21:03:24.936776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 39682) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:03:24.987202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.007791 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.123641 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.126281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:25.127447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03335b48-9d99-4a9a-bd18-37b34fa1ae11 HTTP/1.1" status: 204 len: 168 time: 0.1897519 Aug 16 21:03:25.135165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6dbb0-bea3-451f-afe4-1fb8d88de3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03335b48-9d99-4a9a-bd18-37b34fa1ae11,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:03:28.877324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-4c062e5c-fc97-4021-9a2d-68f8fc7c4ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400333 Aug 16 21:03:28.957279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-6b0b74c7-97e9-46e8-ac41-faebd87b3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:28.958737 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-6b0b74c7-97e9-46e8-ac41-faebd87b3d3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0395412 Aug 16 21:03:29.063481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-7dcee8eb-51a4-40f6-bd50-68905294a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.064988 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-7dcee8eb-51a4-40f6-bd50-68905294a0b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.0857277 Aug 16 21:03:29.129686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-ce00241e-e483-4760-8ef0-ab0590e122d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 1001 time: 0.0576882 Aug 16 21:03:29.180427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-a7d023a7-24b2-4f1f-9ba8-7108b5e66316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.181903 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-a7d023a7-24b2-4f1f-9ba8-7108b5e66316 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0459673 Aug 16 21:03:29.232606 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-77765ef2-866d-46c4-8268-4db16962e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:03:29.234142 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-77765ef2-866d-46c4-8268-4db16962e312 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449772 Aug 16 21:03:29.324141 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-6e4b1e02-5d62-4a99-95c2-11b3806fb841 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Aug 16 21:03:29.416784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-314849b9-3ede-4310-9700-d7eb8c38d16b req-8fba9ff0-4f07-4f26-bfb8-0027360f5ce2 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860286 Aug 16 21:03:30.768873 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-80d4a7b6-b5ae-4363-b773-7ec0e8d99543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.587323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:33.638367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b777359-b8f7-4689-a539-cac3c523bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:34.326511 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:36.232330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:48.525987 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:52.236760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:03:53.790079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:00.676247 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dcdd447f-31fb-40ff-a570-1298768b4f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.482205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:03.604979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4855f37e-49d8-4b72-9d4f-332d445fd840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:04.387812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:06.253293 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:18.495668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:22.203770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:28.995893 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-15bcd0ff-f1ab-497a-a61d-86834df2aabc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1451526 Aug 16 21:04:29.095957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c38ae0d8-1043-45c4-96b2-ea257f75aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.097617 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c38ae0d8-1043-45c4-96b2-ea257f75aa6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0462513 Aug 16 21:04:29.211685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c0b903a0-0be9-4eb1-b963-ef2053ad6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.211685 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c0b903a0-0be9-4eb1-b963-ef2053ad6163 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.0910938 Aug 16 21:04:29.277692 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-1f847ec9-2443-4949-8d22-52035094fbd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 1001 time: 0.0597906 Aug 16 21:04:29.332600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-fca32b8b-3627-49a0-8d74-00a373029d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.341766 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-fca32b8b-3627-49a0-8d74-00a373029d24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0493183 Aug 16 21:04:29.380866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c6588377-f613-47cf-80b6-cbf1af1585f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:04:29.382363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-c6588377-f613-47cf-80b6-cbf1af1585f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413060 Aug 16 21:04:29.475269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-deda1df9-ec1a-4070-a5e5-c7814c44530d service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Aug 16 21:04:29.572011 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bfd241b5-5a89-4629-9f64-22f57953d34f req-74660857-fb47-4641-b2f5-f6c2ed7bddec service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896072 Aug 16 21:04:30.695076 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a6f7a5a8-25a4-46e7-b31b-ddff9041f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:30.789061 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:04:33.515075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:33.641012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7584779e-f533-4f5b-9a32-7d174236207a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:34.378006 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:36.249048 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.009758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40190) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:44.118110 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.205984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.303602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.342553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30cfee39d62f4675bbdb6506ba18e751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316424 Aug 16 21:04:44.343490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b224b21-83b7-4f45-bbcb-60867bf3d291,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.345305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40196) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:44.351301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.351658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.352048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.352583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.352923 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.353278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.353591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.353921 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.354251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.354579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.354910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.355236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c46bb5b-3207-4c56-8e64-94780d6b9bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.394095 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.414572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.532200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.534869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:44.536056 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b224b21-83b7-4f45-bbcb-60867bf3d291 HTTP/1.1" status: 204 len: 168 time: 0.1897242 Aug 16 21:04:44.544035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b224b21-83b7-4f45-bbcb-60867bf3d291,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:44.551682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.552064 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.552410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.552750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.553089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.553423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.553751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.554601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.554929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.555254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.555705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:44.556163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b68f6-19c6-4d29-b985-9051befa4f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:04:45.121190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40202) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:45.138224 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94509c53-c585-435a-bc88-d96c36a5e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.227448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94509c53-c585-435a-bc88-d96c36a5e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.308960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-94509c53-c585-435a-bc88-d96c36a5e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.346501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94509c53-c585-435a-bc88-d96c36a5e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e580b8b-6c09-4d4c-ac74-54a854bcc2ab,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:45.351394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-94509c53-c585-435a-bc88-d96c36a5e442 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2a341171d774a3393986faec5006d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285862 Aug 16 21:04:45.354025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40204) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:45.401613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.423278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.545808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.548485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:45.549686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e580b8b-6c09-4d4c-ac74-54a854bcc2ab HTTP/1.1" status: 204 len: 168 time: 0.1947517 Aug 16 21:04:45.558192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad67f2-9a85-4b01-a671-44f51f0b6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e580b8b-6c09-4d4c-ac74-54a854bcc2ab,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:48.543385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.695640 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40266) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:48.805218 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21a1b322-8153-4fb8-83a7-b739aaaf1a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.893079 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21a1b322-8153-4fb8-83a7-b739aaaf1a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:48.962811 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-21a1b322-8153-4fb8-83a7-b739aaaf1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.001581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1b322-8153-4fb8-83a7-b739aaaf1a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f953728-6da5-49d7-b2c5-cdce7d2a9566,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:49.005951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-21a1b322-8153-4fb8-83a7-b739aaaf1a91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d784a1c4c1494f7e8e98efb62db92bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092704 Aug 16 21:04:49.010662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40270) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:49.062263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.083778 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.208460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.211886 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:49.213091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f953728-6da5-49d7-b2c5-cdce7d2a9566 HTTP/1.1" status: 204 len: 168 time: 0.2014956 Aug 16 21:04:49.220999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35230099-f5e1-4ebd-b6a1-62fe474edaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f953728-6da5-49d7-b2c5-cdce7d2a9566,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:49.966554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40276) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:49.980497 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-796ac44f-90ea-4b18-a6bc-061ef44226cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.068244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-796ac44f-90ea-4b18-a6bc-061ef44226cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.156654 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-796ac44f-90ea-4b18-a6bc-061ef44226cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.195290 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-796ac44f-90ea-4b18-a6bc-061ef44226cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5a4b8d7ad8545d5ace3de5a98a749ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276492 Aug 16 21:04:50.196161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ac44f-90ea-4b18-a6bc-061ef44226cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770f2d28-f946-4629-b6ca-e6d1f5fd0516,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:50.198085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40278) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:04:50.247249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.267127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.385481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.388139 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:04:50.389467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/770f2d28-f946-4629-b6ca-e6d1f5fd0516 HTTP/1.1" status: 204 len: 168 time: 0.1903894 Aug 16 21:04:50.398003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a944e90-902b-47db-a3b5-f254aaa9bbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770f2d28-f946-4629-b6ca-e6d1f5fd0516,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:04:52.211551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:00.681916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98cbcc1c-bb3a-457a-8298-9f5d844255a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.532377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:03.653219 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-77fe0fdc-9f75-4fc0-8a00-68599ef5b266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:04.371712 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:06.304834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:07.372050 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-898bae6f-4ef1-4117-83a4-438061d75d34 req-ed0c313c-d301-413f-8ec4-756997128648 service neutron] (95241) timed out ('10.222.0.73', 55729) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:05:07.789270 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:08.777251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40440) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:08.882829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee32a6e-d821-487d-8091-670ccace6325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:08.969395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee32a6e-d821-487d-8091-670ccace6325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.064196 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bee32a6e-d821-487d-8091-670ccace6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.101364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee32a6e-d821-487d-8091-670ccace6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f8a24-49c7-49b2-8824-623ca22d0bc3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:09.107060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bee32a6e-d821-487d-8091-670ccace6325 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=819e62326f464b049888128dce91f895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287530 Aug 16 21:05:09.109745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40444) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:09.158807 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.180695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.361878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.364518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:09.369635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/714f8a24-49c7-49b2-8824-623ca22d0bc3 HTTP/1.1" status: 204 len: 168 time: 0.2556839 Aug 16 21:05:09.374658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83003-aa8d-479a-8c96-a619ae9bc884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f8a24-49c7-49b2-8824-623ca22d0bc3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.064792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40450) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:10.078285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33632221-36bd-4144-8129-4504242d196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.163715 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33632221-36bd-4144-8129-4504242d196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.287205 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33632221-36bd-4144-8129-4504242d196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.326080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-33632221-36bd-4144-8129-4504242d196d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a30ac66c8ebf4b0a8b4c0cc6f4c29ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601938 Aug 16 21:05:10.326935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33632221-36bd-4144-8129-4504242d196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a544071-84fe-42bd-94cf-38002f4c910e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:10.328817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40452) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:10.378934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.401922 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.525734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.528392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:10.529551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a544071-84fe-42bd-94cf-38002f4c910e HTTP/1.1" status: 204 len: 168 time: 0.1997454 Aug 16 21:05:10.539135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658ed22-d869-4c76-989f-855001f1b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a544071-84fe-42bd-94cf-38002f4c910e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.366462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40462) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:11.380130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e51b72c-d33c-4b54-b62f-30f7d298058d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.466716 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e51b72c-d33c-4b54-b62f-30f7d298058d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.538840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1e51b72c-d33c-4b54-b62f-30f7d298058d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.581781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1e51b72c-d33c-4b54-b62f-30f7d298058d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b2c9141e68bc42f59c0998f459a0f00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141771 Aug 16 21:05:11.582653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51b72c-d33c-4b54-b62f-30f7d298058d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75839e0c-6fb9-4a66-9974-0b207d51e4b7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:11.584543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40464) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:11.634932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.654308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.818439 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.821113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:11.822284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/75839e0c-6fb9-4a66-9974-0b207d51e4b7 HTTP/1.1" status: 204 len: 168 time: 0.2366915 Aug 16 21:05:11.830737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da37e8-91dd-414e-9d64-fdc69100b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75839e0c-6fb9-4a66-9974-0b207d51e4b7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.537437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40494) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:13.691219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e761801-79b0-4268-aef9-5e7baf2d6f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.777840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e761801-79b0-4268-aef9-5e7baf2d6f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.864284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2e761801-79b0-4268-aef9-5e7baf2d6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.902744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2e761801-79b0-4268-aef9-5e7baf2d6f00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4d17f4e9c354903abd61fb6113346c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641222 Aug 16 21:05:13.904602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e761801-79b0-4268-aef9-5e7baf2d6f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf73ab4-1f12-4fad-8249-a550a7bd1e2d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:13.905441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40502) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:13.959127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:13.980025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.126588 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.129217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:14.132437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cf73ab4-1f12-4fad-8249-a550a7bd1e2d HTTP/1.1" status: 204 len: 168 time: 0.2238357 Aug 16 21:05:14.138496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed33c8-9fd5-4c01-969b-0a7e3ba9af6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf73ab4-1f12-4fad-8249-a550a7bd1e2d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:18.507671 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.417288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.547987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2677-cd42-434b-aa99-197a68e01dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.635185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2677-cd42-434b-aa99-197a68e01dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.737948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c7cc2677-cd42-434b-aa99-197a68e01dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.777152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c7cc2677-cd42-434b-aa99-197a68e01dfa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=66cc1098ca79411e82717939756f2e48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587730 Aug 16 21:05:19.778119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc2677-cd42-434b-aa99-197a68e01dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea2e32-65f9-48d3-b6a3-41d2789e984c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:19.779929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40662) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:19.830916 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.851919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.978089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.980707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:19.981920 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16ea2e32-65f9-48d3-b6a3-41d2789e984c HTTP/1.1" status: 204 len: 168 time: 0.2009456 Aug 16 21:05:19.990670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d06cfa-9f3c-4000-b33d-73fa72a1b7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea2e32-65f9-48d3-b6a3-41d2789e984c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.579433 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40668) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:20.592685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-543e089f-efa6-4649-b1e4-872f8690c552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.682314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-543e089f-efa6-4649-b1e4-872f8690c552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.788594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-543e089f-efa6-4649-b1e4-872f8690c552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.829638 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-543e089f-efa6-4649-b1e4-872f8690c552 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c90064eff7eb49fd83c3e64c576c5450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490492 Aug 16 21:05:20.829949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40670) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:05:20.830544 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e089f-efa6-4649-b1e4-872f8690c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c17009c-cd76-4a43-9fb9-3ccc3eae53ef,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:20.882584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:20.904134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.040985 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.043519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:21.044745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c17009c-cd76-4a43-9fb9-3ccc3eae53ef HTTP/1.1" status: 204 len: 168 time: 0.2136934 Aug 16 21:05:21.053077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1d0b7-3ef8-482a-aa73-77cbe1e88567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c17009c-cd76-4a43-9fb9-3ccc3eae53ef,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:05:22.229214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:29.873356 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-290df41a-0e12-40b1-b3a6-c8cb4bb9ae7e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382240 Aug 16 21:05:29.955580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-3efb364f-7d18-4be2-a4e4-a1ee2f983e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:29.957055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-3efb364f-7d18-4be2-a4e4-a1ee2f983e9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0401549 Aug 16 21:05:30.059306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-46d37e6d-ec77-469e-a163-d004f7382d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.060788 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-46d37e6d-ec77-469e-a163-d004f7382d4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.0840394 Aug 16 21:05:30.124457 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-d7a9e10f-bd5d-45f1-b8d2-3720a0a046e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 1001 time: 0.0559137 Aug 16 21:05:30.174258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-a8e96f47-8fbf-4330-b5e5-9ff293381fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.175714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-a8e96f47-8fbf-4330-b5e5-9ff293381fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0452285 Aug 16 21:05:30.219996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-45d497fb-525b-4bc0-9b9a-838af41b1f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:05:30.221454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-45d497fb-525b-4bc0-9b9a-838af41b1f85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392663 Aug 16 21:05:30.309119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-b221dc8c-8c3e-450e-bacf-d7ba0c4cc408 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794733 Aug 16 21:05:30.408012 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-34f7e9be-d226-44f5-8f72-2d5933ca86ca req-acea8912-c619-4377-bf6c-ca3cea5fd391 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855370 Aug 16 21:05:30.691471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-44ffbf67-7417-4dc4-b0bf-a29c5f89eced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.525516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.617336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fc4dae07-c3a0-43ee-ae49-a023502491f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:33.821864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-b138b94d-8c2a-48cd-8430-07bd1e242bbf req-c3587e60-a8eb-496a-8680-ac26de8e4546 service neutron] (95241) timed out ('10.222.0.70', 50300) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:05:34.335810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:36.256866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:44.788160 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:05:48.536963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:05:52.170480 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:00.679025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65f447de-0bc7-44ce-bf21-bfdc0ce246fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.489836 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:03.598430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cd13b42a-2685-4043-a5df-a31a8be86157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:04.324356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:06.249853 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:18.711848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:21.787646 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:06:22.191564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:30.676939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d980003f-01e3-4d21-b43d-0ce4226e8ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:30.873642 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-1e73afa7-72c9-4044-948d-21d745fece36 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416718 Aug 16 21:06:30.959380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-586d793c-7468-43d5-9424-1ba61bbe0b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:30.961079 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-586d793c-7468-43d5-9424-1ba61bbe0b92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e5084ee906794e9ca73790d2960c05b0&device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 1098 time: 0.0450530 Aug 16 21:06:31.062548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-bf6b3b16-f3d4-4d65-a3e7-d50f9699d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.064042 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-bf6b3b16-f3d4-4d65-a3e7-d50f9699d8b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 200 len: 910 time: 0.0837939 Aug 16 21:06:31.131423 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-e2338793-be69-439a-bed9-a1905ccb3ecd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 200 len: 1001 time: 0.0603130 Aug 16 21:06:31.181159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-22731677-62ff-427f-902a-66293a8c3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.182649 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-22731677-62ff-427f-902a-66293a8c3090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 200 len: 848 time: 0.0441868 Aug 16 21:06:31.228929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-1b544af9-875f-4bb1-af43-e48de5ca9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:06:31.230406 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-1b544af9-875f-4bb1-af43-e48de5ca9ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399439 Aug 16 21:06:31.322567 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-86877771-ce02-4610-9566-6c6b6fe66342 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848444 Aug 16 21:06:31.415673 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b5509d99-108f-4fcd-a4cd-08eb4f646ca4 req-f4b4a9ec-8216-4bc5-aff9-a53a0068abe0 service neutron] 10.222.0.64 "GET /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843666 Aug 16 21:06:33.557344 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:33.625573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-776f524b-b6b4-48f4-9d56-155cf2c7c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:34.339377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:36.253852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:48.573054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:52.172996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:06:58.786970 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:00.698394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-99e8067f-2bf4-41dd-92e2-e3af038cee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.486937 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:03.629369 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c822235a-3775-49c6-9f05-3187da0c9061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:04.332418 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:06.246692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:07.111129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7857b70-23e3-4e49-a650-17483400b07a req-f4763122-4e0e-41a3-bb57-0d89c38ca74e tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:07.112668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7857b70-23e3-4e49-a650-17483400b07a req-f4763122-4e0e-41a3-bb57-0d89c38ca74e tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0526674 Aug 16 21:07:07.150877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7857b70-23e3-4e49-a650-17483400b07a req-7224b6a1-d3b0-4294-9bb7-6d28990ea377 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Aug 16 21:07:08.271926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793933a0-fd74-415c-9b98-c9f83637cf4a req-1c25702e-49b4-4077-bd01-42b9b6309e0b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.273447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-793933a0-fd74-415c-9b98-c9f83637cf4a req-1c25702e-49b4-4077-bd01-42b9b6309e0b tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Aug 16 21:07:08.312121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-793933a0-fd74-415c-9b98-c9f83637cf4a req-93086a22-183d-4c70-8b12-66272ed99ce6 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/security-groups?id=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324578 Aug 16 21:07:08.403508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-4b0b5b30-48eb-428d-a66d-5b183af25ec9 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:08.404986 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-4b0b5b30-48eb-428d-a66d-5b183af25ec9 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 946 time: 0.0495565 Aug 16 21:07:08.499248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Deleting port a391a515-b5fe-4695-a4d1-3103783a9247 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:08.499508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.589958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] For port a391a515-b5fe-4695-a4d1-3103783a9247, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a391a515-b5fe-4695-a4d1-3103783a9247,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:08.590326 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.756535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.756832 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.757145 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Floating IP 1ee9e602-feca-440f-8c62-60f4c97cfae3 disassociated. External IP: 172.25.7.31, port: a391a515-b5fe-4695-a4d1-3103783a9247. Aug 16 21:07:08.757488 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Calling delete_port for a391a515-b5fe-4695-a4d1-3103783a9247 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:08.955304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:08.984074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event deleted for resources: {'Port': ['ID=a391a515-b5fe-4695-a4d1-3103783a9247,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:08.995307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.995656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.996026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.996366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.996699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.997031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.997355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.997678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.997998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.998321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.998653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:08.998987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:09.107517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:09.214250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:09.224677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Sync routers for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:09.234718 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:09.235331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.252743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] No DVR routers for this DVR port a391a515-b5fe-4695-a4d1-3103783a9247 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:09.255374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:09.257467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d85bb925-b2e1-4926-89d9-48ee76cb3d1e req-c109f928-7aa8-47ec-abe5-cdf7ae831ec1 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.64 "DELETE /v2.0/ports/a391a515-b5fe-4695-a4d1-3103783a9247 HTTP/1.1" status: 204 len: 173 time: 0.8462222 Aug 16 21:07:09.257902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'name': 'network-vif-deleted', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:09.260220 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67749b45-ce35-4b19-9e30-ce5245bc0c8f" -d '{"events": [{"server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "name": "network-vif-deleted", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:09.348134 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:09.433494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b2d2cf4-20e7-46a2-967e-4fb54940de46 req-fd5e9e41-25dc-4cae-bd31-b1613a3fbb03 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b47542d-0c6a-4edf-8214-620f329ccce9 HTTP/1.1" status: 200 len: 210 time: 0.0318458 Aug 16 21:07:09.666499 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.692849 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Checking router: 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:09.700903 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:09.701487 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:09.802869 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:09.999078 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:10.028733 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ccc21-72a5-438e-a5dc-c33bbe6dcbf4 None None] The sync data for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 is: [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:56Z', 'revision_number': 4, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '899bf010-15e9-4c23-b17b-c31388631db9', 'name': '', 'network_id': 'fb3bc0d2-e26d-4c77-8602-5d1c47b9a239', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'mac_address': 'fa:16:3e:30:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:56Z', 'updated_at': '2021-08-16T21:02:01Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'subnets': [{'id': 'b6f4d69a-b0b0-4b3f-9df4-2e759a447476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:10.246164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24aed8b-04bd-4437-aa92-9a98ab7e3e47 None None] New status for floating IP 1ee9e602-feca-440f-8c62-60f4c97cfae3: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:07:10.413668 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46606374-5c0d-4bda-a38c-8d45a237b34e x-openstack-request-id: req-46606374-5c0d-4bda-a38c-8d45a237b34e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:10.414154 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b47542d-0c6a-4edf-8214-620f329ccce9", "name": "network-vif-deleted", "tag": "a391a515-b5fe-4695-a4d1-3103783a9247", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:10.414267 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46606374-5c0d-4bda-a38c-8d45a237b34e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:10.414584 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b47542d-0c6a-4edf-8214-620f329ccce9', 'name': 'network-vif-deleted', 'tag': 'a391a515-b5fe-4695-a4d1-3103783a9247', 'status': 'completed', 'code': 200} Aug 16 21:07:10.499676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:10.628128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Deleting port 91f127d7-90b8-4a4a-a7fc-29f43686f46b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:10.628478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.701255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.701512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.713641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Calling delete_port for 91f127d7-90b8-4a4a-a7fc-29f43686f46b owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:10.915630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:10.940669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event deleted for resources: {'Port': ['ID=91f127d7-90b8-4a4a-a7fc-29f43686f46b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:10.966461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.966729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.967067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.967402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.967750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.968084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.968407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.968817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.969224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.969550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.969877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:10.970220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:11.011602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.014242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.015469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e7f09a33-0fd2-4b2d-bb3c-94f48b595995 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "DELETE /v2.0/floatingips/1ee9e602-feca-440f-8c62-60f4c97cfae3 HTTP/1.1" status: 204 len: 168 time: 0.5139420 Aug 16 21:07:11.083409 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40766) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:11.140570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.165443 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.286424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.289013 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:11.290177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] 10.222.0.70 "DELETE /v2.0/security-groups/e33a8ee7-e963-416d-ae2a-8cbf6ad4c705 HTTP/1.1" status: 204 len: 168 time: 0.2057312 Aug 16 21:07:11.299408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69958c8-ebf1-4425-8d86-0f16356a5661 tempest-TestServerBasicOps-1457852837 tempest-TestServerBasicOps-1457852837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33a8ee7-e963-416d-ae2a-8cbf6ad4c705,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:11.395810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40770) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:11.886510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.500816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Deleting port 899bf010-15e9-4c23-b17b-c31388631db9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:12.501158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.577438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] For port 899bf010-15e9-4c23-b17b-c31388631db9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=899bf010-15e9-4c23-b17b-c31388631db9,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:12.578043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.590172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Calling delete_port for 899bf010-15e9-4c23-b17b-c31388631db9 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:12.643379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a391a515-b5fe-4695-a4d1-3103783a9247 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:12.666514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a391a515-b5fe-4695-a4d1-3103783a9247 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:12.666863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a391a515-b5fe-4695-a4d1-3103783a9247 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:12.812786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:12.840777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Pushing event deleted for resources: {'Port': ['ID=899bf010-15e9-4c23-b17b-c31388631db9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:13.011116 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.230223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:13.336793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:13.345146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f66ce9fb-ad21-4d8b-b88d-5823c9279538 admin admin] 10.222.0.70 "PUT /v2.0/routers/8fbd4594-1b96-4dd8-8c52-77cc0174afe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482286 Aug 16 21:07:13.345303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:13.346058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Sync routers for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:13.355055 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:13.355655 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:13.461943 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:13.651562 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:07:12Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:13.679383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Checking router: 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:13.688235 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Routers {'8fbd4594-1b96-4dd8-8c52-77cc0174afe0'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:13.688902 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:13.762570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.796823 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] Set router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:13.866076 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:13.975657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:07:12Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:14.001881 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953c39e2-5b4e-469a-af2f-88fbbcca5f47 None None] The sync data for ids ['8fbd4594-1b96-4dd8-8c52-77cc0174afe0'] in n-d-794306-10 is: [{'id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'name': 'tempest-TestServerBasicOps-1095275627-router', 'tenant_id': 'e5084ee906794e9ca73790d2960c05b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:07:12Z', 'revision_number': 5, 'project_id': 'e5084ee906794e9ca73790d2960c05b0', 'gw_port': {'id': '7745deba-250e-42ef-93ac-8c8223e30db4', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbd4594-1b96-4dd8-8c52-77cc0174afe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:01:53Z', 'updated_at': '2021-08-16T21:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:14.011825 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Deleting port 7745deba-250e-42ef-93ac-8c8223e30db4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:14.012177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.093110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] For port 7745deba-250e-42ef-93ac-8c8223e30db4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7745deba-250e-42ef-93ac-8c8223e30db4,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:14.094130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.105328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Calling delete_port for 7745deba-250e-42ef-93ac-8c8223e30db4 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:14.327513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.352935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7745deba-250e-42ef-93ac-8c8223e30db4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.416522 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.516917 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.519064 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.612277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.612838 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fbd4594-1b96-4dd8-8c52-77cc0174afe0 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:14.617062 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.618293 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-64b663f4-86a3-4df0-826a-a0c36049a8b5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8fbd4594-1b96-4dd8-8c52-77cc0174afe0 HTTP/1.1" status: 204 len: 168 time: 1.2720695 Aug 16 21:07:14.620904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:14.668230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Deleting subnet b6f4d69a-b0b0-4b3f-9df4-2e759a447476 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:14.671482 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.708275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.790078 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.909829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.935096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f4d69a-b0b0-4b3f-9df4-2e759a447476,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:14.939697 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:14.941584 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-801c9712-0964-4b63-9d26-6b1d33f3f607 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b6f4d69a-b0b0-4b3f-9df4-2e759a447476 HTTP/1.1" status: 204 len: 168 time: 0.3196988 Aug 16 21:07:14.944155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:14.946679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e889127-00a8-4e17-aba9-173dbeb5611b None None] Network fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:15.021955 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.069796 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Deleting port 515ae3ab-e03b-451a-b5b2-67f693efce52 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:15.070144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.133772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] For port 515ae3ab-e03b-451a-b5b2-67f693efce52, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=515ae3ab-e03b-451a-b5b2-67f693efce52,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:15.133979 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.143126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] DHCP port deletion for fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:15.151628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Calling delete_port for 515ae3ab-e03b-451a-b5b2-67f693efce52 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:15.190471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Deleting port 515ae3ab-e03b-451a-b5b2-67f693efce52 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:15.190856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.251473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7745deba-250e-42ef-93ac-8c8223e30db4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:15.288392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7745deba-250e-42ef-93ac-8c8223e30db4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:15.290750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7745deba-250e-42ef-93ac-8c8223e30db4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:15.290750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 899bf010-15e9-4c23-b17b-c31388631db9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:15.293699 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] For port 515ae3ab-e03b-451a-b5b2-67f693efce52, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=515ae3ab-e03b-451a-b5b2-67f693efce52,segment=NetworkSegment(fe5557cf-2cf7-44a8-b86d-97028bec8d7e),segment_id=fe5557cf-2cf7-44a8-b86d-97028bec8d7e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:15.294101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.315034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.319958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 899bf010-15e9-4c23-b17b-c31388631db9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:15.319958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 899bf010-15e9-4c23-b17b-c31388631db9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:15.319958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 515ae3ab-e03b-451a-b5b2-67f693efce52 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:15.323151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Calling delete_port for 515ae3ab-e03b-451a-b5b2-67f693efce52 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:15.341818 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=515ae3ab-e03b-451a-b5b2-67f693efce52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.342684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 515ae3ab-e03b-451a-b5b2-67f693efce52 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:15.343037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 515ae3ab-e03b-451a-b5b2-67f693efce52 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:15.345734 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] No DVR routers for this DVR port 515ae3ab-e03b-451a-b5b2-67f693efce52 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:15.418281 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.419534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.428432 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3bc0d2-e26d-4c77-8602-5d1c47b9a239']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.442553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.442771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5557cf-2cf7-44a8-b86d-97028bec8d7e') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:15.448381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Pushing event deleted for resources: {'Port': ['ID=515ae3ab-e03b-451a-b5b2-67f693efce52,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.452035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.454191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] No DVR routers for this DVR port 515ae3ab-e03b-451a-b5b2-67f693efce52 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:15.462374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.464964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.465990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.465990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.465990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615537f5-478b-49d5-9375-6f571f96f806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:07:15.471974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.480765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:15.488802 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:15.589339 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.595688 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:15.597682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fb3bc0d2-e26d-4c77-8602-5d1c47b9a239 HTTP/1.1" status: 204 len: 168 time: 0.6526139 Aug 16 21:07:15.600828 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40784) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:15.609500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6c9f1-d3f8-40b2-9b08-c277c9f0a2c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3bc0d2-e26d-4c77-8602-5d1c47b9a239,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:15.956984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.198350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Deleting port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:16.198693 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.276617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] For port 95f27c76-448f-4b3d-a43a-1b5585d8fd7a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:16.276895 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.293241 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Calling delete_port for 95f27c76-448f-4b3d-a43a-1b5585d8fd7a owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:16.566755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.592127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Pushing event deleted for resources: {'Port': ['ID=95f27c76-448f-4b3d-a43a-1b5585d8fd7a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:16.762156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:16.976662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Router a01adde7-69a7-4f38-9920-4d2493e0c86a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:07:17.079709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:07:17.084985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-441ecc7d-1782-4d5c-8aed-de9df96eb9aa admin admin] 10.222.0.70 "PUT /v2.0/routers/a01adde7-69a7-4f38-9920-4d2493e0c86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830151 Aug 16 21:07:17.087368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:17.090403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Sync routers for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:07:17.100247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:17.100943 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:17.207915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.225604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:17.330484 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.403453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206'}], 'enable_snat': True}, 'gw_port_id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:07:16Z', 'revision_number': 5, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port': {'id': '66f4ecbc-dbfc-4691-abd9-87d0d318a670', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ab:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:02:00Z', 'updated_at': '2021-08-16T21:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:17.429843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Checking router: a01adde7-69a7-4f38-9920-4d2493e0c86a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:07:17.438440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Routers {'a01adde7-69a7-4f38-9920-4d2493e0c86a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:07:17.439083 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:07:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['a01adde7-69a7-4f38-9920-4d2493e0c86a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:17.479570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Deleting port 66f4ecbc-dbfc-4691-abd9-87d0d318a670 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:17.479951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.528938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] Set router a01adde7-69a7-4f38-9920-4d2493e0c86a gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:07:17.560753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] For port 66f4ecbc-dbfc-4691-abd9-87d0d318a670, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=66f4ecbc-dbfc-4691-abd9-87d0d318a670,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:17.561142 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.580261 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Calling delete_port for 66f4ecbc-dbfc-4691-abd9-87d0d318a670 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:17.584490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:07:17Z', 'revision_number': 6, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:17.610566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916aadf-13fd-4ee3-a42a-d60da432030e None None] The sync data for ids ['a01adde7-69a7-4f38-9920-4d2493e0c86a'] in n-d-794306-10 is: [{'id': 'a01adde7-69a7-4f38-9920-4d2493e0c86a', 'name': 'tempest-TestServerBasicOps-20918858-router', 'tenant_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:01:59Z', 'updated_at': '2021-08-16T21:07:17Z', 'revision_number': 6, 'project_id': 'f28ed5c2fa5240a58688e4978f5d4348', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:07:17.886738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:17.916677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f4ecbc-dbfc-4691-abd9-87d0d318a670,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:17.976950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.069002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.071082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.201045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.201573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01adde7-69a7-4f38-9920-4d2493e0c86a {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:07:18.206436 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.207957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-828453c6-e2e3-49b8-987e-2b81866672b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a01adde7-69a7-4f38-9920-4d2493e0c86a HTTP/1.1" status: 204 len: 168 time: 1.1194468 Aug 16 21:07:18.210432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40788) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:18.255613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Deleting subnet 91f7cffc-f00e-4b55-864a-f341c0d2b48d {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:07:18.258860 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.295482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.381994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.504093 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.529385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f7cffc-f00e-4b55-864a-f341c0d2b48d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.533535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.537716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b8b7daec-ba73-4add-a055-d480713e6ee1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/91f7cffc-f00e-4b55-864a-f341c0d2b48d HTTP/1.1" status: 204 len: 168 time: 0.3240466 Aug 16 21:07:18.537948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40790) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:18.543188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1fd33-df46-4096-b544-7d29cc3fd659 None None] Network 12162617-7f9b-4a39-a69f-c662d17fb4a8 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:18.591186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.614909 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.678485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Deleting port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:18.678837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.741792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] For port 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=03a41f15-274a-418e-a2d4-fb25bc6e70f8,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:18.742086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.751030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] DHCP port deletion for 12162617-7f9b-4a39-a69f-c662d17fb4a8 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:07:18.754965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Calling delete_port for 03a41f15-274a-418e-a2d4-fb25bc6e70f8 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:18.797524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Deleting port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:18.797900 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.870799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] For port 03a41f15-274a-418e-a2d4-fb25bc6e70f8, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=03a41f15-274a-418e-a2d4-fb25bc6e70f8,segment=NetworkSegment(93249d49-566b-4f17-b8bc-f063d926f467),segment_id=93249d49-566b-4f17-b8bc-f063d926f467)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:18.871200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.884438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Calling delete_port for 03a41f15-274a-418e-a2d4-fb25bc6e70f8 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:18.932465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.959531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a41f15-274a-418e-a2d4-fb25bc6e70f8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.960427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:18.963157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] No DVR routers for this DVR port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:18.987847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] Pushing event deleted for resources: {'Port': ['ID=03a41f15-274a-418e-a2d4-fb25bc6e70f8,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:18.993774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e75e3-b677-4d85-813c-9c0aa94c8c46 None None] No DVR routers for this DVR port 03a41f15-274a-418e-a2d4-fb25bc6e70f8 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:19.038505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.048763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12162617-7f9b-4a39-a69f-c662d17fb4a8']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.248109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f4ecbc-dbfc-4691-abd9-87d0d318a670 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:19.274006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 66f4ecbc-dbfc-4691-abd9-87d0d318a670 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:19.274262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 66f4ecbc-dbfc-4691-abd9-87d0d318a670 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:19.274685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 95f27c76-448f-4b3d-a43a-1b5585d8fd7a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:19.294442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 95f27c76-448f-4b3d-a43a-1b5585d8fd7a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:19.294781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 95f27c76-448f-4b3d-a43a-1b5585d8fd7a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:19.295205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 03a41f15-274a-418e-a2d4-fb25bc6e70f8 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:19.315352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 03a41f15-274a-418e-a2d4-fb25bc6e70f8 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:19.315693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 03a41f15-274a-418e-a2d4-fb25bc6e70f8 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:19.394219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93249d49-566b-4f17-b8bc-f063d926f467') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.394515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93249d49-566b-4f17-b8bc-f063d926f467') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:07:19.403345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.416971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.423509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:07:19.423922 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:07:19.425530 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:07:19.538171 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.543907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:19.546042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] 10.222.0.70 "DELETE /v2.0/networks/12162617-7f9b-4a39-a69f-c662d17fb4a8 HTTP/1.1" status: 204 len: 168 time: 1.0071268 Aug 16 21:07:19.559861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59565bfe-6373-496a-a969-de57eeb8a680 admin admin] Pushing event deleted for resources: {'Network': ['ID=12162617-7f9b-4a39-a69f-c662d17fb4a8,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:19.950988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40796) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:19.995877 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-27e0dfee-5193-47bd-9379-bfa5f3c00005 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5084ee906794e9ca73790d2960c05b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436783 Aug 16 21:07:19.998155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40798) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:20.044928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.065742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.189693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.192321 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:20.193509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5552432e-9dee-4ded-9238-5fffdbac9d88 HTTP/1.1" status: 204 len: 168 time: 0.1944604 Aug 16 21:07:20.205214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c5e77-fec9-46a3-b287-78ab13f4d106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5552432e-9dee-4ded-9238-5fffdbac9d88,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:21.002006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40804) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.042889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-65e45753-6ae9-41a4-b34c-7c412e85ba8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f28ed5c2fa5240a58688e4978f5d4348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397084 Aug 16 21:07:21.045207 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40806) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:21.094736 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.115831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.229791 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.232546 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:21.233740 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c86a36a-a98e-4711-af3c-91c4e18addc2 HTTP/1.1" status: 204 len: 168 time: 0.1876330 Aug 16 21:07:21.241629 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9c622-31ec-4348-a64c-4fa92e21bc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86a36a-a98e-4711-af3c-91c4e18addc2,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:22.246292 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:30.720287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-583e3695-c46b-43dd-823f-411a9a8e6fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:32.580904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-7d4a2ff4-2554-4f96-9567-0244972d6466 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285218 Aug 16 21:07:32.768878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-650b3106-7b4e-45b7-a901-c86cd9a2460e tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:32.770410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-650b3106-7b4e-45b7-a901-c86cd9a2460e tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837695 Aug 16 21:07:32.785324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-8f138bed-f0b0-41df-a730-e912dc3fc143 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/quotas/045c2d4db2b746bd89e02202d57e6cd5 HTTP/1.1" status: 200 len: 375 time: 0.0090847 Aug 16 21:07:32.821168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-64cb2896-eed9-4f75-8bd8-75457f7df995 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305064 Aug 16 21:07:33.190974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9592c19-d1be-472c-ad23-d516f247a60f req-ae9349c7-e0b2-4221-843b-9317f907c4d2 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 210 time: 0.1324475 Aug 16 21:07:33.572064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:33.714720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2a599f84-3771-47df-bcc1-b0f2485c5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:34.272425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b4f0313-b51b-4320-b8c1-d19fc3ac5522 req-9471bbac-48b8-4a98-8f4b-03c79137f2e2 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 210 time: 0.0301609 Aug 16 21:07:34.422767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:35.370165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aba37595-4391-4ae1-8b59-cb376f2d534b req-24759891-8019-4664-9ac2-82cc685bb902 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 210 time: 0.0326643 Aug 16 21:07:35.787364 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:07:35.942119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-61b17f74-afb4-448a-b7c6-c84a034baea5 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209100 Aug 16 21:07:36.047200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-653bd9cd-f3af-4dcd-b226-0da09aaffb53 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:36.048720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-653bd9cd-f3af-4dcd-b226-0da09aaffb53 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1009574 Aug 16 21:07:36.064472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Request body: {'port': {'device_id': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'admin_state_up': True, 'tenant_id': '045c2d4db2b746bd89e02202d57e6cd5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:36.240040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Made reservation on behalf of 045c2d4db2b746bd89e02202d57e6cd5 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:36.243553 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.253160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.286278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.342582 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.469695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1851db50-b5ea-415e-992f-59d129f0ecfc req-2d79b315-f018-4b75-8db6-911c07c85f64 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 210 time: 0.0309870 Aug 16 21:07:36.480261 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.549489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76886fc9-ec8d-44b3-b606-60f6e89912cf,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:36.617034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Allocated IP 192.168.233.92 (022d7fc8-6c8b-43fb-a4b6-2d64553b8df6/28a04e8f-f61a-478d-92d2-f55b6f4e36b8/9a18dc05-8e70-407f-ab7f-d31fbfc260fd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:36.771383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.785988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Transition to ACTIVE for port object 9a18dc05-8e70-407f-ab7f-d31fbfc260fd will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:36.903272 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:36.948573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:36.952419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:36.956534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:36.985199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Pushing event updated for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.015175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.015861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.110347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-bdd4c537-ad8a-4e2c-a26d-653238f31201 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0505877 Aug 16 21:07:37.172758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Request body: {'port': {'device_id': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:37.228781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.297429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-925610dd-9c7a-4461-9556-d9842141bcc6 None None] Provisioning for port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:37.301357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-925610dd-9c7a-4461-9556-d9842141bcc6 None None] Provisioning complete for port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:37.301761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-925610dd-9c7a-4461-9556-d9842141bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.335718 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-925610dd-9c7a-4461-9556-d9842141bcc6 None None] Port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:07:37.493839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a18dc05-8e70-407f-ab7f-d31fbfc260fd {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:37.501553 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.513562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Transition to ACTIVE for port object 9a18dc05-8e70-407f-ab7f-d31fbfc260fd will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:37.585494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee79d1-7f10-48e8-86c6-24f3e6b763b0 req-d5d84759-856f-4fda-a745-593c211ed3ae tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.586980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dee79d1-7f10-48e8-86c6-24f3e6b763b0 req-d5d84759-856f-4fda-a745-593c211ed3ae tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 935 time: 0.0504284 Aug 16 21:07:37.588666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.671206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Pushing event updated for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:37.701093 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2dee79d1-7f10-48e8-86c6-24f3e6b763b0 req-a1b8d10c-1d4b-4304-8500-77ee8fdbc0e2 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064677 Aug 16 21:07:37.751616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Attempting to bind port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:37.751918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Attempting to bind port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:37.752256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Attempting to bind port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:37.756780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:37.757251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Attempting to bind port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd on network 022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:37.762271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:37.762613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Checking segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:37.762997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Bound using segment: {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:37.763425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Bound port: 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184b71ad-1a99-4515-9606-e6e625eb6ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:37.764315 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.828848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:37.832129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:37.920839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.953321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:37.953963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:37.955370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] 10.222.0.73 "PUT /v2.0/ports/9a18dc05-8e70-407f-ab7f-d31fbfc260fd HTTP/1.1" status: 200 len: 1096 time: 0.8367198 Aug 16 21:07:37.955838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:37.958352 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca" -d '{"events": [{"name": "network-changed", "server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:37.986955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9bb8-1fb9-40fe-85b3-45bd041a494b service neutron] Pushing event updated for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:38.090461 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2331a-0bcc-4bb2-b16e-e493ca641cf4 x-openstack-request-id: req-dce2331a-0bcc-4bb2-b16e-e493ca641cf4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:38.090764 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:38.091015 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dce2331a-0bcc-4bb2-b16e-e493ca641cf4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:38.091413 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd', 'status': 'completed', 'code': 200} Aug 16 21:07:38.108332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-2eaa3e4e-fbc5-40f7-a837-965adb0afb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.109946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-2eaa3e4e-fbc5-40f7-a837-965adb0afb62 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 1099 time: 0.0525217 Aug 16 21:07:38.154024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-67b3177e-77f8-4555-851d-43849e339770 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd HTTP/1.1" status: 200 len: 217 time: 0.0357165 Aug 16 21:07:38.203962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-80eb7250-b940-4cbf-a6bd-ac2b0f55f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.205435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-80eb7250-b940-4cbf-a6bd-ac2b0f55f0f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0436594 Aug 16 21:07:38.252068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-1c4eeca9-4309-4066-8613-405ac88341ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.253511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-1c4eeca9-4309-4066-8613-405ac88341ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408940 Aug 16 21:07:38.347642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-67614b0e-a4d2-4055-9477-e7ed2d662b27 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Aug 16 21:07:38.442848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a3d5892c-08f8-4c36-96c8-4b68ea8ad697 req-a0ce7c55-8157-47d2-b44f-c06a7d02ebea service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874729 Aug 16 21:07:38.588748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-6a6eb5f5-4007-4c0e-9682-ce9ce3fd16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.590250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-6a6eb5f5-4007-4c0e-9682-ce9ce3fd16b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 1099 time: 0.0416665 Aug 16 21:07:38.684885 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-02d3e04d-234f-422a-b511-151f24029159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.686602 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-02d3e04d-234f-422a-b511-151f24029159 service neutron] 10.222.0.73 "GET /v2.0/networks?id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6 HTTP/1.1" status: 200 len: 870 time: 0.0888133 Aug 16 21:07:38.728922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-b571663f-63b1-4508-b6d4-b373cf4365e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd HTTP/1.1" status: 200 len: 217 time: 0.0339181 Aug 16 21:07:38.803127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-5484ed29-c540-4b88-be4e-79a5e1c047d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.804600 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-5484ed29-c540-4b88-be4e-79a5e1c047d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=28a04e8f-f61a-478d-92d2-f55b6f4e36b8 HTTP/1.1" status: 200 len: 843 time: 0.0666561 Aug 16 21:07:38.852651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0352c-359d-4a79-aeca-d3f93eac2cec req-33b21eec-512b-436c-9c01-423c2d536747 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.854115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab0352c-359d-4a79-aeca-d3f93eac2cec req-33b21eec-512b-436c-9c01-423c2d536747 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 947 time: 0.0813737 Aug 16 21:07:38.882272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-1a9bfa98-aa41-4f90-a59c-3aa0578e4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:38.883752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-1a9bfa98-aa41-4f90-a59c-3aa0578e4345 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=022d7fc8-6c8b-43fb-a4b6-2d64553b8df6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691819 Aug 16 21:07:38.909099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab0352c-359d-4a79-aeca-d3f93eac2cec req-4752b6ff-0174-498f-aa71-77da6487470d tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Aug 16 21:07:38.984165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-c471c6ae-c7df-47ec-af83-184a00e0b520 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892522 Aug 16 21:07:39.076543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5bf0f07-4302-45f7-a2b7-ba38d47c8cca req-ec56da70-225d-471c-ba18-d8ce1ade50c0 service neutron] 10.222.0.73 "GET /v2.0/networks/022d7fc8-6c8b-43fb-a4b6-2d64553b8df6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837479 Aug 16 21:07:40.024606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899538d9-dc78-4700-b4b6-7d90b1b24784 req-65ff8e85-6679-425a-a63e-2cae62253e4b tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:40.026097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-899538d9-dc78-4700-b4b6-7d90b1b24784 req-65ff8e85-6679-425a-a63e-2cae62253e4b tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 947 time: 0.0487175 Aug 16 21:07:40.065661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-899538d9-dc78-4700-b4b6-7d90b1b24784 req-b389a41a-def2-42a6-a8dc-a44e55d06a4b tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Aug 16 21:07:41.184703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6120e0-a2e1-45d1-9bb9-a9da43f88c3c req-ac800c07-06b9-4ebb-8082-21485ee0c258 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:41.186902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d6120e0-a2e1-45d1-9bb9-a9da43f88c3c req-ac800c07-06b9-4ebb-8082-21485ee0c258 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 947 time: 0.0548680 Aug 16 21:07:41.209211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a18dc05-8e70-407f-ab7f-d31fbfc260fd details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:07:41.228672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d6120e0-a2e1-45d1-9bb9-a9da43f88c3c req-d97458fa-2f3d-48f6-ad6b-bac3d1895248 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Aug 16 21:07:41.314726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:41.326226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd', 'network_id': '022d7fc8-6c8b-43fb-a4b6-2d64553b8df6', 'port_id': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd', 'mac_address': 'fa:16:3e:ea:e2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a04e8f-f61a-478d-92d2-f55b6f4e36b8', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:07:41.366374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.386492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a18dc05-8e70-407f-ab7f-d31fbfc260fd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:41.406782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:41.502087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:41.550717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:41.753113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9a18dc05-8e70-407f-ab7f-d31fbfc260fd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:42.347439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172b728-9cb8-493e-822a-46585a33d549 req-8c30974a-65cc-4720-8d57-96d75d30b4c3 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:42.349002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e172b728-9cb8-493e-822a-46585a33d549 req-8c30974a-65cc-4720-8d57-96d75d30b4c3 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 948 time: 0.0503438 Aug 16 21:07:42.387253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e172b728-9cb8-493e-822a-46585a33d549 req-bdc4f06c-a138-411b-97a4-888bfe88b35f tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Aug 16 21:07:43.222838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a18dc05-8e70-407f-ab7f-d31fbfc260fd up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:07:43.336135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:07:43.339846 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:07:43.340223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.412811 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.434929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:43.437885 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e96e13b-4222-4f4b-afc1-ad4fceda4cc5" -d '{"events": [{"server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:43.450511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:43.505274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c9906-13b1-4583-bf6a-c316e23073a9 req-c4bf6980-b020-4787-a472-5c6170a3d5d9 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.508193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df6c9906-13b1-4583-bf6a-c316e23073a9 req-c4bf6980-b020-4787-a472-5c6170a3d5d9 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 948 time: 0.0514832 Aug 16 21:07:43.525772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:43.555830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df6c9906-13b1-4583-bf6a-c316e23073a9 req-52e1ca40-337d-4698-bf7c-c8d1301e1745 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Aug 16 21:07:43.567190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3393375-c563-4c27-aa42-0f20d3bb6e00 x-openstack-request-id: req-f3393375-c563-4c27-aa42-0f20d3bb6e00 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:43.567190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "name": "network-vif-plugged", "status": "completed", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:43.567190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3393375-c563-4c27-aa42-0f20d3bb6e00 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:43.567190 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd', 'code': 200} Aug 16 21:07:43.591552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:43.643284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff276e5-d3bf-4abd-9d94-9b5dbb6d49d8 req-d99d6d9b-4f97-42eb-9bfd-35edc6829a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:43.644816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ff276e5-d3bf-4abd-9d94-9b5dbb6d49d8 req-d99d6d9b-4f97-42eb-9bfd-35edc6829a22 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 1101 time: 0.0446529 Aug 16 21:07:43.679915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7ff276e5-d3bf-4abd-9d94-9b5dbb6d49d8 req-73ed4f61-3ad5-4498-95e6-c46af04037ed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275121 Aug 16 21:07:44.674001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf89d06-6cb8-481e-93ee-4e4c1836d9cb req-2b94153f-bf19-4e8c-b966-93d8d56bd896 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:44.675499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cf89d06-6cb8-481e-93ee-4e4c1836d9cb req-2b94153f-bf19-4e8c-b966-93d8d56bd896 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 949 time: 0.0504339 Aug 16 21:07:44.714274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cf89d06-6cb8-481e-93ee-4e4c1836d9cb req-ce33aa6a-61a5-4ff3-be00-92a5ce0bd293 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Aug 16 21:07:46.238908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba09eaa-f7ae-4528-b954-8dd16aff5723 req-c25ddb55-22ab-4a8c-a922-cfee631e2238 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:46.240440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eba09eaa-f7ae-4528-b954-8dd16aff5723 req-c25ddb55-22ab-4a8c-a922-cfee631e2238 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 949 time: 0.0491235 Aug 16 21:07:46.279401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eba09eaa-f7ae-4528-b954-8dd16aff5723 req-a96ef7e5-b6a3-442f-b461-2b487c080708 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326788 Aug 16 21:07:47.399714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87478a7-f6d1-401b-bcce-c5e32e2d6903 req-663df28d-3281-4dc2-b2a9-d5157a04117a tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.401223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c87478a7-f6d1-401b-bcce-c5e32e2d6903 req-663df28d-3281-4dc2-b2a9-d5157a04117a tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 949 time: 0.0526597 Aug 16 21:07:47.439831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c87478a7-f6d1-401b-bcce-c5e32e2d6903 req-82deda72-b107-4d0a-8480-43e75a1626e9 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/security-groups?id=76886fc9-ec8d-44b3-b606-60f6e89912cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Aug 16 21:07:47.643006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-b39654d9-092b-4621-973f-2fdeaf5d219e tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:47.644480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-b39654d9-092b-4621-973f-2fdeaf5d219e tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.73 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 949 time: 0.0480864 Aug 16 21:07:47.731457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Deleting port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:07:47.731828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.823472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] For port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,segment=NetworkSegment(184b71ad-1a99-4515-9606-e6e625eb6ed2),segment_id=184b71ad-1a99-4515-9606-e6e625eb6ed2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:07:47.823786 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:47.835663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Calling delete_port for 9a18dc05-8e70-407f-ab7f-d31fbfc260fd owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:07:48.034525 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.046283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9a18dc05-8e70-407f-ab7f-d31fbfc260fd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:07:48.061454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Pushing event deleted for resources: {'Port': ['ID=9a18dc05-8e70-407f-ab7f-d31fbfc260fd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:48.118698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] No DVR routers for this DVR port 9a18dc05-8e70-407f-ab7f-d31fbfc260fd on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:07:48.118698 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:48.118698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b6704e3-3ab1-4002-bb5f-63e0ad9e1087 req-c1a9756c-bdc7-4fb4-bcaa-8ec1b060d454 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.73 "DELETE /v2.0/ports/9a18dc05-8e70-407f-ab7f-d31fbfc260fd HTTP/1.1" status: 204 len: 173 time: 0.4628930 Aug 16 21:07:48.118698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'name': 'network-vif-deleted', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:48.118698 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a78ec9-9453-43bb-be08-487a7f4a5fbd" -d '{"events": [{"server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "name": "network-vif-deleted", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:48.156442 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2f868c-77cb-4555-bfbf-0bfd57ab1730 x-openstack-request-id: req-5c2f868c-77cb-4555-bfbf-0bfd57ab1730 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:48.156596 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758cae3d-672e-4d5d-bdb8-29e75b68e8f0", "name": "network-vif-deleted", "tag": "9a18dc05-8e70-407f-ab7f-d31fbfc260fd", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:48.156850 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c2f868c-77cb-4555-bfbf-0bfd57ab1730 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:48.157251 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758cae3d-672e-4d5d-bdb8-29e75b68e8f0', 'name': 'network-vif-deleted', 'tag': '9a18dc05-8e70-407f-ab7f-d31fbfc260fd', 'status': 'completed', 'code': 200} Aug 16 21:07:48.537901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d4bbdddd-e839-485b-9bb7-81ff209ef63c req-c5a313a0-e1e0-443a-ad72-178553d66c57 tempest-ServersAdminNegativeTestJSON-1055815446 tempest-ServersAdminNegativeTestJSON-1055815446-project] 10.222.0.70 "GET /v2.0/ports?device_id=758cae3d-672e-4d5d-bdb8-29e75b68e8f0 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Aug 16 21:07:48.576827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.053061 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40962) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.186209 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-428c292a-e896-475f-abe4-075362653670 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=045c2d4db2b746bd89e02202d57e6cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319299 Aug 16 21:07:50.188611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40966) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:50.235666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.256222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.410863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.413437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:50.414625 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/76886fc9-ec8d-44b3-b606-60f6e89912cf HTTP/1.1" status: 204 len: 168 time: 0.2251244 Aug 16 21:07:50.422876 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b713d0-985e-4002-834b-ebd300ec1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76886fc9-ec8d-44b3-b606-60f6e89912cf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:51.057416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40972) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:51.072285 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-848fdc08-1b21-4d4d-b581-35f7ad61b985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.163466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-848fdc08-1b21-4d4d-b581-35f7ad61b985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.239462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a18dc05-8e70-407f-ab7f-d31fbfc260fd no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:07:51.259598 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 9a18dc05-8e70-407f-ab7f-d31fbfc260fd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:07:51.259977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a18dc05-8e70-407f-ab7f-d31fbfc260fd not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:07:51.302392 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-848fdc08-1b21-4d4d-b581-35f7ad61b985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.343687 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-848fdc08-1b21-4d4d-b581-35f7ad61b985 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=876a241dc6a44b33bf19d03a8337d413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852006 Aug 16 21:07:51.344616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fdc08-1b21-4d4d-b581-35f7ad61b985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c600d0-c714-48dc-985d-2772f6e566b4,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:51.346501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 40974) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:51.400570 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.421930 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.559448 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.562345 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:51.563521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6c600d0-c714-48dc-985d-2772f6e566b4 HTTP/1.1" status: 204 len: 168 time: 0.2148185 Aug 16 21:07:51.573745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233375f-c3a8-4592-921e-038423d48581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c600d0-c714-48dc-985d-2772f6e566b4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:52.256982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.703266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 40996) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:52.827359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1967071032-network', 'tenant_id': '1f22df9afd234152b1eadb2971b2a66c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:52.914065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Made reservation on behalf of 1f22df9afd234152b1eadb2971b2a66c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:52.917529 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:52.930728 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.021168 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.102203 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.127245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:07:53.136850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab33a6-fb59-4469-8a57-2e04ef85b28f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.142103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.142452 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Added segment a11ff681-9175-4689-a766-7998091a10b2 of type vlan for network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc Aug 16 21:07:53.183225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.296685 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.297643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:53.298230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.358687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2b85ef82-3e0d-4257-8f0d-7023f4782fdc,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.368930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:07:53.440229 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-13bb318f-6252-47ef-b167-2aa776eab9f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7358046 Aug 16 21:07:53.443055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41000) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:07:53.447864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Request body: {'subnet': {'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1967071032-subnet', 'tenant_id': '1f22df9afd234152b1eadb2971b2a66c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:53.577833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Made reservation on behalf of 1f22df9afd234152b1eadb2971b2a66c for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:53.580269 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.815244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:53.872979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc51515-395a-41d2-918f-6a56846d0a53,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:53.881265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Checking segment: {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:53.881607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Network hostable DHCP agents. Network: 2b85ef82-3e0d-4257-8f0d-7023f4782fdc, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:07:54.005165 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:07:54.153632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 2b85ef82-3e0d-4257-8f0d-7023f4782fdc) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:54.159180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.160568 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:54.162539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803303b6-4398-4660-91f9-cc46213ecf6b None None] Network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:54.269125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f5276c5c-8284-40bb-85a6-ff750339866e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8250055 Aug 16 21:07:54.284714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116710f-f27a-43ec-98b1-e52b608587e4 None None] Network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:07:54.684383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-2caa6cb2-dc70-4493-a8a8-d31613290e59 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:54.685800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-2caa6cb2-dc70-4493-a8a8-d31613290e59 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 812 time: 0.1040745 Aug 16 21:07:54.701089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-ab4b0769-a202-4b4d-a304-9a6a5fbe55dd tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/quotas/1f22df9afd234152b1eadb2971b2a66c HTTP/1.1" status: 200 len: 375 time: 0.0091052 Aug 16 21:07:54.732484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-647fc30e-73e6-488b-96e6-2e607901017f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257566 Aug 16 21:07:54.870912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-d2f090eb-9049-41ae-adcd-7a89151b47a7 service neutron] 10.222.0.70 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315608 Aug 16 21:07:54.969493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-a9ffa64a-210d-4a84-93ef-c63184c675bf service neutron] 10.222.0.70 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922265 Aug 16 21:07:55.207537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3aec211-30ac-4926-ad32-aca35a26cf21 req-13a46d9c-9944-4ae7-8c4b-5ebe615fa753 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 210 time: 0.0263193 Aug 16 21:07:56.284075 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fc6b8e0-af8a-4e5e-8179-031a1f070718 req-e52bec6e-8398-432d-aa2f-e21621d186ac tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 210 time: 0.0258269 Aug 16 21:07:57.078405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-881ecb2e-1dfd-486a-8414-e1a01ace4bd6 req-bedf2edf-2755-40e8-a474-c4aa333156c0 service neutron] (95241) timed out ('10.222.0.70', 46754) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:07:57.377451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a126c91-d13d-42f3-9637-ea0519702d7b req-746d315b-7347-4b63-a005-8a4814dbb32f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 210 time: 0.0268734 Aug 16 21:07:57.687611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-955f7b37-6b70-492a-8275-66ba70f6fd9b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:57.689092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-955f7b37-6b70-492a-8275-66ba70f6fd9b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.64 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 812 time: 0.1074705 Aug 16 21:07:57.701633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Request body: {'port': {'device_id': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc', 'admin_state_up': True, 'tenant_id': '1f22df9afd234152b1eadb2971b2a66c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:57.867948 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Made reservation on behalf of 1f22df9afd234152b1eadb2971b2a66c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:07:57.871661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:57.998774 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Allocated IP 172.20.0.13 (2b85ef82-3e0d-4257-8f0d-7023f4782fdc/8fc51515-395a-41d2-918f-6a56846d0a53/fce772b0-1a6d-47f4-90d3-e5719adbb3e3) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:07:58.145276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.318658 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.363241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:07:58.366359 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:07:58.370066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:07:58.376726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:58.423362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:58.424012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.498199 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-739ddfe5-2c8f-47da-b195-5da32be11f21 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996614 Aug 16 21:07:58.499377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebbc9b-4e24-4c8b-a573-1083d0259224 req-5d3c5807-847f-4ff4-a4bc-c756c8ceb0ce tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:58.500883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ebbc9b-4e24-4c8b-a573-1083d0259224 req-5d3c5807-847f-4ff4-a4bc-c756c8ceb0ce tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 932 time: 0.0546887 Aug 16 21:07:58.510853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Request body: {'port': {'device_id': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:07:58.539799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1ebbc9b-4e24-4c8b-a573-1083d0259224 req-8bf58f6d-28e6-4ec2-b5bd-97e3ec960547 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327303 Aug 16 21:07:58.570954 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.825500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce772b0-1a6d-47f4-90d3-e5719adbb3e3 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:07:58.833279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:58.845169 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Transition to ACTIVE for port object fce772b0-1a6d-47f4-90d3-e5719adbb3e3 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:07:58.969097 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.022609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.091534 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:07:59.092025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:07:59.092360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:59.096491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:07:59.096805 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:07:59.101581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:07:59.101909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Checking segment: {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:07:59.102287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Bound using segment: {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:07:59.102701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Bound port: fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:07:59.103047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.164923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:07:59.168057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:07:59.234040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.270849 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.271459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:07:59.272890 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 1093 time: 0.7664349 Aug 16 21:07:59.273324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:07:59.275558 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a709c0-234e-4df7-984d-2434344824f9" -d '{"events": [{"name": "network-changed", "server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:07:59.295707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec914ef-5c34-47b4-a63b-64fec9a059b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:07:59.312315 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c4143-9f1c-423b-8357-1b93d8bf8c89 x-openstack-request-id: req-177c4143-9f1c-423b-8357-1b93d8bf8c89 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:07:59.312555 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:07:59.312805 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-177c4143-9f1c-423b-8357-1b93d8bf8c89 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:07:59.313223 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'status': 'completed', 'code': 200} Aug 16 21:07:59.378403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a709c0-234e-4df7-984d-2434344824f9 req-8fa09eef-e703-4d65-8fd6-533c6ec13275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.379830 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53a709c0-234e-4df7-984d-2434344824f9 req-8fa09eef-e703-4d65-8fd6-533c6ec13275 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0445924 Aug 16 21:07:59.476068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a709c0-234e-4df7-984d-2434344824f9 req-2f68f213-c376-425c-b618-7f6ee85bbe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.477525 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53a709c0-234e-4df7-984d-2434344824f9 req-2f68f213-c376-425c-b618-7f6ee85bbe09 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f22df9afd234152b1eadb2971b2a66c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0887475 Aug 16 21:07:59.574656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a709c0-234e-4df7-984d-2434344824f9 req-54d2e491-1fa9-410c-8370-2e0d1bcb3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.576831 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-53a709c0-234e-4df7-984d-2434344824f9 req-54d2e491-1fa9-410c-8370-2e0d1bcb3d98 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915508 Aug 16 21:07:59.652332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-a3995e64-322b-4723-8249-68bf0b3d7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.654340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-a3995e64-322b-4723-8249-68bf0b3d7a29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0410783 Aug 16 21:07:59.662273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952fc0b-40d3-499e-9819-82fc82228832 req-c3b46e98-cb12-4886-8181-a294f1b8d837 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.663822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3952fc0b-40d3-499e-9819-82fc82228832 req-c3b46e98-cb12-4886-8181-a294f1b8d837 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0519331 Aug 16 21:07:59.698648 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-7bae8684-2afa-4135-a06b-d1752040d70c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0368524 Aug 16 21:07:59.702160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3952fc0b-40d3-499e-9819-82fc82228832 req-b0eb2a95-40a2-471b-9abb-c8b2812f45da tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Aug 16 21:07:59.750746 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0028b87-d860-4557-88cd-f7677e121e05 req-bbb2592e-c06e-4838-9db2-1ed1ea78f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:07:59.752235 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-bbb2592e-c06e-4838-9db2-1ed1ea78f6c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0463958 Aug 16 21:07:59.785778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-2286b144-2b25-44ac-8ef2-ce558143830a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259891 Aug 16 21:07:59.880287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-17d336ab-cceb-4333-9658-2a5f4905016f service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876706 Aug 16 21:07:59.969136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f0028b87-d860-4557-88cd-f7677e121e05 req-551a6ff3-12f5-4e17-be22-293f6304b879 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815849 Aug 16 21:08:00.661954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f7983064-50e7-4f87-8fab-968b771c21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:00.818168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a221c68-e720-4d0e-8072-1a34894d8dac req-32f55165-cfe1-4d12-bdb3-ca375310fd91 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:00.819635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a221c68-e720-4d0e-8072-1a34894d8dac req-32f55165-cfe1-4d12-bdb3-ca375310fd91 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0488317 Aug 16 21:08:00.856206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a221c68-e720-4d0e-8072-1a34894d8dac req-e5e860c8-0c5a-4075-a963-12b90c1f5227 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305855 Aug 16 21:08:01.972550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2c29c-51f0-403b-b28a-c89ec1f2a4cc req-d74dcae7-ccf8-4d18-87a6-718fc0a37bc6 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:01.974019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35d2c29c-51f0-403b-b28a-c89ec1f2a4cc req-d74dcae7-ccf8-4d18-87a6-718fc0a37bc6 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0520170 Aug 16 21:08:02.010621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35d2c29c-51f0-403b-b28a-c89ec1f2a4cc req-e13b3589-bd3c-4184-8557-a9fbd780bcf2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Aug 16 21:08:02.789527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:02.882392 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:02.893603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc', 'port_id': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'mac_address': 'fa:16:3e:32:70:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc51515-395a-41d2-918f-6a56846d0a53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:02.931831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.098161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce772b0-1a6d-47f4-90d3-e5719adbb3e3 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:03.118496 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:03.129766 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ed28-3716-4dca-bf8a-d249b46d5f74 req-6a04d3ee-3c8c-4b5a-98be-f7841f98522a tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:03.134683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d124ed28-3716-4dca-bf8a-d249b46d5f74 req-6a04d3ee-3c8c-4b5a-98be-f7841f98522a tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0512433 Aug 16 21:08:03.170047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d124ed28-3716-4dca-bf8a-d249b46d5f74 req-628b39dd-e89c-4123-bef6-f4f9f354d0cf tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Aug 16 21:08:03.208919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.256297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:03.442732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['fce772b0-1a6d-47f4-90d3-e5719adbb3e3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:03.536590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:03.627343 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e361bf9c-db44-45f5-963f-51404d868106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.286336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b8485-dd8f-4c61-b10a-034900a27804 req-37120907-2b63-4e12-8d74-ec9005550a89 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:04.287948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-517b8485-dd8f-4c61-b10a-034900a27804 req-37120907-2b63-4e12-8d74-ec9005550a89 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 945 time: 0.0499384 Aug 16 21:08:04.326024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-517b8485-dd8f-4c61-b10a-034900a27804 req-cdd78cea-7b6e-4e65-93a7-b0388efdcc2c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Aug 16 21:08:04.451153 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:04.797658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:04.936312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:04.939919 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:04.940289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.014534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.035338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:05.037556 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35dcb23-54fc-43d5-8847-628a98b7b74d" -d '{"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-plugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:05.055409 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:05.074474 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eadb194-4c67-4e87-9fa6-face2d1f8e59 x-openstack-request-id: req-8eadb194-4c67-4e87-9fa6-face2d1f8e59 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:05.074787 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-plugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:05.075596 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8eadb194-4c67-4e87-9fa6-face2d1f8e59 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:05.076156 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'code': 200} Aug 16 21:08:05.142313 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:05.172374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346502c-6785-45bd-897c-370a1197d64a req-0d41c43f-31f2-4da9-86db-d6a70786cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.173873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5346502c-6785-45bd-897c-370a1197d64a req-0d41c43f-31f2-4da9-86db-d6a70786cde7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1098 time: 0.0429261 Aug 16 21:08:05.189614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:05.210045 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5346502c-6785-45bd-897c-370a1197d64a req-aeca3a99-ad6c-4291-9960-1f9da1623075 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295875 Aug 16 21:08:05.442908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe01b3-ae75-41d5-b323-5f7f6de3f763 req-d4752275-96cd-4377-a055-3aa9b9f388a7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:05.444404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8fe01b3-ae75-41d5-b323-5f7f6de3f763 req-d4752275-96cd-4377-a055-3aa9b9f388a7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0522130 Aug 16 21:08:05.481642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8fe01b3-ae75-41d5-b323-5f7f6de3f763 req-934fc77f-8cb7-4fd7-ae0d-1ad75119b86b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Aug 16 21:08:06.255799 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:06.598764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21207d-9399-4bfb-b482-ad98213df34a req-f9d62e38-62fe-4b9f-9fdf-d94631902def tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:06.600287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f21207d-9399-4bfb-b482-ad98213df34a req-f9d62e38-62fe-4b9f-9fdf-d94631902def tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0492678 Aug 16 21:08:06.637832 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f21207d-9399-4bfb-b482-ad98213df34a req-044f575d-bbfc-459a-955c-ab6386bacc8b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Aug 16 21:08:07.016874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b1a2f-ed5c-4484-bec0-3cd406d35454 req-d22a2d35-b932-40df-9b72-187a0c66d8a6 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:07.018409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-941b1a2f-ed5c-4484-bec0-3cd406d35454 req-d22a2d35-b932-40df-9b72-187a0c66d8a6 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0527635 Aug 16 21:08:07.058012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-941b1a2f-ed5c-4484-bec0-3cd406d35454 req-ec20bf89-3440-432f-b247-f9f6ab2ed898 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Aug 16 21:08:07.104941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41076) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:07.197147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-c45a09e6-8fed-4317-a858-f2ba34f75fc1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909607 Aug 16 21:08:08.178819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325b4d3-c2d3-4df1-b81b-f8ad35d948a8 req-d5078b2d-9a8b-42ef-8ced-3faebdd9f942 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:08.180359 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4325b4d3-c2d3-4df1-b81b-f8ad35d948a8 req-d5078b2d-9a8b-42ef-8ced-3faebdd9f942 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0495543 Aug 16 21:08:08.222234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4325b4d3-c2d3-4df1-b81b-f8ad35d948a8 req-2b1fee80-48a2-428b-b0e5-6e4d30be3d01 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Aug 16 21:08:09.342348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4495f-d8f8-45e9-933f-bd06f53c4c53 req-8709bcf7-a9d9-4ff7-b959-2bb5bc03db35 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.343873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ced4495f-d8f8-45e9-933f-bd06f53c4c53 req-8709bcf7-a9d9-4ff7-b959-2bb5bc03db35 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0540402 Aug 16 21:08:09.382670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ced4495f-d8f8-45e9-933f-bd06f53c4c53 req-10754b80-ecf6-4c14-af27-f2ac08ab8723 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Aug 16 21:08:09.394434 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-b4a43b39-14a3-469c-aed2-93d955fbd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.396005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-b4a43b39-14a3-469c-aed2-93d955fbd7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1098 time: 0.0485644 Aug 16 21:08:09.488919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-1d87378d-365e-4946-8cc8-e355a306e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.490298 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-1d87378d-365e-4946-8cc8-e355a306e7a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0858231 Aug 16 21:08:09.534456 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-e0ee620e-0728-4d33-bdf7-8c665daa0941 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0366886 Aug 16 21:08:09.584910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-b4481fd0-2c93-479f-b484-58d5aa568ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:09.586380 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-b4481fd0-2c93-479f-b484-58d5aa568ce7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0441494 Aug 16 21:08:09.618899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-69b61596-9171-43dd-b4aa-4abe56c1b9f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241680 Aug 16 21:08:09.710198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-c8f2a5e5-a0d8-4b95-aa0c-950941b47234 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830534 Aug 16 21:08:09.798104 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-130b0adb-3e04-4d97-98a3-dc91b0b36c01 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801525 Aug 16 21:08:10.509064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0ce9-be08-4644-97af-74a1804cc0ad req-144ce3f1-0d75-4f0f-ba2f-77c29c2fe9bd tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:10.510532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465b0ce9-be08-4644-97af-74a1804cc0ad req-144ce3f1-0d75-4f0f-ba2f-77c29c2fe9bd tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0566971 Aug 16 21:08:10.547847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465b0ce9-be08-4644-97af-74a1804cc0ad req-5e072b46-3a19-4bb3-9411-cf9e1f77f8a9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306165 Aug 16 21:08:11.662844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53c8c1-9bd5-4bf0-a322-1518b504f231 req-5f6f3978-04fa-44e7-8223-5f3a9d12aae2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:11.664347 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec53c8c1-9bd5-4bf0-a322-1518b504f231 req-5f6f3978-04fa-44e7-8223-5f3a9d12aae2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0480113 Aug 16 21:08:11.701406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ec53c8c1-9bd5-4bf0-a322-1518b504f231 req-9b890130-b53e-4878-a5ed-bb030672531b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303240 Aug 16 21:08:12.786474 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:12.815147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823fd50-2512-4530-bdea-8c81974f94a9 req-22d66377-e10c-4b6d-8a42-95858baa8ae9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:12.816641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d823fd50-2512-4530-bdea-8c81974f94a9 req-22d66377-e10c-4b6d-8a42-95858baa8ae9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0486536 Aug 16 21:08:12.855233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d823fd50-2512-4530-bdea-8c81974f94a9 req-b93ee695-a88b-4fbb-94bd-6c2d16c80f6f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Aug 16 21:08:13.973987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3532363-4763-4afd-9492-f9aeff4cc021 req-43b81e38-e4c8-4f71-92ce-8950a5cfa18c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:13.975482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3532363-4763-4afd-9492-f9aeff4cc021 req-43b81e38-e4c8-4f71-92ce-8950a5cfa18c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0521071 Aug 16 21:08:14.013417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c3532363-4763-4afd-9492-f9aeff4cc021 req-8adf2d61-75c2-4608-9358-de4edfca9217 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Aug 16 21:08:15.130649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749249a-3082-44bc-9490-ec5ba96bbe41 req-b16deafa-ff93-4a40-97de-b1013e449e55 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:15.132174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7749249a-3082-44bc-9490-ec5ba96bbe41 req-b16deafa-ff93-4a40-97de-b1013e449e55 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0514226 Aug 16 21:08:15.169987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7749249a-3082-44bc-9490-ec5ba96bbe41 req-1d7ceb8d-1530-4dbf-88d5-65d223471310 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Aug 16 21:08:16.286450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7d9e-8e76-4c19-ab05-18651ee8cf10 req-330465be-fe8e-499c-a30f-c54aa08dddbe tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:16.288001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc3c7d9e-8e76-4c19-ab05-18651ee8cf10 req-330465be-fe8e-499c-a30f-c54aa08dddbe tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0501721 Aug 16 21:08:16.326246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc3c7d9e-8e76-4c19-ab05-18651ee8cf10 req-37b4962f-b862-47d0-8f4e-161106b5b11b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Aug 16 21:08:17.443626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6099d-fe82-480a-bf17-999099555702 req-ee01642c-aab2-4039-8541-0bb0887fc433 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:17.445116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab6099d-fe82-480a-bf17-999099555702 req-ee01642c-aab2-4039-8541-0bb0887fc433 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0516329 Aug 16 21:08:17.482238 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ab6099d-fe82-480a-bf17-999099555702 req-a010b00e-6fa1-46bd-8fcc-f2c19c89dbc2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Aug 16 21:08:18.591471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:18.599275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173402ac-ce18-4d40-b78c-d879e8c83554 req-597bd211-2b37-4225-b1db-57530e3201e3 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:18.600807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-173402ac-ce18-4d40-b78c-d879e8c83554 req-597bd211-2b37-4225-b1db-57530e3201e3 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0505006 Aug 16 21:08:18.638741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-173402ac-ce18-4d40-b78c-d879e8c83554 req-14a7c217-4b2b-4523-bd69-d1c1504e8149 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Aug 16 21:08:19.750419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e00312-aa2b-4cef-ab8a-3ada392038af req-a0b021f7-a25e-4a91-b75e-c123d7c48cba tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:19.751918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00e00312-aa2b-4cef-ab8a-3ada392038af req-a0b021f7-a25e-4a91-b75e-c123d7c48cba tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0482063 Aug 16 21:08:19.790146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00e00312-aa2b-4cef-ab8a-3ada392038af req-42d1e912-cfa3-480b-abfd-1193bb2947ad tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Aug 16 21:08:20.908339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57dc17-cdb2-4670-ba34-5e9b8a64471e req-f41ffe4c-c034-4f30-82a0-7741446b5ce9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:20.909854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b57dc17-cdb2-4670-ba34-5e9b8a64471e req-f41ffe4c-c034-4f30-82a0-7741446b5ce9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0515785 Aug 16 21:08:20.946744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b57dc17-cdb2-4670-ba34-5e9b8a64471e req-617507ae-2d2a-4193-9a9e-5f6fbc58e75d tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Aug 16 21:08:22.061603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dea60f-c794-4bbd-8cf8-916db8b35e2d req-8b82b390-6c43-4a76-9c9e-3132faa29850 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:22.063087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41dea60f-c794-4bbd-8cf8-916db8b35e2d req-8b82b390-6c43-4a76-9c9e-3132faa29850 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0487375 Aug 16 21:08:22.100230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41dea60f-c794-4bbd-8cf8-916db8b35e2d req-ec8bbc03-e892-4284-8bde-36dc243c384d tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312567 Aug 16 21:08:22.215567 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:23.215095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6f208-7fbb-4b25-8e22-1253bd4c1361 req-e2920768-1595-4e2b-962e-497d94ef98d8 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:23.216620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dea6f208-7fbb-4b25-8e22-1253bd4c1361 req-e2920768-1595-4e2b-962e-497d94ef98d8 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0505548 Aug 16 21:08:23.258437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dea6f208-7fbb-4b25-8e22-1253bd4c1361 req-ee688fd2-7593-4e02-9c2d-0efe8d307e94 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Aug 16 21:08:24.380176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0354522-1220-4e55-bf35-e73479c6f4c6 req-046bd4b2-e1de-480c-a800-6b63e324fc00 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:24.381644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0354522-1220-4e55-bf35-e73479c6f4c6 req-046bd4b2-e1de-480c-a800-6b63e324fc00 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0544457 Aug 16 21:08:24.419406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0354522-1220-4e55-bf35-e73479c6f4c6 req-f66d9178-5310-4d10-8bfd-858017595826 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Aug 16 21:08:25.533039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5beb5-10aa-439a-b14c-921a84879a74 req-0c9b3cbd-512e-46f6-9bb1-7f92accbe83c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:25.534531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7dc5beb5-10aa-439a-b14c-921a84879a74 req-0c9b3cbd-512e-46f6-9bb1-7f92accbe83c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0488882 Aug 16 21:08:25.572325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7dc5beb5-10aa-439a-b14c-921a84879a74 req-dd6fdb0d-b436-485d-815f-921f18653af2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319004 Aug 16 21:08:26.690418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ae812-de00-42ac-a28e-e3a466a572e5 req-170bac18-e8a7-44ce-a602-1489b397c325 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:26.691913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a7ae812-de00-42ac-a28e-e3a466a572e5 req-170bac18-e8a7-44ce-a602-1489b397c325 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0484653 Aug 16 21:08:26.728870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a7ae812-de00-42ac-a28e-e3a466a572e5 req-43fd8073-51bf-4a79-a462-39dd1ec01e2b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Aug 16 21:08:27.848715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd31d83-baaf-4cb6-97f1-32bad4d2dee5 req-d6dd9a6d-1d67-403c-891f-426e287a332b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:27.850177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bd31d83-baaf-4cb6-97f1-32bad4d2dee5 req-d6dd9a6d-1d67-403c-891f-426e287a332b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0537195 Aug 16 21:08:27.887990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bd31d83-baaf-4cb6-97f1-32bad4d2dee5 req-a5ad07a8-a641-4547-bf9f-3589de512376 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 16 21:08:29.001213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3ff1e-ce1d-4557-8930-4f5fd2df7ba9 req-aab1a793-68c1-401e-8579-7542dd83cbbe tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:29.002678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2a3ff1e-ce1d-4557-8930-4f5fd2df7ba9 req-aab1a793-68c1-401e-8579-7542dd83cbbe tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0477388 Aug 16 21:08:29.039573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2a3ff1e-ce1d-4557-8930-4f5fd2df7ba9 req-7afa9d46-39da-4634-907c-c34351c84045 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Aug 16 21:08:30.154100 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978c136-a1a4-4abf-a3ed-7b3336932002 req-af6e7a12-e1aa-49d6-9a98-f0234aa71be3 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:30.155612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7978c136-a1a4-4abf-a3ed-7b3336932002 req-af6e7a12-e1aa-49d6-9a98-f0234aa71be3 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0487056 Aug 16 21:08:30.192566 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7978c136-a1a4-4abf-a3ed-7b3336932002 req-4b4568cf-1156-4aa5-98e5-afccffcd666d tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Aug 16 21:08:30.704949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2f5daee8-c2ba-41e9-9bd7-0bc841c8cbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:31.315660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bf7d2-9e32-4a30-b031-39176a16e15c req-a313d9f8-ff6c-43d8-8bdd-03b1284d5639 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:31.317202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-087bf7d2-9e32-4a30-b031-39176a16e15c req-a313d9f8-ff6c-43d8-8bdd-03b1284d5639 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0567102 Aug 16 21:08:31.358402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-087bf7d2-9e32-4a30-b031-39176a16e15c req-3072d607-0690-49ec-85af-c1947c235c48 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Aug 16 21:08:32.473198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b745cb2-6a33-4a70-916f-94555d37aa33 req-f9e0f407-199e-437c-a00b-e8b2ab5e9b2f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:32.474668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b745cb2-6a33-4a70-916f-94555d37aa33 req-f9e0f407-199e-437c-a00b-e8b2ab5e9b2f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0484688 Aug 16 21:08:32.512717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b745cb2-6a33-4a70-916f-94555d37aa33 req-71c17c3c-0040-4d95-b146-d27a4edf4991 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309663 Aug 16 21:08:33.500590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.628839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4afff-ab2b-4723-bbc6-2b9cdbd15671 req-7b82f1b8-4712-4016-8b32-07afdadfa787 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.630310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ad4afff-ab2b-4723-bbc6-2b9cdbd15671 req-7b82f1b8-4712-4016-8b32-07afdadfa787 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0494394 Aug 16 21:08:33.638145 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a087d44-6caa-4740-9212-523d8c2145b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:33.669772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ad4afff-ab2b-4723-bbc6-2b9cdbd15671 req-fb04d5b8-0db9-45c7-b4da-9cfa96fa7638 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Aug 16 21:08:33.898882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-b40eaa4f-7f58-40ac-8e1f-42d27639ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:33.900431 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-b40eaa4f-7f58-40ac-8e1f-42d27639ca44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1098 time: 0.0416710 Aug 16 21:08:34.008713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-c82aa1ba-0264-4a51-a856-97ed9c69aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.010103 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-c82aa1ba-0264-4a51-a856-97ed9c69aa8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0869339 Aug 16 21:08:34.050371 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-ac22cf26-806f-493b-a2da-16855a76f7c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0329337 Aug 16 21:08:34.101295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-ec9125d2-5995-4f54-8495-5f226398f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.102765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-ec9125d2-5995-4f54-8495-5f226398f9c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0461857 Aug 16 21:08:34.134697 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-050a2a54-c042-4400-927d-ca73dd8d6f71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239382 Aug 16 21:08:34.146230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-3a815c34-2dde-4012-9a11-4747c08fd060 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:08:34.147151 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-3a815c34-2dde-4012-9a11-4747c08fd060 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047421 Aug 16 21:08:34.235321 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-332e39b4-48b6-493b-ad3c-893afe7574d8 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802813 Aug 16 21:08:34.327824 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-51c7d109-1fc8-449e-81ba-eabbcfd1c155 req-dd796532-6641-471e-81e0-10f592b6e2f8 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851316 Aug 16 21:08:34.395677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:34.789225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b442d3-522d-4eed-9ba6-7159c0b3b3f5 req-4f00f092-f00d-4fc0-8775-19685c0bb7b2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:34.790681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-37b442d3-522d-4eed-9ba6-7159c0b3b3f5 req-4f00f092-f00d-4fc0-8775-19685c0bb7b2 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0523553 Aug 16 21:08:34.828390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-37b442d3-522d-4eed-9ba6-7159c0b3b3f5 req-69436473-38db-473c-a497-c1b0bc5c5742 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Aug 16 21:08:35.942412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd52bb-1051-4e67-a188-3a87b1aa985b req-58116fb9-b128-4a15-92b9-eadfbb79f2ef tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:35.943919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6dd52bb-1051-4e67-a188-3a87b1aa985b req-58116fb9-b128-4a15-92b9-eadfbb79f2ef tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0487931 Aug 16 21:08:35.982069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6dd52bb-1051-4e67-a188-3a87b1aa985b req-4f30af59-cfec-4f1e-a010-d7a14a65e7a9 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315697 Aug 16 21:08:36.266629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.064625 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-107334de-67b1-4311-978b-f442367c101b req-6310f55f-5f55-4d60-9472-b706647c5b96 service neutron] show failed (client error): The resource could not be found. Aug 16 21:08:37.065683 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-6310f55f-5f55-4d60-9472-b706647c5b96 service neutron] 10.222.0.64 "GET /v2.0/ports/fce772b0-1a6d-47f4-90d3-e5719adbb3e3/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0560832 Aug 16 21:08:37.098025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7be7a-5a09-464f-8230-a24a5e47cad1 req-01b3814a-779a-4e09-8f0c-b5825e9d1670 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:37.099599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ede7be7a-5a09-464f-8230-a24a5e47cad1 req-01b3814a-779a-4e09-8f0c-b5825e9d1670 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0499992 Aug 16 21:08:37.138304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ede7be7a-5a09-464f-8230-a24a5e47cad1 req-822a30b1-3676-4dd0-9f09-a80f8320e034 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Aug 16 21:08:37.630286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-03eccef0-066b-4bb9-bd9b-04a36c52b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:37.631811 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-03eccef0-066b-4bb9-bd9b-04a36c52b4e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba&tenant_id=1f22df9afd234152b1eadb2971b2a66c HTTP/1.1" status: 200 len: 1098 time: 0.0446968 Aug 16 21:08:37.643543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:37.694510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.892632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:37.924829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:37.966770 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:37.969008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72443720-e03d-4c35-bee6-9cc16c51ece2" -d '{"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:37.973043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:37.985731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Transition to ACTIVE for port object fce772b0-1a6d-47f4-90d3-e5719adbb3e3 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:38.016733 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2613401d-76db-420a-8847-d6a3076cf9ce x-openstack-request-id: req-2613401d-76db-420a-8847-d6a3076cf9ce {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:38.017029 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:38.017285 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2613401d-76db-420a-8847-d6a3076cf9ce {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:38.017687 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'code': 200} Aug 16 21:08:38.060905 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.121509 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] No DVR routers for this DVR port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:38.124524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:38.136046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.136419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.136759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.137098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.137430 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.137759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.138088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.138414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.138739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.139062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.139384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.139704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:38.167433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:38.168051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:38.168445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:38.172859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:38.173052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Attempting to bind port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on network 2b85ef82-3e0d-4257-8f0d-7023f4782fdc {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:38.177877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:38.178217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Checking segment: {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:38.178601 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Bound using segment: {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:38.179030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Bound port: fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11ff681-9175-4689-a766-7998091a10b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:38.179399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.277277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:38.286129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044c97-e944-4360-a070-58b7736e2e1b req-e342c6a6-212d-4bf3-a518-4e948ab944d0 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.287631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8044c97-e944-4360-a070-58b7736e2e1b req-e342c6a6-212d-4bf3-a518-4e948ab944d0 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0736167 Aug 16 21:08:38.299354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:38.330057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8044c97-e944-4360-a070-58b7736e2e1b req-d3f4443d-65e9-4ae1-acc4-a189d68fb213 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Aug 16 21:08:38.447987 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.482654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.483275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:38.484709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] 10.222.0.73 "PUT /v2.0/ports/fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 1093 time: 0.8451126 Aug 16 21:08:38.505759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2540ac-a40b-4d42-bc31-0f7686fdc8fb service neutron] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:38.556791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-3a2e8ca6-ab5f-4451-bc79-e15b38ea6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.558828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-3a2e8ca6-ab5f-4451-bc79-e15b38ea6121 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0446012 Aug 16 21:08:38.649088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-01458803-fb0c-4dc8-ad15-e13c5a61df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.650554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-01458803-fb0c-4dc8-ad15-e13c5a61df66 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0831800 Aug 16 21:08:38.695069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-c573ebab-e0a6-4e87-8439-e6ef70a49d6a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0367191 Aug 16 21:08:38.742746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107334de-67b1-4311-978b-f442367c101b req-b9e15193-6521-4a00-8edc-cd35c574e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:38.744094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-b9e15193-6521-4a00-8edc-cd35c574e9b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0421743 Aug 16 21:08:38.778565 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-7e1158b3-ccf6-42df-a325-109503968a7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256412 Aug 16 21:08:38.790605 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-f9200fb5-6110-4bf1-af01-5937420261cc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:08:38.791559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-f9200fb5-6110-4bf1-af01-5937420261cc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050097 Aug 16 21:08:38.883904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-45ea2dce-87d7-484d-8b5d-df24dd7b60ce service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Aug 16 21:08:39.311035 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-107334de-67b1-4311-978b-f442367c101b req-e0190443-3648-45ad-bb08-64b98291405a service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198225 Aug 16 21:08:39.446375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e31a4-ec10-44d8-9d1f-afca4d00d1d4 req-816294fa-9ee3-436b-8f8b-2f56494f811b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.448139 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465e31a4-ec10-44d8-9d1f-afca4d00d1d4 req-816294fa-9ee3-436b-8f8b-2f56494f811b tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0492814 Aug 16 21:08:39.490647 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-465e31a4-ec10-44d8-9d1f-afca4d00d1d4 req-bfee2bc1-7b0e-4f70-909a-139853217f90 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361152 Aug 16 21:08:39.925506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-0952c9e3-6967-4cb1-9d9d-f6d6f048b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:39.927002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-0952c9e3-6967-4cb1-9d9d-f6d6f048b8cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0398250 Aug 16 21:08:40.018942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:40.021190 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e7cf1-aac3-4fe7-b627-4164875cc646" -d '{"events": [{"name": "network-changed", "server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:40.033354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-532ee96c-e646-481f-b285-0a5434e43048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.034889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-532ee96c-e646-481f-b285-0a5434e43048 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0878263 Aug 16 21:08:40.079835 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de45a3b3-2f0c-4ab5-894f-c1a3f4730090 x-openstack-request-id: req-de45a3b3-2f0c-4ab5-894f-c1a3f4730090 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:40.080123 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:40.080368 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de45a3b3-2f0c-4ab5-894f-c1a3f4730090 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:40.080753 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'status': 'completed', 'code': 200} Aug 16 21:08:40.082245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-ea41844a-4818-41df-be4b-9163d1929201 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0390539 Aug 16 21:08:40.131651 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-807aa497-27e4-434b-9491-3cd8e33892e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.133156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-807aa497-27e4-434b-9491-3cd8e33892e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0434363 Aug 16 21:08:40.140193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-3909747b-3789-4852-b568-1781266f1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.141725 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-3909747b-3789-4852-b568-1781266f1b37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0450041 Aug 16 21:08:40.168762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-e7370793-7a14-49a0-845e-02408043d47f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263839 Aug 16 21:08:40.235478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-b5813848-969b-49a3-86ff-cfd024680b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.236933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-b5813848-969b-49a3-86ff-cfd024680b7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0885556 Aug 16 21:08:40.266406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-dee68332-55ba-4699-916e-43ee2821cd50 service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894434 Aug 16 21:08:40.282538 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-8fee4417-804d-403f-afe6-495b49bc1c53 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0385342 Aug 16 21:08:40.332327 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-e41d7b0d-0338-4f24-8088-92997e3b808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.334164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-e41d7b0d-0338-4f24-8088-92997e3b808d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0453577 Aug 16 21:08:40.360623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-078610e4-6dfc-4ede-b3f4-5f89d3569fc0 req-b9bdcc60-d883-43ff-bba8-5d69a20fb189 service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861218 Aug 16 21:08:40.367888 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-56166ab9-fc63-463d-862d-1e259b41096b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Aug 16 21:08:40.444187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-2da3310f-b9c9-4920-a25d-0ee993ca6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.445746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-2da3310f-b9c9-4920-a25d-0ee993ca6f16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1096 time: 0.0447474 Aug 16 21:08:40.466024 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-b18bcc98-02c0-487a-bf86-e139d9412065 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894301 Aug 16 21:08:40.539663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-c2f7b15e-4b1e-4cf2-98fa-757202536071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.541228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-c2f7b15e-4b1e-4cf2-98fa-757202536071 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0869837 Aug 16 21:08:40.558946 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-498fccc6-9234-4215-ba05-acd35213a592 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858347 Aug 16 21:08:40.592363 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-e9d5a5d3-c940-49f2-b12f-c7536aa4825b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0418351 Aug 16 21:08:40.667198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-54036c89-5bb1-41e2-955a-15fb6af0e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.668956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-54036c89-5bb1-41e2-955a-15fb6af0e79f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0528979 Aug 16 21:08:40.677154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ee73c-d004-4c8c-a755-1a2bc502c79e req-e44815cf-0391-4bb5-8875-b6280298d570 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:40.678529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc6ee73c-d004-4c8c-a755-1a2bc502c79e req-e44815cf-0391-4bb5-8875-b6280298d570 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 944 time: 0.0886714 Aug 16 21:08:40.708722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-a4fa1ee0-e7e6-4e8a-bb85-a1e78bf59cf1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292521 Aug 16 21:08:40.778220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc6ee73c-d004-4c8c-a755-1a2bc502c79e req-dceeca6e-449a-4534-9f43-0155253cc805 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910833 Aug 16 21:08:40.817350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-4562e1f9-5247-4650-b2c6-9435e9f56999 service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999892 Aug 16 21:08:40.910929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6e2e7cf1-aac3-4fe7-b627-4164875cc646 req-91acaeb0-5b16-47f7-9dde-490cac5a1db8 service neutron] 10.222.0.73 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858176 Aug 16 21:08:41.022021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:41.059333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:41.567957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:08:41.664743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:41.676472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'network_id': '2b85ef82-3e0d-4257-8f0d-7023f4782fdc', 'port_id': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'mac_address': 'fa:16:3e:32:70:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc51515-395a-41d2-918f-6a56846d0a53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:08:41.712806 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.726149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce772b0-1a6d-47f4-90d3-e5719adbb3e3 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:41.750384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:41.847079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:41.897726 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:41.905851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c0247-f217-4ea0-bdf9-62b14f74ee4a req-1e8b0d16-98c2-49e6-b54a-d11f60ef127c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:41.906608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.906954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.907292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.907395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c6c0247-f217-4ea0-bdf9-62b14f74ee4a req-1e8b0d16-98c2-49e6-b54a-d11f60ef127c tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 945 time: 0.0558574 Aug 16 21:08:41.907626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.907985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.908311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.908633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.908954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.909280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.909597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.909914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.910231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:41.946435 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c6c0247-f217-4ea0-bdf9-62b14f74ee4a req-f0700bda-1efc-4e9e-b7ff-2814153f71c8 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Aug 16 21:08:42.084182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['fce772b0-1a6d-47f4-90d3-e5719adbb3e3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:42.833688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1552e6-33d7-4611-a632-399fe0e930df req-7b8904ca-5427-4c54-ba52-1a4c401392f7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.835099 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-7b8904ca-5427-4c54-ba52-1a4c401392f7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.64 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba&tenant_id=1f22df9afd234152b1eadb2971b2a66c&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 945 time: 0.4039307 Aug 16 21:08:42.901574 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-ff1552e6-33d7-4611-a632-399fe0e930df req-32cfff01-77ed-49e9-8f88-2986acfa472b service neutron] delete failed (client error): The resource could not be found. Aug 16 21:08:42.901574 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-32cfff01-77ed-49e9-8f88-2986acfa472b service neutron] 10.222.0.64 "DELETE /v2.0/ports/fce772b0-1a6d-47f4-90d3-e5719adbb3e3/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0539153 Aug 16 21:08:42.982498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1552e6-33d7-4611-a632-399fe0e930df req-b3fa8d73-72f9-4b85-8dd9-4053f018e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:42.983988 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-b3fa8d73-72f9-4b85-8dd9-4053f018e994 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f22df9afd234152b1eadb2971b2a66c&device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 1097 time: 0.0407779 Aug 16 21:08:43.083019 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1552e6-33d7-4611-a632-399fe0e930df req-20e21bfe-053d-4fce-a437-524258b56d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:43.084540 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-20e21bfe-053d-4fce-a437-524258b56d7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 200 len: 913 time: 0.0937347 Aug 16 21:08:43.126829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-2f6493be-18ef-4d71-93c5-8229cf2ae1c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 200 len: 217 time: 0.0348728 Aug 16 21:08:43.176724 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1552e6-33d7-4611-a632-399fe0e930df req-175626b5-0aab-411d-9c1c-c5453ca60d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:43.178188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-175626b5-0aab-411d-9c1c-c5453ca60d3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 200 len: 852 time: 0.0449436 Aug 16 21:08:43.217230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-540e50c5-d351-428a-9cb9-b8fa4e591b5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b85ef82-3e0d-4257-8f0d-7023f4782fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309911 Aug 16 21:08:43.312661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-045d2485-eb4e-4905-be16-89570c0f4837 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876074 Aug 16 21:08:43.413473 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-e5ed23d6-5395-4e36-ae84-6a99ce489f60 service neutron] 10.222.0.64 "GET /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934501 Aug 16 21:08:43.584013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:08:43.755690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:08:43.759690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:08:43.760099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.845822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:43.868186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:43.870436 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab8a5a-e7fe-416e-bcae-d4cf3814dfc3" -d '{"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-plugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:43.883880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:43.918824 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40743a0b-bbd4-4c8e-9a51-f209728efc50 x-openstack-request-id: req-40743a0b-bbd4-4c8e-9a51-f209728efc50 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:43.919114 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-plugged", "status": "completed", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:43.919369 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40743a0b-bbd4-4c8e-9a51-f209728efc50 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:43.919790 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'code': 200} Aug 16 21:08:43.984265 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:44.041024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:45.010383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a04f6-8291-4ed2-b1ad-0fbe6ab9902c req-424a23e8-c78c-4b92-83c2-000494df01e1 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:45.012043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-717a04f6-8291-4ed2-b1ad-0fbe6ab9902c req-424a23e8-c78c-4b92-83c2-000494df01e1 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0492823 Aug 16 21:08:45.049276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-717a04f6-8291-4ed2-b1ad-0fbe6ab9902c req-d304acff-4c15-4a71-b182-3c779a699f18 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313144 Aug 16 21:08:46.169488 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e1a67-95fc-462b-8a1e-51378760f3bf req-7d2d279e-b924-4bc1-97de-ce19b09a51a7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:46.170961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c1e1a67-95fc-462b-8a1e-51378760f3bf req-7d2d279e-b924-4bc1-97de-ce19b09a51a7 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0528262 Aug 16 21:08:46.208879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c1e1a67-95fc-462b-8a1e-51378760f3bf req-be16b27f-023e-4eb4-ac10-04a56c01783f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/security-groups?id=4aab33a6-fb59-4469-8a57-2e04ef85b28f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Aug 16 21:08:46.415600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1552e6-33d7-4611-a632-399fe0e930df req-5570e77f-cc7a-4855-8b74-57bf0ccdbc27 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:46.417614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-5570e77f-cc7a-4855-8b74-57bf0ccdbc27 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.73 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 946 time: 0.0489411 Aug 16 21:08:46.512259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Deleting port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:08:46.512602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.602267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] For port fce772b0-1a6d-47f4-90d3-e5719adbb3e3, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,segment=NetworkSegment(a11ff681-9175-4689-a766-7998091a10b2),segment_id=a11ff681-9175-4689-a766-7998091a10b2)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:08:46.602635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.614933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Calling delete_port for fce772b0-1a6d-47f4-90d3-e5719adbb3e3 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:08:46.812249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.824378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['fce772b0-1a6d-47f4-90d3-e5719adbb3e3'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:08:46.841075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Pushing event deleted for resources: {'Port': ['ID=fce772b0-1a6d-47f4-90d3-e5719adbb3e3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:46.879482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] No DVR routers for this DVR port fce772b0-1a6d-47f4-90d3-e5719adbb3e3 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:08:46.882209 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:46.884263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff1552e6-33d7-4611-a632-399fe0e930df req-3e869e57-d7ef-4586-803b-f810d4c3453f tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.73 "DELETE /v2.0/ports/fce772b0-1a6d-47f4-90d3-e5719adbb3e3 HTTP/1.1" status: 204 len: 173 time: 0.4594538 Aug 16 21:08:46.884699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-deleted', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:46.892028 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e07f155-b313-49dc-b4f7-d843549b1d7d" -d '{"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-deleted", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:46.926463 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4139fb-8ff2-4ed5-8999-52dcef2bbac0 x-openstack-request-id: req-fc4139fb-8ff2-4ed5-8999-52dcef2bbac0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:46.926759 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba", "name": "network-vif-deleted", "tag": "fce772b0-1a6d-47f4-90d3-e5719adbb3e3", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:46.927011 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc4139fb-8ff2-4ed5-8999-52dcef2bbac0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:46.927414 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba', 'name': 'network-vif-deleted', 'tag': 'fce772b0-1a6d-47f4-90d3-e5719adbb3e3', 'status': 'completed', 'code': 200} Aug 16 21:08:47.316989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5446760e-fc11-4923-bb22-4adf6754350e req-20c1070d-47ad-45f3-847f-0d0d0cf08004 tempest-DeleteServersTestJSON-46205815 tempest-DeleteServersTestJSON-46205815-project] 10.222.0.70 "GET /v2.0/ports?device_id=92b0ac4c-1a0b-4dca-86cb-6c7f1d0478ba HTTP/1.1" status: 200 len: 210 time: 0.0306313 Aug 16 21:08:48.444559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 41188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:48.489645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Deleting subnet 8fc51515-395a-41d2-918f-6a56846d0a53 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:08:48.492612 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.526814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.566144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.601163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.720949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.744008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc51515-395a-41d2-918f-6a56846d0a53,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:48.753198 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.755046 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8fc51515-395a-41d2-918f-6a56846d0a53 HTTP/1.1" status: 204 len: 168 time: 0.3094399 Aug 16 21:08:48.756910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.757253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.757589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.757792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41190) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:48.758295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.758295 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.758551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.758872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.759275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.759511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.760387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.760816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.761190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab97f41-80ad-4359-97eb-527d919b8bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:08:48.829105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.910349 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.920883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b85ef82-3e0d-4257-8f0d-7023f4782fdc']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:48.930998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11ff681-9175-4689-a766-7998091a10b2') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:48.931292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11ff681-9175-4689-a766-7998091a10b2') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:08:48.940155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.954410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.960259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:08:48.960648 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:08:48.962275 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:08:49.117772 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.124481 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.126339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2b85ef82-3e0d-4257-8f0d-7023f4782fdc HTTP/1.1" status: 204 len: 168 time: 0.3675466 Aug 16 21:08:49.138394 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e65bf1-7b6d-4f05-83d8-e3caca6dfe27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b85ef82-3e0d-4257-8f0d-7023f4782fdc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:49.562641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41194) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:49.598235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:08:49.608147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b5282fab-57be-4dea-8011-5d1b1280227e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f22df9afd234152b1eadb2971b2a66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443616 Aug 16 21:08:49.617798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41196) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:49.618556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: fce772b0-1a6d-47f4-90d3-e5719adbb3e3 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:08:49.619023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device fce772b0-1a6d-47f4-90d3-e5719adbb3e3 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:08:49.668876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.689937 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.808754 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:08:49.869826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.872492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:49.873711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4aab33a6-fb59-4469-8a57-2e04ef85b28f HTTP/1.1" status: 204 len: 168 time: 0.2549393 Aug 16 21:08:49.882058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab127ff7-6b15-4eb9-b3f0-e745c86a580d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab33a6-fb59-4469-8a57-2e04ef85b28f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.034813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41218) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:51.129429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1532935924-network', 'tenant_id': '8c74aa3c985444038e176b6aada9091f'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:51.345873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Made reservation on behalf of 8c74aa3c985444038e176b6aada9091f for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:51.348246 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.357620 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.442921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.546053 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.572734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:08:51.579393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ef02e-e382-4257-ae58-73032be5f2a3,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.585244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.585595 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Added segment 1dae4915-eaed-4aca-afae-cd30d05bd12d of type vlan for network e4306125-13f1-419d-889c-babafb1738fb Aug 16 21:08:51.628471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.723168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.724220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:51.724802 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:51.781632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] Pushing event updated for resources: {'Network': ['ID=e4306125-13f1-419d-889c-babafb1738fb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:51.791721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e4306125-13f1-419d-889c-babafb1738fb details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:08:51.857485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-385e317d-d698-4d6b-a1d1-4b29fdf80a85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8215091 Aug 16 21:08:51.858863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41222) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:08:51.863781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Request body: {'subnet': {'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1532935924-subnet', 'tenant_id': '8c74aa3c985444038e176b6aada9091f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:51.986377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Made reservation on behalf of 8c74aa3c985444038e176b6aada9091f for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:51.988659 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.248934 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.277635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.330319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e86e6b3d-b268-4acf-a632-d9bdae8a9282,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:52.340701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Checking segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:52.341065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Network hostable DHCP agents. Network: e4306125-13f1-419d-889c-babafb1738fb, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:08:52.432432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Network e4306125-13f1-419d-889c-babafb1738fb is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:08:52.505930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e4306125-13f1-419d-889c-babafb1738fb) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:52.510020 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:52.510645 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:52.515167 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ddb2c-a5b1-451b-b41e-9e5a90c5e2f1 None None] Network e4306125-13f1-419d-889c-babafb1738fb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:52.626879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-17517e4a-b413-4ddb-8e62-1498c60c6162 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7586966 Aug 16 21:08:52.641179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5bcd6c-1c65-4afe-91dc-a6bcd9681364 None None] Network e4306125-13f1-419d-889c-babafb1738fb requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:08:53.055689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-948cd921-d59b-4d7d-9a64-a492f8dd777b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:53.057409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-948cd921-d59b-4d7d-9a64-a492f8dd777b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 815 time: 0.1039281 Aug 16 21:08:53.072579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-76db47db-d348-470b-bcc2-c988436e8bbc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/quotas/8c74aa3c985444038e176b6aada9091f HTTP/1.1" status: 200 len: 375 time: 0.0093436 Aug 16 21:08:53.105499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-bc7733ff-5491-40ae-9915-cc0a3cf495d5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268013 Aug 16 21:08:53.198827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-018c886a-3a6c-4c13-bf86-50176bc49b89 service neutron] 10.222.0.70 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Aug 16 21:08:53.287956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-8eeb0c06-0adb-4f19-938b-4a2b6f3be72e service neutron] 10.222.0.70 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826068 Aug 16 21:08:53.563670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eed30333-74a9-41d2-84db-3284326803a5 req-605cd0ea-f99f-497d-b037-2c234af83e83 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 210 time: 0.0272658 Aug 16 21:08:54.644769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-abf4d470-1ffb-42ae-aaa3-1a505bb3ae8f req-e21b4022-2761-46e8-bd0c-b0ccfcf32db3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 210 time: 0.0311689 Aug 16 21:08:55.738480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b526a45-0adc-40c5-8650-c5bdb02a0ca3 req-3fe70e8f-01c7-4544-9649-c08aac37acca tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 210 time: 0.0264580 Aug 16 21:08:56.174087 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-ac1d4533-90e4-4159-8b62-952748a681be tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.175554 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-ac1d4533-90e4-4159-8b62-952748a681be tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 815 time: 0.1041818 Aug 16 21:08:56.192015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Request body: {'port': {'device_id': '96011c80-3e81-447b-b77b-92ac478fe75e', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'admin_state_up': True, 'tenant_id': '8c74aa3c985444038e176b6aada9091f'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:56.397268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Made reservation on behalf of 8c74aa3c985444038e176b6aada9091f for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:08:56.401028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.533093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Allocated IP 172.20.0.3 (e4306125-13f1-419d-889c-babafb1738fb/e86e6b3d-b268-4acf-a632-d9bdae8a9282/20944a81-54fa-49bc-aa73-59054af5ea38) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:08:56.675617 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.807027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:56.855831 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c6dee-a276-4c9d-a3a8-306c6218c883 req-16851f9d-d99b-4121-8527-1504bdda1f62 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.857426 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Network e4306125-13f1-419d-889c-babafb1738fb is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:08:56.857545 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-885c6dee-a276-4c9d-a3a8-306c6218c883 req-16851f9d-d99b-4121-8527-1504bdda1f62 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 931 time: 0.0516751 Aug 16 21:08:56.860704 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:08:56.864602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:08:56.871129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:56.898137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-885c6dee-a276-4c9d-a3a8-306c6218c883 req-cfe27122-a295-43e2-843b-8b47587be3fe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Aug 16 21:08:56.917873 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:56.921295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.024294 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-51b1a8a8-efb2-4b9f-95e2-69f193f8eb84 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8359942 Aug 16 21:08:57.037031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Request body: {'port': {'device_id': '96011c80-3e81-447b-b77b-92ac478fe75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:08:57.093416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.353670 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20944a81-54fa-49bc-aa73-59054af5ea38 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:08:57.361123 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.373329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Transition to ACTIVE for port object 20944a81-54fa-49bc-aa73-59054af5ea38 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:08:57.475150 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.526581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.592915 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:08:57.593246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:08:57.593572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:57.597702 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:08:57.598041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:08:57.602706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:08:57.603067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Checking segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:08:57.604086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Bound using segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:08:57.604450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Bound port: 20944a81-54fa-49bc-aa73-59054af5ea38, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:08:57.604801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.667469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:08:57.670428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:08:57.761631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.799933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:57.800590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:08:57.802163 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 1092 time: 0.7692368 Aug 16 21:08:57.802613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:08:57.805118 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:08:57.831924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78a847-6a4b-40a2-b503-4c37357297c5 service neutron] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:08:57.847071 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c77af5-5d96-42a5-b03b-489ea4ccb393 x-openstack-request-id: req-85c77af5-5d96-42a5-b03b-489ea4ccb393 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:08:57.847360 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:08:57.847684 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85c77af5-5d96-42a5-b03b-489ea4ccb393 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:08:57.848105 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'status': 'completed', 'code': 200} Aug 16 21:08:57.908503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-50fed4a3-8506-46f5-880d-94899b5ed8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:57.909915 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-50fed4a3-8506-46f5-880d-94899b5ed8ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0419073 Aug 16 21:08:58.012048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-a4fef17b-72f8-4596-8e22-f73090ec0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.013542 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-a4fef17b-72f8-4596-8e22-f73090ec0a43 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8c74aa3c985444038e176b6aada9091f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955110 Aug 16 21:08:58.019118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cfc4a-7b85-4e68-a83a-db059307a1ed req-e4ca076e-8006-4f13-a5f1-d6849e8545c1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.020662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e8cfc4a-7b85-4e68-a83a-db059307a1ed req-e4ca076e-8006-4f13-a5f1-d6849e8545c1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 943 time: 0.0510101 Aug 16 21:08:58.059144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2e8cfc4a-7b85-4e68-a83a-db059307a1ed req-f234cdb2-5e60-4898-a3fa-eec8dbaa9245 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Aug 16 21:08:58.112431 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-f8a0f113-0e2a-42b8-a3ec-63f04ed8ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.113925 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-86f4a62d-4fc8-4bf6-9da5-a7b64166f3e3 req-f8a0f113-0e2a-42b8-a3ec-63f04ed8ac36 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931761 Aug 16 21:08:58.193373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-f562b088-888d-4981-9096-deb75d975e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.194796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-f562b088-888d-4981-9096-deb75d975e5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0434031 Aug 16 21:08:58.236727 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-f031c142-1d53-423f-b853-0edf4d2c9a8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0339217 Aug 16 21:08:58.289102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-34645f94-5ce3-4af5-9f87-dbc4ed33440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:58.290752 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-34645f94-5ce3-4af5-9f87-dbc4ed33440e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0474346 Aug 16 21:08:58.323530 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-591f7997-16bd-4810-8a9c-ec7c6f04c07e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258234 Aug 16 21:08:58.420179 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-c01feac7-db0f-4aff-ba36-38a765769107 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810411 Aug 16 21:08:58.514944 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5df52df9-28a9-467c-810a-eb4016f2e3e8 req-657a9e77-95b9-4f63-83fa-4fd8f144ba3d service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Aug 16 21:08:59.179243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf27772-923f-490a-b50a-736c1093c989 req-d8a7ed5c-4de3-4d45-9b6e-d6bc7f4751bc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:08:59.180814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf27772-923f-490a-b50a-736c1093c989 req-d8a7ed5c-4de3-4d45-9b6e-d6bc7f4751bc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 943 time: 0.0533822 Aug 16 21:08:59.219720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf27772-923f-490a-b50a-736c1093c989 req-da5a7b4d-b31b-4edc-86fd-b537ba886264 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 16 21:09:00.334989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38a5bb-d5ca-4bb0-8181-ef94a3264918 req-54b3b69b-e1c6-41b8-9c62-23cbd79a4754 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:00.336508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a38a5bb-d5ca-4bb0-8181-ef94a3264918 req-54b3b69b-e1c6-41b8-9c62-23cbd79a4754 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 943 time: 0.0491304 Aug 16 21:09:00.373900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a38a5bb-d5ca-4bb0-8181-ef94a3264918 req-077f3246-240f-447f-9622-1bb72ec2277d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313354 Aug 16 21:09:00.857831 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d0a0-7bb3-4fd0-b1f0-8a2d66d1ee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.130006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:01.225875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:01.236999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '20944a81-54fa-49bc-aa73-59054af5ea38', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'port_id': '20944a81-54fa-49bc-aa73-59054af5ea38', 'mac_address': 'fa:16:3e:7e:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86e6b3d-b268-4acf-a632-d9bdae8a9282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:01.272630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.288563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20944a81-54fa-49bc-aa73-59054af5ea38 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:01.308135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:01.377036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:01.426015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:01.494231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bddd77-1a33-4964-99bf-78a920a764e9 req-ba3e96a0-f1f3-452d-88f0-4f6a83379634 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:01.495805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7bddd77-1a33-4964-99bf-78a920a764e9 req-ba3e96a0-f1f3-452d-88f0-4f6a83379634 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 944 time: 0.0502594 Aug 16 21:09:01.534320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7bddd77-1a33-4964-99bf-78a920a764e9 req-7df27202-80b1-4c26-a8e8-ea30965ab570 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Aug 16 21:09:01.569941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['20944a81-54fa-49bc-aa73-59054af5ea38'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:02.652548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77749-3874-4bcf-8d1a-87a4e3615aca req-bd5edd67-92f4-425d-a93f-48de020c6dd5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:02.654010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67c77749-3874-4bcf-8d1a-87a4e3615aca req-bd5edd67-92f4-425d-a93f-48de020c6dd5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 944 time: 0.0528519 Aug 16 21:09:02.691190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67c77749-3874-4bcf-8d1a-87a4e3615aca req-7b91978b-c071-4fcf-8393-017b16f07db9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Aug 16 21:09:03.145530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:03.251599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 20944a81-54fa-49bc-aa73-59054af5ea38 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:03.255552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 20944a81-54fa-49bc-aa73-59054af5ea38 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:03.261250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.331115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.352453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:03.354816 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88a904d-93a6-489e-bf65-cf41423e9f76" -d '{"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-plugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:03.367387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:03.391826 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9fc87-aed3-483d-8743-38a4b8ce904c x-openstack-request-id: req-cef9fc87-aed3-483d-8743-38a4b8ce904c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:03.392119 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-plugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:03.392375 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cef9fc87-aed3-483d-8743-38a4b8ce904c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:03.392782 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'code': 200} Aug 16 21:09:03.463323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.488263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132047-4887-4d65-bd69-d484ac4421c9 req-99d74377-637d-485c-92d9-4835b8bd0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:03.489827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-26132047-4887-4d65-bd69-d484ac4421c9 req-99d74377-637d-485c-92d9-4835b8bd0441 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1096 time: 0.0408735 Aug 16 21:09:03.514868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:03.526598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-26132047-4887-4d65-bd69-d484ac4421c9 req-ca583a44-3e8f-415f-a21a-21a5780537da service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294795 Aug 16 21:09:03.551781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.653774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fa57208-9eef-45f6-b29e-79523b56166b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:03.803135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45df5f-d21c-4cc1-ae17-a1f2ef476c74 req-4cbbc12e-b6d9-43be-8ddf-5ca3008e23a4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:03.804659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c45df5f-d21c-4cc1-ae17-a1f2ef476c74 req-4cbbc12e-b6d9-43be-8ddf-5ca3008e23a4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0485227 Aug 16 21:09:03.843479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c45df5f-d21c-4cc1-ae17-a1f2ef476c74 req-e65d972e-8dd9-4a0a-adf6-3e7a2205699d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322657 Aug 16 21:09:04.396812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:04.960184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f27c3-9d19-46e3-acc9-6f6adbad5797 req-095e7269-1c9a-402a-9909-78b10dec0860 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:04.961704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-863f27c3-9d19-46e3-acc9-6f6adbad5797 req-095e7269-1c9a-402a-9909-78b10dec0860 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0494559 Aug 16 21:09:04.998501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-863f27c3-9d19-46e3-acc9-6f6adbad5797 req-cdb58ce4-e051-4108-8845-869e2e163825 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Aug 16 21:09:05.113906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b12d8-8c57-4f8c-9896-e0fc9d3fae98 req-68a359f4-f3dd-4bb4-9b3d-3b0cbacc2be8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.115366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be2b12d8-8c57-4f8c-9896-e0fc9d3fae98 req-68a359f4-f3dd-4bb4-9b3d-3b0cbacc2be8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0519738 Aug 16 21:09:05.153285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be2b12d8-8c57-4f8c-9896-e0fc9d3fae98 req-8da5f4a4-58b3-4cb3-9d22-1d80fa47658b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Aug 16 21:09:05.448046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ee6e-6759-4ed0-b37b-ba1ce2b091e6 req-e27a9bfd-5a68-42bf-93a7-d074b6f155cd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.449450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7011ee6e-6759-4ed0-b37b-ba1ce2b091e6 req-e27a9bfd-5a68-42bf-93a7-d074b6f155cd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0498378 Aug 16 21:09:05.488220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7011ee6e-6759-4ed0-b37b-ba1ce2b091e6 req-f08dd0df-8dba-4c1d-abeb-3141e6acd54c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Aug 16 21:09:05.606378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02e821-a925-47a2-8ef7-94a1dc17018f req-ec7facc7-6e22-43ab-9656-cd79a654354c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:05.607928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b02e821-a925-47a2-8ef7-94a1dc17018f req-ec7facc7-6e22-43ab-9656-cd79a654354c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0519321 Aug 16 21:09:05.646737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b02e821-a925-47a2-8ef7-94a1dc17018f req-2a5d8de3-a30c-49b5-a127-03ff8fbaa815 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Aug 16 21:09:06.044315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034644ee-cc6a-451b-be03-229cd399f37e req-e8709095-23ba-435c-a457-6e769e39f9bb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:06.045748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-034644ee-cc6a-451b-be03-229cd399f37e req-e8709095-23ba-435c-a457-6e769e39f9bb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0565341 Aug 16 21:09:06.085786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-034644ee-cc6a-451b-be03-229cd399f37e req-ba571a70-4aae-4306-9f08-3d7895f8a2d7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340562 Aug 16 21:09:06.208962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-b73a2dfc-52c2-4f90-a3ca-3a0dfae9efb7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0426836 Aug 16 21:09:06.263018 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:07.207589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13d35c-aacc-4da5-9e91-017efe58ad2b req-18e4b2da-00de-4dfe-9722-690237812048 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:07.209012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b13d35c-aacc-4da5-9e91-017efe58ad2b req-18e4b2da-00de-4dfe-9722-690237812048 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0499911 Aug 16 21:09:07.250431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b13d35c-aacc-4da5-9e91-017efe58ad2b req-e3bf5ea3-d8dd-4f48-a70d-7f7f909a3107 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Aug 16 21:09:08.374326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847fcf0-8192-4056-9956-6cd2767a6d9d req-f41a7dfe-d242-47c6-8600-e6558835bb51 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.375926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d847fcf0-8192-4056-9956-6cd2767a6d9d req-f41a7dfe-d242-47c6-8600-e6558835bb51 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0580981 Aug 16 21:09:08.416846 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d847fcf0-8192-4056-9956-6cd2767a6d9d req-b7cad1f9-851d-4753-92d2-0553c03d9626 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Aug 16 21:09:08.448608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-fb06dd6b-63d1-4fac-b2c6-1384a80a16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.450097 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-fb06dd6b-63d1-4fac-b2c6-1384a80a16ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1097 time: 0.0412838 Aug 16 21:09:08.543377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-a6e13f36-f41e-46cf-968c-b457dd5255d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.544815 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-a6e13f36-f41e-46cf-968c-b457dd5255d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0881162 Aug 16 21:09:08.586896 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-93c217be-730f-4707-9874-a571559c248a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0348120 Aug 16 21:09:08.638497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-3b1f7a2f-2780-4887-b452-16263d0bd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:08.639934 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-3b1f7a2f-2780-4887-b452-16263d0bd3dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0466034 Aug 16 21:09:08.670360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-0b4b6b7a-d64b-45e2-8f8f-df8dca29e913 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236332 Aug 16 21:09:08.757013 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-6513bcfd-e5b7-4fd8-b8fa-02fffee4b58f service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794723 Aug 16 21:09:08.848498 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ba3048ab-9eed-448c-a907-050507706681 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844836 Aug 16 21:09:09.532342 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de72ec3-b320-4193-9312-9f113671f487 req-dd5b60c4-417d-46ec-b847-2b0a46ba00b2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:09.533752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5de72ec3-b320-4193-9312-9f113671f487 req-dd5b60c4-417d-46ec-b847-2b0a46ba00b2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0485840 Aug 16 21:09:09.572720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5de72ec3-b320-4193-9312-9f113671f487 req-44bcf653-f9bb-4448-9dd1-fab236f25da9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Aug 16 21:09:10.689362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edb879-4ac7-4914-8826-efcdf1e26972 req-8cd43f83-2787-49b4-a73b-c5483cd55a13 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:10.690750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01edb879-4ac7-4914-8826-efcdf1e26972 req-8cd43f83-2787-49b4-a73b-c5483cd55a13 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0499871 Aug 16 21:09:10.726876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01edb879-4ac7-4914-8826-efcdf1e26972 req-34a252d9-fc17-4607-82ea-07310f6b3325 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300584 Aug 16 21:09:11.845634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d413-9c60-4c72-ab45-000f35d739c2 req-1ba9b7e4-6615-4289-8ac5-04b68c78a10b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:11.847107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af55d413-9c60-4c72-ab45-000f35d739c2 req-1ba9b7e4-6615-4289-8ac5-04b68c78a10b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0535254 Aug 16 21:09:11.886025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af55d413-9c60-4c72-ab45-000f35d739c2 req-e487eb42-bf8c-4345-b451-955efb972011 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Aug 16 21:09:13.002097 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017493d6-b064-4f05-8fcf-fcc325f1f7e1 req-57329425-47d8-451e-82e6-c94de0e661a3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:13.003578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017493d6-b064-4f05-8fcf-fcc325f1f7e1 req-57329425-47d8-451e-82e6-c94de0e661a3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0490024 Aug 16 21:09:13.042185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-017493d6-b064-4f05-8fcf-fcc325f1f7e1 req-e3c43024-9c3a-4012-bc92-00ccf4b1ba8f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Aug 16 21:09:14.158159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a28d3-3349-46b2-9eeb-55b052106e3e req-d83dee81-a185-4d51-9366-fc874579334a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:14.159683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a1a28d3-3349-46b2-9eeb-55b052106e3e req-d83dee81-a185-4d51-9366-fc874579334a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0496633 Aug 16 21:09:14.198434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a1a28d3-3349-46b2-9eeb-55b052106e3e req-365e2588-4a41-43d2-9ee8-d7597f67fca1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314095 Aug 16 21:09:15.319053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5570d9a-718a-41fc-a9b5-5b384bdd7998 req-e0e4180e-63d1-42d0-bca2-52590bf2ca0a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:15.320552 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5570d9a-718a-41fc-a9b5-5b384bdd7998 req-e0e4180e-63d1-42d0-bca2-52590bf2ca0a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0533736 Aug 16 21:09:15.359213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5570d9a-718a-41fc-a9b5-5b384bdd7998 req-2c754457-e81c-4ce5-a9b8-a43ed2844621 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Aug 16 21:09:16.473568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8152e-e4ca-443f-913a-197725015f7a req-d61adde1-b438-473a-bc9a-dbba64ae1ca4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:16.475063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1d8152e-e4ca-443f-913a-197725015f7a req-d61adde1-b438-473a-bc9a-dbba64ae1ca4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0495095 Aug 16 21:09:16.513629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1d8152e-e4ca-443f-913a-197725015f7a req-da862da2-ff69-4535-a4a4-faef63b6e817 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Aug 16 21:09:17.629182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e940-541d-4954-873d-a56f078e84c7 req-c352fcc4-9c27-4f93-9ab0-5b9dfbb60707 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:17.630679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a5e940-541d-4954-873d-a56f078e84c7 req-c352fcc4-9c27-4f93-9ab0-5b9dfbb60707 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0490315 Aug 16 21:09:17.668217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a5e940-541d-4954-873d-a56f078e84c7 req-aca018eb-3147-4ebb-84ff-6557fadfebda tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310459 Aug 16 21:09:18.621790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:18.787675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24e574-99c5-492c-aed2-bd7e62480c15 req-a9f719a0-62c1-41e9-8b49-a52fe0c5af64 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:18.789196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc24e574-99c5-492c-aed2-bd7e62480c15 req-a9f719a0-62c1-41e9-8b49-a52fe0c5af64 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0531769 Aug 16 21:09:18.828107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc24e574-99c5-492c-aed2-bd7e62480c15 req-bcab336b-c9d5-4710-8384-33ab19736f81 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Aug 16 21:09:19.944982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81e051-15c4-4f35-8df0-7b8e23451e98 req-dee4e1be-4c4e-4cb0-bb02-49e60b94f7b2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:19.947114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f81e051-15c4-4f35-8df0-7b8e23451e98 req-dee4e1be-4c4e-4cb0-bb02-49e60b94f7b2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0489802 Aug 16 21:09:19.986302 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f81e051-15c4-4f35-8df0-7b8e23451e98 req-2c90fd51-5226-44ab-9a91-f7096f9d3681 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Aug 16 21:09:21.107674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaf46b-f5a3-4692-bda6-68f370c13097 req-ce323c9b-9065-474a-a465-8e237b5e53cb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:21.109278 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02aaf46b-f5a3-4692-bda6-68f370c13097 req-ce323c9b-9065-474a-a465-8e237b5e53cb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0497105 Aug 16 21:09:21.147284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-02aaf46b-f5a3-4692-bda6-68f370c13097 req-fe8f2553-6eef-462f-97f5-9d5ceac7a7ce tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Aug 16 21:09:22.242786 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:22.267845 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433bea-a82e-46c2-880d-153ed9437545 req-85d0843e-332e-4d51-9a01-4eeb65c37f54 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:22.269383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04433bea-a82e-46c2-880d-153ed9437545 req-85d0843e-332e-4d51-9a01-4eeb65c37f54 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0536489 Aug 16 21:09:22.306757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-04433bea-a82e-46c2-880d-153ed9437545 req-560fde20-24bb-4a87-bb1f-37f4702f5a62 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Aug 16 21:09:23.422753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bf197-474b-44d6-bff5-7bb546d31fdb req-bf391e70-68ca-4830-b362-845de43fbf0b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:23.424249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4bf197-474b-44d6-bff5-7bb546d31fdb req-bf391e70-68ca-4830-b362-845de43fbf0b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0491383 Aug 16 21:09:23.462357 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a4bf197-474b-44d6-bff5-7bb546d31fdb req-39e07054-8bfe-44c3-b416-9e42a61bef1b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Aug 16 21:09:24.576769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8364-0a22-445b-8562-314bebece0e3 req-3d51b58e-ad3d-4960-bec3-5ed2bf66e752 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:24.578294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea8f8364-0a22-445b-8562-314bebece0e3 req-3d51b58e-ad3d-4960-bec3-5ed2bf66e752 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0492153 Aug 16 21:09:24.616568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea8f8364-0a22-445b-8562-314bebece0e3 req-a9d929d8-6955-494d-aabf-cd9e1d979531 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Aug 16 21:09:25.735193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6eec3-c6b2-4286-898c-21bb08a42efc req-c012a739-8145-49ab-b226-2ef536d6db57 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:25.736862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d6eec3-c6b2-4286-898c-21bb08a42efc req-c012a739-8145-49ab-b226-2ef536d6db57 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0540502 Aug 16 21:09:25.781883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-16d6eec3-c6b2-4286-898c-21bb08a42efc req-a5e968cf-710e-4643-99d6-13a6af6ef418 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383623 Aug 16 21:09:26.785238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:09:26.899192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1497e18-3ee8-4784-98d7-0269db7aa82c req-88c039a5-589f-4631-8585-0835705f4dd4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:26.900743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1497e18-3ee8-4784-98d7-0269db7aa82c req-88c039a5-589f-4631-8585-0835705f4dd4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0505171 Aug 16 21:09:26.938642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1497e18-3ee8-4784-98d7-0269db7aa82c req-c224312c-644b-4483-a583-b2c31eacfef5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Aug 16 21:09:28.050324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ec0a5-729b-40ab-9247-3795d0f0ff8b req-c72ba979-5063-444b-ad95-0aa2f9b359e7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:28.051855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c7ec0a5-729b-40ab-9247-3795d0f0ff8b req-c72ba979-5063-444b-ad95-0aa2f9b359e7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0483248 Aug 16 21:09:28.089653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c7ec0a5-729b-40ab-9247-3795d0f0ff8b req-a79be2e5-d52a-407e-81fb-8effbdf0a9a5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 16 21:09:29.209884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fae009-d96b-4269-894c-5713235a4d0a req-a5ba02aa-b5cb-44a3-a17d-0c024af87725 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:29.211539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31fae009-d96b-4269-894c-5713235a4d0a req-a5ba02aa-b5cb-44a3-a17d-0c024af87725 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0545588 Aug 16 21:09:29.249767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31fae009-d96b-4269-894c-5713235a4d0a req-ee51e743-9a3b-422e-acaa-75d0b15a5848 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Aug 16 21:09:30.366363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0acd49-5b1b-46cd-98f9-82ecf390c6a0 req-51e446b1-d8a2-471e-931c-e803866a85e9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:30.367901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b0acd49-5b1b-46cd-98f9-82ecf390c6a0 req-51e446b1-d8a2-471e-931c-e803866a85e9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0492616 Aug 16 21:09:30.404807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b0acd49-5b1b-46cd-98f9-82ecf390c6a0 req-04962de0-3850-40e3-b945-0b32184bc8d1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Aug 16 21:09:30.759455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1453599-98c2-4e09-a33b-1580a1a24e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:31.523452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1075d-a0bf-4188-9ea6-55ffd960be26 req-b6109f34-3245-47bf-9a07-c3478d3b507c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:31.524901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e1075d-a0bf-4188-9ea6-55ffd960be26 req-b6109f34-3245-47bf-9a07-c3478d3b507c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0502911 Aug 16 21:09:31.563695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e1075d-a0bf-4188-9ea6-55ffd960be26 req-baef72fe-2390-4433-937f-c08f67e497a7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Aug 16 21:09:32.683926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a72ed3-b438-4b27-ba6e-5bfddd323c4e req-0a62bd67-f91f-4e08-92b6-5940dd580ffe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:32.685407 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a72ed3-b438-4b27-ba6e-5bfddd323c4e req-0a62bd67-f91f-4e08-92b6-5940dd580ffe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0521717 Aug 16 21:09:32.722352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6a72ed3-b438-4b27-ba6e-5bfddd323c4e req-52307807-ba5b-4bec-83b2-54f2a66b4a0d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Aug 16 21:09:33.504269 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.621263 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-559eedf3-ab1d-4581-9662-e28b7dca3846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:33.840504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38689e-f459-4b72-a0f6-a86422001fca req-c9d62625-45db-45db-8ff9-70cdf65a09c1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:33.842051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f38689e-f459-4b72-a0f6-a86422001fca req-c9d62625-45db-45db-8ff9-70cdf65a09c1 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0508628 Aug 16 21:09:33.881703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f38689e-f459-4b72-a0f6-a86422001fca req-4bb95a94-2f67-41bd-b918-00364c14ba25 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334923 Aug 16 21:09:33.969189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-8bf1c48d-0bb4-4378-91a2-697063b93fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:33.970704 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-8bf1c48d-0bb4-4378-91a2-697063b93fa6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1097 time: 0.0984952 Aug 16 21:09:34.077588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-124cb8de-60a4-4e80-a6e8-32f11e106724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.079096 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-124cb8de-60a4-4e80-a6e8-32f11e106724 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0897715 Aug 16 21:09:34.121009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-1bf0aeb2-ea4e-4875-8c30-8a3c0a9150e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0330930 Aug 16 21:09:34.172048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-d3db8442-6faf-4cc2-a40b-305edece8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.173489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-d3db8442-6faf-4cc2-a40b-305edece8d67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0457106 Aug 16 21:09:34.205066 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-194d96af-6440-42b5-a880-ef0f7398ddeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244844 Aug 16 21:09:34.293587 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-fbe733ec-7236-4bf9-bfea-e2b007ceded9 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804353 Aug 16 21:09:34.387312 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d4fcaf98-7a1b-4997-82a9-efbe9432c610 req-9d9854bb-a18a-4ccb-9126-90feb5f9393e service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859039 Aug 16 21:09:34.406959 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:34.996498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38cfd1-1570-4170-88bf-8132e61225c7 req-92f96168-e43e-4f99-86b5-b68a2f457976 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:34.997972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a38cfd1-1570-4170-88bf-8132e61225c7 req-92f96168-e43e-4f99-86b5-b68a2f457976 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0486791 Aug 16 21:09:35.034712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a38cfd1-1570-4170-88bf-8132e61225c7 req-9d7dd977-f0fe-4f3e-9f9d-b2c534837877 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Aug 16 21:09:36.152955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098dc9a-3095-4563-a420-8ac0a71eca2f req-e980ccb2-b355-49c8-84a6-710fce09a028 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.154461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7098dc9a-3095-4563-a420-8ac0a71eca2f req-e980ccb2-b355-49c8-84a6-710fce09a028 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0528121 Aug 16 21:09:36.191102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7098dc9a-3095-4563-a420-8ac0a71eca2f req-b4623945-b5f8-46e4-99bf-7d5dcc562683 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Aug 16 21:09:36.256898 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ba7115f0-ab4e-43a0-b2dc-0da1e64ea3ed service neutron] show failed (client error): The resource could not be found. Aug 16 21:09:36.258709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ba7115f0-ab4e-43a0-b2dc-0da1e64ea3ed service neutron] 10.222.0.64 "GET /v2.0/ports/20944a81-54fa-49bc-aa73-59054af5ea38/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0556331 Aug 16 21:09:36.289563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:36.820045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ed3c9be0-b4d8-4038-968a-13626f56a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:36.821713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ed3c9be0-b4d8-4038-968a-13626f56a9cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e&tenant_id=8c74aa3c985444038e176b6aada9091f HTTP/1.1" status: 200 len: 1097 time: 0.0415339 Aug 16 21:09:36.835064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:36.888408 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.096367 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:37.128989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:37.167365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:37.169641 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a7c290-7029-414c-9fd8-db6732c5331f" -d '{"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-unplugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:37.173429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.185872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Transition to ACTIVE for port object 20944a81-54fa-49bc-aa73-59054af5ea38 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:37.221503 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318221d-584c-481f-b7c4-1975870c32b4 x-openstack-request-id: req-7318221d-584c-481f-b7c4-1975870c32b4 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:37.221503 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-unplugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:37.221795 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7318221d-584c-481f-b7c4-1975870c32b4 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:37.222159 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'code': 200} Aug 16 21:09:37.298389 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.369380 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] No DVR routers for this DVR port 20944a81-54fa-49bc-aa73-59054af5ea38 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:37.383026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5c2ce-0752-4247-9c9d-861a9ea6c068 req-11a8f034-c609-4ca1-8fa7-7682086d6652 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.384624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ad5c2ce-0752-4247-9c9d-861a9ea6c068 req-11a8f034-c609-4ca1-8fa7-7682086d6652 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.1160910 Aug 16 21:09:37.386592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.435967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:37.436302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:37.436633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:37.447315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:37.447643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Attempting to bind port 20944a81-54fa-49bc-aa73-59054af5ea38 on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:37.457428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ad5c2ce-0752-4247-9c9d-861a9ea6c068 req-d9a30d93-4245-4aab-af7c-6bf1bc7be342 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646386 Aug 16 21:09:37.458555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:37.458896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Checking segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:37.459273 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Bound using segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:37.459710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Bound port: 20944a81-54fa-49bc-aa73-59054af5ea38, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:37.460098 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.522711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:37.525822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:37.678550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.715646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.716536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:37.718002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] 10.222.0.73 "PUT /v2.0/ports/20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 1092 time: 0.8868876 Aug 16 21:09:37.740657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a186c-b82c-4d6b-a646-0d5420141f37 service neutron] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:37.785266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-471c0a31-4ff1-4c29-a559-24043a2ff81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.786770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-471c0a31-4ff1-4c29-a559-24043a2ff81f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0422890 Aug 16 21:09:37.879301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-d41b770a-e2cc-43e7-bb47-d987710faa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.880794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-d41b770a-e2cc-43e7-bb47-d987710faa04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0867412 Aug 16 21:09:37.922650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-ced8e7c0-8d1d-4ff3-ad79-08fcf375e5c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0339525 Aug 16 21:09:37.971388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-c43fd303-5ca2-4dbd-b74d-d36eb9288f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:37.972834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-c43fd303-5ca2-4dbd-b74d-d36eb9288f68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0425429 Aug 16 21:09:38.004320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-a39122a2-a9d2-45ac-b8c2-e23e263dc546 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234959 Aug 16 21:09:38.094641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-f924e427-3dae-491d-a274-45071ebde230 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825922 Aug 16 21:09:38.185851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e690cd9a-e676-4434-9181-2d4e4cb873b9 req-42e415e5-de28-4f25-826b-3ef663fb069c service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836999 Aug 16 21:09:38.584604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab5d0e-579a-4d95-a12f-f77ab44ab337 req-b74cbe56-46eb-4835-9f4f-8f6565d83d77 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:38.586640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7ab5d0e-579a-4d95-a12f-f77ab44ab337 req-b74cbe56-46eb-4835-9f4f-8f6565d83d77 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 943 time: 0.0497782 Aug 16 21:09:38.624366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d7ab5d0e-579a-4d95-a12f-f77ab44ab337 req-99bce4b6-36d9-4882-94d3-8da18a0d2dd3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Aug 16 21:09:39.223199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:39.225527 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8" -d '{"events": [{"name": "network-changed", "server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:39.272181 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d221186-2986-4eac-b917-5e4788d4715e x-openstack-request-id: req-0d221186-2986-4eac-b917-5e4788d4715e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:39.272468 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:39.273284 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d221186-2986-4eac-b917-5e4788d4715e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:39.274040 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'status': 'completed', 'code': 200} Aug 16 21:09:39.331596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-556cebc0-7a62-42f9-99c6-d772789e748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.333153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-556cebc0-7a62-42f9-99c6-d772789e748d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0418079 Aug 16 21:09:39.335257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-70d23fee-6fd4-4e4f-9a19-5f56cc255743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.336805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-70d23fee-6fd4-4e4f-9a19-5f56cc255743 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0420523 Aug 16 21:09:39.346574 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:39.385017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:39.430475 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-fb6948d6-cf41-4109-99f8-87d2fa4ded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.431307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-b8708eed-741c-4a7d-8f2f-bef6ff3ce255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.432012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-fb6948d6-cf41-4109-99f8-87d2fa4ded70 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0913992 Aug 16 21:09:39.432873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-b8708eed-741c-4a7d-8f2f-bef6ff3ce255 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0889065 Aug 16 21:09:39.473905 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-4e219840-169d-4467-a39f-b63fbeb402d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0335798 Aug 16 21:09:39.474180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-40957278-5e49-48ec-bb0a-4a10d42d235b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0343726 Aug 16 21:09:39.526697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-f98db9bc-05b7-4adb-8bb3-55d03b97483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.526982 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-3b8ced4d-32c2-47e3-8e5b-fadfb9f7f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.528236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-f98db9bc-05b7-4adb-8bb3-55d03b97483a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0458865 Aug 16 21:09:39.528483 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-3b8ced4d-32c2-47e3-8e5b-fadfb9f7f6b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0474696 Aug 16 21:09:39.561935 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-898ea21b-687e-4fa9-a6b1-a2f7e75008f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266659 Aug 16 21:09:39.567356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-8a5e6678-ff73-47e1-ba38-966c9ea49b05 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307364 Aug 16 21:09:39.651953 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-119cb5bc-7b5f-4bfb-ba2d-b8c37942c21d service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Aug 16 21:09:39.656791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-ddfb4719-4339-494c-b4b7-24d1e03d3720 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818121 Aug 16 21:09:39.750119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-3863018f-0c31-471a-a1f7-cbaf4c749ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915053 Aug 16 21:09:39.782892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa3b9-3c81-49ee-9e51-6e4092bf7926 req-25fb9f47-805c-4709-99d7-73161ce9ac04 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.784404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71efa3b9-3c81-49ee-9e51-6e4092bf7926 req-25fb9f47-805c-4709-99d7-73161ce9ac04 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 943 time: 0.0751097 Aug 16 21:09:39.788956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:39.790773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f927db4e-cfcc-4d27-bc8a-6b0b4ebdbda8 req-e9f39c56-d183-4c5e-b77b-f85b6bf7fef7 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256821 Aug 16 21:09:39.826115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-71efa3b9-3c81-49ee-9e51-6e4092bf7926 req-6534b96d-bcbf-4ed5-816a-041c87c1ae58 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Aug 16 21:09:39.887763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:39.898717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '20944a81-54fa-49bc-aa73-59054af5ea38', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'port_id': '20944a81-54fa-49bc-aa73-59054af5ea38', 'mac_address': 'fa:16:3e:7e:6a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86e6b3d-b268-4acf-a632-d9bdae8a9282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:39.935266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:39.938464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-62e1311a-9f3a-45f9-8c3e-0ee7d673868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:39.940004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-62e1311a-9f3a-45f9-8c3e-0ee7d673868c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1095 time: 0.0411797 Aug 16 21:09:39.947803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20944a81-54fa-49bc-aa73-59054af5ea38 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:39.967311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:40.049996 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-227d61f8-406e-4644-957b-a55b9eb32f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:40.051395 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-227d61f8-406e-4644-957b-a55b9eb32f6e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0878713 Aug 16 21:09:40.098232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-ead5ad20-10bd-44fe-845b-19e0ee6095e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0337615 Aug 16 21:09:40.101203 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:40.151464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-a0f92c22-10f6-4d94-827c-8e812248c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:40.153018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-a0f92c22-10f6-4d94-827c-8e812248c351 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0475197 Aug 16 21:09:40.153653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:40.186889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-0aff3ed6-8804-441a-b7d4-8c1a5bf2f951 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249519 Aug 16 21:09:40.279190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-35f676dc-51ff-43f4-9bdb-b5395efbec49 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Aug 16 21:09:40.331081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['20944a81-54fa-49bc-aa73-59054af5ea38'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:40.721509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63acdf9a-df1c-43b4-9eb8-669fd5d76043 req-f448e4dd-3f0d-4226-9e41-73aea91d0252 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332843 Aug 16 21:09:40.947652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ab0f-d93d-4c2f-854c-bb7dedc533fd req-90de9465-2632-4846-a636-b107ad14c0e0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:40.949155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a045ab0f-d93d-4c2f-854c-bb7dedc533fd req-90de9465-2632-4846-a636-b107ad14c0e0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 944 time: 0.0493495 Aug 16 21:09:40.986844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a045ab0f-d93d-4c2f-854c-bb7dedc533fd req-f4bcf821-3f94-40e3-8947-b6841a07624f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313959 Aug 16 21:09:41.295926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b141b-1cd6-4da7-9d24-f9a827dba8f5 req-e02c111e-574d-454a-84eb-c84619fc84c9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.297442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1b141b-1cd6-4da7-9d24-f9a827dba8f5 req-e02c111e-574d-454a-84eb-c84619fc84c9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 944 time: 0.0530376 Aug 16 21:09:41.339174 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b1b141b-1cd6-4da7-9d24-f9a827dba8f5 req-1f7f9baf-1475-48c1-8e44-a97f87683ba5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352230 Aug 16 21:09:41.405601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-1b0600bf-f1f4-483f-af82-043597b9cec8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.407048 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-1b0600bf-f1f4-483f-af82-043597b9cec8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.64 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e&tenant_id=8c74aa3c985444038e176b6aada9091f&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0506935 Aug 16 21:09:41.467301 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-31bfdc91-aa74-4051-9629-9c284b322dc8 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:09:41.468343 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-31bfdc91-aa74-4051-9629-9c284b322dc8 service neutron] 10.222.0.64 "DELETE /v2.0/ports/20944a81-54fa-49bc-aa73-59054af5ea38/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0538199 Aug 16 21:09:41.561542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-7629362d-7e6c-43cd-9a86-a05b336b0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.563005 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-7629362d-7e6c-43cd-9a86-a05b336b0205 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 1096 time: 0.0496652 Aug 16 21:09:41.667265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-e9fa9a43-986f-4f6b-a28f-2a5500cedc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.668989 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-e9fa9a43-986f-4f6b-a28f-2a5500cedc42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0979524 Aug 16 21:09:41.714134 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-d9b8a9e9-2bb0-4156-ac12-d201107f41e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 200 len: 217 time: 0.0381401 Aug 16 21:09:41.762374 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-237cc57d-58b5-4e80-aa8f-faaa8b53f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:41.763873 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-237cc57d-58b5-4e80-aa8f-faaa8b53f021 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0433865 Aug 16 21:09:41.794646 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-563f4a5e-f6c1-4071-94a5-fd1db279f5b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240657 Aug 16 21:09:41.801965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:41.888438 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-6127cf3f-b6d0-41f2-b613-7ad89201f760 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Aug 16 21:09:41.909624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 20944a81-54fa-49bc-aa73-59054af5ea38 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:41.914119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 20944a81-54fa-49bc-aa73-59054af5ea38 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:41.914459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:41.985764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9aec28cf-7b32-4b0b-8c3a-56359f97851d req-ab712044-1a26-49bd-840d-1308febdb80e service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904162 Aug 16 21:09:41.991520 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.013865 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:42.016111 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07246a9d-8bf0-492d-af22-d2e0a08fa9a4" -d '{"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-plugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:42.029642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:42.064930 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adb673e-f0cf-4ea4-ae1d-e31e2ca341de x-openstack-request-id: req-3adb673e-f0cf-4ea4-ae1d-e31e2ca341de {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:42.065218 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-plugged", "status": "completed", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:42.065466 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3adb673e-f0cf-4ea4-ae1d-e31e2ca341de {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:42.065855 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'code': 200} Aug 16 21:09:42.133200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:42.180130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:42.187238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.187586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.187959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.188298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.188631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.188960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.189286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.189613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.189934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.190254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.190575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.190940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:42.453427 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a13bd0-6869-4aaa-a426-252231b63e54 req-8758ea21-73ff-4c64-b198-0c4d706c26fe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:42.454808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59a13bd0-6869-4aaa-a426-252231b63e54 req-8758ea21-73ff-4c64-b198-0c4d706c26fe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0485356 Aug 16 21:09:42.494561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59a13bd0-6869-4aaa-a426-252231b63e54 req-d106d91d-b6ec-491d-b2da-23270bc1b907 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Aug 16 21:09:43.618957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337b98-8d9a-48c0-9f44-a566030ee2d7 req-31d3f1d7-a4db-4db3-958b-3bfda43a7d5d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:43.620463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5337b98-8d9a-48c0-9f44-a566030ee2d7 req-31d3f1d7-a4db-4db3-958b-3bfda43a7d5d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0546365 Aug 16 21:09:43.660689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5337b98-8d9a-48c0-9f44-a566030ee2d7 req-31e70e4a-9949-4d5e-afb7-e95e5d308a72 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Aug 16 21:09:43.785532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b7334-8927-4a63-97ff-b5725ec75fe8 req-45be5e1d-8c0c-4dac-a95d-ac3fa203d3d8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:43.788160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c88b7334-8927-4a63-97ff-b5725ec75fe8 req-45be5e1d-8c0c-4dac-a95d-ac3fa203d3d8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0580442 Aug 16 21:09:43.826801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c88b7334-8927-4a63-97ff-b5725ec75fe8 req-0106c1c0-5b71-4445-8a6f-7241b9917bfb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Aug 16 21:09:43.941177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c2808-f9e7-40b4-b7c0-5180ae82c2d6 req-abb16c66-17d9-42a0-af4b-82a61cff8a35 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:43.942666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e53c2808-f9e7-40b4-b7c0-5180ae82c2d6 req-abb16c66-17d9-42a0-af4b-82a61cff8a35 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0494723 Aug 16 21:09:43.981234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e53c2808-f9e7-40b4-b7c0-5180ae82c2d6 req-1e7168d8-fa6c-431d-b3c7-f8eeb94ed9fd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Aug 16 21:09:44.562972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-8080bd29-0111-44da-ba40-54fd53f2f03a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:44.564476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-8080bd29-0111-44da-ba40-54fd53f2f03a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 815 time: 0.1041906 Aug 16 21:09:44.579790 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-647d8300-7691-4986-a74e-6d91834ae01a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/quotas/8c74aa3c985444038e176b6aada9091f HTTP/1.1" status: 200 len: 375 time: 0.0095587 Aug 16 21:09:44.628791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-49b9f1be-729c-4bc7-adc8-f7c7f5ec2062 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436330 Aug 16 21:09:44.723199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-15da76ea-2fbf-48ef-8a0b-e9385bb445d3 service neutron] 10.222.0.70 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868404 Aug 16 21:09:44.811484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-e9ecee03-8538-476d-bf29-d0108c3433b9 service neutron] 10.222.0.70 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814178 Aug 16 21:09:45.045177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1f13d427-84c1-4c61-9d04-54aea881e0e0 req-503ce175-00b9-4323-864f-a19ca925f4e4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 210 time: 0.0268736 Aug 16 21:09:45.879352 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97480a5-63d9-450b-8001-3471912ebd4f req-63287649-cc03-4653-9d95-af9ea515bfbd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:45.880725 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a97480a5-63d9-450b-8001-3471912ebd4f req-63287649-cc03-4653-9d95-af9ea515bfbd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.73 "GET /v2.0/ports?device_id=96011c80-3e81-447b-b77b-92ac478fe75e HTTP/1.1" status: 200 len: 945 time: 0.0533619 Aug 16 21:09:45.982192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Deleting port 20944a81-54fa-49bc-aa73-59054af5ea38 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:09:45.982537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.074781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] For port 20944a81-54fa-49bc-aa73-59054af5ea38, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=20944a81-54fa-49bc-aa73-59054af5ea38,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:46.078421 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.090412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Calling delete_port for 20944a81-54fa-49bc-aa73-59054af5ea38 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:09:46.163917 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9446fb03-d931-4a91-94b4-512f05db2173 req-9916f81d-8253-4659-9b14-6ee08e893260 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 210 time: 0.0301394 Aug 16 21:09:46.309965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.322490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['20944a81-54fa-49bc-aa73-59054af5ea38'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:46.339480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Pushing event deleted for resources: {'Port': ['ID=20944a81-54fa-49bc-aa73-59054af5ea38,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:46.357335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.357688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.358031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.358895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.358895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.359086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.359977 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.360313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.360811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.361157 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.361489 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.361818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:09:46.396893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] No DVR routers for this DVR port 20944a81-54fa-49bc-aa73-59054af5ea38 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:09:46.400839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:46.402928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a97480a5-63d9-450b-8001-3471912ebd4f req-c21952bf-ad27-4536-a577-0575870414d0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.73 "DELETE /v2.0/ports/20944a81-54fa-49bc-aa73-59054af5ea38 HTTP/1.1" status: 204 len: 173 time: 0.5035844 Aug 16 21:09:46.403393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-deleted', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:46.405705 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff87e58-5a9e-4f35-9c84-fd089a3a158e" -d '{"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-deleted", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:46.444946 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e4aba0-1099-49e4-9fc1-508252e1a7d0 x-openstack-request-id: req-36e4aba0-1099-49e4-9fc1-508252e1a7d0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:46.444946 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96011c80-3e81-447b-b77b-92ac478fe75e", "name": "network-vif-deleted", "tag": "20944a81-54fa-49bc-aa73-59054af5ea38", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:46.444946 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36e4aba0-1099-49e4-9fc1-508252e1a7d0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:46.444946 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96011c80-3e81-447b-b77b-92ac478fe75e', 'name': 'network-vif-deleted', 'tag': '20944a81-54fa-49bc-aa73-59054af5ea38', 'status': 'completed', 'code': 200} Aug 16 21:09:47.095191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-3d2b44bb-f61a-4556-852f-f0e8574c9285 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:47.096691 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-3d2b44bb-f61a-4556-852f-f0e8574c9285 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 815 time: 0.1075349 Aug 16 21:09:47.109339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Request body: {'port': {'device_id': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'admin_state_up': True, 'tenant_id': '8c74aa3c985444038e176b6aada9091f'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:47.258265 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-69a12355-dc75-4c7d-bf6d-aed927930a0f req-9ff8f75d-6768-4745-9155-fe6b0e10a5ed tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Aug 16 21:09:47.346451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Made reservation on behalf of 8c74aa3c985444038e176b6aada9091f for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:09:47.350012 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.481615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Allocated IP 172.20.0.4 (e4306125-13f1-419d-889c-babafb1738fb/e86e6b3d-b268-4acf-a632-d9bdae8a9282/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:09:47.624986 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.741441 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.753487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['20944a81-54fa-49bc-aa73-59054af5ea38'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:47.792301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Network e4306125-13f1-419d-889c-babafb1738fb is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:09:47.795411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:09:47.797767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:09:47.823551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:47.852597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:47.853204 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:47.927485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-811147f9-8f37-4c10-935e-2824c2794b97 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217261 Aug 16 21:09:47.940096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Request body: {'port': {'device_id': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:09:47.998916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.264920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:48.272942 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.284585 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Transition to ACTIVE for port object 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:09:48.383579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462c87-d5d1-4a56-a5fe-8f6e4291c28f req-977649c9-d434-4b0e-990c-8d3f9d63732a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.385098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2462c87-d5d1-4a56-a5fe-8f6e4291c28f req-977649c9-d434-4b0e-990c-8d3f9d63732a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 931 time: 0.0509460 Aug 16 21:09:48.386175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.450607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.485910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2462c87-d5d1-4a56-a5fe-8f6e4291c28f req-5858a0b6-2ba9-4f42-8b9a-2d076285b1fe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918927 Aug 16 21:09:48.533914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:09:48.534177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:09:48.534517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:48.539389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:09:48.539744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:09:48.544588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:09:48.544928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Checking segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:09:48.545316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Bound using segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:09:48.546193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Bound port: 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:09:48.546193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.597659 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.610161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:09:48.613134 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:09:48.687348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.722065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.722685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:48.724112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] 10.222.0.73 "PUT /v2.0/ports/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 1092 time: 0.7882657 Aug 16 21:09:48.724550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:48.726815 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669c16b3-acb1-4772-b698-d1e6cbde0940" -d '{"events": [{"name": "network-changed", "server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:48.751991 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da35e7-275d-4044-a29e-9e270dafb069 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:48.767158 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8a79b-9ce3-4dee-95a5-1f5ba0c7c784 x-openstack-request-id: req-4aa8a79b-9ce3-4dee-95a5-1f5ba0c7c784 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:48.767449 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:48.767814 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4aa8a79b-9ce3-4dee-95a5-1f5ba0c7c784 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:48.768244 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'status': 'completed', 'code': 200} Aug 16 21:09:48.880776 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-80a4c66e-6c15-4466-912e-24356c86bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.883267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-80a4c66e-6c15-4466-912e-24356c86bf68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1095 time: 0.0469279 Aug 16 21:09:48.983238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-302cf73c-8f28-400d-9209-62fa9ede0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:48.984745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-302cf73c-8f28-400d-9209-62fa9ede0c9b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c74aa3c985444038e176b6aada9091f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922832 Aug 16 21:09:49.083269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-87121632-4b17-4ec2-8887-e65bc762b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.085263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-669c16b3-acb1-4772-b698-d1e6cbde0940 req-87121632-4b17-4ec2-8887-e65bc762b922 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924757 Aug 16 21:09:49.160111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-821a6f24-5606-4125-82c2-99074c89d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.161543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-821a6f24-5606-4125-82c2-99074c89d2fb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1095 time: 0.0412848 Aug 16 21:09:49.204328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-c865fbb4-f70d-4f7d-9d60-f49ad3a3646b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0343630 Aug 16 21:09:49.258331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-5e17507c-b26f-4286-a298-44905dfcafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.259894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-5e17507c-b26f-4286-a298-44905dfcafa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0479467 Aug 16 21:09:49.292986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-d89f8175-5a15-4845-b015-f83522aec2dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244234 Aug 16 21:09:49.383652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-632d6e9d-82ca-46d8-979c-10fbba816ba4 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Aug 16 21:09:49.477421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40b989bc-8cc2-4121-9e12-58db66a85632 req-182c77bd-04c0-4fef-87e8-ba69566f3df4 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Aug 16 21:09:49.603092 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4b7a8-14a6-41e7-9610-fbe99e346a70 req-6aa76638-c19c-4f95-b140-81f060ee6207 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:49.604611 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fef4b7a8-14a6-41e7-9610-fbe99e346a70 req-6aa76638-c19c-4f95-b140-81f060ee6207 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0508332 Aug 16 21:09:49.641621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fef4b7a8-14a6-41e7-9610-fbe99e346a70 req-3f09c7b0-bf41-4b41-b17f-01df3600b6fc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Aug 16 21:09:49.842665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:09:49.863657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 20944a81-54fa-49bc-aa73-59054af5ea38 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:09:49.864054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 20944a81-54fa-49bc-aa73-59054af5ea38 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:09:50.762220 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602bd7-e58c-47f7-a8a5-55e005fdb0ad req-39f632df-d9e6-4b58-adc5-26f9ec41c102 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:50.763783 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb602bd7-e58c-47f7-a8a5-55e005fdb0ad req-39f632df-d9e6-4b58-adc5-26f9ec41c102 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0532799 Aug 16 21:09:50.801170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb602bd7-e58c-47f7-a8a5-55e005fdb0ad req-b2b96ac0-44d1-4280-bb75-fccb1d82f2cf tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314300 Aug 16 21:09:51.832786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:09:51.918653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a0d59-ddac-469c-bb6f-a946b10949f9 req-91f56c44-d241-4f58-8682-45aa2ea937ff tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:51.920187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d37a0d59-ddac-469c-bb6f-a946b10949f9 req-91f56c44-d241-4f58-8682-45aa2ea937ff tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0519333 Aug 16 21:09:51.931370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:51.942081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'port_id': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'mac_address': 'fa:16:3e:d3:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86e6b3d-b268-4acf-a632-d9bdae8a9282', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:09:51.958508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d37a0d59-ddac-469c-bb6f-a946b10949f9 req-2639b851-8903-4abe-ada9-72d3b48f821a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Aug 16 21:09:51.981097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:51.993537 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:09:52.013112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:52.088333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.134437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:52.252187 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:52.297509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:09:53.072931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c43b9-3bfd-4d45-8c8d-781357201e91 req-f2872c7f-568b-41b7-8e0f-3f2316bcd260 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:53.074432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-086c43b9-3bfd-4d45-8c8d-781357201e91 req-f2872c7f-568b-41b7-8e0f-3f2316bcd260 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 944 time: 0.0492377 Aug 16 21:09:53.112159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-086c43b9-3bfd-4d45-8c8d-781357201e91 req-593d95f3-ea24-4cc1-9a0d-8af02b0648f9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Aug 16 21:09:53.850124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:09:53.971791 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:09:53.976294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:09:53.976670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.052539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.077264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:09:54.079462 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50ea17f-daae-4f34-b99e-71686912a8a7" -d '{"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-plugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:09:54.092135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:09:54.117128 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514253d-0b8e-4520-8b95-a85405a1d95d x-openstack-request-id: req-7514253d-0b8e-4520-8b95-a85405a1d95d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:09:54.117458 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-plugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:09:54.117710 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7514253d-0b8e-4520-8b95-a85405a1d95d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:09:54.118126 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'code': 200} Aug 16 21:09:54.167000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:09:54.213989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:09:54.259449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3896-c6de-41b1-a697-0d94d3d2656c req-55f3bb0d-ba44-4573-8409-2f2960221653 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:54.261116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3cc3896-c6de-41b1-a697-0d94d3d2656c req-55f3bb0d-ba44-4573-8409-2f2960221653 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0763023 Aug 16 21:09:54.267182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd666-f609-4161-9602-2be684c1fa20 req-2e3d7ca6-5b48-46e1-b13f-913b34c91f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:54.268590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb2fd666-f609-4161-9602-2be684c1fa20 req-2e3d7ca6-5b48-46e1-b13f-913b34c91f5d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1097 time: 0.0818820 Aug 16 21:09:54.321779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3cc3896-c6de-41b1-a697-0d94d3d2656c req-792fa7a4-b30b-4638-95a9-f748abb560dd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522573 Aug 16 21:09:54.325570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb2fd666-f609-4161-9602-2be684c1fa20 req-9efeb62d-e7f6-4b9e-a9ce-368490155262 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486283 Aug 16 21:09:55.442127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734c7cd-5c2a-4b3e-b712-847320f60e01 req-15bccc7e-48fe-487e-87a3-ae8cc7087f61 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:55.443925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b734c7cd-5c2a-4b3e-b712-847320f60e01 req-15bccc7e-48fe-487e-87a3-ae8cc7087f61 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0528023 Aug 16 21:09:55.482038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b734c7cd-5c2a-4b3e-b712-847320f60e01 req-6dfb272f-2bb8-4966-8dbb-76f68f518a69 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Aug 16 21:09:56.602795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b6800-0f40-4b33-aaea-156dbec0ae33 req-dbe26f2e-4101-4cdc-9915-e84b282ca3b3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.604318 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-295b6800-0f40-4b33-aaea-156dbec0ae33 req-dbe26f2e-4101-4cdc-9915-e84b282ca3b3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Aug 16 21:09:56.645748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-295b6800-0f40-4b33-aaea-156dbec0ae33 req-7f59468e-8d6e-4e9c-a8d8-47fa8d849bd6 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Aug 16 21:09:56.758922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a4ee7-32b7-48be-8a57-2bd4c6a20b8a req-8cfcbede-4eaf-4bcb-8e3b-303393bb33d6 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:56.760450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b96a4ee7-32b7-48be-8a57-2bd4c6a20b8a req-8cfcbede-4eaf-4bcb-8e3b-303393bb33d6 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0480771 Aug 16 21:09:56.799838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b96a4ee7-32b7-48be-8a57-2bd4c6a20b8a req-4e68ac88-81a0-407d-a0a2-f8f6a56082a0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Aug 16 21:09:57.172148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83450e-d18b-46aa-8321-f407cca20667 req-366e654c-e154-4f3d-9eb2-327e427c6687 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:57.173648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b83450e-d18b-46aa-8321-f407cca20667 req-366e654c-e154-4f3d-9eb2-327e427c6687 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0509539 Aug 16 21:09:57.213006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b83450e-d18b-46aa-8321-f407cca20667 req-6fa41027-26f0-4799-9075-bf3937f988db tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Aug 16 21:09:57.277111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-8c0ff7b9-ed18-4514-8bbc-598b7cc38e7b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438540 Aug 16 21:09:58.333842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408d679-abbe-40a7-9d35-7c5cb00b49a1 req-7be1391e-978f-48f5-8d8e-83ed7c291620 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:58.335472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f408d679-abbe-40a7-9d35-7c5cb00b49a1 req-7be1391e-978f-48f5-8d8e-83ed7c291620 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0533388 Aug 16 21:09:58.372943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f408d679-abbe-40a7-9d35-7c5cb00b49a1 req-1ca8e7d8-72d7-4f0f-92f5-89b0419c3c79 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Aug 16 21:09:59.491328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e81ba-0ebe-446e-bee4-aa2a31f81962 req-8c6ff8dd-4e37-4088-ab61-7066be72f9ce tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.492891 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-754e81ba-0ebe-446e-bee4-aa2a31f81962 req-8c6ff8dd-4e37-4088-ab61-7066be72f9ce tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Aug 16 21:09:59.559992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-754e81ba-0ebe-446e-bee4-aa2a31f81962 req-0b1a2eb7-6981-44cf-9998-99cc9c9fd97e tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609198 Aug 16 21:09:59.570890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-02f7574c-a031-4917-8bb6-c3c65cacc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.572094 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-02f7574c-a031-4917-8bb6-c3c65cacc61d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1097 time: 0.0595410 Aug 16 21:09:59.660186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-efe8879f-73cc-4db2-86e7-ecd92e7c30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.661557 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-efe8879f-73cc-4db2-86e7-ecd92e7c30e3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0818865 Aug 16 21:09:59.708170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-5b2d04ea-1f46-4eac-8668-ba88960fba31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0388088 Aug 16 21:09:59.756735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-57b93f4b-b65a-4d89-a286-f4529cf886cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:09:59.758205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-57b93f4b-b65a-4d89-a286-f4529cf886cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0436809 Aug 16 21:09:59.789862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-b6c97808-010f-4740-b1e7-dea34fbf35e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237949 Aug 16 21:09:59.882719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-c3109563-6709-42a8-b0a3-c6feb5bd00a5 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850947 Aug 16 21:09:59.990737 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-d64dcd76-a426-4b56-8fa2-3fbd36c4d18d service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004174 Aug 16 21:10:00.677416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506ae97-e389-4cd1-8d18-cc2b36c20300 req-b318c80d-85fb-4c37-b882-3e7d087e133c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:00.679534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f506ae97-e389-4cd1-8d18-cc2b36c20300 req-b318c80d-85fb-4c37-b882-3e7d087e133c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0492001 Aug 16 21:10:00.694053 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d244298f-a856-48ac-ba9b-62374104a521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:00.723634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f506ae97-e389-4cd1-8d18-cc2b36c20300 req-7b98f2ca-a043-4a3a-8faf-9252d9e8dbd0 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358737 Aug 16 21:10:01.845515 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fac5d-6f85-4d31-8d20-e700606079b3 req-f2103a5b-d191-4505-9b1c-b4fa14074efd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:01.847012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4fac5d-6f85-4d31-8d20-e700606079b3 req-f2103a5b-d191-4505-9b1c-b4fa14074efd tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0500903 Aug 16 21:10:01.885648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d4fac5d-6f85-4d31-8d20-e700606079b3 req-f35342c0-308d-44a8-b1db-80a40ac7521a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Aug 16 21:10:03.011119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39449-c2fa-44eb-b811-9b8710d9fe67 req-81644a36-175b-433c-9523-296456c9d06c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:03.012641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fba39449-c2fa-44eb-b811-9b8710d9fe67 req-81644a36-175b-433c-9523-296456c9d06c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0564327 Aug 16 21:10:03.049813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fba39449-c2fa-44eb-b811-9b8710d9fe67 req-65a99e05-c232-4331-b545-e347be8ae83d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Aug 16 21:10:03.537209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.634630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a26a10ab-766d-4150-9f5f-6c70cae47746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:03.783696 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:04.165254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aee5a-83b1-42c2-9ac8-d98a64d44ea4 req-b647dfa6-7b98-4adf-b0cf-9693d2ed2acc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:04.166710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe5aee5a-83b1-42c2-9ac8-d98a64d44ea4 req-b647dfa6-7b98-4adf-b0cf-9693d2ed2acc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0481441 Aug 16 21:10:04.208386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fe5aee5a-83b1-42c2-9ac8-d98a64d44ea4 req-2aeaf8f1-b88e-4243-815a-cba4e3126a87 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357656 Aug 16 21:10:04.417556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:05.322650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fee36a-8f6e-470f-b970-fc1c93d2fc24 req-a32b9ed7-a85b-4dc2-9fa4-372bb4d544ca tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:05.324433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24fee36a-8f6e-470f-b970-fc1c93d2fc24 req-a32b9ed7-a85b-4dc2-9fa4-372bb4d544ca tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Aug 16 21:10:05.363018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24fee36a-8f6e-470f-b970-fc1c93d2fc24 req-cfa0dc83-4280-4b79-8f8a-cca25cb291b9 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Aug 16 21:10:06.276611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:06.477898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6c80b-f167-4866-80cd-e8e9f3ac40c6 req-1b474c04-ccf3-461b-80d1-47ebb182a307 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:06.479284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dc6c80b-f167-4866-80cd-e8e9f3ac40c6 req-1b474c04-ccf3-461b-80d1-47ebb182a307 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Aug 16 21:10:06.517169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4dc6c80b-f167-4866-80cd-e8e9f3ac40c6 req-75c9e432-9302-43a8-8c60-ee62eb5d2573 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Aug 16 21:10:07.635932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10309963-29b1-4e26-8190-85f535034bfd req-a3d9add1-33cb-4d2a-a116-f2c6c14a2383 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:07.637405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10309963-29b1-4e26-8190-85f535034bfd req-a3d9add1-33cb-4d2a-a116-f2c6c14a2383 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0491383 Aug 16 21:10:07.678958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10309963-29b1-4e26-8190-85f535034bfd req-3e6fa362-3479-4698-9164-cdb17b850a30 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Aug 16 21:10:08.829426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0442e-d0e2-40ae-b5a5-bcf9f1680327 req-906aca62-2701-40e6-ba8e-f5b5958d31af tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:08.829426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75d0442e-d0e2-40ae-b5a5-bcf9f1680327 req-906aca62-2701-40e6-ba8e-f5b5958d31af tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0501764 Aug 16 21:10:08.864300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75d0442e-d0e2-40ae-b5a5-bcf9f1680327 req-3fbf62f2-c534-4a05-878f-553ce1234dd8 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306919 Aug 16 21:10:09.979876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb706b41-717a-4da1-9520-f8a7344d45b5 req-ff94cb34-30ce-46e3-b9a3-cafa4f995ff7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:09.981344 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb706b41-717a-4da1-9520-f8a7344d45b5 req-ff94cb34-30ce-46e3-b9a3-cafa4f995ff7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0485702 Aug 16 21:10:10.018382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb706b41-717a-4da1-9520-f8a7344d45b5 req-8a994ead-ea06-434b-8a3d-d59a742ca698 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Aug 16 21:10:11.133896 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2240ef-2285-440f-96b1-fc5f480a1c9f req-91d10219-1d79-4ebc-b40b-d502f56fd53f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:11.135369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc2240ef-2285-440f-96b1-fc5f480a1c9f req-91d10219-1d79-4ebc-b40b-d502f56fd53f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0479963 Aug 16 21:10:11.175373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc2240ef-2285-440f-96b1-fc5f480a1c9f req-64dee948-1d5e-49d2-b4d6-cbf4caf3a04c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Aug 16 21:10:12.303753 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4582df-952b-4c79-a166-737826af7877 req-a3e9c949-31da-4981-ac60-fde75b2f300b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:12.305254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b4582df-952b-4c79-a166-737826af7877 req-a3e9c949-31da-4981-ac60-fde75b2f300b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0489197 Aug 16 21:10:12.344430 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b4582df-952b-4c79-a166-737826af7877 req-37af0f9f-84d1-4139-b30b-24231a61aa79 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Aug 16 21:10:13.465243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044ecfa-edb7-4ffb-9668-67b3d638e408 req-09cf0bd7-29c2-4982-b678-301b751ff8cf tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:13.466711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3044ecfa-edb7-4ffb-9668-67b3d638e408 req-09cf0bd7-29c2-4982-b678-301b751ff8cf tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0484545 Aug 16 21:10:13.503918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3044ecfa-edb7-4ffb-9668-67b3d638e408 req-6489ae9b-689d-4508-937e-225904e3ff2b tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Aug 16 21:10:14.617346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5ff2e-24c9-49dd-b7e2-9e0c7340f43d req-ffc9e4bc-1928-4df1-b7d3-6b549a3a6a7e tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:14.618827 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf5ff2e-24c9-49dd-b7e2-9e0c7340f43d req-ffc9e4bc-1928-4df1-b7d3-6b549a3a6a7e tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Aug 16 21:10:14.659416 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-faf5ff2e-24c9-49dd-b7e2-9e0c7340f43d req-442ea1ed-302a-41a6-84b8-0278e28d631c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Aug 16 21:10:15.777225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bc3a-7a6f-4ab4-ad13-1f7155135c44 req-8169a309-07f3-44a1-b5db-daa7b385089a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:15.778826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5415bc3a-7a6f-4ab4-ad13-1f7155135c44 req-8169a309-07f3-44a1-b5db-daa7b385089a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0498710 Aug 16 21:10:15.818282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5415bc3a-7a6f-4ab4-ad13-1f7155135c44 req-204be70c-1c60-4d3c-ae71-3d0c33823cb3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 Aug 16 21:10:16.931840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a938e-7044-4b04-a6a6-f4c6c5874f50 req-466510e8-ae07-4516-8f2f-fe01ef496dcc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:16.933342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-510a938e-7044-4b04-a6a6-f4c6c5874f50 req-466510e8-ae07-4516-8f2f-fe01ef496dcc tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Aug 16 21:10:16.970694 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-510a938e-7044-4b04-a6a6-f4c6c5874f50 req-8d6f5de7-7c74-4955-8089-75bd149917b7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 16 21:10:18.088101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546fa9-aa70-4f22-95ba-95bea54d3a09 req-541c85d0-a02f-49d9-8842-c00174b46d1f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:18.089567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92546fa9-aa70-4f22-95ba-95bea54d3a09 req-541c85d0-a02f-49d9-8842-c00174b46d1f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Aug 16 21:10:18.132295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92546fa9-aa70-4f22-95ba-95bea54d3a09 req-08a6ebb8-db75-4f3e-be9f-1f536dffa13d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Aug 16 21:10:18.618916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:19.247177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72083910-5816-4d65-a753-ba3042b5429c req-7eed6b61-6786-4123-8caf-2af0cf848e0d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:19.248656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72083910-5816-4d65-a753-ba3042b5429c req-7eed6b61-6786-4123-8caf-2af0cf848e0d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0478601 Aug 16 21:10:19.286856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72083910-5816-4d65-a753-ba3042b5429c req-e8fc6adf-de42-4a17-b913-2ab6721ec90c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Aug 16 21:10:20.414098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50850c6-482b-4fc9-ab87-3ff121925917 req-93d30736-7a81-4ffa-a1a1-a820d41c83ef tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:20.415598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f50850c6-482b-4fc9-ab87-3ff121925917 req-93d30736-7a81-4ffa-a1a1-a820d41c83ef tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0603650 Aug 16 21:10:20.454085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f50850c6-482b-4fc9-ab87-3ff121925917 req-6796746b-0f36-42c7-b4db-327574c1f637 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Aug 16 21:10:21.566710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9428-4363-41bd-b692-922f75d65dfa req-c7f12f72-070b-46c0-b394-c5bc963f6168 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:21.568150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dda9428-4363-41bd-b692-922f75d65dfa req-c7f12f72-070b-46c0-b394-c5bc963f6168 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Aug 16 21:10:21.609874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3dda9428-4363-41bd-b692-922f75d65dfa req-ddfbdc05-8be2-47bd-8cda-dac74d03eb72 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Aug 16 21:10:22.241629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:22.722495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8a9db-3626-40ed-a5d6-e2a8013dc56e req-602f369e-7369-4ddb-95fc-40865c23155d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:22.724547 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee8a9db-3626-40ed-a5d6-e2a8013dc56e req-602f369e-7369-4ddb-95fc-40865c23155d tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0492461 Aug 16 21:10:22.762386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9ee8a9db-3626-40ed-a5d6-e2a8013dc56e req-469beb60-ac78-4b03-ad59-8036497a3699 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Aug 16 21:10:23.882397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54342c45-4cc2-4122-a643-3912feb702ac req-7e934f49-05da-4f6c-910f-a0d6b53aaf40 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:23.883904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54342c45-4cc2-4122-a643-3912feb702ac req-7e934f49-05da-4f6c-910f-a0d6b53aaf40 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Aug 16 21:10:23.921140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-54342c45-4cc2-4122-a643-3912feb702ac req-d05c3240-1c61-4ec1-8927-2c2c382afbeb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Aug 16 21:10:25.033182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013bb90-1b07-4a8f-b987-a6e257927004 req-b5f23ca6-10e1-4bbf-bee0-53a3861b41b3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:25.034661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c013bb90-1b07-4a8f-b987-a6e257927004 req-b5f23ca6-10e1-4bbf-bee0-53a3861b41b3 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0484195 Aug 16 21:10:25.075497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c013bb90-1b07-4a8f-b987-a6e257927004 req-98508fd2-dc89-43d4-8d8d-3d49b2bdb876 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Aug 16 21:10:26.190381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b374ec-e042-4b17-860f-5f1ec3bf6144 req-4b166af2-674f-4369-ab8a-978ac1944beb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:26.191962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b374ec-e042-4b17-860f-5f1ec3bf6144 req-4b166af2-674f-4369-ab8a-978ac1944beb tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Aug 16 21:10:26.229520 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b374ec-e042-4b17-860f-5f1ec3bf6144 req-44029c41-97f8-4413-8672-e23944d0da2a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317481 Aug 16 21:10:27.269359 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-d0aab7d0-4152-431c-b80b-b7f99bef4789 service neutron] show failed (client error): The resource could not be found. Aug 16 21:10:27.271319 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-d0aab7d0-4152-431c-b80b-b7f99bef4789 service neutron] 10.222.0.73 "GET /v2.0/ports/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0562217 Aug 16 21:10:27.347689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffaf5e-6bae-43d9-8947-eb3be75b609c req-daa4660b-9fbe-4966-8b64-6218747c8b64 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:27.349316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3ffaf5e-6bae-43d9-8947-eb3be75b609c req-daa4660b-9fbe-4966-8b64-6218747c8b64 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Aug 16 21:10:27.389003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3ffaf5e-6bae-43d9-8947-eb3be75b609c req-eb78bd96-b4d8-4fdd-849a-ed3b92bbb54c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Aug 16 21:10:27.835563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-082549fb-f4e8-4a3b-b9cd-b424a5cbca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:27.837109 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-082549fb-f4e8-4a3b-b9cd-b424a5cbca19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765&tenant_id=8c74aa3c985444038e176b6aada9091f HTTP/1.1" status: 200 len: 1097 time: 0.0762331 Aug 16 21:10:27.850621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:27.902367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.097266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:28.133460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:28.179389 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:28.183074 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0646cf1c-2030-4fa8-9a10-af83ede82715" -d '{"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-unplugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:28.187490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.205221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Transition to ACTIVE for port object 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:28.240202 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd0bdb-48a6-4fa6-ab0e-158293fab38c x-openstack-request-id: req-f3cd0bdb-48a6-4fa6-ab0e-158293fab38c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:28.240495 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-unplugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:28.240748 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3cd0bdb-48a6-4fa6-ab0e-158293fab38c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:28.241143 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'code': 200} Aug 16 21:10:28.273994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.334292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] No DVR routers for this DVR port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:28.337354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.348425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.348798 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.349139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.349472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.349803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.350134 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.350457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.350780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.351103 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.351425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.351761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.352081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:28.381413 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:28.381776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:28.382099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:28.386262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:28.386577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Attempting to bind port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on network e4306125-13f1-419d-889c-babafb1738fb {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:28.391352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:28.391685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Checking segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:28.392089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Bound using segment: {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:28.392504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Bound port: 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dae4915-eaed-4aca-afae-cd30d05bd12d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:28.392853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.459443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:28.462832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:28.516655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811e00f-fbae-40d6-8fd6-4925ea61212c req-b3bbb9de-def5-4f84-aa5f-80bc802622a4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.518125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7811e00f-fbae-40d6-8fd6-4925ea61212c req-b3bbb9de-def5-4f84-aa5f-80bc802622a4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0568631 Aug 16 21:10:28.555696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.563285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7811e00f-fbae-40d6-8fd6-4925ea61212c req-05183bd8-cedc-4b38-ab0b-f3ded18e5d25 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Aug 16 21:10:28.589665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.590282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:28.591665 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] 10.222.0.64 "PUT /v2.0/ports/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 1092 time: 0.7464228 Aug 16 21:10:28.625574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef869fd-1ec5-4f7d-8b3b-fd898f0c2d2b service neutron] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:28.655617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-a025987e-b3ff-4d3e-90a3-006d607a3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.657129 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-a025987e-b3ff-4d3e-90a3-006d607a3828 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1095 time: 0.0423174 Aug 16 21:10:28.747519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-ecb8de19-8205-45fc-820c-e1de93c904c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.748992 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-ecb8de19-8205-45fc-820c-e1de93c904c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0845642 Aug 16 21:10:28.789806 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-50c9593d-26f6-4ad8-833a-9308de72b923 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0334356 Aug 16 21:10:28.838303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-220e4b94-9be6-4f3e-b7ac-f685c9e564a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:28.839784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-220e4b94-9be6-4f3e-b7ac-f685c9e564a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0424666 Aug 16 21:10:28.875036 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-08622986-f7cf-4ba1-b1ce-69cee1c721a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283239 Aug 16 21:10:28.965257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-3ab36a37-f32a-4f49-9a0b-3a37626fb666 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826759 Aug 16 21:10:29.055968 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b90e7579-c6d2-41b2-9fe0-e660abcd4245 req-ad540e07-b26b-4217-a55b-ce07489b2df0 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839493 Aug 16 21:10:29.681461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8db112-f43a-47f4-afcf-1f6e3e91cab4 req-48d7530b-5e16-49cc-b661-a711a0e43e99 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:29.682919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f8db112-f43a-47f4-afcf-1f6e3e91cab4 req-48d7530b-5e16-49cc-b661-a711a0e43e99 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0482209 Aug 16 21:10:29.720487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f8db112-f43a-47f4-afcf-1f6e3e91cab4 req-cee75944-3756-44bc-a1ac-eaa99da56b6a tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Aug 16 21:10:30.242897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:30.245244 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1" -d '{"events": [{"name": "network-changed", "server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:30.293062 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64bc3b1-4700-4f4c-84bb-d10506f090c6 x-openstack-request-id: req-e64bc3b1-4700-4f4c-84bb-d10506f090c6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:30.293351 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:30.293696 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e64bc3b1-4700-4f4c-84bb-d10506f090c6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:30.294093 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'status': 'completed', 'code': 200} Aug 16 21:10:30.354937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-194ef539-3205-4fb3-aa00-e584ff4c2a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.356228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-9b298c83-fb51-4794-a77d-e1fecc184a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.356618 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-194ef539-3205-4fb3-aa00-e584ff4c2a9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1095 time: 0.0425541 Aug 16 21:10:30.357706 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-9b298c83-fb51-4794-a77d-e1fecc184a56 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1095 time: 0.0405006 Aug 16 21:10:30.450687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-c127b317-2e17-4746-b1c7-672e1f81a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.452258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-c127b317-2e17-4746-b1c7-672e1f81a7a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0879958 Aug 16 21:10:30.452392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-254abf7b-f693-404d-a040-3c20219b1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.453829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-254abf7b-f693-404d-a040-3c20219b1d40 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0888362 Aug 16 21:10:30.496161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-d7bedb8f-9f35-4ac9-baf6-83f11edeaec4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0343790 Aug 16 21:10:30.497066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-71928812-9f1b-495b-aa6b-ac1de35bf3dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0347755 Aug 16 21:10:30.547539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-a2b72d49-7b73-4cd6-8e6d-f0a301f0b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.549488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-a2b72d49-7b73-4cd6-8e6d-f0a301f0b05d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0467970 Aug 16 21:10:30.558814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-7794021b-2b48-4b23-a1ad-bd3046a63a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.560371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-7794021b-2b48-4b23-a1ad-bd3046a63a18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0551150 Aug 16 21:10:30.586797 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-5e8f199e-df18-4ef9-8861-eedd814492c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255752 Aug 16 21:10:30.593673 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-581720fe-8b12-4f2e-8153-ee839240fd00 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253298 Aug 16 21:10:30.679533 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ab675255-d722-4ff6-a2cb-1fc12bd9dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:30.682751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-85c275fc-41b5-46e4-b3e4-5c3814d89c06 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Aug 16 21:10:30.690848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-cc02c17e-72b7-4712-9ac1-da39675e439d service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884027 Aug 16 21:10:30.783629 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-ce2f0065-725f-4aa9-bb82-1b45bf2479e2 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906012 Aug 16 21:10:30.789950 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8c9dd8-a06b-4a5b-9b33-70957e1d00d1 req-c81370e9-1c38-47a1-bde1-482d544877ce service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918612 Aug 16 21:10:30.844594 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c1ec6-fd13-4def-be1c-e0d4d620c198 req-55c4f873-6e68-4f1e-92d1-65e2f2c8e612 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:30.847312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b0c1ec6-fd13-4def-be1c-e0d4d620c198 req-55c4f873-6e68-4f1e-92d1-65e2f2c8e612 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 943 time: 0.0536063 Aug 16 21:10:30.888763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b0c1ec6-fd13-4def-be1c-e0d4d620c198 req-7af31c82-3306-4aae-a0b8-71ed34ead9fe tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Aug 16 21:10:31.651991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:31.748268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:31.759631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'network_id': 'e4306125-13f1-419d-889c-babafb1738fb', 'port_id': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'mac_address': 'fa:16:3e:d3:d3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86e6b3d-b268-4acf-a632-d9bdae8a9282', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:31.803872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.817123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:31.845660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:31.949803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:31.997399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:32.008728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:32.011854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252b6a7-a7ca-49ce-a258-ac791cd27002 req-90a4e9d0-f012-46c8-bf3e-e6fc029091de tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.013542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6252b6a7-a7ca-49ce-a258-ac791cd27002 req-90a4e9d0-f012-46c8-bf3e-e6fc029091de tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 944 time: 0.0551102 Aug 16 21:10:32.047445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:32.053771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6252b6a7-a7ca-49ce-a258-ac791cd27002 req-8c11d1e2-f095-4e1f-adc7-0466998f3c88 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341613 Aug 16 21:10:32.178248 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:32.386165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df52c3-8532-42fc-a72f-be70bfe515b8 req-3344a241-e171-4349-8e43-91845e8324fa tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.387704 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7df52c3-8532-42fc-a72f-be70bfe515b8 req-3344a241-e171-4349-8e43-91845e8324fa tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 944 time: 0.0559132 Aug 16 21:10:32.454585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7df52c3-8532-42fc-a72f-be70bfe515b8 req-0c262fbe-0551-442b-84d4-b58c784d9d9c tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Aug 16 21:10:32.508208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-be8f69fe-fdf7-4115-a2b6-ee3c2d6096c2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.509660 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-be8f69fe-fdf7-4115-a2b6-ee3c2d6096c2 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.73 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765&tenant_id=8c74aa3c985444038e176b6aada9091f&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0901988 Aug 16 21:10:32.569894 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-217df0eb-c62a-4176-b4f8-cda0d7bc49b5 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:10:32.570933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-217df0eb-c62a-4176-b4f8-cda0d7bc49b5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0534110 Aug 16 21:10:32.658629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-076104dd-ce4b-4626-97cc-286f0fea965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.662731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-076104dd-ce4b-4626-97cc-286f0fea965a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1096 time: 0.0443897 Aug 16 21:10:32.753986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-91b43ca7-893c-422a-8a0d-0fcf72cd041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.755385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-91b43ca7-893c-422a-8a0d-0fcf72cd041f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0876703 Aug 16 21:10:32.796787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-dc8cd764-1b95-4691-917e-e33b1bae6f45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0334790 Aug 16 21:10:32.845562 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-d5bde3f0-57fe-4fd0-a86f-eda3ac1adc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:32.846978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-d5bde3f0-57fe-4fd0-a86f-eda3ac1adc2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0418515 Aug 16 21:10:32.877844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-75222795-1a8e-4652-a14c-59caf67f8e81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230446 Aug 16 21:10:32.969845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-e1497f56-4e53-47bc-bbc3-fcb944245459 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845819 Aug 16 21:10:33.406631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a29aa2ae-5120-455b-ad9b-769c4c622c76 req-c072bdf8-e9a4-4adc-9bd8-fe039e8d6216 service neutron] 10.222.0.73 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288981 Aug 16 21:10:33.497829 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.573817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd6f29-7783-40ff-b3f5-fe0e41019283 req-1551578b-5ccc-42c2-85c4-33ce5d68fbc5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:33.575297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34fd6f29-7783-40ff-b3f5-fe0e41019283 req-1551578b-5ccc-42c2-85c4-33ce5d68fbc5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 944 time: 0.0517313 Aug 16 21:10:33.614693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34fd6f29-7783-40ff-b3f5-fe0e41019283 req-1cb5237c-33df-4d5c-955a-50162f72758f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Aug 16 21:10:33.658668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ebcbbfb8-aa1a-4c0a-b70d-998f9c04a92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.666739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:33.846754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:33.850750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:33.856558 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.927687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:33.949701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:33.951915 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32644c50-37ca-41e8-abb3-c379bb3c8c57" -d '{"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-plugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:33.965381 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:33.986712 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbe2c00-30ea-413e-ad53-2456502041c0 x-openstack-request-id: req-1bbe2c00-30ea-413e-ad53-2456502041c0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:33.986998 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-plugged", "status": "completed", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:33.987245 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bbe2c00-30ea-413e-ad53-2456502041c0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:33.987630 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'code': 200} Aug 16 21:10:34.052877 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.100194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:34.422426 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:34.486568 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-0e561caa-44be-471f-9f46-b28459ab75d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436008 Aug 16 21:10:34.568152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-5476c059-bb92-40dc-afe6-cd8451dabafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.569653 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-5476c059-bb92-40dc-afe6-cd8451dabafe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c74aa3c985444038e176b6aada9091f&device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 1097 time: 0.0412426 Aug 16 21:10:34.681970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-9474c931-51ed-4686-b28d-b4459a8d83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.683423 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-9474c931-51ed-4686-b28d-b4459a8d83e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 200 len: 916 time: 0.0893672 Aug 16 21:10:34.726948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-4e789755-0dda-445d-b8e4-09d4145e9d85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 200 len: 217 time: 0.0361309 Aug 16 21:10:34.732063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a96077-3610-4b71-a692-99ce0555e98f req-02e35965-4f0f-4d9f-a621-cf3954d48285 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.733570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0a96077-3610-4b71-a692-99ce0555e98f req-02e35965-4f0f-4d9f-a621-cf3954d48285 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Aug 16 21:10:34.772068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0a96077-3610-4b71-a692-99ce0555e98f req-1f7ebf98-3f1f-43c1-8cbf-ab7b6efcb945 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Aug 16 21:10:34.776435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-f2603e96-ab06-4cca-a7be-2964005a246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.778082 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-f2603e96-ab06-4cca-a7be-2964005a246a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 200 len: 855 time: 0.0446317 Aug 16 21:10:34.812948 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-4b727fdf-b7a5-4f08-b3a6-1017a34dfaa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4306125-13f1-419d-889c-babafb1738fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245457 Aug 16 21:10:34.890171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb03d1-db40-4ffa-9b53-cedd4fba28ae req-08ff1eb2-5ae7-4c49-9331-617ea0f9f057 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:34.891682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7eb03d1-db40-4ffa-9b53-cedd4fba28ae req-08ff1eb2-5ae7-4c49-9331-617ea0f9f057 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Aug 16 21:10:34.906435 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-e9f45dd6-f7d5-41f5-93b1-6f463ec5b0f2 service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Aug 16 21:10:34.934055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7eb03d1-db40-4ffa-9b53-cedd4fba28ae req-d73549b7-4164-4e15-a687-504e15704477 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Aug 16 21:10:34.999374 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-836f3945-4970-4fc1-83fb-37386ba33cb8 req-1ed04f3d-2787-44b6-b812-ad9a178c0f9f service neutron] 10.222.0.64 "GET /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857301 Aug 16 21:10:35.049415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e67ca-cec4-41ba-ad1b-288b0f9552e6 req-64f5b82c-88ae-450d-a29c-078c077d1cd4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:35.051000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-916e67ca-cec4-41ba-ad1b-288b0f9552e6 req-64f5b82c-88ae-450d-a29c-078c077d1cd4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Aug 16 21:10:35.088999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-916e67ca-cec4-41ba-ad1b-288b0f9552e6 req-e036c8df-45ac-4ea3-b6d7-1cae976523e7 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Aug 16 21:10:35.730712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1abc-206c-4323-8f5b-b2bcde119b53 req-abe580ef-c1cd-4f7a-8619-7cdf59ddfc20 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:35.732207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d8e1abc-206c-4323-8f5b-b2bcde119b53 req-abe580ef-c1cd-4f7a-8619-7cdf59ddfc20 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Aug 16 21:10:35.771988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d8e1abc-206c-4323-8f5b-b2bcde119b53 req-cd36f0b5-43cf-4780-b087-d594a3ba4fae tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335793 Aug 16 21:10:36.309357 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:36.884698 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe87e1c-73d2-4800-85e6-9c5210d89b22 req-486df086-79f9-4d87-9f49-99f194d72295 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:36.886151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fe87e1c-73d2-4800-85e6-9c5210d89b22 req-486df086-79f9-4d87-9f49-99f194d72295 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.0474787 Aug 16 21:10:36.926508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2fe87e1c-73d2-4800-85e6-9c5210d89b22 req-e702dc68-cd2d-46fe-b10f-3e232017e98e tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff4ef02e-e382-4257-ae58-73032be5f2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Aug 16 21:10:37.290673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-703e77d2-7313-4e10-842a-721cbff657d4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:37.291625 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-703e77d2-7313-4e10-842a-721cbff657d4 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.64 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 945 time: 0.3656592 Aug 16 21:10:37.379506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Deleting port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:10:37.379876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.466208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] For port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,segment=NetworkSegment(1dae4915-eaed-4aca-afae-cd30d05bd12d),segment_id=1dae4915-eaed-4aca-afae-cd30d05bd12d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:37.466571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.479483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Calling delete_port for 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:10:37.686261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.699405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:37.716316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Pushing event deleted for resources: {'Port': ['ID=8c9ebca7-886f-4d0b-b575-e8e1786aeb4c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:37.757234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] No DVR routers for this DVR port 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:10:37.759886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:37.761880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f39a79d3-f9b0-46af-95c6-299c51c66c1c req-3586a57d-3012-4554-bde7-736c0d75d55f tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.64 "DELETE /v2.0/ports/8c9ebca7-886f-4d0b-b575-e8e1786aeb4c HTTP/1.1" status: 204 len: 173 time: 0.4639382 Aug 16 21:10:37.762360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-deleted', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:37.764657 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e7f47-e6d6-4efd-b9f1-7334757e4348" -d '{"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-deleted", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:37.803267 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc34789-f633-45fc-8b00-ffe60b3915a4 x-openstack-request-id: req-4cc34789-f633-45fc-8b00-ffe60b3915a4 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:37.803579 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add1f93e-fa5b-4adc-9d84-95583ca87765", "name": "network-vif-deleted", "tag": "8c9ebca7-886f-4d0b-b575-e8e1786aeb4c", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:37.803863 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cc34789-f633-45fc-8b00-ffe60b3915a4 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:37.807083 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add1f93e-fa5b-4adc-9d84-95583ca87765', 'name': 'network-vif-deleted', 'tag': '8c9ebca7-886f-4d0b-b575-e8e1786aeb4c', 'status': 'completed', 'code': 200} Aug 16 21:10:38.021176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1f4da44-f520-4d90-aaec-bb93ecacf03e req-b78d8ec5-c92e-4c9a-82a1-3b05a922bce5 tempest-ServerDiskConfigTestJSON-1639700500 tempest-ServerDiskConfigTestJSON-1639700500-project] 10.222.0.70 "GET /v2.0/ports?device_id=add1f93e-fa5b-4adc-9d84-95583ca87765 HTTP/1.1" status: 200 len: 210 time: 0.0265591 Aug 16 21:10:39.140019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41582) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:39.185175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Deleting subnet e86e6b3d-b268-4acf-a632-d9bdae8a9282 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:10:39.188175 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.221599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.261919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.389429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.414010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e86e6b3d-b268-4acf-a632-d9bdae8a9282,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:39.420599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.422693 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2f677995-83a2-46e4-a846-6aede2623fcc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e86e6b3d-b268-4acf-a632-d9bdae8a9282 HTTP/1.1" status: 204 len: 168 time: 0.2811944 Aug 16 21:10:39.424981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41584) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:39.491381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.570177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.580045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4306125-13f1-419d-889c-babafb1738fb']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:39.589995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dae4915-eaed-4aca-afae-cd30d05bd12d') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:39.590296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dae4915-eaed-4aca-afae-cd30d05bd12d') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:39.599955 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.613075 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.618736 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:10:39.619125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:10:39.620751 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:10:39.765948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.771736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:39.773633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] 10.222.0.70 "DELETE /v2.0/networks/e4306125-13f1-419d-889c-babafb1738fb HTTP/1.1" status: 204 len: 168 time: 0.3477283 Aug 16 21:10:39.784566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbbe6d4-7eac-4e57-822d-804528c1c86e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4306125-13f1-419d-889c-babafb1738fb,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.123813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41588) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:40.163526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b93091ca-c2e8-40a5-8fcc-8d53967597b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c74aa3c985444038e176b6aada9091f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384502 Aug 16 21:10:40.165944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41590) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:40.211945 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.232576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.343126 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.345700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:40.346937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff4ef02e-e382-4257-ae58-73032be5f2a3 HTTP/1.1" status: 204 len: 168 time: 0.1800616 Aug 16 21:10:40.355333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a36ab8-cb9c-470f-8ef4-783afb688ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ef02e-e382-4257-ae58-73032be5f2a3,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:40.782498 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:10:41.290438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41612) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.384884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1426285418-network', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:41.474385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:41.476858 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.485238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.574164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.640255 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.665139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:10:41.674650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac2b3d4-5ae0-4b6b-8e48-f7796873472e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.679381 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.682017 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Added segment 6444d665-cf59-4e1c-80e2-467c66b88dd7 of type vlan for network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 Aug 16 21:10:41.682819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:10:41.705863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:10:41.706205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 8c9ebca7-886f-4d0b-b575-e8e1786aeb4c not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:10:41.719856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.789107 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.790013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:41.790593 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:41.848246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] Pushing event updated for resources: {'Network': ['ID=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:41.857654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:10:41.908096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a69c7b0c-2be3-4de0-8384-2ddb1704f498 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6164920 Aug 16 21:10:41.911664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41616) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:41.916755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Request body: {'subnet': {'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1426285418-subnet', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:42.034128 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:42.036729 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.257439 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.314163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e5b6f-f0bf-46fc-ab57-2aee073663bf,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:42.325319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:42.330265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Network hostable DHCP agents. Network: 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:10:42.417405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:10:42.508833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:42.518456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:42.519129 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.524680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6061da7-adb7-4951-9e07-2959c28eccaa None None] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:42.618007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dbefab1d-4950-40e0-90cb-0640bcb207e5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7052109 Aug 16 21:10:42.620801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:42.625328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:42.753893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.754993 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.808505 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.820911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:10:42.821806 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:42.956957 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Allocated IP 172.20.0.2 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/d7505f1e-4e03-4023-87bd-e5334ff01fd7) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:43.015990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.105331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.111103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Transition to ACTIVE for port object d7505f1e-4e03-4023-87bd-e5334ff01fd7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:43.127145 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Transition to ACTIVE for port object d7505f1e-4e03-4023-87bd-e5334ff01fd7 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:43.200740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.242122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:43.246814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:43.249853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:43.258197 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Pushing event updated for resources: {'Port': ['ID=d7505f1e-4e03-4023-87bd-e5334ff01fd7,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:43.268747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.269147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.269484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.269818 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.270146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.270473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.270799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.271122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.271443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.271786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.272106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.272427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:43.322861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Attempting to bind port d7505f1e-4e03-4023-87bd-e5334ff01fd7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:43.323228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Attempting to bind port d7505f1e-4e03-4023-87bd-e5334ff01fd7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:43.324019 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Attempting to bind port d7505f1e-4e03-4023-87bd-e5334ff01fd7 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:43.328413 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.328963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:43.329096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:43.329480 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.329868 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:43.330335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Bound port: d7505f1e-4e03-4023-87bd-e5334ff01fd7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:43.330696 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.352401 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.400706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] For port d7505f1e-4e03-4023-87bd-e5334ff01fd7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:43.403832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] For port d7505f1e-4e03-4023-87bd-e5334ff01fd7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d7505f1e-4e03-4023-87bd-e5334ff01fd7,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:43.465735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Allocated IP 172.25.7.216 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/6a8d0db4-ac2d-4a6a-912c-5b6d78778791) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:43.475460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.544039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d03e1-2979-48ea-8e13-c019a8a7d85d None None] Pushing event updated for resources: {'Port': ['ID=d7505f1e-4e03-4023-87bd-e5334ff01fd7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:43.612609 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.726636 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:43.775701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:43.778893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:43.782210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:43.810710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Pushing event updated for resources: {'Port': ['ID=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:44.167896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.382231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.418844 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8e5c1-5965-4667-9489-f6ce610ca3b5 None None] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:10:44.566779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e2dcf9c4-d80f-4970-97ef-e30955013986 None None] Provisioning for port d7505f1e-4e03-4023-87bd-e5334ff01fd7 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:44.617400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:10:44.728236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:44.737561 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:44.748110 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:44.748799 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:10:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:44.805919 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:44.807216 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1055915f-b475-423c-b6a6-d2f53e2f316a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1854427 Aug 16 21:10:44.810080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:44.853705 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:45.030416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:43Z', 'revision_number': 3, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:45.055812 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:45.056159 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Updating router d72f1a1e-57a4-426a-9204-cd4470e69c75 port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:45.080452 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.223915 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.384749 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Allocated IP 172.20.0.1 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/74b081f9-fcd7-478a-a05e-ce8835618238) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:45.397998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d7505f1e-4e03-4023-87bd-e5334ff01fd7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:45.420979 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.431921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Transition to ACTIVE for port object 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:45.491391 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.494343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.508389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Transition to ACTIVE for port object 74b081f9-fcd7-478a-a05e-ce8835618238 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:45.508739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d7505f1e-4e03-4023-87bd-e5334ff01fd7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:45.513129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d7505f1e-4e03-4023-87bd-e5334ff01fd7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:45.513501 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.540549 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Attempting to bind port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:45.540920 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Attempting to bind port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:45.541283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Attempting to bind port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:45.548153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Pushing event updated for resources: {'Port': ['ID=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.555871 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Bound port: 6a8d0db4-ac2d-4a6a-912c-5b6d78778791, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.567641 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:45.603672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.612283 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.620623 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] For port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:45.623956 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] For port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:45.638866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d7505f1e-4e03-4023-87bd-e5334ff01fd7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d7505f1e-4e03-4023-87bd-e5334ff01fd7,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:45.651619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:45.656392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:45.660490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:45.685943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Pushing event updated for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.703965 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.715450 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.738372 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.781539 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b7218-9443-44cb-a8e6-53742e43ee3c None None] Pushing event updated for resources: {'Port': ['ID=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.797965 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:45.798652 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:10:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:45.810544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d7505f1e-4e03-4023-87bd-e5334ff01fd7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:45.900878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:45.906500 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:45.989332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dbdaaa36-e79e-4ce4-ab6e-dd6acb186664 None None] Provisioning for port 74b081f9-fcd7-478a-a05e-ce8835618238 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:45.993867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-dbdaaa36-e79e-4ce4-ab6e-dd6acb186664 None None] Provisioning complete for port 74b081f9-fcd7-478a-a05e-ce8835618238 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:45.994352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dbdaaa36-e79e-4ce4-ab6e-dd6acb186664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.029679 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dbdaaa36-e79e-4ce4-ab6e-dd6acb186664 None None] Port 74b081f9-fcd7-478a-a05e-ce8835618238 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:46.065045 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.086893 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:43Z', 'revision_number': 3, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:46.113832 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763121d8-46b5-4e87-9cad-8734417e58f9 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:43Z', 'revision_number': 3, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:46.131684 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.202785 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.204639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Pushing event updated for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:46.295945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:46.297449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:46.561074 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0be9c873-501f-4caf-b332-c585eee0056b None None] Provisioning complete for port 74b081f9-fcd7-478a-a05e-ce8835618238 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:46.561631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0be9c873-501f-4caf-b332-c585eee0056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:46.607915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-0be9c873-501f-4caf-b332-c585eee0056b None None] Port 74b081f9-fcd7-478a-a05e-ce8835618238 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:46.805801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:10:46.918113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:10:46.923463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-31af00e9-5608-44d0-9c72-5228642a24b5 admin admin] 10.222.0.70 "PUT /v2.0/routers/d72f1a1e-57a4-426a-9204-cd4470e69c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1123915 Aug 16 21:10:47.427495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:47.542771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:47.546762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:47.548724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.559849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41628) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:47.566943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435906483', 'description': 'tempest-description--194097181'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:47.628017 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.648937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:47.680399 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.713932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:10:47.720625 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.721384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d7505f1e-4e03-4023-87bd-e5334ff01fd7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:47.766863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.769137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:47.769858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:10:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:47.867372 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.872058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.899099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d7505f1e-4e03-4023-87bd-e5334ff01fd7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:47.899470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.899958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9bba4-3f19-4c6e-b14f-a949e8d97b31,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:47.907258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.907613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.907985 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.908329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.908669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.909006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.910080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.910439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.910777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.911109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.911437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.911784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:10:47.926759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:47.977318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:47.978523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2ab3675d-f4e6-421d-95e1-3164c3e703f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4175804 Aug 16 21:10:47.981265 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41630) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:47.985891 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'security_group_rule': {'security_group_id': '00a9bba4-3f19-4c6e-b14f-a949e8d97b31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:48.061982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.123176 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.164283 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 2, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:48.182899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.190276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:10:48.190686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Updating router d72f1a1e-57a4-426a-9204-cd4470e69c75 port 74b081f9-fcd7-478a-a05e-ce8835618238 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:10:48.201300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57e3ed-ff2b-4371-ab22-af8811f76445,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.215124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.269287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.270646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-347c5aa6-ceaa-42ff-9291-5c03143aa20f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2884083 Aug 16 21:10:48.275251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41632) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:48.280284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'security_group_rule': {'security_group_id': '00a9bba4-3f19-4c6e-b14f-a949e8d97b31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:48.370700 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.427500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.482316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.491990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Transition to ACTIVE for port object 74b081f9-fcd7-478a-a05e-ce8835618238 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:48.497085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.512274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0241981d-1447-417c-b843-e18db177de7d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.583062 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.606168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.607496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b1d9cfb8-2b92-404f-86c4-18b900f40c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3309796 Aug 16 21:10:48.610451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:10:48.615994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:48.634747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3efb-aace-4cb9-a95a-8ff4fb1ec145 None None] Pushing event updated for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.658892 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.692254 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Attempting to bind port 74b081f9-fcd7-478a-a05e-ce8835618238 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:48.692539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Attempting to bind port 74b081f9-fcd7-478a-a05e-ce8835618238 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:48.692903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Attempting to bind port 74b081f9-fcd7-478a-a05e-ce8835618238 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:48.698426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:48.701467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:48.701467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.701467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:48.701467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Bound port: 74b081f9-fcd7-478a-a05e-ce8835618238, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:48.701467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.730718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.766661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] For port 74b081f9-fcd7-478a-a05e-ce8835618238, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:48.770896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] For port 74b081f9-fcd7-478a-a05e-ce8835618238, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74b081f9-fcd7-478a-a05e-ce8835618238,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:48.833140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.840681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:48.900192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:10:48.900825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:10:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:48.940198 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3efb-aace-4cb9-a95a-8ff4fb1ec145 None None] Pushing event updated for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:48.944302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Allocated IP 172.25.7.97 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ec981e38-a40f-4b1d-8cb4-ab097ac9c950) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:49.018009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:10:49.060643 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.172031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.209050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:49.213849 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:49.217334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:49.230014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:48Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:10:49.241065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=ec981e38-a40f-4b1d-8cb4-ab097ac9c950,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.259382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbcfc67-95ca-4262-aff6-4db0b3938a5e None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:48Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:10:49.318388 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.417337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.483670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74b081f9-fcd7-478a-a05e-ce8835618238 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:49.592002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.617211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 74b081f9-fcd7-478a-a05e-ce8835618238 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:49.621414 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 74b081f9-fcd7-478a-a05e-ce8835618238 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:49.621790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.668360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.708881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.743676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=ec981e38-a40f-4b1d-8cb4-ab097ac9c950,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.747877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 74b081f9-fcd7-478a-a05e-ce8835618238, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74b081f9-fcd7-478a-a05e-ce8835618238,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:49.755935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.850545 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.851342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:49.890213 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:49.891502 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-812a55b9-bfd2-46b8-bf6d-cc92dde57978 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2801085 Aug 16 21:10:49.941140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:49.946263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:49.946639 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:50.047101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-e25855d2-5ec1-4c63-9453-292e053811bf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1435906483&fields=id&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 267 time: 0.0365777 Aug 16 21:10:50.164398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-7d35a064-8f56-4469-b224-24281f46e2e2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:50.165958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-7d35a064-8f56-4469-b224-24281f46e2e2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1108935 Aug 16 21:10:50.181859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-bc530072-48b4-46c8-aaba-a548ec2e14cc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/quotas/38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 375 time: 0.0100234 Aug 16 21:10:50.240053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-18d5148d-027e-47ae-a51a-87dd1ffc99bb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525253 Aug 16 21:10:50.307813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-0b4b974c-4341-40de-b9d9-8ad26f50b260 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:10:50.308837 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-0b4b974c-4341-40de-b9d9-8ad26f50b260 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564592 Aug 16 21:10:50.403588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-68a6b307-1551-4cd7-a519-dcc675da7667 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883899 Aug 16 21:10:50.495449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-c9b6a879-f1a7-41b6-84b4-0e854783bbe3 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848653 Aug 16 21:10:50.736744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c1eb2c2-97da-41b0-bab2-9aac9c869396 req-d7110240-8330-4813-8150-e4a251d78d65 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 210 time: 0.0267296 Aug 16 21:10:51.360219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74b081f9-fcd7-478a-a05e-ce8835618238 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:51.407671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 74b081f9-fcd7-478a-a05e-ce8835618238 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:51.408071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:51.833476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bbf9ed55-a41c-4dad-ab4b-e28c4e7d3f29 req-d6614e25-248f-4c73-a984-80cf7c0dde79 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Aug 16 21:10:52.274325 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:52.938727 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b8499fb7-6e4d-435e-a6c6-1a7d28cd4ae7 req-ba8144ee-4bde-45aa-903b-d210b29e6993 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Aug 16 21:10:53.243407 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-583a66cd-019c-4a59-accc-3f9407e39e37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.244812 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-583a66cd-019c-4a59-accc-3f9407e39e37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1041565 Aug 16 21:10:53.289055 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-8aa7b600-2140-40fd-af09-6202f09673a8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 380 time: 0.0346839 Aug 16 21:10:53.298783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'port': {'device_id': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'admin_state_up': True, 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'security_groups': ['00a9bba4-3f19-4c6e-b14f-a949e8d97b31']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:53.489931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:10:53.493577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.617184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Allocated IP 172.20.0.3 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/9a502bf3-a478-4a8c-b2e8-3536ba19c19d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:10:53.756335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.769381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Transition to ACTIVE for port object 9a502bf3-a478-4a8c-b2e8-3536ba19c19d will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:53.863344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:53.909447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:10:53.912830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:10:53.917292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:10:53.921046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:53.973874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:53.974687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.062377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33fb7f-31ee-48ae-8643-0838dd3606cd req-3f99048b-464d-4b1e-89d1-3f656b0df559 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.064009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a33fb7f-31ee-48ae-8643-0838dd3606cd req-3f99048b-464d-4b1e-89d1-3f656b0df559 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 931 time: 0.0530307 Aug 16 21:10:54.069047 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-468398b9-497b-4c1e-9a05-0d8168a87104 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738967 Aug 16 21:10:54.082332 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Request body: {'port': {'device_id': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:10:54.106170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a33fb7f-31ee-48ae-8643-0838dd3606cd req-1d52346e-722a-4392-8808-486cd4044636 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351269 Aug 16 21:10:54.137398 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.216908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d54e4855-b2fa-44e9-962f-2ed9f9047641 None None] Provisioning for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:54.220770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d54e4855-b2fa-44e9-962f-2ed9f9047641 None None] Provisioning complete for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:54.221147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d54e4855-b2fa-44e9-962f-2ed9f9047641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.408255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a502bf3-a478-4a8c-b2e8-3536ba19c19d {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:54.416603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.417119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d54e4855-b2fa-44e9-962f-2ed9f9047641 None None] Port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:10:54.428402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Transition to ACTIVE for port object 9a502bf3-a478-4a8c-b2e8-3536ba19c19d will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:10:54.501194 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.556549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:54.625521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:10:54.625855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:10:54.626190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:54.630642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:10:54.630959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:10:54.635859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:10:54.636201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:10:54.636587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:10:54.637016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Bound port: 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:10:54.637378 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.702460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:10:54.705513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:10:54.811842 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.852184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.852803 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:54.854201 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] 10.222.0.64 "PUT /v2.0/ports/9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 1092 time: 0.7765348 Aug 16 21:10:54.854638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:54.856959 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de244caf-de09-44c1-8a44-dae53a085b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:54.882769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a222c-16cb-4b70-a00f-6fd6c406684d service neutron] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:54.898828 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da27b98-0dc9-42b8-b138-fbf577da06e6 x-openstack-request-id: req-8da27b98-0dc9-42b8-b138-fbf577da06e6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:10:54.899121 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:10:54.899376 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8da27b98-0dc9-42b8-b138-fbf577da06e6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:10:54.899877 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'status': 'completed', 'code': 200} Aug 16 21:10:54.964810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244caf-de09-44c1-8a44-dae53a085b9e req-d46ffe6d-bb36-4ebf-8744-89d39d3efffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:54.972957 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-de244caf-de09-44c1-8a44-dae53a085b9e req-d46ffe6d-bb36-4ebf-8744-89d39d3efffe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0434182 Aug 16 21:10:55.071288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244caf-de09-44c1-8a44-dae53a085b9e req-93a65bc7-861f-4885-964a-3a8a4c892786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.073079 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-de244caf-de09-44c1-8a44-dae53a085b9e req-93a65bc7-861f-4885-964a-3a8a4c892786 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=38863e18a6f249f5904de69e012a3c4b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0990908 Aug 16 21:10:55.167218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de244caf-de09-44c1-8a44-dae53a085b9e req-d4435dcc-9be4-4dd8-8e7e-a1477ed0c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.168744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-de244caf-de09-44c1-8a44-dae53a085b9e req-d4435dcc-9be4-4dd8-8e7e-a1477ed0c74f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889456 Aug 16 21:10:55.225204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cd315-2b39-4060-bc8b-818a7bbaca70 req-d6be92e1-c08e-4654-a427-4f8e90b69245 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.226625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-602cd315-2b39-4060-bc8b-818a7bbaca70 req-d6be92e1-c08e-4654-a427-4f8e90b69245 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0525041 Aug 16 21:10:55.245729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-9204c856-c703-4e1e-b97e-4d0a2b70f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.247248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-9204c856-c703-4e1e-b97e-4d0a2b70f273 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0423458 Aug 16 21:10:55.263664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-602cd315-2b39-4060-bc8b-818a7bbaca70 req-5ffa7c81-2996-4bb7-a64d-7f233ea7980f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 16 21:10:55.294407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-0ed56051-942a-4d66-a918-9f8e1aa7457c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 217 time: 0.0392306 Aug 16 21:10:55.350139 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-7e334a46-6c0d-49ef-b586-c49ccaba19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.351635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-7e334a46-6c0d-49ef-b586-c49ccaba19f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0503092 Aug 16 21:10:55.399415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-d919506f-8750-4e6e-b71a-3e351d47594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:55.400962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-d919506f-8750-4e6e-b71a-3e351d47594f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421319 Aug 16 21:10:55.498013 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-22a60c6a-dc0e-417d-a9b7-033672bf184a service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896420 Aug 16 21:10:55.589850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6db70d48-e566-44d1-83e6-d34d0302e158 req-b5c63c3c-56bb-4d02-8c87-52d363f89288 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845804 Aug 16 21:10:56.386789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5121ea-dcb1-4257-bc54-288ffaa3b2a0 req-0b320154-a873-458d-9bde-523738e17cb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:56.388439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c5121ea-dcb1-4257-bc54-288ffaa3b2a0 req-0b320154-a873-458d-9bde-523738e17cb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0532830 Aug 16 21:10:56.426257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2c5121ea-dcb1-4257-bc54-288ffaa3b2a0 req-7436839f-d15c-4013-a510-d2d207b08487 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Aug 16 21:10:57.540758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97900549-3654-42ab-bcc5-45184993eabf req-145686fc-fe54-4712-ba8c-93ebfcfc319d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:57.542276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97900549-3654-42ab-bcc5-45184993eabf req-145686fc-fe54-4712-ba8c-93ebfcfc319d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0500145 Aug 16 21:10:57.582382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97900549-3654-42ab-bcc5-45184993eabf req-bad74d80-2ece-4b8f-83cc-af4ba64f5739 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340302 Aug 16 21:10:57.740855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:10:57.832847 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:57.846995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'mac_address': 'fa:16:3e:a1:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:10:57.884700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:57.897681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a502bf3-a478-4a8c-b2e8-3536ba19c19d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:10:57.917720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:10:57.993638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:58.040356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:10:58.193377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['9a502bf3-a478-4a8c-b2e8-3536ba19c19d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:10:58.695646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff1df7-7ad2-4522-a9a0-1d86df83b726 req-d552883c-0b44-4267-8577-045a668e216b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:58.698131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2ff1df7-7ad2-4522-a9a0-1d86df83b726 req-d552883c-0b44-4267-8577-045a668e216b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0502331 Aug 16 21:10:58.735372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c2ff1df7-7ad2-4522-a9a0-1d86df83b726 req-b7fa5dea-6613-49f2-9c3b-5edca01eb9d9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Aug 16 21:10:59.764103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:10:59.861236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910d6b-b463-43dc-a04b-04d26fa11655 req-a489f6a4-69c5-44ac-a41c-d0745e37b5a2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:10:59.862838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6910d6b-b463-43dc-a04b-04d26fa11655 req-a489f6a4-69c5-44ac-a41c-d0745e37b5a2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0545468 Aug 16 21:10:59.867173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:10:59.871546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:10:59.872040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.904350 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6910d6b-b463-43dc-a04b-04d26fa11655 req-0a70bd6c-8180-45f7-8c26-281fa0f02cf5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351796 Aug 16 21:10:59.952918 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:10:59.975076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:10:59.977322 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2470d2cc-6521-4ba9-8b48-95655ba5c228" -d '{"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-plugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:10:59.991084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:11:00.014730 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9976960e-be18-4ad2-931a-bf0539bef7fa x-openstack-request-id: req-9976960e-be18-4ad2-931a-bf0539bef7fa {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:00.015039 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-plugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:00.015292 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9976960e-be18-4ad2-931a-bf0539bef7fa {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:00.015696 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'code': 200} Aug 16 21:11:00.033430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:00.082590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:11:00.122349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37f5fd-fd12-43a8-a249-73321aabe129 req-98b5bdfc-d7d3-41a1-a0d3-6ff3edad92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:00.123883 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bb37f5fd-fd12-43a8-a249-73321aabe129 req-98b5bdfc-d7d3-41a1-a0d3-6ff3edad92f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1097 time: 0.0503490 Aug 16 21:11:00.159361 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bb37f5fd-fd12-43a8-a249-73321aabe129 req-b676786f-31e4-4523-b2b8-07148cfe6faa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280685 Aug 16 21:11:00.701094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5dcf38d2-8756-4d93-b853-19b9650de61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:01.026002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50fc67-3180-4c30-86f3-2fcc7ef87866 req-35b7a88f-0fdf-4c5e-8652-fc8434db6d3b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:01.027492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d50fc67-3180-4c30-86f3-2fcc7ef87866 req-35b7a88f-0fdf-4c5e-8652-fc8434db6d3b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0550399 Aug 16 21:11:01.067406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3d50fc67-3180-4c30-86f3-2fcc7ef87866 req-f82b42e2-c0f3-4f88-a059-c0e29d3432a2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336039 Aug 16 21:11:02.184994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759dc156-734c-4933-b058-e870a9c72073 req-55c0950e-17c5-44b4-aafc-099f85b6886e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.186475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759dc156-734c-4933-b058-e870a9c72073 req-55c0950e-17c5-44b4-aafc-099f85b6886e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0493643 Aug 16 21:11:02.225490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-759dc156-734c-4933-b058-e870a9c72073 req-8570419f-bdb4-4d65-803d-010bfc86217b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322201 Aug 16 21:11:02.341013 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017ea34-9e89-43ee-8147-4a5d9ec63c61 req-fccf7a8c-28ee-4628-b481-9cc7848b3ec0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:02.342487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9017ea34-9e89-43ee-8147-4a5d9ec63c61 req-fccf7a8c-28ee-4628-b481-9cc7848b3ec0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0534992 Aug 16 21:11:02.351405 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41694) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:11:02.355804 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'floatingip': {'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:11:02.394564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.820403 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.890552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:02.991994 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 associated. External IP: 172.25.7.97, port: 9a502bf3-a478-4a8c-b2e8-3536ba19c19d. Aug 16 21:11:03.194499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:11:03.302307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:11:03.307227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.312110 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:11:03.327856 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:03.328479 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:10:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:03.334895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4b048f50-0d7e-4ca8-904b-21be7b9e0ca1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "PUT /v2.0/floatingips/f3813eae-c1f2-4d31-8288-edba9b2391a7 HTTP/1.1" status: 200 len: 990 time: 0.9824882 Aug 16 21:11:03.335485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:11:03.337875 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfee6c7-691d-4a55-be6a-49427bdc42a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:11:03.380135 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7441870-306c-4e8c-9dee-21a3f083bc1a x-openstack-request-id: req-e7441870-306c-4e8c-9dee-21a3f083bc1a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:11:03.381008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:11:03.381008 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7441870-306c-4e8c-9dee-21a3f083bc1a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:11:03.381301 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'status': 'completed', 'code': 200} Aug 16 21:11:03.438486 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:03.443557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-36d81db9-6b1c-4514-9b12-a15b305d23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.445277 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-36d81db9-6b1c-4514-9b12-a15b305d23b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1097 time: 0.0430532 Aug 16 21:11:03.539646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-e64f24c9-a4bc-46f2-b35d-c8fc03fc3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.541198 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-e64f24c9-a4bc-46f2-b35d-c8fc03fc3cd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0886455 Aug 16 21:11:03.542355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.608956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-b4ddb3b2-9797-49b4-94bf-6da89ca697d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 998 time: 0.0604632 Aug 16 21:11:03.644724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0bd35975-15db-46db-94ab-7b14b2a859bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:03.660648 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-88f7b896-379c-45b6-aa0e-ee573872c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.662148 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-88f7b896-379c-45b6-aa0e-ee573872c361 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0457890 Aug 16 21:11:03.673344 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:a1:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:11:02Z', 'revision_number': 1, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:03.699614 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:11:03.708623 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:11:03.709281 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:11:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:03.716541 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-58dedfba-7718-4dd5-9f37-a99256e715a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:03.718092 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-58dedfba-7718-4dd5-9f37-a99256e715a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473680 Aug 16 21:11:03.811479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-0303671a-c138-4d49-87a0-390c17827899 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863168 Aug 16 21:11:03.817045 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:11:03.906234 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3cfee6c7-691d-4a55-be6a-49427bdc42a7 req-fe827be1-b630-4fcd-8a7d-7ce2e0dc1e99 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Aug 16 21:11:04.036852 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:a1:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:11:02Z', 'revision_number': 1, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:11:04.061811 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a710a78-0227-4ec3-a0be-52d1eab45b60 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:a1:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:11:02Z', 'revision_number': 1, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:11:04.262583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8b94ae-3052-428b-8c58-79289e0f1d4e None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:11:04.457922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:06.364861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:17.781876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:11:18.661054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:22.260809 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:30.763129 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ff2b2d83-d868-47aa-b57d-c934d60271d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.534678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:33.608931 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d2c66f7d-57c7-44dc-a0d7-b199b30f4c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.379917 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:34.864556 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-c1f4b04f-6d9d-4206-bf65-044d603660a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403433 Aug 16 21:11:34.946961 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-a43a0b75-f2ef-40dd-a809-25b722ba21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:34.948500 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-a43a0b75-f2ef-40dd-a809-25b722ba21b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1097 time: 0.0408740 Aug 16 21:11:35.053406 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-3efa6bb0-4556-4ed6-a00f-8db7f4905274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:35.054872 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-3efa6bb0-4556-4ed6-a00f-8db7f4905274 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0867720 Aug 16 21:11:35.122341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-25c65821-aa41-46c1-95fa-5c28de17ea7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 1000 time: 0.0582676 Aug 16 21:11:35.177071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-faeb4e8b-936c-4b72-b972-e2763d74bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:35.178564 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-faeb4e8b-936c-4b72-b972-e2763d74bab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0481775 Aug 16 21:11:35.227897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-ca681e7e-2b69-42ee-b3c8-bafe0ee278e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:11:35.229433 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-ca681e7e-2b69-42ee-b3c8-bafe0ee278e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428772 Aug 16 21:11:35.323125 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-42446702-0821-445b-8b40-9e8171c144e0 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830956 Aug 16 21:11:35.420098 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7c073e43-1bef-4d91-b30e-c4416fe34bc2 req-623ec63a-2be5-4b60-b1cc-60bd08965a52 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873108 Aug 16 21:11:36.283257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:48.636587 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:52.259464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:11:54.781411 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:00.704664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7a3e1ff7-ef6c-4ded-a066-eca095e07050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.521468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:03.636373 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e9001123-4f22-4d51-8664-2ff9fa07cbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:04.372792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:06.321682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:18.663843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:22.275359 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:30.720311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2266-e07b-4b09-83eb-60890360f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:31.780299 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:12:33.507976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:33.628283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-753caf65-f6e4-4a4c-b53f-be482a86aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:34.388999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:36.360589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:37.526946 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-df217e8d-2d09-468e-be4c-537dbfdf241a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394990 Aug 16 21:12:37.615130 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-7c1e9499-35cc-4ad7-a8e7-07a7b4ba5c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.616569 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-7c1e9499-35cc-4ad7-a8e7-07a7b4ba5c11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1097 time: 0.0451283 Aug 16 21:12:37.720287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-47e5e446-e902-4f8d-b574-31f98bfd9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.721765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-47e5e446-e902-4f8d-b574-31f98bfd9d1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0849330 Aug 16 21:12:37.794464 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-161b9a19-5030-4fb4-96dc-2c30d23ab8c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 1000 time: 0.0616677 Aug 16 21:12:37.845538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-9c797e61-46a2-4b16-b011-ec309b299dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.847818 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-9c797e61-46a2-4b16-b011-ec309b299dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0457673 Aug 16 21:12:37.895164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-cb6e9ca8-3a46-45a6-83ef-ee40f4c4b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:37.896716 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-cb6e9ca8-3a46-45a6-83ef-ee40f4c4b73f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403697 Aug 16 21:12:37.992598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-1e79c1e7-fcb4-4c1b-a779-49698de1c907 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878096 Aug 16 21:12:38.082593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f7b2f11b-55b4-41ed-a4bc-10c4c6af05a5 req-fb1fb21a-8cbd-49f4-8be6-03ec05111ca7 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820951 Aug 16 21:12:40.232024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d9d92-b68d-42b7-8100-0d80408cf563 req-697dd63e-8496-4211-a128-5f7ae919a905 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:40.233662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f54d9d92-b68d-42b7-8100-0d80408cf563 req-697dd63e-8496-4211-a128-5f7ae919a905 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.1255159 Aug 16 21:12:40.271833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f54d9d92-b68d-42b7-8100-0d80408cf563 req-54467d02-7909-4c01-b5bc-469d33dd94cb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Aug 16 21:12:40.791876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf11d7-3b70-4fa8-bbc5-05dd09021239 req-7b40299b-bf54-472c-ac66-4d5058f28354 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:40.793379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53bf11d7-3b70-4fa8-bbc5-05dd09021239 req-7b40299b-bf54-472c-ac66-4d5058f28354 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0539246 Aug 16 21:12:40.832820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53bf11d7-3b70-4fa8-bbc5-05dd09021239 req-40aaf826-eaac-4458-b2f2-304f63f32139 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 16 21:12:40.953253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 41906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:12:41.041126 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-b4f7af94-5837-48c5-b69d-69a990f3820f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865963 Aug 16 21:12:42.010724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fb0e8-c42a-4bb0-b2a2-7e600b688a44 req-b6413cad-97fc-4dd5-9cce-9281450c19b2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:42.012252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084fb0e8-c42a-4bb0-b2a2-7e600b688a44 req-b6413cad-97fc-4dd5-9cce-9281450c19b2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.1091607 Aug 16 21:12:42.050864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-084fb0e8-c42a-4bb0-b2a2-7e600b688a44 req-8910ea23-9d62-49fb-b78c-83962c3d0606 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Aug 16 21:12:43.166249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ca9d8-a20d-4d22-b37f-6f338e6e5c6e req-3a2f5e2d-0fa1-40b4-9e41-b140b11d6b87 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.167716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-098ca9d8-a20d-4d22-b37f-6f338e6e5c6e req-3a2f5e2d-0fa1-40b4-9e41-b140b11d6b87 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0485361 Aug 16 21:12:43.205833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-098ca9d8-a20d-4d22-b37f-6f338e6e5c6e req-dd2c3c6b-d14f-4ce9-bc70-d274b9e45316 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Aug 16 21:12:43.571171 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-70b1237d-521b-406a-8078-9ffc6dcc5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.572755 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-70b1237d-521b-406a-8078-9ffc6dcc5b5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1097 time: 0.0419266 Aug 16 21:12:43.664226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-e9eb9259-b4e6-4fed-8efa-021ae8a04a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.665623 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-e9eb9259-b4e6-4fed-8efa-021ae8a04a91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0862875 Aug 16 21:12:43.732641 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-30e02320-b17a-4d7c-996c-8d51e77cc482 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 1000 time: 0.0597878 Aug 16 21:12:43.781311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-f6e0d300-efab-45e5-b188-d43fe6ed7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.782740 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-f6e0d300-efab-45e5-b188-d43fe6ed7157 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0433202 Aug 16 21:12:43.826794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-24d32949-dc21-48aa-b59a-e1dd36a2851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:43.828348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-24d32949-dc21-48aa-b59a-e1dd36a2851c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392437 Aug 16 21:12:43.920694 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-6f245f72-f7b7-406c-8d46-3a9712704cf9 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843635 Aug 16 21:12:44.007268 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-1a33ae93-7e5f-4c05-97e0-506f654b73e4 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797496 Aug 16 21:12:44.325186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e143c-0f96-423f-83e7-9a705e661a5f req-fdc7ebb3-8b55-48b2-ba53-30039abf6f92 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:44.326893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b41e143c-0f96-423f-83e7-9a705e661a5f req-fdc7ebb3-8b55-48b2-ba53-30039abf6f92 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0517590 Aug 16 21:12:44.363680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b41e143c-0f96-423f-83e7-9a705e661a5f req-5d67b401-4cb0-4ced-97a6-c957134170fe tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Aug 16 21:12:45.488762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8899b-2309-43b1-aaa9-ffbe051d16e8 req-44e7ed48-d37c-4ed8-8ecd-e10ba2b85c5c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:45.490263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ee8899b-2309-43b1-aaa9-ffbe051d16e8 req-44e7ed48-d37c-4ed8-8ecd-e10ba2b85c5c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0550401 Aug 16 21:12:45.529857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ee8899b-2309-43b1-aaa9-ffbe051d16e8 req-0550cb6f-e5ba-41e1-bef4-54cd59bd8a0d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Aug 16 21:12:46.646248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91600e-e7b5-4e10-9d12-cbf6f7441e0b req-e14ab4c6-9512-46d9-bd82-3aafbd1b2742 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:46.647751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee91600e-e7b5-4e10-9d12-cbf6f7441e0b req-e14ab4c6-9512-46d9-bd82-3aafbd1b2742 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0493820 Aug 16 21:12:46.685295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ee91600e-e7b5-4e10-9d12-cbf6f7441e0b req-f445499c-5c5f-458f-afdf-ea806f89f793 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Aug 16 21:12:47.799886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268f79c-4765-48eb-b422-39292f6eca5e req-b88af126-edd3-4ffd-83d0-b3fb279f1cc0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:47.801378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0268f79c-4765-48eb-b422-39292f6eca5e req-b88af126-edd3-4ffd-83d0-b3fb279f1cc0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Aug 16 21:12:47.838876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0268f79c-4765-48eb-b422-39292f6eca5e req-b331731d-21c6-486c-ba0e-f0f3e8256a42 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316632 Aug 16 21:12:48.651364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:48.961015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e234fc9-519c-4654-98ae-866500149e50 req-a157cf5c-b830-4283-9fca-e13ce78f4d43 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:48.962474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e234fc9-519c-4654-98ae-866500149e50 req-a157cf5c-b830-4283-9fca-e13ce78f4d43 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0534544 Aug 16 21:12:48.999835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e234fc9-519c-4654-98ae-866500149e50 req-9efa04a2-0344-47fb-a241-c6d97774fc92 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 16 21:12:50.116205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30438861-f0a2-413c-920d-6d23e3494459 req-38d9a454-8528-4c67-9d90-3e70d9890a5a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:50.117710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30438861-f0a2-413c-920d-6d23e3494459 req-38d9a454-8528-4c67-9d90-3e70d9890a5a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0512061 Aug 16 21:12:50.156005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30438861-f0a2-413c-920d-6d23e3494459 req-4674b191-e2dc-486a-9a9b-73d106544ba3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Aug 16 21:12:51.270014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100b873-7773-48c4-9057-b2cea199e223 req-91c7a598-1c43-429d-9fff-023277ea9595 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:51.271508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c100b873-7773-48c4-9057-b2cea199e223 req-91c7a598-1c43-429d-9fff-023277ea9595 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Aug 16 21:12:51.310365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c100b873-7773-48c4-9057-b2cea199e223 req-748eca98-b398-469e-9085-761e7d107983 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Aug 16 21:12:52.268352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:52.432161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369b33d-e3df-4c15-8ae4-50524d44f81a req-b5e688cb-b1c8-43a6-a953-6eff336df1ac tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:52.433707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9369b33d-e3df-4c15-8ae4-50524d44f81a req-b5e688cb-b1c8-43a6-a953-6eff336df1ac tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0537393 Aug 16 21:12:52.471105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9369b33d-e3df-4c15-8ae4-50524d44f81a req-92c5b8bd-056e-4dc5-8b8e-6f8020c0c6fd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Aug 16 21:12:53.587055 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35a3cc-94c8-4e77-8641-06fa0624b6b5 req-691b62c5-21f7-4981-942d-420d552fb621 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:53.588597 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c35a3cc-94c8-4e77-8641-06fa0624b6b5 req-691b62c5-21f7-4981-942d-420d552fb621 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Aug 16 21:12:53.626794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6c35a3cc-94c8-4e77-8641-06fa0624b6b5 req-9afe0b3c-a012-4c63-8a7c-a84bd0cbd067 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320003 Aug 16 21:12:54.741710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff922a-f152-4eeb-9b1b-7444736129f1 req-fecc3160-f106-4e44-bc65-e9eda63e9a6f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:54.743211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ff922a-f152-4eeb-9b1b-7444736129f1 req-fecc3160-f106-4e44-bc65-e9eda63e9a6f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Aug 16 21:12:54.782963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9ff922a-f152-4eeb-9b1b-7444736129f1 req-27c63d61-c903-4463-a53a-55c119bc5e76 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329742 Aug 16 21:12:55.902819 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592bee-3d50-4169-b4e7-46dbb94ae0b1 req-bcd4c4de-0131-4218-a368-b30ea7f6a857 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:55.904404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e592bee-3d50-4169-b4e7-46dbb94ae0b1 req-bcd4c4de-0131-4218-a368-b30ea7f6a857 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0525506 Aug 16 21:12:55.940284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e592bee-3d50-4169-b4e7-46dbb94ae0b1 req-4164a8b3-8d46-428e-9098-7e9c88dc2ddf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Aug 16 21:12:56.208908 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-b4705555-52a5-41c3-aba0-498bb53495ea req-0b0d9f80-ba9a-450c-a847-b3d6d7bbe89c service neutron] show failed (client error): The resource could not be found. Aug 16 21:12:56.209904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-0b0d9f80-ba9a-450c-a847-b3d6d7bbe89c service neutron] 10.222.0.64 "GET /v2.0/ports/9a502bf3-a478-4a8c-b2e8-3536ba19c19d/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0543880 Aug 16 21:12:56.976292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-db12e871-d82d-447b-a7aa-b27048dd2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:56.977831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-db12e871-d82d-447b-a7aa-b27048dd2da2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1097 time: 0.0895643 Aug 16 21:12:56.990322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:12:57.073276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.095522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d299f-5e66-4558-b282-efebb06de483 req-75e727e4-e8e0-4cdb-9295-7eb5ad3f1274 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:57.097037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42d299f-5e66-4558-b282-efebb06de483 req-75e727e4-e8e0-4cdb-9295-7eb5ad3f1274 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0882070 Aug 16 21:12:57.208162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42d299f-5e66-4558-b282-efebb06de483 req-6935c6c4-e103-442d-ab06-3269b0afb61b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912201 Aug 16 21:12:57.318519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:12:57.351964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:57.390542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:57.392827 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1b68c-52b1-496a-b6be-e2b74c280919" -d '{"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:57.396550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.409015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Transition to ACTIVE for port object 9a502bf3-a478-4a8c-b2e8-3536ba19c19d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:12:57.485678 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.517746 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c24c2-99d1-42a7-8a00-fed353d0f59a x-openstack-request-id: req-803c24c2-99d1-42a7-8a00-fed353d0f59a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:57.518039 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:57.518292 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-803c24c2-99d1-42a7-8a00-fed353d0f59a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:57.518686 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'code': 200} Aug 16 21:12:57.570435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:57.591294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.591779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.592248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.592702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.593154 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.593609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.594061 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.594516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.594961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.595411 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.595881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.596332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:12:57.637675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] No DVR routers for this DVR port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:12:57.773951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:12:57.774288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:12:57.774617 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:57.778779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:12:57.779107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Attempting to bind port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:12:57.783882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:12:57.784228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:12:57.784613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:12:57.785041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Bound port: 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:12:57.785402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.851162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:12:57.854302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:12:57.931470 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.972248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:57.972868 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:12:57.974296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 1092 time: 0.9881206 Aug 16 21:12:58.000852 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd46c16-4daf-4470-a7c9-89510fda91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:12:58.050945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-50e67790-b9d0-46ec-bb2c-e7221415784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.052526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-50e67790-b9d0-46ec-bb2c-e7221415784d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0434740 Aug 16 21:12:58.150660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-3299b6df-09a8-4896-b3f3-c66ebd5b6e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.152352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-3299b6df-09a8-4896-b3f3-c66ebd5b6e00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0916662 Aug 16 21:12:58.233858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-46f67410-2a38-4785-b8dc-ca16231b80d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 998 time: 0.0720220 Aug 16 21:12:58.295121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-1cae100f-4ae4-4442-9082-c1be6cb68025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.296646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-1cae100f-4ae4-4442-9082-c1be6cb68025 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0540650 Aug 16 21:12:58.367236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4705555-52a5-41c3-aba0-498bb53495ea req-ffb54c48-9434-4e85-a8e2-27fe2cc87cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.368787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-ffb54c48-9434-4e85-a8e2-27fe2cc87cd7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624907 Aug 16 21:12:58.376874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1e4ec-c4f4-435a-8782-ba158231bcdc req-e2254e91-cf80-43f1-98ff-4ca88bea3002 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:58.378299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50b1e4ec-c4f4-435a-8782-ba158231bcdc req-e2254e91-cf80-43f1-98ff-4ca88bea3002 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0806868 Aug 16 21:12:58.461910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-50b1e4ec-c4f4-435a-8782-ba158231bcdc req-72b8ca47-7eb5-4165-b6fa-f38590a4bd14 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755751 Aug 16 21:12:58.491865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-60275b80-2bda-4660-83c6-deb2c4b99847 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125844 Aug 16 21:12:58.583029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-848a7200-b87a-48fc-8a14-7073e9eb9daf service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832496 Aug 16 21:12:59.519951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:12:59.522579 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f975e827-eb68-4858-9501-453ca21fcf5e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:12:59.572547 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180e5bc-025c-407c-be1c-8a88d4c14b75 x-openstack-request-id: req-d180e5bc-025c-407c-be1c-8a88d4c14b75 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:12:59.572833 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:12:59.573107 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d180e5bc-025c-407c-be1c-8a88d4c14b75 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:12:59.573504 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'status': 'completed', 'code': 200} Aug 16 21:12:59.592389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d312fa5-7c10-4dc6-9856-8ee9d86a385f req-7e25ee9b-2b35-4cd9-9e36-c018c138f3e2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.593894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d312fa5-7c10-4dc6-9856-8ee9d86a385f req-7e25ee9b-2b35-4cd9-9e36-c018c138f3e2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0605133 Aug 16 21:12:59.641871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-6bb23bc7-8f99-4bed-b9e5-c4a5b8cfcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.644045 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-6bb23bc7-8f99-4bed-b9e5-c4a5b8cfcd48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0491068 Aug 16 21:12:59.658332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7d312fa5-7c10-4dc6-9856-8ee9d86a385f req-04b71575-6859-4d91-96b9-c6f13b3c0ee7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558994 Aug 16 21:12:59.661053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-71dcd7c5-82c3-492e-ad9e-66e1981a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.662506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-71dcd7c5-82c3-492e-ad9e-66e1981a2533 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0677412 Aug 16 21:12:59.744070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-d8c1011a-b887-469a-ad49-cc4bfa76b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.745805 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-d8c1011a-b887-469a-ad49-cc4bfa76b99d service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0935891 Aug 16 21:12:59.818348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-f4cc886c-be88-42b8-9eb6-105a31ab0dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 998 time: 0.0654397 Aug 16 21:12:59.871472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-cc840fc2-efd5-44d7-a712-98353516ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.873022 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-cc840fc2-efd5-44d7-a712-98353516ca4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0470879 Aug 16 21:12:59.922600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-fc0adc2a-7c5d-4285-b14f-3cebd5f3081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:12:59.924190 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-fc0adc2a-7c5d-4285-b14f-3cebd5f3081c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446284 Aug 16 21:13:00.023489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-3edf48fb-e8fb-4ccc-9e8c-506aed3b033a service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Aug 16 21:13:00.112580 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-9a1df11f-1531-47a8-83ae-4a03b845476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.114072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-9a1df11f-1531-47a8-83ae-4a03b845476b service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.4436495 Aug 16 21:13:00.116064 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-2eccf662-0a80-43de-aa8d-9cc15fbdb2fa service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Aug 16 21:13:00.183721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-32792cf2-edf4-4330-94e0-66b576a55aa2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 998 time: 0.0613708 Aug 16 21:13:00.236678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-0b696a49-8cfe-420d-a844-3bfae51d518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.238173 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-0b696a49-8cfe-420d-a844-3bfae51d518d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0455067 Aug 16 21:13:00.288645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975e827-eb68-4858-9501-453ca21fcf5e req-e1a4c6ce-a1ef-4a93-b57a-d27f3a534eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.290032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-e1a4c6ce-a1ef-4a93-b57a-d27f3a534eaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430174 Aug 16 21:13:00.340915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:00.380268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:00.384180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-0afae8fd-40cc-40bd-a255-4f28fe96caa4 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827641 Aug 16 21:13:00.494823 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f975e827-eb68-4858-9501-453ca21fcf5e req-21e0c8b4-8c4a-4c37-8bf3-17783b7d4b84 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020224 Aug 16 21:13:00.725385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f08b184-4f0c-459e-888b-6e455c0effe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:00.787920 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784a22d-bc6b-4f7b-9901-3d9e1ff0f968 req-50986d58-4380-4cfb-b9a2-f59bca2cacfa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:00.789484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b784a22d-bc6b-4f7b-9901-3d9e1ff0f968 req-50986d58-4380-4cfb-b9a2-f59bca2cacfa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0537851 Aug 16 21:13:00.833863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b784a22d-bc6b-4f7b-9901-3d9e1ff0f968 req-18ea1082-cb9d-4999-99f1-30b258c3c007 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351493 Aug 16 21:13:01.174628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8b9eb-72ce-4ddb-b076-958db1364f06 req-af191640-378a-417e-9391-659e9c3cb039 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.176398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e8b9eb-72ce-4ddb-b076-958db1364f06 req-af191640-378a-417e-9391-659e9c3cb039 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0500720 Aug 16 21:13:01.216743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-97e8b9eb-72ce-4ddb-b076-958db1364f06 req-cf6f1fb7-1459-4486-94b8-9383becb0709 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Aug 16 21:13:01.305133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-8e1807ea-db16-427b-8dca-833d563db8aa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.306783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-8e1807ea-db16-427b-8dca-833d563db8aa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3&tenant_id=38863e18a6f249f5904de69e012a3c4b&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 943 time: 0.0577085 Aug 16 21:13:01.384509 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-2a498c29-1a5b-4878-85c0-2196ef5a4f84 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:13:01.384509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-2a498c29-1a5b-4878-85c0-2196ef5a4f84 service neutron] 10.222.0.64 "DELETE /v2.0/ports/9a502bf3-a478-4a8c-b2e8-3536ba19c19d/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0553327 Aug 16 21:13:01.463238 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-1103678f-e78d-4fb3-bf48-16a9536dc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.465320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-1103678f-e78d-4fb3-bf48-16a9536dc3ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 1095 time: 0.0447233 Aug 16 21:13:01.559248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-af883e0b-52c4-4116-8eb6-c8dd9533cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.560764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-af883e0b-52c4-4116-8eb6-c8dd9533cad1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0884583 Aug 16 21:13:01.627812 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-085e4f95-5585-4fa3-a519-c1cfda3d23d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 200 len: 998 time: 0.0581255 Aug 16 21:13:01.679264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-b8f32f74-b7a0-4a2c-acd9-3bdf15b0a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.680657 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-b8f32f74-b7a0-4a2c-acd9-3bdf15b0a002 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0451529 Aug 16 21:13:01.729121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-0e637bf4-c661-42e6-afc0-f7cfa10509e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:01.731510 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-0e637bf4-c661-42e6-afc0-f7cfa10509e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434306 Aug 16 21:13:01.819838 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-e81a20f8-1552-47a0-a5f7-72a3b6280ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814154 Aug 16 21:13:01.913827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4e97c95f-07ef-4074-a9eb-18d15d37ba5f req-5245b13d-7056-4f34-8b35-c92240cf911a service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867734 Aug 16 21:13:02.341224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263c810-da59-4794-ace3-ed3eeb6dfdbe req-a4549368-4ca2-449d-b18c-797f0d3c23c2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:02.342723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5263c810-da59-4794-ace3-ed3eeb6dfdbe req-a4549368-4ca2-449d-b18c-797f0d3c23c2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 943 time: 0.0540752 Aug 16 21:13:02.380624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5263c810-da59-4794-ace3-ed3eeb6dfdbe req-8841b417-9ddd-4bdd-bfbc-44bc7cb718b5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Aug 16 21:13:02.744188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:13:02.836730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:02.847306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'mac_address': 'fa:16:3e:a1:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:13:02.888111 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:02.900774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a502bf3-a478-4a8c-b2e8-3536ba19c19d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:02.921484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:03.056658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.103641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:03.111586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.111964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.112299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.112715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.113048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.113377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.113702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.114026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.114349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.114669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.114994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.115315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:03.304995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9a502bf3-a478-4a8c-b2e8-3536ba19c19d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:13:03.504313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900abb5-828f-4b91-bad4-b4beb6a85f98 req-75a2c77a-643b-4fd8-badc-16ffaeeb4575 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.506444 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7900abb5-828f-4b91-bad4-b4beb6a85f98 req-75a2c77a-643b-4fd8-badc-16ffaeeb4575 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0529029 Aug 16 21:13:03.548262 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7900abb5-828f-4b91-bad4-b4beb6a85f98 req-00fc1e24-e386-47fd-8459-faf8f8bf77c8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344405 Aug 16 21:13:03.554029 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.661316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-94b6f0d6-ee57-4de9-a2c3-d2114c190826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:03.669043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f05242-9e10-47db-91d4-538c67c6bdc6 req-e416f4ec-7ad4-4b42-9ca2-02cc0481d575 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.670529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2f05242-9e10-47db-91d4-538c67c6bdc6 req-e416f4ec-7ad4-4b42-9ca2-02cc0481d575 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0499821 Aug 16 21:13:03.709045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2f05242-9e10-47db-91d4-538c67c6bdc6 req-21ce112d-5d7f-40b5-b7ca-cb8c98d65bdc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Aug 16 21:13:03.826014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a455e6-5665-440a-bf2e-701213e990f6 req-de2d2e61-585d-4bcb-a0b7-33ae217a6570 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:03.827513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a455e6-5665-440a-bf2e-701213e990f6 req-de2d2e61-585d-4bcb-a0b7-33ae217a6570 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0527296 Aug 16 21:13:03.868628 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-30a455e6-5665-440a-bf2e-701213e990f6 req-46817b80-958c-485a-8980-ade51ebcdaa0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349765 Aug 16 21:13:04.372350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbb7cd-8217-4ea2-8748-1668c6b6b6fe req-a5246516-98fb-441b-b8c4-1c3418803c55 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:04.373821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18bbb7cd-8217-4ea2-8748-1668c6b6b6fe req-a5246516-98fb-441b-b8c4-1c3418803c55 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 944 time: 0.0485818 Aug 16 21:13:04.410857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:04.411469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18bbb7cd-8217-4ea2-8748-1668c6b6b6fe req-58a9df55-3bd4-4c3c-a61c-7485d3d0fdb5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Aug 16 21:13:04.775049 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:04.947930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:04.952595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:04.952973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.032317 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.056194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:05.058653 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6401777-17fc-47dd-be68-aad684beae24" -d '{"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-plugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:05.071820 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:05.155472 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f5092-2258-431f-b996-178d8c7c16ac x-openstack-request-id: req-574f5092-2258-431f-b996-178d8c7c16ac {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:05.155791 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-plugged", "status": "completed", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:05.156048 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-574f5092-2258-431f-b996-178d8c7c16ac {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:05.156447 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'code': 200} Aug 16 21:13:05.165093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.215500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:05.528637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d57ed-4db9-4531-b8c6-470fea900946 req-36be10f0-155b-461f-ae3f-b2a98745870d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:05.530062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f17d57ed-4db9-4531-b8c6-470fea900946 req-36be10f0-155b-461f-ae3f-b2a98745870d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Aug 16 21:13:05.570065 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f17d57ed-4db9-4531-b8c6-470fea900946 req-24c103ef-62e0-422c-9db8-bccd8ac853ac tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Aug 16 21:13:05.762516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-be6b319f-4332-41af-9731-48b7f7845299 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:05.764011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-be6b319f-4332-41af-9731-48b7f7845299 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 945 time: 0.0524881 Aug 16 21:13:05.852527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Deleting port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:13:05.852876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:05.945592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] For port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:05.945962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.109341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.109626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.109944 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 disassociated. External IP: 172.25.7.97, port: 9a502bf3-a478-4a8c-b2e8-3536ba19c19d. Aug 16 21:13:06.110297 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Calling delete_port for 9a502bf3-a478-4a8c-b2e8-3536ba19c19d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:13:06.313474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.399341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.426300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'Port': ['ID=9a502bf3-a478-4a8c-b2e8-3536ba19c19d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:06.547992 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:06.678530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86077768-fbfb-4c76-b108-baecf30a4f3b req-5a41af26-541b-43dd-acf2-7d194fb2224a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 210 time: 0.0349169 Aug 16 21:13:06.684467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:06.703780 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:06.713586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:06.714721 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:13:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:06.723508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] No DVR routers for this DVR port 9a502bf3-a478-4a8c-b2e8-3536ba19c19d on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:13:06.726189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:06.728290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e8513700-57b5-49fd-bcd1-81bdf2ff820c req-ff3e175a-26c5-418e-8d8b-46447a8a7bb8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "DELETE /v2.0/ports/9a502bf3-a478-4a8c-b2e8-3536ba19c19d HTTP/1.1" status: 204 len: 173 time: 0.9577801 Aug 16 21:13:06.728730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-deleted', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:06.731842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f9876e-3abc-4e50-af9b-c96815913e20" -d '{"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-deleted", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:06.770459 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983c172-9216-4282-b1c6-d1ee164280ac x-openstack-request-id: req-2983c172-9216-4282-b1c6-d1ee164280ac {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:06.770754 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef27578-fea6-4e6e-acc2-70c46f23cae3", "name": "network-vif-deleted", "tag": "9a502bf3-a478-4a8c-b2e8-3536ba19c19d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:06.771014 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2983c172-9216-4282-b1c6-d1ee164280ac {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:06.771423 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef27578-fea6-4e6e-acc2-70c46f23cae3', 'name': 'network-vif-deleted', 'tag': '9a502bf3-a478-4a8c-b2e8-3536ba19c19d', 'status': 'completed', 'code': 200} Aug 16 21:13:06.904269 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:07.097958 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.124982 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:07.133292 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:07.133876 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:13:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.236607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:07.431586 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:07.458523 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e66a7e-5668-4469-ab67-39f43296562a None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:07.694235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddec2cc-3ab1-4059-807d-2a3298b8527a None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:13:07.789661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd014aa7-adec-45cf-8b75-4ab9e36e0191 req-1c63a40e-ffc0-490b-b1e4-a2ac06d7041f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ef27578-fea6-4e6e-acc2-70c46f23cae3 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Aug 16 21:13:08.779707 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:13:09.018285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-f56ca368-b554-4468-90f1-813abbcbb2d2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1435906483&fields=id&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 267 time: 0.0327709 Aug 16 21:13:09.123972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-b5b639b0-93fb-46d6-898b-14829dc94d20 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:09.125429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-b5b639b0-93fb-46d6-898b-14829dc94d20 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1003935 Aug 16 21:13:09.140019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-1793d30f-01aa-418b-8b1d-905ead221f5b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/quotas/38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 375 time: 0.0088999 Aug 16 21:13:09.197155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-35a1394a-b369-496b-a590-dc1264bd047c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519781 Aug 16 21:13:09.261551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-6b0c3aeb-e9ad-4a46-a75d-973c6075d54b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:13:09.262553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-6b0c3aeb-e9ad-4a46-a75d-973c6075d54b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531337 Aug 16 21:13:09.355615 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-fc2543a8-df5b-4a3b-b652-ba7a383c8da2 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864413 Aug 16 21:13:09.450370 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-a9f37f6a-c4e7-4594-aa41-65cc7ad0eb62 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Aug 16 21:13:09.722293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c4fb379-dbe7-46b4-956f-d6b257d69867 req-c0702849-eefd-4515-817b-ea3038df6f75 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Aug 16 21:13:10.804875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:13:10.818299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7aaa210b-9d4e-4080-a714-896ad9a58a3d req-21cab7b8-1559-4ab9-91d3-ca85cc9d34dc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 210 time: 0.0275609 Aug 16 21:13:10.834001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 9a502bf3-a478-4a8c-b2e8-3536ba19c19d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:13:10.837524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9a502bf3-a478-4a8c-b2e8-3536ba19c19d not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:13:11.927111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4fd80502-1346-4602-88a3-0eabaf9ff8ec req-3323b5d2-2bd6-4a91-bf22-6147c6037947 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 210 time: 0.0271192 Aug 16 21:13:12.202174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-60531598-aeb1-40aa-acbd-51303e682937 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:12.203559 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-60531598-aeb1-40aa-acbd-51303e682937 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1028807 Aug 16 21:13:12.247437 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-4139e874-d9bd-4d2f-8b2e-55aa969dd9c8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 380 time: 0.0333850 Aug 16 21:13:12.257537 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'port': {'device_id': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'admin_state_up': True, 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'security_groups': ['00a9bba4-3f19-4c6e-b14f-a949e8d97b31']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:12.534816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:13:12.538323 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.670266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Allocated IP 172.20.0.6 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/e9b82f0f-5052-4ccd-8749-7e1f90216893) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:13:12.807648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.825793 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Transition to ACTIVE for port object e9b82f0f-5052-4ccd-8749-7e1f90216893 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:12.936737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:12.981586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:13:12.984875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:13:12.988783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:13:12.995342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:13.022722 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.023069 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.023492 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.023795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.024092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.024436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.024761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.025084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.025540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.025723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.026153 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.027758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:13:13.059380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:13.059989 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.060841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690ac22-d065-4fad-b32c-b78d9e50abbc req-51348ab7-e7e1-489f-8328-09cca9eb668a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:13.062452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9690ac22-d065-4fad-b32c-b78d9e50abbc req-51348ab7-e7e1-489f-8328-09cca9eb668a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 931 time: 0.0617564 Aug 16 21:13:13.106796 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9690ac22-d065-4fad-b32c-b78d9e50abbc req-74e96c23-3477-4e9d-893e-ecee7013375b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374033 Aug 16 21:13:13.200176 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-ba80d585-e3c0-4468-8d1f-d3abf83261ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461656 Aug 16 21:13:13.212920 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Request body: {'port': {'device_id': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:13.266029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.300521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-74c1601e-0146-435e-8ffb-f2d18380d15d None None] Provisioning for port e9b82f0f-5052-4ccd-8749-7e1f90216893 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:13.304530 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-74c1601e-0146-435e-8ffb-f2d18380d15d None None] Provisioning complete for port e9b82f0f-5052-4ccd-8749-7e1f90216893 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:13.304929 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-74c1601e-0146-435e-8ffb-f2d18380d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.342163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-74c1601e-0146-435e-8ffb-f2d18380d15d None None] Port e9b82f0f-5052-4ccd-8749-7e1f90216893 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:13:13.848641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b82f0f-5052-4ccd-8749-7e1f90216893 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:13.856687 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.868054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Transition to ACTIVE for port object e9b82f0f-5052-4ccd-8749-7e1f90216893 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:13:13.947590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:13.997516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:14.067568 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:13:14.068003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:13:14.068336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:14.073302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:13:14.073622 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:13:14.078954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:13:14.079288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:13:14.079672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:13:14.080124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Bound port: e9b82f0f-5052-4ccd-8749-7e1f90216893, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:13:14.080481 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.147135 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:13:14.150299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:13:14.222599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.231281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eb43a-1c2d-4668-a797-a84c95137630 req-8ef126fa-ff4f-4ea1-aa73-b5eb46488db5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.232866 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f66eb43a-1c2d-4668-a797-a84c95137630 req-8ef126fa-ff4f-4ea1-aa73-b5eb46488db5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0510457 Aug 16 21:13:14.255599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.256263 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:14.257919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1092 time: 1.0491006 Aug 16 21:13:14.258372 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:14.261314 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e661c79eac0422397586f1b102c3a2b5ac6d17dfd360276e1ba88cecde56a3b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6b44c-9199-4a38-9571-cfa668494cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:14.278376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f66eb43a-1c2d-4668-a797-a84c95137630 req-a9e3ff5b-ee36-40e0-8324-856dc503f613 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375085 Aug 16 21:13:14.295931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514859-e2d3-4439-b513-0dfcc03135b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:14.378273 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbeef97-6eba-4059-a9ea-ddc98bd4ed10 x-openstack-request-id: req-6dbeef97-6eba-4059-a9ea-ddc98bd4ed10 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:14.378564 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:14.378811 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dbeef97-6eba-4059-a9ea-ddc98bd4ed10 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:14.379569 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'status': 'completed', 'code': 200} Aug 16 21:13:14.429586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-cae8eac4-d856-4d1f-8b4c-3ba48f8b0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.431149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-cae8eac4-d856-4d1f-8b4c-3ba48f8b0af9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1095 time: 0.0460975 Aug 16 21:13:14.474581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-faaa9004-fdd1-42a9-b1fb-3d6e1e1703ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 217 time: 0.0352530 Aug 16 21:13:14.527246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-7aaac4be-6658-42d6-9728-1e0b6e78fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.528708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-7aaac4be-6658-42d6-9728-1e0b6e78fa5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0441349 Aug 16 21:13:14.574904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-a51e89d1-f86c-4bda-8be2-0e6f11a63425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.576432 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-a51e89d1-f86c-4bda-8be2-0e6f11a63425 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398507 Aug 16 21:13:14.667999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-36411b76-294c-4030-88ba-d76a5ca794d7 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Aug 16 21:13:14.759465 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48a7143c-b65f-4be9-a2d0-738090aebf8c req-64f6c9a3-f8e2-49fd-8d59-5198cd2d7e5f service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843849 Aug 16 21:13:14.943151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-0fe342aa-fc56-4d16-bbc3-b130c607713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:14.944609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-0fe342aa-fc56-4d16-bbc3-b130c607713f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1095 time: 0.0403359 Aug 16 21:13:15.035302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-a4e15de1-1c2c-4cd1-be57-c16258069c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:15.036804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-a4e15de1-1c2c-4cd1-be57-c16258069c49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0853915 Aug 16 21:13:15.081255 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-8a746591-cd14-4dcd-a42d-ca8ae5e2d293 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 217 time: 0.0338831 Aug 16 21:13:15.131214 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-3612c630-1718-40d5-84b7-db7fbc472a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:15.132643 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-3612c630-1718-40d5-84b7-db7fbc472a13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0414279 Aug 16 21:13:15.178447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-488fb7c6-3878-4dac-856a-d7474adec234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:15.179936 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-488fb7c6-3878-4dac-856a-d7474adec234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390291 Aug 16 21:13:15.270546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-a201445a-0a1b-405f-bfee-1630d3652d6a service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829065 Aug 16 21:13:15.369309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-48c6b44c-9199-4a38-9571-cfa668494cfb req-b84b0e4b-0266-440f-96b8-e0993677fe5a service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892773 Aug 16 21:13:15.403775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b047758-0b0f-4ab2-a851-660eddab1b75 req-743b1c94-1ff2-45bd-8f64-dbb7e45e5507 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:15.405287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b047758-0b0f-4ab2-a851-660eddab1b75 req-743b1c94-1ff2-45bd-8f64-dbb7e45e5507 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0504932 Aug 16 21:13:15.442988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b047758-0b0f-4ab2-a851-660eddab1b75 req-5f7930b9-0014-4ee4-9f80-ff663cd34963 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Aug 16 21:13:16.413386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:13:16.506340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:16.517475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'mac_address': 'fa:16:3e:5e:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:13:16.559888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.563168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd4b0-8290-4c44-aeb5-6ce1f38ea9de req-311194ba-21e8-484e-a0ca-2e15fb5e5f5e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:16.564871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeacd4b0-8290-4c44-aeb5-6ce1f38ea9de req-311194ba-21e8-484e-a0ca-2e15fb5e5f5e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0540149 Aug 16 21:13:16.573997 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b82f0f-5052-4ccd-8749-7e1f90216893 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:13:16.593765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:16.603155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aeacd4b0-8290-4c44-aeb5-6ce1f38ea9de req-51348da2-c46b-4764-9671-955fdd7244b0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Aug 16 21:13:16.668218 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:16.715973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:16.879063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['e9b82f0f-5052-4ccd-8749-7e1f90216893'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:13:17.716661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73262c09-44f2-4cfb-8605-97ec1f9eb7b4 req-f8937a9e-a274-4c1f-abb6-7a0e5cae8afa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:17.718161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73262c09-44f2-4cfb-8605-97ec1f9eb7b4 req-f8937a9e-a274-4c1f-abb6-7a0e5cae8afa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 944 time: 0.0489848 Aug 16 21:13:17.758288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73262c09-44f2-4cfb-8605-97ec1f9eb7b4 req-50799281-aa97-4831-b1c3-e0a9c6092e12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342236 Aug 16 21:13:18.429638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:13:18.594004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port e9b82f0f-5052-4ccd-8749-7e1f90216893 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:13:18.597587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port e9b82f0f-5052-4ccd-8749-7e1f90216893 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:13:18.613678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.671479 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.693583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:18.695753 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf703c2-d46d-42c1-91b3-43ea2a1cb78d" -d '{"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-plugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:18.708765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:13:18.732863 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551ce55f-b2cb-4c40-9f37-33f3fc769ea6 x-openstack-request-id: req-551ce55f-b2cb-4c40-9f37-33f3fc769ea6 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:18.733149 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-plugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:18.733399 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-551ce55f-b2cb-4c40-9f37-33f3fc769ea6 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:18.733789 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'code': 200} Aug 16 21:13:18.753643 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.830126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a0a8a-04fe-467e-b9b8-b1490cbc35ce req-7fe2d3da-6e9b-4b1d-aaae-7308d77b6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:18.831626 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2c7a0a8a-04fe-467e-b9b8-b1490cbc35ce req-7fe2d3da-6e9b-4b1d-aaae-7308d77b6028 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1096 time: 0.0421858 Aug 16 21:13:18.866768 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-2c7a0a8a-04fe-467e-b9b8-b1490cbc35ce req-39c05bcf-d183-4123-b214-9ece714effcd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276167 Aug 16 21:13:18.879164 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:18.879642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd9097-a5f2-43b0-a9eb-7fedaadea00c req-eac868f6-9061-42a0-8ea4-185bda02ee34 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:18.881159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8dd9097-a5f2-43b0-a9eb-7fedaadea00c req-eac868f6-9061-42a0-8ea4-185bda02ee34 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 944 time: 0.0485864 Aug 16 21:13:18.919287 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8dd9097-a5f2-43b0-a9eb-7fedaadea00c req-da3fec69-afba-4823-b612-ac255a098d2d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312002 Aug 16 21:13:18.930249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:13:20.037838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84690c-ec2c-4005-8b21-392acae69884 req-c0e8e2f0-f1d5-4a95-b8cd-dd2c46a334c6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:20.039297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a84690c-ec2c-4005-8b21-392acae69884 req-c0e8e2f0-f1d5-4a95-b8cd-dd2c46a334c6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0519884 Aug 16 21:13:20.077176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a84690c-ec2c-4005-8b21-392acae69884 req-3f5c1378-8926-4b9e-918f-1c999f848daf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Aug 16 21:13:20.187490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10166-6666-44ea-93de-abedc7366b73 req-a7589af4-0fc6-43a6-8c0f-0fd6699662bc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:20.189004 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-07d10166-6666-44ea-93de-abedc7366b73 req-a7589af4-0fc6-43a6-8c0f-0fd6699662bc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0494125 Aug 16 21:13:20.197809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42078) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:13:20.202135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'floatingip': {'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:13:20.241131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.662826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.735889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:20.835876 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 associated. External IP: 172.25.7.97, port: e9b82f0f-5052-4ccd-8749-7e1f90216893. Aug 16 21:13:21.040153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:13:21.146759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:13:21.152462 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:21.156993 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:13:21.165469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:21.166070 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:13:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:21.183168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b4522b2a-48e7-462f-b781-6938a4064d4a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "PUT /v2.0/floatingips/f3813eae-c1f2-4d31-8288-edba9b2391a7 HTTP/1.1" status: 200 len: 990 time: 0.9843652 Aug 16 21:13:21.183797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:13:21.186552 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:13:21.224537 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2a48d8-c956-4e21-a324-db53487896a5 x-openstack-request-id: req-4c2a48d8-c956-4e21-a324-db53487896a5 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:13:21.224932 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:13:21.225332 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c2a48d8-c956-4e21-a324-db53487896a5 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:13:21.225748 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'status': 'completed', 'code': 200} Aug 16 21:13:21.273124 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:21.287244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-d49238e0-644a-413f-a8a1-bc304d71d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.288810 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-d49238e0-644a-413f-a8a1-bc304d71d28a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1097 time: 0.0415049 Aug 16 21:13:21.381047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-38772ff1-4c9f-4e95-9665-3261e9801b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.382604 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-38772ff1-4c9f-4e95-9665-3261e9801b9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0873833 Aug 16 21:13:21.448863 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-59ed1db3-da0c-4a53-9160-831c49dd52df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 998 time: 0.0590432 Aug 16 21:13:21.499519 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-da957e8f-e80d-4ff6-9e79-ae982db27476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.501065 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-da957e8f-e80d-4ff6-9e79-ae982db27476 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0460103 Aug 16 21:13:21.501776 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:5e:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:13:20Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:21.531135 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:13:21.539478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:13:21.540097 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:13:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:21.551613 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-edf5adf7-3493-4a43-995b-a8d859436bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:21.553184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-edf5adf7-3493-4a43-995b-a8d859436bea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446670 Aug 16 21:13:21.644198 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:13:21.652637 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-34fdae18-f957-43da-9690-f2d4a0191990 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919726 Aug 16 21:13:21.748627 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-18e5ebee-6ab3-48ce-8ee0-52d9a1bca1cf req-70053873-a51c-439e-9daf-5464dae532e0 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Aug 16 21:13:21.861301 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:5e:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:13:20Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:13:21.976626 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d558a7-6c86-467c-88cc-2ae68ce48ed8 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:5e:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:13:20Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:13:22.170987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e82d4bf-370a-4e9f-8272-9c2ec404e757 None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:13:22.316640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:30.724210 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d11c7940-896d-4604-a8d2-f6f2e5dc6abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:33.518226 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:33.667692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8222245b-c9e1-4066-9988-cd61d046657b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:34.398800 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:36.301034 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:37.616331 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-639484dc-e542-4c33-bc9b-2086c31f1c50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399094 Aug 16 21:13:37.700761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-9258d78b-0228-43fc-94fb-e473d0e0338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:37.702149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-9258d78b-0228-43fc-94fb-e473d0e0338f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1097 time: 0.0411129 Aug 16 21:13:37.808890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-6a60b686-3a99-4501-9aed-ad8adc44647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:37.810400 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-6a60b686-3a99-4501-9aed-ad8adc44647c service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0875628 Aug 16 21:13:37.876019 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-d2a8f925-3300-4c17-8218-20231eabf4b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1000 time: 0.0567167 Aug 16 21:13:37.930514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-18d10a1d-4b65-4979-a931-1eec81d53e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:37.932038 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-18d10a1d-4b65-4979-a931-1eec81d53e03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0466468 Aug 16 21:13:37.980614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-78185a7d-b76f-43dc-a999-fdb0cfd791d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:13:37.981999 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-78185a7d-b76f-43dc-a999-fdb0cfd791d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398870 Aug 16 21:13:38.074523 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-d3ac671f-3118-417f-af0d-075c3ae00021 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851436 Aug 16 21:13:38.172938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab89d18d-5374-4fe1-ac2a-32a71d355194 req-36bc50eb-7dea-4239-97d7-7e7107cc87fe service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856340 Aug 16 21:13:45.780233 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:13:48.677719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:13:52.272770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:00.695994 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1f1b07aa-d5a1-472b-99a1-9ea22c6976d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:03.533442 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:03.661391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-61554c8f-3ee0-4cbd-8cbe-a16c46c7c737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:04.408158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:06.304436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:18.719312 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:22.277429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:22.780730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:14:30.760363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-de8ee470-f539-4258-afda-ffdfd19b08d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:33.516817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:33.668423 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-43b231a4-f2db-40c3-953b-92bc326e93d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:34.402556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:36.302549 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:39.508889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-7b643af9-08a4-4c13-b1d6-46c1a10e9a4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948493 Aug 16 21:14:39.596878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-de197a44-30bb-4980-bae9-3bf45b8624ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:39.598362 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-de197a44-30bb-4980-bae9-3bf45b8624ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1097 time: 0.0450056 Aug 16 21:14:39.700730 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-a9ff9c4d-2aa0-4841-9141-f397f5090458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:39.702124 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-a9ff9c4d-2aa0-4841-9141-f397f5090458 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0839944 Aug 16 21:14:39.775159 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-07cb665c-1231-4d05-8aec-90892d4abf3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1000 time: 0.0620716 Aug 16 21:14:39.824878 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-03ab95ea-4bc0-491c-bd38-5fdd0bad2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:39.826344 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-03ab95ea-4bc0-491c-bd38-5fdd0bad2dfb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0437832 Aug 16 21:14:39.871110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-b86a1667-ea15-4aff-8316-dfae594a232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:39.872595 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-b86a1667-ea15-4aff-8316-dfae594a232a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394247 Aug 16 21:14:39.963377 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-825b1b80-c2e3-497b-8242-dd7c7b6aa07e service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 Aug 16 21:14:40.053213 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-20b95ecc-687f-4b70-b8a2-9fb5434dad01 req-b58e2bb9-82c5-4ee9-96fc-49b4dba94937 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821376 Aug 16 21:14:48.723135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:52.280971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:14:58.096046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7024-b56f-4db3-b217-3361b0012881 req-44d4340b-4554-4f27-97de-300cbe01fcfb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:58.097564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-053a7024-b56f-4db3-b217-3361b0012881 req-44d4340b-4554-4f27-97de-300cbe01fcfb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0510399 Aug 16 21:14:58.135769 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-053a7024-b56f-4db3-b217-3361b0012881 req-68c3e2c7-44cf-4d7a-86c1-d80481dc8ed0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318246 Aug 16 21:14:59.257167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa008ad-f509-4ad8-a957-848ceb65dd7d req-3048027c-f3c2-409d-982a-57ffd3504b78 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:14:59.258665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fa008ad-f509-4ad8-a957-848ceb65dd7d req-3048027c-f3c2-409d-982a-57ffd3504b78 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Aug 16 21:14:59.297525 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9fa008ad-f509-4ad8-a957-848ceb65dd7d req-82357fbc-2696-4bd1-bdbf-a25adb687517 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Aug 16 21:14:59.780984 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:00.419693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ddf2-3270-474a-88e9-3a0a490965e3 req-62627d9e-4410-4ce6-9c06-5bdd748d6f9e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:00.421212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8c2ddf2-3270-474a-88e9-3a0a490965e3 req-62627d9e-4410-4ce6-9c06-5bdd748d6f9e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0558674 Aug 16 21:15:00.457669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8c2ddf2-3270-474a-88e9-3a0a490965e3 req-a819ec29-eba6-4a1a-90e8-b567837395b1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Aug 16 21:15:00.749728 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0548b0ff-8291-4078-b4e0-53fc37b63825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:01.572412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50a8f0-140a-49d4-988a-e00fefce434e req-18997141-6588-4a81-b30e-c86475c57869 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:01.574571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b50a8f0-140a-49d4-988a-e00fefce434e req-18997141-6588-4a81-b30e-c86475c57869 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0494356 Aug 16 21:15:01.611808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6b50a8f0-140a-49d4-988a-e00fefce434e req-cc8e22cb-0de6-4715-8265-5ec04650750f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313075 Aug 16 21:15:02.732023 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5876ac-85c5-4104-a848-6fc3318f8287 req-b1ed76a4-8cbc-4c6b-923d-021c4b603fab tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:02.733869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d5876ac-85c5-4104-a848-6fc3318f8287 req-b1ed76a4-8cbc-4c6b-923d-021c4b603fab tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0541885 Aug 16 21:15:02.770848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9d5876ac-85c5-4104-a848-6fc3318f8287 req-5920c987-2fe4-4592-9f30-60297d5cab9d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310009 Aug 16 21:15:03.521003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.626344 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-168fa8c2-a56b-4737-93c9-59eaafe8e71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:03.885339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b19c8-918e-4a64-a044-ee6d035fccc7 req-68e7e32f-82d0-416b-b318-50c6fb5ffa5a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:03.886874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d68b19c8-918e-4a64-a044-ee6d035fccc7 req-68e7e32f-82d0-416b-b318-50c6fb5ffa5a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0496309 Aug 16 21:15:03.924274 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d68b19c8-918e-4a64-a044-ee6d035fccc7 req-070118d6-6ad0-408b-ae87-25526b6451ee tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Aug 16 21:15:04.420555 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:05.038120 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb44dfd-51b7-4c76-9e97-be5b62ef4ea9 req-bcfe1d24-46d2-4393-8e30-3d08dbcdf966 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:05.039616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fb44dfd-51b7-4c76-9e97-be5b62ef4ea9 req-bcfe1d24-46d2-4393-8e30-3d08dbcdf966 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0492005 Aug 16 21:15:05.132591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fb44dfd-51b7-4c76-9e97-be5b62ef4ea9 req-98ace671-3c02-4149-8f98-bb2cfb28ad2a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328715 Aug 16 21:15:06.294800 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744cd4-9f96-4469-ac66-0fe99fae6638 req-6549ec36-3ee1-43a3-9855-d1202c83530d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:06.296354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c744cd4-9f96-4469-ac66-0fe99fae6638 req-6549ec36-3ee1-43a3-9855-d1202c83530d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0564718 Aug 16 21:15:06.335771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c744cd4-9f96-4469-ac66-0fe99fae6638 req-40a4412d-b7ce-4370-ba2a-2dd74183e213 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334370 Aug 16 21:15:06.356181 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:07.535169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399837b-2b73-4534-9a6d-d00b30b137b6 req-e34bcab3-def7-440b-9c97-630ab1ca20b0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:07.536703 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2399837b-2b73-4534-9a6d-d00b30b137b6 req-e34bcab3-def7-440b-9c97-630ab1ca20b0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0955026 Aug 16 21:15:07.575489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2399837b-2b73-4534-9a6d-d00b30b137b6 req-18510231-a678-4deb-b65e-a039766bd0ef tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Aug 16 21:15:08.689258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e467e-4939-4663-897d-f02842c96fc6 req-50a7a4f1-82c0-430f-bba9-1a2b135ca7ef tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:08.690782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-806e467e-4939-4663-897d-f02842c96fc6 req-50a7a4f1-82c0-430f-bba9-1a2b135ca7ef tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Aug 16 21:15:08.728965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-806e467e-4939-4663-897d-f02842c96fc6 req-60333066-142a-4da6-bf94-b38807d75436 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Aug 16 21:15:09.190508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbc009-3fe8-4b2a-8bef-4bbc58287829 req-03659d29-39c7-4383-ad83-d60c48415315 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:09.192553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74dbc009-3fe8-4b2a-8bef-4bbc58287829 req-03659d29-39c7-4383-ad83-d60c48415315 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0977261 Aug 16 21:15:09.237271 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74dbc009-3fe8-4b2a-8bef-4bbc58287829 req-d236c930-cb60-46e4-b406-987f796d535a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Aug 16 21:15:09.300931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-1e6c1198-21aa-46fd-9949-dda457c1770c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954680 Aug 16 21:15:10.356929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a166c52-8c63-4123-aaf9-50729b3d9d2c req-385e6f13-68a7-46d6-954b-5a86a5aa7c9c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:10.358484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a166c52-8c63-4123-aaf9-50729b3d9d2c req-385e6f13-68a7-46d6-954b-5a86a5aa7c9c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0528467 Aug 16 21:15:10.396939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a166c52-8c63-4123-aaf9-50729b3d9d2c req-abf38c10-6405-48e1-9ea1-c3ff6a494fd2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Aug 16 21:15:11.515303 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa72c3-6ffc-4102-be1f-0420f4ef1a21 req-5fb2636f-1111-402b-ab8b-0e033db045a4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:11.516852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6daa72c3-6ffc-4102-be1f-0420f4ef1a21 req-5fb2636f-1111-402b-ab8b-0e033db045a4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0530059 Aug 16 21:15:11.556233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6daa72c3-6ffc-4102-be1f-0420f4ef1a21 req-1684bf70-7196-45e2-b317-79009c58def2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Aug 16 21:15:11.819276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-09929703-b714-4b15-8230-bceb02863d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:11.820690 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-09929703-b714-4b15-8230-bceb02863d6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1097 time: 0.0454905 Aug 16 21:15:11.908951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-7c4bc4ae-95df-4a21-a56f-13d81f9a0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:11.910429 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-7c4bc4ae-95df-4a21-a56f-13d81f9a0fff service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0829542 Aug 16 21:15:11.978496 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-80314458-8787-4ebd-9576-6aa0bbe73210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1000 time: 0.0611594 Aug 16 21:15:12.027234 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-103f7d7c-1efa-4ea0-bcb3-57681cea15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.028724 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-103f7d7c-1efa-4ea0-bcb3-57681cea15e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0423334 Aug 16 21:15:12.077305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-2bc9fe5e-0e75-4ef5-a91d-1ceb0c2ef243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.078707 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-2bc9fe5e-0e75-4ef5-a91d-1ceb0c2ef243 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409522 Aug 16 21:15:12.170230 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-625b2e2f-144f-4c90-9a05-90ef6e7e6154 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841951 Aug 16 21:15:12.257767 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-7cd9a6f4-8af5-4c90-8688-6300defbf4d9 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798326 Aug 16 21:15:12.674492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c43597-b296-4826-9c32-e34187e8d261 req-2794361a-39dc-4676-b7a5-decc934d373e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:12.676009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1c43597-b296-4826-9c32-e34187e8d261 req-2794361a-39dc-4676-b7a5-decc934d373e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0500336 Aug 16 21:15:12.714197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1c43597-b296-4826-9c32-e34187e8d261 req-38639155-f3bd-46d7-9527-0038061e748a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Aug 16 21:15:13.830107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bfe6f-0fb6-4fca-8d06-99a430a593e2 req-c8f9c3d1-8454-4ff5-b50f-1483d29b6489 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:13.831585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea0bfe6f-0fb6-4fca-8d06-99a430a593e2 req-c8f9c3d1-8454-4ff5-b50f-1483d29b6489 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0483837 Aug 16 21:15:13.870512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea0bfe6f-0fb6-4fca-8d06-99a430a593e2 req-0300b82b-c6e4-4180-94d2-d220c1b40763 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Aug 16 21:15:14.335299 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-7cfa5754-97d7-4958-8043-ad91f656de24 service neutron] show failed (client error): The resource could not be found. Aug 16 21:15:14.336407 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-7cfa5754-97d7-4958-8043-ad91f656de24 service neutron] 10.222.0.64 "GET /v2.0/ports/e9b82f0f-5052-4ccd-8749-7e1f90216893/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0627599 Aug 16 21:15:14.873305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-1f7c6e15-8b02-46af-8805-adef24aaaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:14.874786 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-1f7c6e15-8b02-46af-8805-adef24aaaae8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1097 time: 0.0437174 Aug 16 21:15:14.887995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:14.951029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.021525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4abaf-8905-4e08-ba74-e09b7404f92e req-38417d9c-c4ae-4f39-8557-faaa77ed597b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:15.022994 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32b4abaf-8905-4e08-ba74-e09b7404f92e req-38417d9c-c4ae-4f39-8557-faaa77ed597b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0844903 Aug 16 21:15:15.126910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32b4abaf-8905-4e08-ba74-e09b7404f92e req-72f3af33-f633-47d1-879a-1fe70525f8a4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936422 Aug 16 21:15:15.555148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:15.588234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:15.626741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:15.629002 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401be63e-8732-41f6-9cce-fa20a7bba6d6" -d '{"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:15.632732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.644929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Transition to ACTIVE for port object e9b82f0f-5052-4ccd-8749-7e1f90216893 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:15.680314 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6163db83-be5f-462a-a2e6-7f76f57a903d x-openstack-request-id: req-6163db83-be5f-462a-a2e6-7f76f57a903d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:15.680607 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:15.680858 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6163db83-be5f-462a-a2e6-7f76f57a903d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:15.681284 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'code': 200} Aug 16 21:15:15.723452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:15.804735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:15.819204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.819551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.820053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.820401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.820735 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.821068 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.821396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.821724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.822050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.822378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.822702 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.823022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:15.860731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] No DVR routers for this DVR port e9b82f0f-5052-4ccd-8749-7e1f90216893 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:15.994251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:15.994856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:15.994856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:15.998971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:15:15.999294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Attempting to bind port e9b82f0f-5052-4ccd-8749-7e1f90216893 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:16.003995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:16.004338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:16.004721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:16.005142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Bound port: e9b82f0f-5052-4ccd-8749-7e1f90216893, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:16.005494 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:16.066677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:16.069556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:16.186973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:16.254843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.255478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:16.256929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] 10.222.0.73 "PUT /v2.0/ports/e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1092 time: 1.3735573 Aug 16 21:15:16.298997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f7516-051d-4448-8aba-64c77761f47b service neutron] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:16.326576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039e86a-83b8-4a34-af86-249eb4896abe req-70a4da4a-4844-41e5-932c-7982ad43ce5e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.328212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a039e86a-83b8-4a34-af86-249eb4896abe req-70a4da4a-4844-41e5-932c-7982ad43ce5e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.1318600 Aug 16 21:15:16.370254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-8902d625-24c6-42df-b7d1-5fb239c287d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.372705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-8902d625-24c6-42df-b7d1-5fb239c287d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1095 time: 0.0912051 Aug 16 21:15:16.380903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a039e86a-83b8-4a34-af86-249eb4896abe req-a8441652-3271-43da-a736-9aabdf245258 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Aug 16 21:15:16.473621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-9d005c2b-345b-464c-8447-182e7dd16d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.475119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-9d005c2b-345b-464c-8447-182e7dd16d21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0933409 Aug 16 21:15:16.540015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-8ad73632-aaa3-4e31-8c3e-8b06af069149 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 998 time: 0.0568244 Aug 16 21:15:16.593901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-d934e918-71c9-46cc-8515-c47384a43b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.595392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-d934e918-71c9-46cc-8515-c47384a43b3c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0480189 Aug 16 21:15:16.644900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-b2f3a5fe-ba38-422e-b354-7d23b7d0ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:16.646373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-b2f3a5fe-ba38-422e-b354-7d23b7d0ab7d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393317 Aug 16 21:15:16.734915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-2cfe9f85-e7ba-4a45-b5f0-1fc3828b715a service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805044 Aug 16 21:15:16.829713 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0d6afa4-f443-4b62-97fb-0cc09082d001 req-a00ec71b-d692-4e18-a0c1-fb382502b614 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869071 Aug 16 21:15:16.992244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:17.030448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:17.499300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e595c-1b5f-4b31-938e-a10ac67ac853 req-ff77ee1b-d9dd-4c74-9020-98476227cd49 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.500739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b9e595c-1b5f-4b31-938e-a10ac67ac853 req-ff77ee1b-d9dd-4c74-9020-98476227cd49 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0496707 Aug 16 21:15:17.538900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b9e595c-1b5f-4b31-938e-a10ac67ac853 req-6c22ca19-e855-481c-b38a-f664e98f1457 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Aug 16 21:15:17.681905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:17.684911 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}527a64dd7afbbe9335e55b9e57e624682ae1c1e896c819abaff1f7b4c9897034" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4eeec3-7a07-4b53-ae14-c69af31e4887" -d '{"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:17.731385 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb297c7a-641f-4503-bc70-65e9c55aac71 x-openstack-request-id: req-bb297c7a-641f-4503-bc70-65e9c55aac71 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:17.731677 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:17.731966 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb297c7a-641f-4503-bc70-65e9c55aac71 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:17.732383 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'status': 'completed', 'code': 200} Aug 16 21:15:17.799754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-02a13558-eaeb-4948-ae8f-834fc89076e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.801476 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-02a13558-eaeb-4948-ae8f-834fc89076e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1095 time: 0.0466056 Aug 16 21:15:17.888172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-063896e6-0a95-474c-894b-26c2708e5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.889694 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-063896e6-0a95-474c-894b-26c2708e5d3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1095 time: 0.0817201 Aug 16 21:15:17.895786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-dfb01d9e-1818-4ec4-8bbe-2e21b3f04fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.897244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-dfb01d9e-1818-4ec4-8bbe-2e21b3f04fcf service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0868294 Aug 16 21:15:17.968292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-20215c93-5fe3-4ee9-ad12-84a1badbf3df service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 998 time: 0.0619733 Aug 16 21:15:17.981117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-abf260ee-aa37-4f15-94ce-9bf20a1202d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:17.982613 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-abf260ee-aa37-4f15-94ce-9bf20a1202d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0853791 Aug 16 21:15:18.018577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-b65211c8-2441-4295-b6a8-9aa708e8eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.020019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-b65211c8-2441-4295-b6a8-9aa708e8eba1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0441213 Aug 16 21:15:18.053186 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-3794056d-20b9-4d34-a0f1-8f6bab23757f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 998 time: 0.0625665 Aug 16 21:15:18.066900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-410e50df-e005-4c9e-a284-082a535c7f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.068421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-410e50df-e005-4c9e-a284-082a535c7f2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395482 Aug 16 21:15:18.101926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-8bcdd466-32ee-4e14-9b81-b82daf6d7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.103375 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-8bcdd466-32ee-4e14-9b81-b82daf6d7ee9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0439496 Aug 16 21:15:18.150842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-64911aad-8217-4e23-9717-4f2757bf7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.152487 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-64911aad-8217-4e23-9717-4f2757bf7fe2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406375 Aug 16 21:15:18.161523 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-46907dd4-0abf-42d4-9ff1-1a941911ec22 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Aug 16 21:15:18.247934 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-b2f59334-0353-4e78-873d-dd20bf804361 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Aug 16 21:15:18.253051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-84e1b638-7779-405c-8f75-c0d631b517f2 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828791 Aug 16 21:15:18.338184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3e4eeec3-7a07-4b53-ae14-c69af31e4887 req-7ee30504-0115-4b75-8cc3-0f3c686870de service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827272 Aug 16 21:15:18.659937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737a421-b421-48f7-9bca-1a12b6939931 req-6dbd7dc1-b45e-4d02-8a41-637b71989b98 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:18.661341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c737a421-b421-48f7-9bca-1a12b6939931 req-6dbd7dc1-b45e-4d02-8a41-637b71989b98 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0549486 Aug 16 21:15:18.700508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c737a421-b421-48f7-9bca-1a12b6939931 req-29525c3a-be98-45dc-b68f-1b22711bc4bb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Aug 16 21:15:18.700751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.496907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:19.595826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:19.606832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'mac_address': 'fa:16:3e:5e:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:19.642635 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.654830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b82f0f-5052-4ccd-8749-7e1f90216893 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:19.673875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:19.817521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be755d99-75c3-49b2-b20a-baac49b1c1a0 req-91a4b8b8-ea3c-444a-aed6-85aaa84242c9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:19.819015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be755d99-75c3-49b2-b20a-baac49b1c1a0 req-91a4b8b8-ea3c-444a-aed6-85aaa84242c9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 943 time: 0.0491774 Aug 16 21:15:19.856979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be755d99-75c3-49b2-b20a-baac49b1c1a0 req-9759704e-f51b-4016-b6c8-2e14f3d647c8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320609 Aug 16 21:15:19.869611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:19.922565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:19.929900 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.930252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.930592 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.930929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.931261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.931589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.931935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.932264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.932586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.932909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.933236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:19.933711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:20.102278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['e9b82f0f-5052-4ccd-8749-7e1f90216893'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:20.183865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c101a4-e1fb-439d-862d-538a53ddb3cb req-0b4adbe5-3b3b-4f3f-b0ce-8f2f98db5792 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.185527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5c101a4-e1fb-439d-862d-538a53ddb3cb req-0b4adbe5-3b3b-4f3f-b0ce-8f2f98db5792 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 944 time: 0.0492435 Aug 16 21:15:20.223478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5c101a4-e1fb-439d-862d-538a53ddb3cb req-3e1f67d8-cb1f-4d7a-90a8-d6186a58945d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Aug 16 21:15:20.410111 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316d7-80d9-455a-aac2-1217834337a3 req-c8f1690c-a445-4254-9470-84178eb2616d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.411471 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-c8f1690c-a445-4254-9470-84178eb2616d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088&tenant_id=38863e18a6f249f5904de69e012a3c4b&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0570598 Aug 16 21:15:20.472882 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-65c316d7-80d9-455a-aac2-1217834337a3 req-f9c93f9d-2802-4699-8ba9-3fa577c2fd57 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:15:20.473899 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-f9c93f9d-2802-4699-8ba9-3fa577c2fd57 service neutron] 10.222.0.64 "DELETE /v2.0/ports/e9b82f0f-5052-4ccd-8749-7e1f90216893/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0540206 Aug 16 21:15:20.555945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316d7-80d9-455a-aac2-1217834337a3 req-997e2e67-8be0-4490-852b-6ffb0b5235d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.557438 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-997e2e67-8be0-4490-852b-6ffb0b5235d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1096 time: 0.0411711 Aug 16 21:15:20.650178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316d7-80d9-455a-aac2-1217834337a3 req-d929438f-7415-43ac-a8a1-6589564155cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.651632 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-d929438f-7415-43ac-a8a1-6589564155cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0859485 Aug 16 21:15:20.717162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-beb22160-f8b2-4132-b0ce-0eac2d9732db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 999 time: 0.0579531 Aug 16 21:15:20.766301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316d7-80d9-455a-aac2-1217834337a3 req-6a7dbf1f-4599-4fe3-b559-b2b0d68931ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.767974 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-6a7dbf1f-4599-4fe3-b559-b2b0d68931ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0433915 Aug 16 21:15:20.816801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c316d7-80d9-455a-aac2-1217834337a3 req-ae277d93-cffd-45db-a879-55c33125a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:20.818251 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-ae277d93-cffd-45db-a879-55c33125a9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432956 Aug 16 21:15:20.907603 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-0603902e-ed4c-42e3-855f-e42a18a51f20 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Aug 16 21:15:20.998785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-65c316d7-80d9-455a-aac2-1217834337a3 req-a740405e-f726-401a-b64e-e0e86eda7dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Aug 16 21:15:21.346064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4edbc0-0a27-454a-ba75-e835f52ee183 req-8d5ca2ea-2016-4ee1-99b6-d6b47fc7bda2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:21.347554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce4edbc0-0a27-454a-ba75-e835f52ee183 req-8d5ca2ea-2016-4ee1-99b6-d6b47fc7bda2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 944 time: 0.0537169 Aug 16 21:15:21.384810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce4edbc0-0a27-454a-ba75-e835f52ee183 req-e30528ad-85f5-46e4-a06e-4996aab8ce42 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Aug 16 21:15:21.515593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:21.630565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port e9b82f0f-5052-4ccd-8749-7e1f90216893 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:21.634413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port e9b82f0f-5052-4ccd-8749-7e1f90216893 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:21.634782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.712492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.733969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:21.736180 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e38c2f546d445a6b5d1bf2f1e48e49c8847c7d7b8fdfbfca4ac2c803553c8614" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db9d1f-fd91-4737-81ac-bad42cbad7bd" -d '{"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-plugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:21.749571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:21.773335 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7bce12-8efc-4158-9ebd-d6d9cfa484f9 x-openstack-request-id: req-7c7bce12-8efc-4158-9ebd-d6d9cfa484f9 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:21.773627 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-plugged", "status": "completed", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:21.773881 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c7bce12-8efc-4158-9ebd-d6d9cfa484f9 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:21.774280 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'code': 200} Aug 16 21:15:21.832817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:21.881169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:22.289876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:22.503170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04534f-4e7c-458d-931f-1b0f72f8cb79 req-9bb8bdc9-de4d-4a3a-b34e-bf0946734248 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:22.504707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f04534f-4e7c-458d-931f-1b0f72f8cb79 req-9bb8bdc9-de4d-4a3a-b34e-bf0946734248 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Aug 16 21:15:22.548680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f04534f-4e7c-458d-931f-1b0f72f8cb79 req-c1e7c968-f378-4b81-8957-66e33c57bcbf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379281 Aug 16 21:15:22.676653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b8b8d-0401-4880-b2ec-cbc1c981ccad req-5d7f8d88-dc04-48f1-ae71-e1c103a9a100 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:22.678152 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-075b8b8d-0401-4880-b2ec-cbc1c981ccad req-5d7f8d88-dc04-48f1-ae71-e1c103a9a100 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Aug 16 21:15:22.717780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-075b8b8d-0401-4880-b2ec-cbc1c981ccad req-957f27e0-3828-4f2f-b8ba-83c407ee76fe tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Aug 16 21:15:23.058203 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682ba83-e2d2-430a-9b5f-bbfb1606e139 req-2d475834-f8d9-478a-977f-db599c45e54c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.059788 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7682ba83-e2d2-430a-9b5f-bbfb1606e139 req-2d475834-f8d9-478a-977f-db599c45e54c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Aug 16 21:15:23.098772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7682ba83-e2d2-430a-9b5f-bbfb1606e139 req-071641bf-78b6-46ab-85f0-e401a3b1c096 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328271 Aug 16 21:15:23.149670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-6f242fb1-8dfe-433f-bc01-1cddcc28859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.151181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-6f242fb1-8dfe-433f-bc01-1cddcc28859c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 1097 time: 0.0415952 Aug 16 21:15:23.244455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-3d84c48f-e1d8-4e1c-a639-749d2a5f281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.245975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-3d84c48f-e1d8-4e1c-a639-749d2a5f281a service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0876870 Aug 16 21:15:23.310901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-ba98ee74-fc08-435d-87e3-cab3362022bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 200 len: 1000 time: 0.0578477 Aug 16 21:15:23.359675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-54ea9013-9ea2-4007-a8a9-06adc6ffc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.361135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-54ea9013-9ea2-4007-a8a9-06adc6ffc28e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0430956 Aug 16 21:15:23.418346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-8204e8d6-88ee-41f2-87ad-0e1fcbe5883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:23.419926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-8204e8d6-88ee-41f2-87ad-0e1fcbe5883f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449712 Aug 16 21:15:23.508511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-2968d720-8521-4004-bf27-9471a37d2f0b service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807765 Aug 16 21:15:23.607991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bf2146a4-ced7-4148-bead-a2e20cc9e367 req-c880c2da-0b61-4212-91bd-8f4cb65b7cd7 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919976 Aug 16 21:15:24.217439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00320d51-426f-477e-b994-3643e1f3e0cc req-47b3f674-3734-4f46-a89e-ceabfe7307d3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:24.218929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00320d51-426f-477e-b994-3643e1f3e0cc req-47b3f674-3734-4f46-a89e-ceabfe7307d3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0496705 Aug 16 21:15:24.256686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00320d51-426f-477e-b994-3643e1f3e0cc req-b514418b-e1b1-4174-a267-81084c10023c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Aug 16 21:15:25.372943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274f8fc-5276-4cac-88c8-0aeba702eb02 req-5565392c-57b5-47d0-b07d-9f16a7fe7f7b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.374441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e274f8fc-5276-4cac-88c8-0aeba702eb02 req-5565392c-57b5-47d0-b07d-9f16a7fe7f7b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 16 21:15:25.412307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e274f8fc-5276-4cac-88c8-0aeba702eb02 req-6dd942dd-0b89-4abf-bd25-4d99d012b6c3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319932 Aug 16 21:15:25.862349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc02989-4815-40cd-88ed-2528bb8a26f8 req-0d6dec4f-7474-47ee-907c-b27349028703 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:25.863851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bc02989-4815-40cd-88ed-2528bb8a26f8 req-0d6dec4f-7474-47ee-907c-b27349028703 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0538433 Aug 16 21:15:25.900323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3bc02989-4815-40cd-88ed-2528bb8a26f8 req-2c6e33fc-89f1-4680-a23b-a36d64b98ab2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Aug 16 21:15:27.016709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4d984-e5f0-49f7-b05f-356df98bb360 req-1271fa2d-8259-4964-ac13-226f4008a6de tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.018191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0c4d984-e5f0-49f7-b05f-356df98bb360 req-1271fa2d-8259-4964-ac13-226f4008a6de tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Aug 16 21:15:27.055405 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d0c4d984-e5f0-49f7-b05f-356df98bb360 req-1b18acc8-de54-4068-a614-556c35056133 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Aug 16 21:15:27.195879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b448ed-0fb3-452f-a334-45b90cee859d req-98765910-271a-4578-9699-543fe6e0cdb7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:27.197245 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b448ed-0fb3-452f-a334-45b90cee859d req-98765910-271a-4578-9699-543fe6e0cdb7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 945 time: 0.0484407 Aug 16 21:15:27.289965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Deleting port e9b82f0f-5052-4ccd-8749-7e1f90216893 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:15:27.290310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.377085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] For port e9b82f0f-5052-4ccd-8749-7e1f90216893, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=e9b82f0f-5052-4ccd-8749-7e1f90216893,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:27.377451 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.545896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.546275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.546595 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 disassociated. External IP: 172.25.7.97, port: e9b82f0f-5052-4ccd-8749-7e1f90216893. Aug 16 21:15:27.546946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Calling delete_port for e9b82f0f-5052-4ccd-8749-7e1f90216893 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:15:27.745173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:27.780939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'Port': ['ID=e9b82f0f-5052-4ccd-8749-7e1f90216893,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:27.890777 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:28.000954 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:28.012826 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:28.021976 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:28.022595 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:15:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:28.044209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] No DVR routers for this DVR port e9b82f0f-5052-4ccd-8749-7e1f90216893 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:15:28.046823 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:28.049009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-66b448ed-0fb3-452f-a334-45b90cee859d req-6fdae5b3-2648-413b-b267-2768b7be239a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "DELETE /v2.0/ports/e9b82f0f-5052-4ccd-8749-7e1f90216893 HTTP/1.1" status: 204 len: 173 time: 0.8446312 Aug 16 21:15:28.049452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-deleted', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:28.091015 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e159c7-48f3-418f-8976-f7dab31913b8" -d '{"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-deleted", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:28.132778 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:28.164939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5165ac62-d7b2-4cb0-98d9-7256ce13cac3 req-ae9a63f6-0cef-45e6-a245-1ef5dda966a5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf64753b-80a6-4902-af0f-da3ec3f17088 HTTP/1.1" status: 200 len: 210 time: 0.0391154 Aug 16 21:15:28.192117 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de5d829-a64e-41c1-945d-2a4e749f0315 x-openstack-request-id: req-5de5d829-a64e-41c1-945d-2a4e749f0315 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:28.192404 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf64753b-80a6-4902-af0f-da3ec3f17088", "name": "network-vif-deleted", "tag": "e9b82f0f-5052-4ccd-8749-7e1f90216893", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:28.192663 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5de5d829-a64e-41c1-945d-2a4e749f0315 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:28.193082 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf64753b-80a6-4902-af0f-da3ec3f17088', 'name': 'network-vif-deleted', 'tag': 'e9b82f0f-5052-4ccd-8749-7e1f90216893', 'status': 'completed', 'code': 200} Aug 16 21:15:28.331185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:28.361602 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:28.369874 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:28.370464 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:15:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:28.479055 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:28.672398 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:28.702388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91088dd4-62f5-4251-8359-d4d0c2e7b07e None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:28.931175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf542549-ee38-4b29-a3e2-8785d1f940ce None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:29.443354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-0cc2b565-5181-48b1-94de-82dec0d38852 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1435906483&fields=id&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 267 time: 0.0326827 Aug 16 21:15:29.551385 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-ec58d95e-efae-497e-9961-ff2518437e9a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:29.552888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-ec58d95e-efae-497e-9961-ff2518437e9a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1024113 Aug 16 21:15:29.568789 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-3a08de38-7278-4f78-b42e-d7eb4131af45 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/quotas/38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 375 time: 0.0094650 Aug 16 21:15:29.621527 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-15fecf3a-708c-4eb9-b835-a159dc8ee143 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466421 Aug 16 21:15:29.716307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-a9cf3dd3-fd30-4e74-a137-7e9c1dab61b8 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831492 Aug 16 21:15:29.809913 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-5cf33fd3-5b29-4132-b70f-828c559b1cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876074 Aug 16 21:15:30.045116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fe4d750-2bda-43c1-8809-be91cc7bce2b req-638acf87-392b-48a5-961b-d1b19f3f8f25 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 210 time: 0.0278432 Aug 16 21:15:30.694880 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-568309fb-2e08-4e6f-9b14-ce94f45c20dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:31.160332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8964accd-81bc-4c69-9a43-28085d27a54a req-cc1a85d7-2826-4bfc-9b23-5860f1337106 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 210 time: 0.0344114 Aug 16 21:15:31.573153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:15:31.593389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: e9b82f0f-5052-4ccd-8749-7e1f90216893 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:15:31.593730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device e9b82f0f-5052-4ccd-8749-7e1f90216893 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:15:32.094046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-7ce426c6-0cbf-4a20-8cd2-312d68dc8077 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:32.095513 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-7ce426c6-0cbf-4a20-8cd2-312d68dc8077 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1044655 Aug 16 21:15:32.140677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-448ca927-8ce2-483b-8513-07cea4b5fb7f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 380 time: 0.0359046 Aug 16 21:15:32.150498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'port': {'device_id': 'a0a27828-b196-4316-abe5-749c42994b7f', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'admin_state_up': True, 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'security_groups': ['00a9bba4-3f19-4c6e-b14f-a949e8d97b31']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:32.265980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c44413c-5eb9-4d5a-b0b3-75448b167f75 req-f31d5e28-541a-418e-afb7-f60b9f805a08 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 210 time: 0.0322502 Aug 16 21:15:32.341714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:15:32.345296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.472946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Allocated IP 172.20.0.6 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/0a510c66-64fb-4091-84c2-785dd0a18895) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:15:32.606837 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.624690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Transition to ACTIVE for port object 0a510c66-64fb-4091-84c2-785dd0a18895 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:32.735310 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.776104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:15:32.780954 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:15:32.785922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:15:32.816610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:32.832498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.832837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.833174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.833514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.833841 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.834163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.834489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.834807 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.835127 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.835442 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.835779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.836095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:15:32.853666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:32.854284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:32.942157 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-8abec89a-50c4-422e-869e-e0228433b5fc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7952552 Aug 16 21:15:32.955117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Request body: {'port': {'device_id': 'a0a27828-b196-4316-abe5-749c42994b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:33.009609 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.095455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-226aa6ca-e8d8-43e5-8cf0-acc69f6b8484 None None] Provisioning for port 0a510c66-64fb-4091-84c2-785dd0a18895 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:33.106669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-226aa6ca-e8d8-43e5-8cf0-acc69f6b8484 None None] Provisioning complete for port 0a510c66-64fb-4091-84c2-785dd0a18895 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:33.106669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-226aa6ca-e8d8-43e5-8cf0-acc69f6b8484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.133959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-226aa6ca-e8d8-43e5-8cf0-acc69f6b8484 None None] Port 0a510c66-64fb-4091-84c2-785dd0a18895 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:15:33.270128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:33.278001 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.289780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Transition to ACTIVE for port object 0a510c66-64fb-4091-84c2-785dd0a18895 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:15:33.369913 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.382779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500f68-5e79-44e7-8ea8-fd40a60048d2 req-2432720d-ec31-4517-994d-35cca3e9f1dd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.384310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1500f68-5e79-44e7-8ea8-fd40a60048d2 req-2432720d-ec31-4517-994d-35cca3e9f1dd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 931 time: 0.0490942 Aug 16 21:15:33.425687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a1500f68-5e79-44e7-8ea8-fd40a60048d2 req-414b9891-406a-4398-a101-98da99df1ef8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350401 Aug 16 21:15:33.442184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.507707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:15:33.508083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:15:33.508420 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:33.513136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:15:33.513463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:15:33.518343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:15:33.518685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:15:33.519071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:15:33.519547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Bound port: 0a510c66-64fb-4091-84c2-785dd0a18895, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:15:33.519938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.530192 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.590451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:15:33.593903 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:15:33.632532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529f67e4-15c3-48ee-b207-979432483268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.661544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.694375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.695040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:33.696454 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] 10.222.0.64 "PUT /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1092 time: 0.7457194 Aug 16 21:15:33.696896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:33.725106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54ac0c-0d01-41aa-b698-a499d07abeaa service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:33.747498 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df153a10-73dc-4780-8342-f2a550f09416" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:33.842594 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ad344a-e5ab-460a-98a7-e7bed71f046a x-openstack-request-id: req-b1ad344a-e5ab-460a-98a7-e7bed71f046a {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:33.843112 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:33.843532 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1ad344a-e5ab-460a-98a7-e7bed71f046a {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:33.844146 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'status': 'completed', 'code': 200} Aug 16 21:15:33.847083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-23073e6b-dcb9-4dd2-9f34-dce37bb43281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.848651 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-23073e6b-dcb9-4dd2-9f34-dce37bb43281 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1095 time: 0.0486379 Aug 16 21:15:33.895577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-4b3ca1ad-a9ba-4180-893d-c91b07e335d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 217 time: 0.0390601 Aug 16 21:15:33.944609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-609213e0-89e8-4db9-a385-a0d910e53faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.946009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-609213e0-89e8-4db9-a385-a0d910e53faa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0434611 Aug 16 21:15:33.995773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-faf1978f-6eef-47b7-a7f5-b5a862537776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:33.997413 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-faf1978f-6eef-47b7-a7f5-b5a862537776 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425420 Aug 16 21:15:34.093913 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-e7d4c7c5-78ef-4b63-9f01-e99299dc4f52 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883920 Aug 16 21:15:34.182399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-938c8832-ae45-41fd-a273-e85a4404dbb4 req-e0714a0f-23d7-49b5-9dad-75dbb160e983 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815773 Aug 16 21:15:34.417355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153a10-73dc-4780-8342-f2a550f09416 req-068192ef-b612-4f70-8ec4-b5ed338b1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.419336 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-068192ef-b612-4f70-8ec4-b5ed338b1c7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1095 time: 0.0448778 Aug 16 21:15:34.421997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:34.509036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153a10-73dc-4780-8342-f2a550f09416 req-d05e0a51-077c-4d4b-8ee0-32567cd942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.510853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-d05e0a51-077c-4d4b-8ee0-32567cd942ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0841808 Aug 16 21:15:34.542637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b0850-dee8-4736-816d-658b1f13d6de req-fb9b2ce7-028d-4b6e-b195-c07b7a81db6b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.545110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c37b0850-dee8-4736-816d-658b1f13d6de req-fb9b2ce7-028d-4b6e-b195-c07b7a81db6b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0517700 Aug 16 21:15:34.557316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-2022f458-4aaf-4c54-890d-61a0909c07bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 217 time: 0.0388660 Aug 16 21:15:34.586145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c37b0850-dee8-4736-816d-658b1f13d6de req-10461d49-528a-4f17-9a8b-7ce0140b9c8b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Aug 16 21:15:34.609957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153a10-73dc-4780-8342-f2a550f09416 req-f3d5f371-8fe9-4301-b1c8-f1ccb59a904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.611453 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-f3d5f371-8fe9-4301-b1c8-f1ccb59a904a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0444782 Aug 16 21:15:34.660289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153a10-73dc-4780-8342-f2a550f09416 req-ca2f8a67-f397-438d-b17c-12d541496182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:34.661781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-ca2f8a67-f397-438d-b17c-12d541496182 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391743 Aug 16 21:15:34.755041 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-eaf388f6-f363-48ca-92aa-1c6128fca9b4 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Aug 16 21:15:34.846822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-df153a10-73dc-4780-8342-f2a550f09416 req-a89810b5-1c59-4b0a-a1c7-f81ec89d35e8 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809011 Aug 16 21:15:35.702938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d0a7-6bd0-4b04-b909-42b85aa2de3b req-942cf300-9bab-429b-96ee-b36b38ac1245 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:35.704356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbd2d0a7-6bd0-4b04-b909-42b85aa2de3b req-942cf300-9bab-429b-96ee-b36b38ac1245 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0486424 Aug 16 21:15:35.744335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cbd2d0a7-6bd0-4b04-b909-42b85aa2de3b req-ae1f174f-cf1c-4696-a8d3-23d01839910b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Aug 16 21:15:36.278641 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:36.780300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:15:36.858413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c6c5-6a7b-4bf8-9caf-4fc9009efeda req-e8ee5dc0-80ec-42d2-bacb-7ab946d1590e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:36.859899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d89c6c5-6a7b-4bf8-9caf-4fc9009efeda req-e8ee5dc0-80ec-42d2-bacb-7ab946d1590e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0482066 Aug 16 21:15:36.897856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d89c6c5-6a7b-4bf8-9caf-4fc9009efeda req-34354c48-6d1b-4403-a86b-1c40b6c7b6dc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321107 Aug 16 21:15:37.119665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:15:37.219193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:37.229719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0a510c66-64fb-4091-84c2-785dd0a18895', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:15:37.266156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.279623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:15:37.299115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:37.386498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:37.436116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:37.610241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0a510c66-64fb-4091-84c2-785dd0a18895'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:15:38.013798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1e24-b2c8-43ac-bc03-9dec361c18b4 req-282d7f9b-a8b2-4607-8058-5d3d45d30714 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:38.015300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49bd1e24-b2c8-43ac-bc03-9dec361c18b4 req-282d7f9b-a8b2-4607-8058-5d3d45d30714 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0492833 Aug 16 21:15:38.051478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-49bd1e24-b2c8-43ac-bc03-9dec361c18b4 req-27545842-4646-4552-8b46-c20ee2f5f909 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302839 Aug 16 21:15:39.132359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:15:39.167824 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa2e8c-a572-4ccc-a7d1-6ebd5c4e5fd6 req-cb586eb8-ed18-4d9d-893e-b1556c47766a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:39.169840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bcaa2e8c-a572-4ccc-a7d1-6ebd5c4e5fd6 req-cb586eb8-ed18-4d9d-893e-b1556c47766a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0490098 Aug 16 21:15:39.211874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bcaa2e8c-a572-4ccc-a7d1-6ebd5c4e5fd6 req-dc089d52-e45b-4ef2-bf04-c3139e742492 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356772 Aug 16 21:15:39.232995 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0a510c66-64fb-4091-84c2-785dd0a18895 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:15:39.236934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0a510c66-64fb-4091-84c2-785dd0a18895 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:15:39.239765 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.313806 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.336329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:39.349876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:15:39.376766 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfff530-673d-4861-b18a-7eed5ec28701" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:39.432764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:39.470905 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f34164-0583-4b6b-a5db-c868caf32cf0 x-openstack-request-id: req-f3f34164-0583-4b6b-a5db-c868caf32cf0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:39.471202 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:39.471461 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3f34164-0583-4b6b-a5db-c868caf32cf0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:39.471870 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'code': 200} Aug 16 21:15:39.487599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:15:39.557266 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2bde-efb8-4bcc-84fc-0a6adec9d233 req-dfc544e9-64f5-427b-a5b5-04eb1e273151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:39.559539 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b22d2bde-efb8-4bcc-84fc-0a6adec9d233 req-dfc544e9-64f5-427b-a5b5-04eb1e273151 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1097 time: 0.0390825 Aug 16 21:15:39.599868 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b22d2bde-efb8-4bcc-84fc-0a6adec9d233 req-b31e1a4b-2177-4375-b56a-f146fa182b12 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Aug 16 21:15:40.326790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f3b4-de1a-4a23-bd27-3ed64942cfb7 req-9d6b50c6-89d4-4858-a5df-85bd9cbc79b8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:40.328361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4905f3b4-de1a-4a23-bd27-3ed64942cfb7 req-9d6b50c6-89d4-4858-a5df-85bd9cbc79b8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0495660 Aug 16 21:15:40.366466 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4905f3b4-de1a-4a23-bd27-3ed64942cfb7 req-f89df68d-2edb-437e-bd92-b07efc14e632 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Aug 16 21:15:41.482565 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2500abb-cc5e-4edc-936b-7fd844d907d2 req-301ec97a-570d-4758-9110-ee24ed721c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:41.484088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2500abb-cc5e-4edc-936b-7fd844d907d2 req-301ec97a-570d-4758-9110-ee24ed721c74 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0482223 Aug 16 21:15:41.520672 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d2500abb-cc5e-4edc-936b-7fd844d907d2 req-0bca1d73-cf81-40b0-8ce1-05fdbfc3190f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307412 Aug 16 21:15:41.647821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b3cde-95c1-45be-a9c9-34aa12b47cb1 req-4db55604-dd54-4130-99ae-af6b0cb9479d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:41.649185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-585b3cde-95c1-45be-a9c9-34aa12b47cb1 req-4db55604-dd54-4130-99ae-af6b0cb9479d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0478630 Aug 16 21:15:41.658102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42484) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:15:41.662529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'floatingip': {'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:15:41.703809 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.125834 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.221144 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.316416 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 associated. External IP: 172.25.7.97, port: 0a510c66-64fb-4091-84c2-785dd0a18895. Aug 16 21:15:42.521762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:15:42.639205 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:15:42.644207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:42.648629 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:15:42.657278 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:42.657872 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:15:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:42.670609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-777971c0-6fee-4c88-915e-1167aacd8f54 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "PUT /v2.0/floatingips/f3813eae-c1f2-4d31-8288-edba9b2391a7 HTTP/1.1" status: 200 len: 990 time: 1.0114577 Aug 16 21:15:42.671172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:15:42.673497 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471fd24-6b0c-4c5a-8628-f49db8b18959" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:15:42.717455 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6619a5-2650-4444-a42d-06caa13ead25 x-openstack-request-id: req-8b6619a5-2650-4444-a42d-06caa13ead25 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:15:42.717816 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:15:42.718133 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b6619a5-2650-4444-a42d-06caa13ead25 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:15:42.718602 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'status': 'completed', 'code': 200} Aug 16 21:15:42.764759 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:42.991429 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a27828-b196-4316-abe5-749c42994b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 9, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:43.018642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:15:43.026933 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:15:43.028158 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:15:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:43.106835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-326636cc-5b92-47a1-9ff0-d745ced57a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.108395 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-326636cc-5b92-47a1-9ff0-d745ced57a3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1097 time: 0.3659596 Aug 16 21:15:43.131910 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:15:43.201263 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-b698171a-fb0a-4b28-bb24-7d21a61d82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.202765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-b698171a-fb0a-4b28-bb24-7d21a61d82ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0860610 Aug 16 21:15:43.273656 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-1b9683a6-5db6-4b19-acf5-48046d3716cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 998 time: 0.0626218 Aug 16 21:15:43.322144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-e8e4a255-2123-4f45-ac45-6973d3bdfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.323634 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-e8e4a255-2123-4f45-ac45-6973d3bdfb7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0429237 Aug 16 21:15:43.368598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-a24a3470-645c-44c9-b2b8-b571f24d2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:15:43.370081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-a24a3470-645c-44c9-b2b8-b571f24d2415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390489 Aug 16 21:15:43.439238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a27828-b196-4316-abe5-749c42994b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 9, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:15:43.464034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-a8f765f7-349e-4a0a-ada3-e18e4905eaad service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840251 Aug 16 21:15:43.464746 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6adc02-5974-4243-b8fe-c1ba17c14798 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a27828-b196-4316-abe5-749c42994b7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:15:42Z', 'revision_number': 9, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:15:43.562712 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f471fd24-6b0c-4c5a-8628-f49db8b18959 req-45a46402-d4bc-4981-811a-8e9936efab53 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896430 Aug 16 21:15:43.675721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66bebf-51a1-42ce-92e4-0ffd2ada8d0f None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:15:48.854615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:15:52.342127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:00.701541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-45b0fbc3-1a65-4926-a39f-c56acec3dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:03.512816 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:03.626924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2b6615a8-9def-4f4d-9aa5-b5bb53aa6273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:04.404225 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:06.324547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:13.779095 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:18.765271 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:22.295938 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:30.741949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8311d63c-b8da-48c4-86d2-65e5bc2b757d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.513202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:33.638685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93c9254b-c4c2-4cff-8465-094f12b49659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:34.393611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:36.319204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:38.852783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-1ffc50f5-0139-4d0a-8133-ed9c8bf1908f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408905 Aug 16 21:16:38.935893 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-5e2293ef-a595-4a4f-9894-590768e8fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:38.937368 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-5e2293ef-a595-4a4f-9894-590768e8fc92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1097 time: 0.0404663 Aug 16 21:16:39.041058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-6d3f0781-bdb1-4c21-ba87-cc26a52eb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:39.042568 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-6d3f0781-bdb1-4c21-ba87-cc26a52eb80b service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0866075 Aug 16 21:16:39.107778 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-4a118511-3745-486d-aebf-d6a2fc0921bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1001 time: 0.0580006 Aug 16 21:16:39.155089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-c29350b7-a111-436f-b5d7-27662c128117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:39.156511 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-c29350b7-a111-436f-b5d7-27662c128117 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0413015 Aug 16 21:16:39.205376 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-bc5a76a8-9809-43b0-86ff-926d1836461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:16:39.206896 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-bc5a76a8-9809-43b0-86ff-926d1836461b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430963 Aug 16 21:16:39.294156 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-78fafce1-f9f1-4cfc-a3a8-4fbd3e70e179 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797913 Aug 16 21:16:39.385521 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-17356cc2-8b6a-4fb9-aa6b-0578b115922e req-4f06cf49-2619-47d8-8995-09cd3ceaea22 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846429 Aug 16 21:16:48.718704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:16:50.778870 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:16:52.307482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:00.753437 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-37554334-94dc-4846-acaa-ceb83cca678f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.547787 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:03.650463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d270d76-3393-4c85-88ed-dd21f9c1309f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:04.382075 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:06.325239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:18.759525 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:19.754911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12523e29-d687-4f60-b982-d40cc6a29109 req-4120d8a8-748f-418f-a16a-2f9205095ef0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:19.756490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12523e29-d687-4f60-b982-d40cc6a29109 req-4120d8a8-748f-418f-a16a-2f9205095ef0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0540977 Aug 16 21:17:19.801976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-12523e29-d687-4f60-b982-d40cc6a29109 req-26befe04-6c18-4ce7-925a-82d149df142f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Aug 16 21:17:19.914451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-7fdcbeda-9156-4909-ab9a-0917cabdc203 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763733 Aug 16 21:17:20.922116 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d6007-37cc-448d-be2b-7fb12b7f07aa req-7f902e65-a999-4177-a8e5-4d8fce133e0d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:20.923682 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-703d6007-37cc-448d-be2b-7fb12b7f07aa req-7f902e65-a999-4177-a8e5-4d8fce133e0d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0495386 Aug 16 21:17:20.971900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-703d6007-37cc-448d-be2b-7fb12b7f07aa req-9f0e2725-4913-44dc-a6c4-b1e3cd350bd8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 Aug 16 21:17:22.085786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1329d-c294-437d-90c1-47dd080e05c0 req-d25f2521-e6ef-48ab-b910-b528bc98cde3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.087304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75c1329d-c294-437d-90c1-47dd080e05c0 req-d25f2521-e6ef-48ab-b910-b528bc98cde3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0487707 Aug 16 21:17:22.117320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-5e46822e-c461-4427-b531-0c98eb40bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.118816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-5e46822e-c461-4427-b531-0c98eb40bd77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1097 time: 0.0443845 Aug 16 21:17:22.125410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75c1329d-c294-437d-90c1-47dd080e05c0 req-fbbca5dc-6229-416c-9e3e-e0e4098d874a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Aug 16 21:17:22.216975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-385b3112-129e-49f0-a934-5ccce595e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.218484 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-385b3112-129e-49f0-a934-5ccce595e998 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0888867 Aug 16 21:17:22.283505 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-a0a5687b-b4e6-4261-97a9-ffc013a2033c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1001 time: 0.0569620 Aug 16 21:17:22.333293 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-78bfbd4d-0546-4b46-a1c0-cf43e42c7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.334703 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-78bfbd4d-0546-4b46-a1c0-cf43e42c7174 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0432105 Aug 16 21:17:22.365556 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:22.384068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-b3b3d290-0f0a-4a9a-9027-60cbd0f4295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:22.386620 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-b3b3d290-0f0a-4a9a-9027-60cbd0f4295c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438280 Aug 16 21:17:22.472828 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-7acf9de8-2e45-4144-a9f3-30ddb7b08d0c service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799770 Aug 16 21:17:22.566149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-f270b34e-880f-4e11-a966-c7ef59826878 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861545 Aug 16 21:17:23.243245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f667379-07c4-4700-9751-b6b8b635380c req-8423f54b-1cbd-44f6-a7f5-3fab6c4db9f5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:23.244767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f667379-07c4-4700-9751-b6b8b635380c req-8423f54b-1cbd-44f6-a7f5-3fab6c4db9f5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0527966 Aug 16 21:17:23.283754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f667379-07c4-4700-9751-b6b8b635380c req-3d31ac46-b5d8-47aa-9ada-2b747aeddb70 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Aug 16 21:17:24.397816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4d118-a824-4db2-8bd1-160c8ed2dd00 req-8b72f7b7-9190-4ddb-b943-f1bb34ed8ca6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:24.399286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f4d118-a824-4db2-8bd1-160c8ed2dd00 req-8b72f7b7-9190-4ddb-b943-f1bb34ed8ca6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0478439 Aug 16 21:17:24.436149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f4d118-a824-4db2-8bd1-160c8ed2dd00 req-b11526c1-3d51-4349-9bf5-bfac9f5acf1c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309927 Aug 16 21:17:25.551474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041de2f1-35c0-4923-a609-448f0414cd38 req-e9989b5f-444d-4080-b659-fbd091c52318 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:25.552991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-041de2f1-35c0-4923-a609-448f0414cd38 req-e9989b5f-444d-4080-b659-fbd091c52318 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0495975 Aug 16 21:17:25.593759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-041de2f1-35c0-4923-a609-448f0414cd38 req-7c9baa67-08c5-4464-bcff-fa46a035037c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348153 Aug 16 21:17:26.712439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442a757-4ecb-4a58-be0e-069b50ed324c req-8e67f644-47ed-4558-a304-a3354c088cf1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:26.713929 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1442a757-4ecb-4a58-be0e-069b50ed324c req-8e67f644-47ed-4558-a304-a3354c088cf1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0524929 Aug 16 21:17:26.751120 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1442a757-4ecb-4a58-be0e-069b50ed324c req-e5372993-d5dc-4d8f-857e-c6feaa1d332d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312660 Aug 16 21:17:26.921676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-fa5e605d-90d8-4fed-b489-d0547ae9ac8b req-5c40781f-4589-4d7b-b138-9dd22cba3f4f service neutron] (95240) timed out ('10.222.0.64', 55735) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:17:27.777849 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:17:27.868131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766c452-6faf-4814-af12-c8bdcb68a195 req-eee6163b-3422-4d00-ae13-d73049496e0d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:27.869594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6766c452-6faf-4814-af12-c8bdcb68a195 req-eee6163b-3422-4d00-ae13-d73049496e0d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0482447 Aug 16 21:17:27.906500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6766c452-6faf-4814-af12-c8bdcb68a195 req-b8773e35-ac65-48c8-90f0-f756069aaa9a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310268 Aug 16 21:17:29.023534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0272a-3938-4928-984e-3e2019a832f9 req-a3d6987c-2e92-48ab-a9db-2875e08c40df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:29.025042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0b0272a-3938-4928-984e-3e2019a832f9 req-a3d6987c-2e92-48ab-a9db-2875e08c40df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0520692 Aug 16 21:17:29.071919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0b0272a-3938-4928-984e-3e2019a832f9 req-b297421b-2281-455d-be61-f499422ec828 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Aug 16 21:17:30.539123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3f32-f9dc-4cce-ab40-6985b5ff553f req-3ea1a0dd-d6f6-4e6a-a1fc-ea2c0a2551d3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:30.540558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43ec3f32-f9dc-4cce-ab40-6985b5ff553f req-3ea1a0dd-d6f6-4e6a-a1fc-ea2c0a2551d3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.4011610 Aug 16 21:17:30.578578 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43ec3f32-f9dc-4cce-ab40-6985b5ff553f req-c687049b-43a1-477c-8c4a-792df6d69392 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Aug 16 21:17:30.708774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fccc1010-37b0-4f62-a491-513d6a720f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:31.706369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abc68d-50d4-417c-8c62-1c7e75bc07ee req-836b07e7-aa4e-4ad3-af5e-842393e968e9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:31.707715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00abc68d-50d4-417c-8c62-1c7e75bc07ee req-836b07e7-aa4e-4ad3-af5e-842393e968e9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0565164 Aug 16 21:17:31.746590 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00abc68d-50d4-417c-8c62-1c7e75bc07ee req-c82be0fb-5434-4b21-8888-5d385e8c5c83 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328729 Aug 16 21:17:32.864339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c553c-c418-42fc-8992-8599c6d2f016 req-f82ec5dd-ba83-4938-8247-8e8e0b41f8ad tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:32.865800 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c89c553c-c418-42fc-8992-8599c6d2f016 req-f82ec5dd-ba83-4938-8247-8e8e0b41f8ad tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0482626 Aug 16 21:17:32.903550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c89c553c-c418-42fc-8992-8599c6d2f016 req-f717a758-8419-4935-9f43-adedd376adaa tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 16 21:17:33.519711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:33.616603 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da9fb127-de43-4a34-b4ff-61bbd8fb332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:34.019531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefc687-55a2-432b-8dd4-a5d3991759bc req-fb7f9945-6712-491d-9c78-ba78da8e3f37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:34.021019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cefc687-55a2-432b-8dd4-a5d3991759bc req-fb7f9945-6712-491d-9c78-ba78da8e3f37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0513830 Aug 16 21:17:34.057665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6cefc687-55a2-432b-8dd4-a5d3991759bc req-8131150e-9822-4199-a676-108f40fd2fa2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308044 Aug 16 21:17:34.399715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:34.775942 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [req-c390fac2-d470-4c73-918a-234be7437b9c req-21686a55-9b38-4f19-afce-82120b58ee3b service neutron] show failed (client error): The resource could not be found. Aug 16 21:17:34.776869 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-21686a55-9b38-4f19-afce-82120b58ee3b service neutron] 10.222.0.64 "GET /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0580368 Aug 16 21:17:35.170931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0029d-cd9b-4557-89c1-4839915ee11c req-91a445bc-7614-4c60-acbb-bb72b800b284 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.172437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fc0029d-cd9b-4557-89c1-4839915ee11c req-91a445bc-7614-4c60-acbb-bb72b800b284 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0481794 Aug 16 21:17:35.211059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3fc0029d-cd9b-4557-89c1-4839915ee11c req-55c68d83-911c-4277-ab2e-60a7ccbd958c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Aug 16 21:17:35.336575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-69ccf7d9-4c69-47db-94fe-ec295973bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:35.337998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-69ccf7d9-4c69-47db-94fe-ec295973bbea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1097 time: 0.0783725 Aug 16 21:17:35.351604 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:35.405798 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.607893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:35.639700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:35.678457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:35.680820 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428c4488-824f-40f9-95d1-599b52ae0a1b" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:35.684513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.696810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Transition to ACTIVE for port object 0a510c66-64fb-4091-84c2-785dd0a18895 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:35.732884 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a571fc7a-7f48-4c19-a15a-a0fddf0b26d8 x-openstack-request-id: req-a571fc7a-7f48-4c19-a15a-a0fddf0b26d8 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:35.733180 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:35.733435 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a571fc7a-7f48-4c19-a15a-a0fddf0b26d8 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:35.733836 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'code': 200} Aug 16 21:17:35.765548 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:35.845609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:35.860589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.860862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.861210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.861598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.861937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.862307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.862730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.863251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.863603 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.863948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.864283 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.864636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:35.903098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] No DVR routers for this DVR port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:36.039976 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:36.040315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:36.040648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:36.044850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:36.045175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:36.050621 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:36.051815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:36.052381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:36.052878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Bound port: 0a510c66-64fb-4091-84c2-785dd0a18895, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:36.053256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.128642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:36.131635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:36.206702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.241682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.241943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.243273 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] 10.222.0.73 "PUT /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1092 time: 0.8957889 Aug 16 21:17:36.266967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ea6f6-d796-4799-99fd-369e683f3bbe service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:36.332489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:36.344988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-c4632864-531d-443c-8294-1a4b796fb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.346596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-c4632864-531d-443c-8294-1a4b796fb752 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1095 time: 0.0718505 Aug 16 21:17:36.364027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afbad6-3059-4001-982b-4165979b8378 req-9ef49086-f3aa-4042-b657-d5bc504dba93 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.367903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5afbad6-3059-4001-982b-4165979b8378 req-9ef49086-f3aa-4042-b657-d5bc504dba93 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0642102 Aug 16 21:17:36.457661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5afbad6-3059-4001-982b-4165979b8378 req-93da6059-8b97-4b79-9a66-b33bf49ce1b4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848134 Aug 16 21:17:36.481724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-c413f23c-4741-4eb9-9157-d70f02b8569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.483199 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-c413f23c-4741-4eb9-9157-d70f02b8569e service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.1279395 Aug 16 21:17:36.553684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-610d119c-e9a7-465e-94ab-b40ba43e4cb1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0617051 Aug 16 21:17:36.603595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-4b017026-ac3c-4a3c-8bfd-94e33046dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.605066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-4b017026-ac3c-4a3c-8bfd-94e33046dba1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0434966 Aug 16 21:17:36.650179 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390fac2-d470-4c73-918a-234be7437b9c req-95fd13db-8e23-4045-b301-4c018796950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:36.651633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-95fd13db-8e23-4045-b301-4c018796950e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382979 Aug 16 21:17:36.744721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-ee381fe1-1997-427f-b7bc-8d57d6fdc40b service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838583 Aug 16 21:17:36.834182 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390fac2-d470-4c73-918a-234be7437b9c req-309a4196-d88d-4e5c-8a83-f4e00bca2911 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812099 Aug 16 21:17:37.576388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c5997-08b8-4189-8b5c-163c7013c31c req-c9274249-c35e-48d2-8d2c-c8336cc5b124 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.577901 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-063c5997-08b8-4189-8b5c-163c7013c31c req-c9274249-c35e-48d2-8d2c-c8336cc5b124 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0496225 Aug 16 21:17:37.620808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-063c5997-08b8-4189-8b5c-163c7013c31c req-a5ff32e1-9c81-44f3-bbc7-3626bf09a4bd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Aug 16 21:17:37.684851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:37.722518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:37.734860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:37.738547 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0204cec7-ca99-4739-ad31-1d2ebf72914c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:37.785601 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b77f5a-6409-4d03-a3ba-cb74ae176507 x-openstack-request-id: req-94b77f5a-6409-4d03-a3ba-cb74ae176507 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:37.785911 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:37.786162 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-94b77f5a-6409-4d03-a3ba-cb74ae176507 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:37.786561 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'status': 'completed', 'code': 200} Aug 16 21:17:37.847315 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-ffda3d06-eed6-4321-8131-4ed0c7874eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.848914 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-ffda3d06-eed6-4321-8131-4ed0c7874eb8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1095 time: 0.0422957 Aug 16 21:17:37.850831 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-5c68f5a9-a9a5-44f9-a9f6-b95711662a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.852363 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-5c68f5a9-a9a5-44f9-a9f6-b95711662a60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1095 time: 0.0411973 Aug 16 21:17:37.941760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-6ed85d46-4b15-4d6a-aa6a-13fd4637f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.943250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-6ed85d46-4b15-4d6a-aa6a-13fd4637f063 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0863030 Aug 16 21:17:37.946073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-d421530d-d49b-4b49-8fe8-070abb4cac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:37.947590 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-d421530d-d49b-4b49-8fe8-070abb4cac0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0885379 Aug 16 21:17:38.011950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-0e80f2d1-858f-4fcb-81cc-e4c24c55b2c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0570872 Aug 16 21:17:38.013264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-99f0ebec-5d8f-4487-951c-1c6fadf7f712 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0617721 Aug 16 21:17:38.063226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-2f09206f-2959-42fc-b9f1-f5f03d0e12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.064747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-2f09206f-2959-42fc-b9f1-f5f03d0e12b0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0436952 Aug 16 21:17:38.065189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-a0995944-7b5f-43ac-8acf-86b5df3bd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.067445 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-a0995944-7b5f-43ac-8acf-86b5df3bd11c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0487802 Aug 16 21:17:38.113554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-39cceb75-0c5d-4782-b430-916e5a137026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.115059 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-39cceb75-0c5d-4782-b430-916e5a137026 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403450 Aug 16 21:17:38.115746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-1be35b51-ff03-41a2-82ea-0f35557bd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.117280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-1be35b51-ff03-41a2-82ea-0f35557bd0f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452218 Aug 16 21:17:38.212930 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-3c794798-ac1a-4c3b-b35e-f04bb73875bd service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878732 Aug 16 21:17:38.213190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-1a012918-3659-42c5-9932-8be21ce4a46f service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868371 Aug 16 21:17:38.303666 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-f5d3e476-8482-4bd8-9271-84c467244222 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837610 Aug 16 21:17:38.306153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0204cec7-ca99-4739-ad31-1d2ebf72914c req-b012b091-b94c-4147-8abd-954b83a5c13b service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Aug 16 21:17:38.742041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855cc3a-c930-4c96-a6d6-0465b68b5f84 req-0c4ef1fd-800a-429d-a149-12e1e8cfd08e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:38.743542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6855cc3a-c930-4c96-a6d6-0465b68b5f84 req-0c4ef1fd-800a-429d-a149-12e1e8cfd08e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0551372 Aug 16 21:17:38.789709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6855cc3a-c930-4c96-a6d6-0465b68b5f84 req-453f2304-10eb-4404-ae4b-d50f841a464a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377767 Aug 16 21:17:39.905014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a318f19-a5db-450d-b1ab-22dd07e29917 req-ebc4d7a5-8887-4baa-8482-394c5b5e5cd3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:39.906494 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a318f19-a5db-450d-b1ab-22dd07e29917 req-ebc4d7a5-8887-4baa-8482-394c5b5e5cd3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 943 time: 0.0489457 Aug 16 21:17:39.944656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a318f19-a5db-450d-b1ab-22dd07e29917 req-e0ed7962-0c35-4622-8a8d-1a2ce0c8bc63 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Aug 16 21:17:40.169923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:17:40.270127 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:40.280681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0a510c66-64fb-4091-84c2-785dd0a18895', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:17:40.315979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.328996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:40.349096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:40.474609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:40.524069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:40.531235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.531585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.531954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.532297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.532630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.532954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.533280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.533601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.533923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.534242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.534563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.534883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:40.641195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7041f-58d9-4ea8-87e5-d61f0db8e123 req-e70bd33f-96ae-46e3-89c8-9a83d0eec779 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:40.642712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffb7041f-58d9-4ea8-87e5-d61f0db8e123 req-e70bd33f-96ae-46e3-89c8-9a83d0eec779 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0484600 Aug 16 21:17:40.716170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0a510c66-64fb-4091-84c2-785dd0a18895'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:17:40.717428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ffb7041f-58d9-4ea8-87e5-d61f0db8e123 req-b044c7a0-1102-4a4d-885f-d6f277450535 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677543 Aug 16 21:17:40.733046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-212bb30c-6317-4ecc-9626-affeaf7845d0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:40.733046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-212bb30c-6317-4ecc-9626-affeaf7845d0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f&tenant_id=38863e18a6f249f5904de69e012a3c4b&binding%3Ahost_id=n-h1-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0788240 Aug 16 21:17:40.790858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5f3b0b3e-bddf-4ee0-ac50-de994b5e99e4 service neutron] 10.222.0.73 "GET /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895/bindings/n-h1-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.0556021 Aug 16 21:17:40.856049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-3a031485-119b-496b-9ea5-0250aaa16d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:40.857563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-3a031485-119b-496b-9ea5-0250aaa16d3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1096 time: 0.0419939 Aug 16 21:17:40.954652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-2ead0ee2-23af-431c-bb4a-e38d7944b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:40.956175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-2ead0ee2-23af-431c-bb4a-e38d7944b495 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0900583 Aug 16 21:17:41.020622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-6ac64185-79b6-4d21-8df1-98dfde56d988 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1000 time: 0.0571253 Aug 16 21:17:41.073861 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5bb30362-7c74-4465-ac6b-cb30b3048a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:41.075297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5bb30362-7c74-4465-ac6b-cb30b3048a42 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0474944 Aug 16 21:17:41.129419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-b9b31415-ed7d-401a-9ef0-57bb09bba93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:41.130969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-b9b31415-ed7d-401a-9ef0-57bb09bba93a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482543 Aug 16 21:17:41.223300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5df352fe-8961-4c37-8034-eb10c8ef1fd2 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833678 Aug 16 21:17:41.317110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-c6277faf-85c2-42e9-ab87-4ade69467df6 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Aug 16 21:17:41.835697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a52c-86e2-4689-a908-bbd73e306547 req-6888f290-4eae-429b-a551-c74454e20cd7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:41.837239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c803a52c-86e2-4689-a908-bbd73e306547 req-6888f290-4eae-429b-a551-c74454e20cd7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0486729 Aug 16 21:17:41.875576 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c803a52c-86e2-4689-a908-bbd73e306547 req-9af8b33a-d2b6-4708-b1f3-9ed965615bd3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Aug 16 21:17:42.174309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:42.291377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0a510c66-64fb-4091-84c2-785dd0a18895 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:42.295398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0a510c66-64fb-4091-84c2-785dd0a18895 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:42.295830 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:42.372762 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:42.393785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:42.396918 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bfdd51-06a8-400a-96a6-d2b3fdd96d7b" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:42.409471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:42.445679 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701001dd-f4b2-43b7-b6a6-ecf2d6f82771 x-openstack-request-id: req-701001dd-f4b2-43b7-b6a6-ecf2d6f82771 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:42.446013 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:42.446264 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-701001dd-f4b2-43b7-b6a6-ecf2d6f82771 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:42.446660 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'code': 200} Aug 16 21:17:42.485532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:42.538250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:42.995045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cdd62-821e-462e-bced-448a19680abd req-8c029bfb-d832-4d2f-a02f-3d1535263fdc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:42.996688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c54cdd62-821e-462e-bced-448a19680abd req-8c029bfb-d832-4d2f-a02f-3d1535263fdc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0535576 Aug 16 21:17:43.034167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c54cdd62-821e-462e-bced-448a19680abd req-04f4e0a7-db54-40f4-98e0-91d79bc768a5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Aug 16 21:17:43.792858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-ef2f5b88-67ef-4eaf-b78e-7ff93e0c303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:43.794273 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-ef2f5b88-67ef-4eaf-b78e-7ff93e0c303e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1097 time: 0.0427308 Aug 16 21:17:43.806979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:43.864052 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.065239 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:44.097475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:44.137246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:44.139985 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dccce25-c718-4266-8bcf-a7f6b886591e" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:44.143681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.152740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248034f-2ffe-4a8e-be03-8955906b0fc2 req-84767a2a-e793-4ba4-a827-bdf764fc6a37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.154404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7248034f-2ffe-4a8e-be03-8955906b0fc2 req-84767a2a-e793-4ba4-a827-bdf764fc6a37 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0502908 Aug 16 21:17:44.156075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Transition to ACTIVE for port object 0a510c66-64fb-4091-84c2-785dd0a18895 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:44.189149 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec2a8a-1a37-45fe-a0f3-1867a83bc0f8 x-openstack-request-id: req-0dec2a8a-1a37-45fe-a0f3-1867a83bc0f8 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:44.195110 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:44.195110 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0dec2a8a-1a37-45fe-a0f3-1867a83bc0f8 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:44.195110 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'code': 200} Aug 16 21:17:44.195591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7248034f-2ffe-4a8e-be03-8955906b0fc2 req-658dc631-a111-4c85-ad6d-66a3a35af1f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Aug 16 21:17:44.242421 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.343162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=10']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:44.366717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.367060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.367397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.367767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.368089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.368416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.368747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.369070 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.369394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.369712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.370031 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.370348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:17:44.430848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] No DVR routers for this DVR port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:44.560381 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:44.560645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:44.560975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:44.565588 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:44.565910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Attempting to bind port 0a510c66-64fb-4091-84c2-785dd0a18895 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:44.572491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:44.572967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:44.573470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:44.573945 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Bound port: 0a510c66-64fb-4091-84c2-785dd0a18895, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:44.574374 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.637397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:44.640380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:44.714708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.746776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.747391 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:44.748810 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] 10.222.0.64 "PUT /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 1093 time: 0.9459302 Aug 16 21:17:44.772028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66526cb5-599b-436e-b876-a12dd61219ad service neutron] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=11']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:44.820755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-51df657f-71a6-4029-a77e-0c48eb565be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.822714 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-51df657f-71a6-4029-a77e-0c48eb565be2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1096 time: 0.0477877 Aug 16 21:17:44.916587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5b79ee6e-ac72-430d-b3bc-636c275a5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:44.918000 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-5b79ee6e-ac72-430d-b3bc-636c275a5fe8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0886965 Aug 16 21:17:44.987573 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-8c3410ae-f508-4697-8878-efe8e956b488 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0615249 Aug 16 21:17:45.036324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-16e13519-6fc5-4e30-ad78-7c47393b2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:45.037664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-16e13519-6fc5-4e30-ad78-7c47393b2ef4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0425522 Aug 16 21:17:45.082006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-998c2935-b8c6-4f79-ad11-3c51d39031bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:45.083469 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-998c2935-b8c6-4f79-ad11-3c51d39031bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388763 Aug 16 21:17:45.173921 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-45ccaf00-cffc-44dc-b980-707cbbfceac9 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833817 Aug 16 21:17:45.263322 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3b4cea71-1872-425a-bf21-cf4b49b23961 req-d667daf4-8bb7-44a1-b191-24bee6973c71 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815856 Aug 16 21:17:45.312697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d1dbc-1d64-492a-838f-1b0372188a4c req-57a7f329-9817-49df-8b06-b9b7e57357c3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:45.314168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc6d1dbc-1d64-492a-838f-1b0372188a4c req-57a7f329-9817-49df-8b06-b9b7e57357c3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0494449 Aug 16 21:17:45.352360 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc6d1dbc-1d64-492a-838f-1b0372188a4c req-295bc1e7-e5be-4422-9d78-608353ed641d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Aug 16 21:17:46.171643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:46.191633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:46.194363 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b02a8ec-cfee-4c84-9828-51550ad18212" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:46.217159 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:46.241669 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c6078-6973-42ae-aed0-8d155b069ca2 x-openstack-request-id: req-4c5c6078-6973-42ae-aed0-8d155b069ca2 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:46.241944 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:46.242196 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5c6078-6973-42ae-aed0-8d155b069ca2 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:46.242604 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'status': 'completed', 'code': 200} Aug 16 21:17:46.308882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-f8e6e35b-9852-4e7d-b460-d0ce5549936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.309469 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-7b258a90-02aa-49a9-9db2-aa74a11430ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.310385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-f8e6e35b-9852-4e7d-b460-d0ce5549936f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1096 time: 0.0458207 Aug 16 21:17:46.310991 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-7b258a90-02aa-49a9-9db2-aa74a11430ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 1096 time: 0.0466902 Aug 16 21:17:46.402126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-dcd16773-4042-49f1-8ff7-40bcb4753965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.403787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-dcd16773-4042-49f1-8ff7-40bcb4753965 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0858345 Aug 16 21:17:46.404432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-35433beb-e18c-48d7-a8bf-c2e22f1defed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.405933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-35433beb-e18c-48d7-a8bf-c2e22f1defed service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0876679 Aug 16 21:17:46.477677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-4b42896d-fad2-452c-ac8d-ddf35b10c463 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0620410 Aug 16 21:17:46.504975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-89a45bdf-dde0-4ce7-badb-6bf480bb3de4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 200 len: 999 time: 0.0911803 Aug 16 21:17:46.517143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3bee2-a444-4d63-9b2b-a5d8a1394bcc req-b381032a-053d-4522-8105-2ece8ea27b9a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.518592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4e3bee2-a444-4d63-9b2b-a5d8a1394bcc req-b381032a-053d-4522-8105-2ece8ea27b9a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0650992 Aug 16 21:17:46.526737 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-440d58cd-15b0-49a6-9753-d07c0936ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.528224 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-440d58cd-15b0-49a6-9753-d07c0936ec43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0437098 Aug 16 21:17:46.578355 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-c36234f0-c809-4918-b0b8-d3afa77393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.579919 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-c36234f0-c809-4918-b0b8-d3afa77393bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411057 Aug 16 21:17:46.584505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-0ccffa92-9c06-4da3-b347-9a30217deeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.585963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-0ccffa92-9c06-4da3-b347-9a30217deeb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0664093 Aug 16 21:17:46.593036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f4e3bee2-a444-4d63-9b2b-a5d8a1394bcc req-0ba634a3-7b13-4c86-9e1f-ea0ace5f35ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651779 Aug 16 21:17:46.637762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-0d386ac2-2b0a-41d2-bbcc-bc0a0f08c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:46.639267 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-0d386ac2-2b0a-41d2-bbcc-bc0a0f08c788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441997 Aug 16 21:17:46.683783 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-b99a3042-0236-451f-be88-d5ecbc7fc648 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871158 Aug 16 21:17:46.733050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-41fa21e8-8d54-4d68-af18-f4e490f627e6 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858550 Aug 16 21:17:46.788058 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-2f88f195-24cc-4253-93e3-b7b00c2346f3 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862887 Aug 16 21:17:46.835037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7b02a8ec-cfee-4c84-9828-51550ad18212 req-66a820e9-d024-42e5-a0e5-d09f2252373c service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938716 Aug 16 21:17:47.711897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901be7-a39a-43f1-9ff3-9cfa25dead58 req-e4ab7cf8-ecca-4b05-b473-3b041e0d029a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:47.713373 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63901be7-a39a-43f1-9ff3-9cfa25dead58 req-e4ab7cf8-ecca-4b05-b473-3b041e0d029a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0500922 Aug 16 21:17:47.750596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-63901be7-a39a-43f1-9ff3-9cfa25dead58 req-9535318c-96f4-419e-ae35-b5c7ad721e06 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Aug 16 21:17:47.751977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:17:47.847990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:47.858803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0a510c66-64fb-4091-84c2-785dd0a18895', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0a510c66-64fb-4091-84c2-785dd0a18895', 'mac_address': 'fa:16:3e:1a:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:17:47.864458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b75423-396e-4c5b-9377-a72dcf60ed7c req-19a033e4-04b2-4918-9b65-d7120f838516 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:47.865963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48b75423-396e-4c5b-9377-a72dcf60ed7c req-19a033e4-04b2-4918-9b65-d7120f838516 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0500393 Aug 16 21:17:47.898582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:47.904554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-48b75423-396e-4c5b-9377-a72dcf60ed7c req-afc1caea-4c48-475b-8fdd-1ac5aa8d6667 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Aug 16 21:17:47.911056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:47.932258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:48.021628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a127c-2d88-4fbf-b5e6-8ce068846f5c req-66cef957-30e0-48d9-b0d6-a02e8bb710bd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:48.023097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e98a127c-2d88-4fbf-b5e6-8ce068846f5c req-66cef957-30e0-48d9-b0d6-a02e8bb710bd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 944 time: 0.0534196 Aug 16 21:17:48.028984 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:48.059907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e98a127c-2d88-4fbf-b5e6-8ce068846f5c req-e324800b-9dd9-4749-a55a-1a9ca6a29247 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Aug 16 21:17:48.076989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:48.243263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0a510c66-64fb-4091-84c2-785dd0a18895'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:17:48.558901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d5b22-46e4-4e7c-9349-7c933f03ace8 req-eb64e48f-bbfb-4182-982d-6ff6b9e71ba2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:48.560513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b3d5b22-46e4-4e7c-9349-7c933f03ace8 req-eb64e48f-bbfb-4182-982d-6ff6b9e71ba2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0527096 Aug 16 21:17:48.609475 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2b3d5b22-46e4-4e7c-9349-7c933f03ace8 req-814ea57d-60c0-457a-a3f6-bf4b19e0f586 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426276 Aug 16 21:17:48.806264 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.725990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db0628-9ce9-4ca6-8958-fbb13c6c46bf req-782549dc-1f3b-407a-b18f-f7e0bf04b570 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.727474 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59db0628-9ce9-4ca6-8958-fbb13c6c46bf req-782549dc-1f3b-407a-b18f-f7e0bf04b570 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0501332 Aug 16 21:17:49.758332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:17:49.764806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59db0628-9ce9-4ca6-8958-fbb13c6c46bf req-34fa707c-2d82-4f84-b731-a70f9a9d73fd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Aug 16 21:17:49.851322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090c906-1831-40b6-aa8a-298b03d26743 req-f7277410-107c-4f0f-8f58-c5cdc0ef005c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:49.852811 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7090c906-1831-40b6-aa8a-298b03d26743 req-f7277410-107c-4f0f-8f58-c5cdc0ef005c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 945 time: 0.0527713 Aug 16 21:17:49.874667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0a510c66-64fb-4091-84c2-785dd0a18895 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:49.878590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0a510c66-64fb-4091-84c2-785dd0a18895 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:49.878944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.945128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Deleting port 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:17:49.945468 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.956552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:49.980323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:49.982536 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4fa57-fa7d-4917-b011-0434450c2322" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:49.998493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:50.021083 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae6ea3-29aa-46ef-b6da-cff2c7237d76 x-openstack-request-id: req-d2ae6ea3-29aa-46ef-b6da-cff2c7237d76 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:50.021427 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-plugged", "status": "completed", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:50.021683 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d2ae6ea3-29aa-46ef-b6da-cff2c7237d76 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:50.022081 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'code': 200} Aug 16 21:17:50.041325 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] For port 0a510c66-64fb-4091-84c2-785dd0a18895, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0a510c66-64fb-4091-84c2-785dd0a18895,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:17:50.041633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.085939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.131984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:50.209814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.210175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.210487 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 disassociated. External IP: 172.25.7.97, port: 0a510c66-64fb-4091-84c2-785dd0a18895. Aug 16 21:17:50.210823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Calling delete_port for 0a510c66-64fb-4091-84c2-785dd0a18895 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:17:50.399934 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:50.428289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'Port': ['ID=0a510c66-64fb-4091-84c2-785dd0a18895,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:50.546897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:17:50.867150 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d1a342a-f40c-4038-bcac-8e55d4b1d421 req-ae21d927-66d1-4745-9bac-99bf25ed0f57 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 210 time: 0.0324032 Aug 16 21:17:50.987485 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:17:50.998421 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:17:51.010964 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:51.011571 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:17:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:51.026944 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] No DVR routers for this DVR port 0a510c66-64fb-4091-84c2-785dd0a18895 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:17:51.029648 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:51.031666 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7090c906-1831-40b6-aa8a-298b03d26743 req-0b1fd7a1-947b-4603-bc50-8dc43149caff tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "DELETE /v2.0/ports/0a510c66-64fb-4091-84c2-785dd0a18895 HTTP/1.1" status: 204 len: 173 time: 1.1730406 Aug 16 21:17:51.032123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-deleted', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:51.034311 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d72103-4312-464c-8dc9-7183c21495d5" -d '{"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-deleted", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:51.071372 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d2d840-3418-4595-904a-974833cb9104 x-openstack-request-id: req-84d2d840-3418-4595-904a-974833cb9104 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:51.071661 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a27828-b196-4316-abe5-749c42994b7f", "name": "network-vif-deleted", "tag": "0a510c66-64fb-4091-84c2-785dd0a18895", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:51.071966 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84d2d840-3418-4595-904a-974833cb9104 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:51.072361 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a27828-b196-4316-abe5-749c42994b7f', 'name': 'network-vif-deleted', 'tag': '0a510c66-64fb-4091-84c2-785dd0a18895', 'status': 'completed', 'code': 200} Aug 16 21:17:51.116124 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:51.337880 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:51.365551 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:17:51.373816 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:17:51.374407 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:17:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:51.485836 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:17:51.716813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:17:51.742672 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5003f90-9539-45e8-afe7-b62c33687166 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:17:51.979521 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e431a756-7117-4cdf-8f94-2512731b9aa9 req-82a6e3c8-eaef-46c2-9be0-a27942c3a428 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0a27828-b196-4316-abe5-749c42994b7f HTTP/1.1" status: 200 len: 210 time: 0.0300407 Aug 16 21:17:51.983100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b365bb-8472-44b5-8e31-85da411659b8 None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:17:52.354616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:53.278941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-660c9a8c-5032-4d9d-abe7-e160c48d04f5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1435906483&fields=id&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 267 time: 0.0337565 Aug 16 21:17:53.381790 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-4dc3333e-be1b-42c2-9504-b3996ee9b40a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:53.383276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-4dc3333e-be1b-42c2-9504-b3996ee9b40a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.0978072 Aug 16 21:17:53.398997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-1a353f4d-fc2c-4067-85be-1906fab74aab tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/quotas/38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 375 time: 0.0100782 Aug 16 21:17:53.455677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-7bf77e8d-7798-41d4-980b-335f1d9a8c9e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511792 Aug 16 21:17:53.649583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-d860833e-b328-444e-b151-01a2ee6dcd02 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234136 Aug 16 21:17:53.742393 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-7ba9103c-8ac5-469a-81f3-729b55589dd8 service neutron] 10.222.0.70 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867758 Aug 16 21:17:53.805503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:17:53.825330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 0a510c66-64fb-4091-84c2-785dd0a18895 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:17:53.825674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0a510c66-64fb-4091-84c2-785dd0a18895 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:17:53.991927 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c576d33b-2562-48b4-92b9-7fc004c508a1 req-7e561261-042f-4a88-9af0-675a4c234ad8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0274050 Aug 16 21:17:55.086892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb6e937b-c23a-4b9c-995f-37c630fa4913 req-4d2d9316-f02c-4251-bc3d-3a9033ba476f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Aug 16 21:17:55.959073 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-5aeba610-0977-4771-96b7-ff6c5002ab88 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:55.960553 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-5aeba610-0977-4771-96b7-ff6c5002ab88 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 812 time: 0.1034586 Aug 16 21:17:56.005210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-17c51ed7-0151-4387-a507-27eae8dea19f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 380 time: 0.0331566 Aug 16 21:17:56.013814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'port': {'device_id': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'admin_state_up': True, 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'security_groups': ['00a9bba4-3f19-4c6e-b14f-a949e8d97b31']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:56.179925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-215ad153-172b-49be-aa23-ffff01120e21 req-ec25de49-0753-4d67-807a-2f822c726485 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0271969 Aug 16 21:17:56.233480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Made reservation on behalf of 38863e18a6f249f5904de69e012a3c4b for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:17:56.236959 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.359107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Allocated IP 172.20.0.14 (020d1ca4-d9f6-4463-bb6d-b97cf9c8e538/a57e5b6f-f0bf-46fc-ab57-2aee073663bf/0007ff26-74c5-47d5-a35c-026c976efbb6) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:17:56.495156 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.508057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Transition to ACTIVE for port object 0007ff26-74c5-47d5-a35c-026c976efbb6 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:56.624168 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.674062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:17:56.677461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:17:56.681346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:17:56.687791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:56.735664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:56.736310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.869613 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0ba4d342-10fd-4208-b4ed-a0e6248ae8e8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8593678 Aug 16 21:17:56.883415 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Request body: {'port': {'device_id': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:17:56.936712 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.954804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-51dcc2bc-ccea-4d6e-be56-e8e74a863b66 None None] Provisioning for port 0007ff26-74c5-47d5-a35c-026c976efbb6 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:17:56.959249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-51dcc2bc-ccea-4d6e-be56-e8e74a863b66 None None] Provisioning complete for port 0007ff26-74c5-47d5-a35c-026c976efbb6 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:17:56.959736 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51dcc2bc-ccea-4d6e-be56-e8e74a863b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:56.995196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-51dcc2bc-ccea-4d6e-be56-e8e74a863b66 None None] Port 0007ff26-74c5-47d5-a35c-026c976efbb6 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:17:57.199295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:17:57.206899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.218785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Transition to ACTIVE for port object 0007ff26-74c5-47d5-a35c-026c976efbb6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:17:57.293471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e35669-7086-4768-8936-02c52f4cb80f req-4a21088e-7c47-43ff-9bfa-54e85d20fbec tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:57.294988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27e35669-7086-4768-8936-02c52f4cb80f req-4a21088e-7c47-43ff-9bfa-54e85d20fbec tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 932 time: 0.0488865 Aug 16 21:17:57.329158 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.340524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27e35669-7086-4768-8936-02c52f4cb80f req-003a2d49-8caa-4189-a5fc-9fca0b52dc72 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392940 Aug 16 21:17:57.402196 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:57.457574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:17:57.457898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:17:57.458148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:57.462952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:17:57.463282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:17:57.469606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:17:57.469949 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:17:57.470333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:17:57.470764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Bound port: 0007ff26-74c5-47d5-a35c-026c976efbb6, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:17:57.471132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.537371 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:17:57.540593 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:17:57.681028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.714307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:57.714932 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:17:57.716427 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] 10.222.0.73 "PUT /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1093 time: 0.8379793 Aug 16 21:17:57.716874 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:17:57.719171 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:17:57.744524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67bf64-a609-4869-82d4-bf72a4ba0299 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:17:57.768446 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57192d0-2486-4a5b-ad12-969657750885 x-openstack-request-id: req-c57192d0-2486-4a5b-ad12-969657750885 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:17:57.768743 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:17:57.768999 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c57192d0-2486-4a5b-ad12-969657750885 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:17:57.769407 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'status': 'completed', 'code': 200} Aug 16 21:17:57.834723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-38d48e9c-02e2-49b4-b93e-905b532440aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:57.836323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-38d48e9c-02e2-49b4-b93e-905b532440aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0448692 Aug 16 21:17:57.946336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-a00c9a0b-c78e-47cd-aa6b-da12c786105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:57.947907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-a00c9a0b-c78e-47cd-aa6b-da12c786105c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=38863e18a6f249f5904de69e012a3c4b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1021206 Aug 16 21:17:58.045534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-70379f81-7471-465c-86e8-b4ae1dcc0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.046909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f0ed7d62-d06f-4f73-b8bc-f7973683a4f1 req-70379f81-7471-465c-86e8-b4ae1dcc0228 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913064 Aug 16 21:17:58.124513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-b2f34c13-3739-466f-8d05-24b50eb8f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.126026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-b2f34c13-3739-466f-8d05-24b50eb8f5fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0410838 Aug 16 21:17:58.166930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-8b1e2e04-6a43-4cfc-9991-2adcb6cb1182 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 217 time: 0.0320480 Aug 16 21:17:58.219984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-5e3ff026-5c46-41ae-9196-b78f025c557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.221463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-5e3ff026-5c46-41ae-9196-b78f025c557b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0463433 Aug 16 21:17:58.267333 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-156069d7-0819-4220-bf7b-ebc2db07e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.268852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-156069d7-0819-4220-bf7b-ebc2db07e3ed service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401537 Aug 16 21:17:58.362805 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-9ca33850-087f-48bb-8f93-bb982d7a4b5b service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856860 Aug 16 21:17:58.499666 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41312611-2e8e-41d2-8bd5-139188492eb8 req-5a5db20d-6f96-4670-b8bd-7d71173d781d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:58.501156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41312611-2e8e-41d2-8bd5-139188492eb8 req-5a5db20d-6f96-4670-b8bd-7d71173d781d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0777471 Aug 16 21:17:58.507371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b817ffe0-b208-40ee-953d-41bfa266c297 req-0b9db474-395d-4bf0-9182-5cad2a0599fe service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363630 Aug 16 21:17:58.542011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-41312611-2e8e-41d2-8bd5-139188492eb8 req-329c6cf2-08f5-49bf-b7d6-a83dfa1860cb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335586 Aug 16 21:17:59.663204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6c541-2d5a-4c9f-81c9-6b58809101c3 req-dfab4398-0aca-4bb3-a91e-162704f42da8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:17:59.664708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d6c541-2d5a-4c9f-81c9-6b58809101c3 req-dfab4398-0aca-4bb3-a91e-162704f42da8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0520854 Aug 16 21:17:59.701067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d6c541-2d5a-4c9f-81c9-6b58809101c3 req-2d630a68-30c9-4d57-a6fe-9d9d91071a2f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Aug 16 21:18:00.720380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e9bf8e6-5523-4662-a34e-ed0fc96fe8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:00.775155 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-cbe0f7d6-c31b-41a0-b030-40a748dc8809 req-0b8064af-bc70-46a3-af54-9c9c0b2ef0c9 service neutron] (95241) timed out ('10.222.0.70', 39480) {{(pid=95241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:18:00.816821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8825d-8b0f-404c-bf8c-5226c7fc7633 req-43e3a6de-d2b5-4645-aea4-f79438e3a5ef tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:00.818511 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f8825d-8b0f-404c-bf8c-5226c7fc7633 req-43e3a6de-d2b5-4645-aea4-f79438e3a5ef tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0491743 Aug 16 21:18:00.855794 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21f8825d-8b0f-404c-bf8c-5226c7fc7633 req-711cd34f-1dca-4ccb-9642-8c56b343bbb2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 16 21:18:01.969266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb408bf-1142-4132-993a-48b57eff399a req-222a9cc2-5047-4c48-be91-76ae8ce1fbe8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:01.970739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdb408bf-1142-4132-993a-48b57eff399a req-222a9cc2-5047-4c48-be91-76ae8ce1fbe8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Aug 16 21:18:02.008309 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdb408bf-1142-4132-993a-48b57eff399a req-403f966f-f3e8-4441-8226-175a1232577d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Aug 16 21:18:02.239808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:18:02.330677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:02.341681 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:18:02.380025 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.392539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:18:02.410634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:02.519257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:02.565817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:02.719335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0007ff26-74c5-47d5-a35c-026c976efbb6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:18:03.128748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422c97a-b062-4f3f-97eb-2632e1c6ed2e req-5037dcc5-77e7-449e-84f9-c9f83abc91ee tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:03.130234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b422c97a-b062-4f3f-97eb-2632e1c6ed2e req-5037dcc5-77e7-449e-84f9-c9f83abc91ee tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Aug 16 21:18:03.170888 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b422c97a-b062-4f3f-97eb-2632e1c6ed2e req-d80e34fb-5718-45db-b420-cc5828016f9e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Aug 16 21:18:03.520646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:03.640659 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7f509c1d-679a-4414-a1cb-f02c55090cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.254678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:18:04.284823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f873-23ac-4065-958f-073fb8326f96 req-d8807768-ec33-49cd-938a-ea4540961a2d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:04.287085 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3822f873-23ac-4065-958f-073fb8326f96 req-d8807768-ec33-49cd-938a-ea4540961a2d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0494266 Aug 16 21:18:04.325232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3822f873-23ac-4065-958f-073fb8326f96 req-83cad582-cf0f-436f-9cef-f9db45ec8259 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Aug 16 21:18:04.366370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0007ff26-74c5-47d5-a35c-026c976efbb6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:18:04.370038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0007ff26-74c5-47d5-a35c-026c976efbb6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:18:04.370409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.409297 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.449457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.474510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:04.476805 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5887800-bb88-4e7e-ba5f-71d4b2ad6299" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:04.489487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:18:04.511563 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d13fd-c633-440a-a68c-5f4000e0e16b x-openstack-request-id: req-859d13fd-c633-440a-a68c-5f4000e0e16b {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:04.511881 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:04.512131 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-859d13fd-c633-440a-a68c-5f4000e0e16b {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:04.512519 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'code': 200} Aug 16 21:18:04.578210 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:04.610742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950633b5-2d08-48d7-bdb8-1ef9e442efc3 req-34df4cfb-990e-4deb-a5dd-881cedfa6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:04.612281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950633b5-2d08-48d7-bdb8-1ef9e442efc3 req-34df4cfb-990e-4deb-a5dd-881cedfa6763 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0401325 Aug 16 21:18:04.626230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:18:04.648757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950633b5-2d08-48d7-bdb8-1ef9e442efc3 req-a230d8f0-a3e4-48ad-9372-f2391bec63ca service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283909 Aug 16 21:18:04.776997 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:05.448511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e34d75-45fa-4a97-813f-06e5c64090b6 req-ba67b361-0062-490c-b048-c2bfd39ab2df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:05.449983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51e34d75-45fa-4a97-813f-06e5c64090b6 req-ba67b361-0062-490c-b048-c2bfd39ab2df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Aug 16 21:18:05.487399 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-51e34d75-45fa-4a97-813f-06e5c64090b6 req-05f440ed-d660-4063-b256-541db8fd12db tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 16 21:18:06.377411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:06.605892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f241b-87ec-41c3-a19d-3982ce1f4033 req-10b87bdf-9f01-480e-b5b3-7a0adcacf095 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:06.607382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd4f241b-87ec-41c3-a19d-3982ce1f4033 req-10b87bdf-9f01-480e-b5b3-7a0adcacf095 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0505302 Aug 16 21:18:06.644677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cd4f241b-87ec-41c3-a19d-3982ce1f4033 req-25bd40e7-0952-4d71-9c4e-2ced0b75b51d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Aug 16 21:18:06.753080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1064-eda9-4636-83e7-2834e1682562 req-fc2505a3-6dcb-431b-9f70-e9363635bd3e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:06.754561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-200a1064-eda9-4636-83e7-2834e1682562 req-fc2505a3-6dcb-431b-9f70-e9363635bd3e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0481079 Aug 16 21:18:06.763491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 42922) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:18:06.767914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Request body: {'floatingip': {'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:18:06.809354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.573828 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.662341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:07.760165 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 associated. External IP: 172.25.7.97, port: 0007ff26-74c5-47d5-a35c-026c976efbb6. Aug 16 21:18:07.964307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:18:08.070028 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:18:08.074920 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:08.079467 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:18:08.088548 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:08.089144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:18:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.101354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1061924d-a7f5-4063-bdc8-04dcbf86097b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "PUT /v2.0/floatingips/f3813eae-c1f2-4d31-8288-edba9b2391a7 HTTP/1.1" status: 200 len: 992 time: 1.3367836 Aug 16 21:18:08.101945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:18:08.104277 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c61f4aa-fd75-4494-a58f-d683efe31e34" -d '{"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:18:08.140842 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc9a66-51ca-45e7-86ca-9b43ac730180 x-openstack-request-id: req-cdfc9a66-51ca-45e7-86ca-9b43ac730180 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:18:08.141136 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:18:08.141377 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdfc9a66-51ca-45e7-86ca-9b43ac730180 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:18:08.143973 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'status': 'completed', 'code': 200} Aug 16 21:18:08.194565 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:08.205537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-3afb2526-fc32-41d7-a8e7-1c5bc3eb959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:08.207058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-3afb2526-fc32-41d7-a8e7-1c5bc3eb959f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0407691 Aug 16 21:18:08.306906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-8ebd163e-2574-4af6-a51e-b3fcd748c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:08.308340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-8ebd163e-2574-4af6-a51e-b3fcd748c0e6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0882857 Aug 16 21:18:08.375306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-538a65c0-bc58-411c-9c19-bb46c53239f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0582948 Aug 16 21:18:08.415649 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:18:07Z', 'revision_number': 13, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.430130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-34091c69-7239-4a92-b4c9-2e19cc500714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:08.431595 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-34091c69-7239-4a92-b4c9-2e19cc500714 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0484490 Aug 16 21:18:08.441372 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:18:08.449806 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:18:08.450404 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:18:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.479262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-becffe65-4dd9-4f04-8131-f98ebcb57e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:08.480824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-becffe65-4dd9-4f04-8131-f98ebcb57e1a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409424 Aug 16 21:18:08.574127 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-683f03b7-904d-4ba8-b014-aa7777c2d6fd service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 Aug 16 21:18:08.644153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:18:08.673188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c61f4aa-fd75-4494-a58f-d683efe31e34 req-94995647-a54a-4e8c-940d-dffeb2e42d0d service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908973 Aug 16 21:18:08.868028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:18:07Z', 'revision_number': 13, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:18:08.898422 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fbeb9a-18d0-4937-8032-925709a85645 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'f3813eae-c1f2-4d31-8288-edba9b2391a7', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:10:49Z', 'updated_at': '2021-08-16T21:18:07Z', 'revision_number': 13, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:18:09.103817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7709c7a-3121-4195-a020-a8f716edea2f None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:18:18.766367 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:22.324692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:30.721044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ecbddd5f-2607-46d5-86d1-6bdfe5914ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.542738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:33.629281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9993731b-6360-4ca9-95fd-9ba928d02207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:34.417980 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:36.343974 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:41.777061 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:18:48.766942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:18:50.908841 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-14780448-a25b-4e8e-b4b2-2c3de8a864e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440128 Aug 16 21:18:50.997089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-c2d77755-4a4c-48be-9b15-11b8c655fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:50.999146 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-c2d77755-4a4c-48be-9b15-11b8c655fcc0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0458200 Aug 16 21:18:51.100739 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-22ce3024-2e15-4cf7-98c8-6ed611e8f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:51.102212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-22ce3024-2e15-4cf7-98c8-6ed611e8f395 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0832300 Aug 16 21:18:51.170068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-21df15da-918c-42ff-abfc-1a0f5f347675 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1002 time: 0.0596855 Aug 16 21:18:51.220070 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-541af9a5-3866-4083-8a22-9a9f0ac95d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:51.222599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-541af9a5-3866-4083-8a22-9a9f0ac95d35 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0436044 Aug 16 21:18:51.271343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-a54c8636-2e03-4098-b0fb-0fb749a5d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:18:51.272884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-a54c8636-2e03-4098-b0fb-0fb749a5d6af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432348 Aug 16 21:18:51.284876 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-a535718d-99a2-453f-9ced-aa4d849545f1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:18:51.285839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-a535718d-99a2-453f-9ced-aa4d849545f1 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049722 Aug 16 21:18:51.376420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-8327f48e-11b1-4b6e-b288-05b240147a53 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837290 Aug 16 21:18:51.465134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b8de520-b77d-4890-b8fc-3d8f610009f0 req-b220504e-1f67-46b6-90e0-305de3e48d72 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806432 Aug 16 21:18:52.361669 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:00.755948 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a87c5cd2-2e95-42ee-aff8-51b3f283efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.519333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:03.627657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2246b3df-8817-4a1c-9205-c8c7884d6c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:04.399302 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:06.359134 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:18.775488 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:19:18.806893 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:22.357044 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:30.775706 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea4e53e6-0385-4aee-8bac-6dd05f4aca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.515902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:33.615922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3115b374-5e35-4681-b5d6-fdcab8d6c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:34.416023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:36.336150 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.787458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c11ed-dd1f-47be-8c65-4c753cbb71b4 req-037b0e4f-db98-47c8-86d9-5eac09bbb9bc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:48.788979 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb0c11ed-dd1f-47be-8c65-4c753cbb71b4 req-037b0e4f-db98-47c8-86d9-5eac09bbb9bc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0526047 Aug 16 21:19:48.810837 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:48.829535 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb0c11ed-dd1f-47be-8c65-4c753cbb71b4 req-dc61050a-5a14-4c25-ad5a-9e9d339312c5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Aug 16 21:19:51.891227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-f228fe76-2515-4a52-957b-d87e97b018e7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425942 Aug 16 21:19:51.974685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-a2dff8bd-e5ca-4c0f-96a9-2192c24cb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:51.976130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-a2dff8bd-e5ca-4c0f-96a9-2192c24cb331 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0419626 Aug 16 21:19:52.086728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-8c82c52b-2ba3-475e-80f4-b546215cc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:52.088270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-8c82c52b-2ba3-475e-80f4-b546215cc912 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0907514 Aug 16 21:19:52.158780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-76cc1164-2f47-4393-bb26-0da782d489e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1002 time: 0.0621581 Aug 16 21:19:52.209983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-8277235b-7be4-4249-98a8-baa99aafe9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:52.211422 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-8277235b-7be4-4249-98a8-baa99aafe9c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0451620 Aug 16 21:19:52.262971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-d052d9df-5cfd-444c-adcb-3a0551d81521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:19:52.264764 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-d052d9df-5cfd-444c-adcb-3a0551d81521 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454576 Aug 16 21:19:52.358625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-ab1c9be0-da7d-4b73-8658-1b11653e3cd2 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860276 Aug 16 21:19:52.378955 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:19:52.460969 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce9cb8bf-4a59-4e13-8123-48c620fd608e req-c1b01a5c-52d8-442d-8f84-8ac4ecb069ea service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949802 Aug 16 21:19:55.773970 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:00.669123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8100f-02d5-481b-a9df-136f4c1b5d49 req-8838aa6d-ad39-4352-b24e-c726603dfa12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:00.670757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3c8100f-02d5-481b-a9df-136f4c1b5d49 req-8838aa6d-ad39-4352-b24e-c726603dfa12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0503163 Aug 16 21:20:00.710496 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d3c8100f-02d5-481b-a9df-136f4c1b5d49 req-bc0eaa81-3049-484a-8e01-5404a94ad94c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335741 Aug 16 21:20:00.729961 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64bc76e1-0e26-4bd1-8ba1-c291766619a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:00.763218 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-4629a031-31a0-4316-9c14-58ea3b3767b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405774 Aug 16 21:20:01.835591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdd480-c81f-455d-a373-ba1aaa5df0a4 req-05319f96-9bcb-4ff2-b8ad-6712610f7713 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:01.837113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9cdd480-c81f-455d-a373-ba1aaa5df0a4 req-05319f96-9bcb-4ff2-b8ad-6712610f7713 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0528295 Aug 16 21:20:01.874637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9cdd480-c81f-455d-a373-ba1aaa5df0a4 req-9659e870-87d6-4d84-8a19-b412073a8e5e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310595 Aug 16 21:20:02.990854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5777c9-c11c-43c4-b87d-ea3043abf25b req-14cf1be4-121d-4e5e-981c-f53d7ceeba53 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:02.992378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b5777c9-c11c-43c4-b87d-ea3043abf25b req-14cf1be4-121d-4e5e-981c-f53d7ceeba53 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0498729 Aug 16 21:20:03.029957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b5777c9-c11c-43c4-b87d-ea3043abf25b req-4fc1bd0a-2fb9-4d90-963a-13dd9088fb11 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Aug 16 21:20:03.544564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:03.642612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a4f477a-7cc0-4af1-84e2-e09993496750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:04.153083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d706-1218-445f-8abd-f556f43ef814 req-1960ae87-f998-4daf-9c39-8b6549cf8f3f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:04.155501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd5d706-1218-445f-8abd-f556f43ef814 req-1960ae87-f998-4daf-9c39-8b6549cf8f3f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0569010 Aug 16 21:20:04.203076 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfd5d706-1218-445f-8abd-f556f43ef814 req-9af682a8-26d8-4440-8877-c624d203ca40 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405912 Aug 16 21:20:04.450147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:05.007095 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-897d361c-7e6f-43c6-86a1-cd23581979d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.008637 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-897d361c-7e6f-43c6-86a1-cd23581979d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0442271 Aug 16 21:20:05.100397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-dc8345b4-6981-4b13-b76d-dab44f57e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.101887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-dc8345b4-6981-4b13-b76d-dab44f57e22a service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0838037 Aug 16 21:20:05.170437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-6c5a2b6b-1a65-4984-92e4-1f89cf0c7347 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1002 time: 0.0607090 Aug 16 21:20:05.220656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-f75eb708-d06c-4a8b-9633-8ae939bd1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.222091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-f75eb708-d06c-4a8b-9633-8ae939bd1cb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0443115 Aug 16 21:20:05.270470 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-be3c8641-afd0-48a3-b022-3114aad2e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.271981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-be3c8641-afd0-48a3-b022-3114aad2e409 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415068 Aug 16 21:20:05.371634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341aa54-24db-4238-82bb-f69f884feaab req-4cdffff4-2f73-412a-babc-12f239bc7ea3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:05.373172 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3341aa54-24db-4238-82bb-f69f884feaab req-4cdffff4-2f73-412a-babc-12f239bc7ea3 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.1003151 Aug 16 21:20:05.411177 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-408730e1-59d2-498a-a550-ee57ca67f995 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288235 Aug 16 21:20:05.444601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3341aa54-24db-4238-82bb-f69f884feaab req-57f298d3-7e00-4458-b223-3f4c70dd3b31 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606139 Aug 16 21:20:05.516671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-c6b15817-12f4-4895-b07a-43ec76ae1ee9 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951135 Aug 16 21:20:06.353026 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:06.561634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb2fbf-5355-4b51-b961-014963074225 req-9ed8b5fc-e839-4d93-95f2-e72ce73593a7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:06.563297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06cb2fbf-5355-4b51-b961-014963074225 req-9ed8b5fc-e839-4d93-95f2-e72ce73593a7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0502601 Aug 16 21:20:06.601593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06cb2fbf-5355-4b51-b961-014963074225 req-446f3295-4a95-49ef-b05e-053a0e06e6f4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Aug 16 21:20:07.716869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58de2f-eeda-4c19-b4d0-5c38f547c897 req-3dd7b1ff-bf76-4057-9f0b-aaa6185bcc63 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:07.718342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a58de2f-eeda-4c19-b4d0-5c38f547c897 req-3dd7b1ff-bf76-4057-9f0b-aaa6185bcc63 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0493155 Aug 16 21:20:07.756014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a58de2f-eeda-4c19-b4d0-5c38f547c897 req-be5e2cfb-029d-4957-a63a-3755ba0c37f2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Aug 16 21:20:08.928785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a89d4-d719-4762-90dd-9f358d9b1d2e req-fc03c9dc-3dc1-4e85-be8a-39d67dfa729b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:08.930283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d81a89d4-d719-4762-90dd-9f358d9b1d2e req-fc03c9dc-3dc1-4e85-be8a-39d67dfa729b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.1047173 Aug 16 21:20:08.969855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d81a89d4-d719-4762-90dd-9f358d9b1d2e req-aeca2afb-2d2f-41fd-b8e5-c77c53b751e6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335164 Aug 16 21:20:10.128884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c95bc-e304-4942-b6d8-d877bbae5ccc req-239cf18c-7b34-4a95-9cb2-1b863bedb807 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:10.130417 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a5c95bc-e304-4942-b6d8-d877bbae5ccc req-239cf18c-7b34-4a95-9cb2-1b863bedb807 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0923352 Aug 16 21:20:10.170361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a5c95bc-e304-4942-b6d8-d877bbae5ccc req-f7fe07c2-00eb-424d-b407-c7766240eba6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Aug 16 21:20:11.288158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6a99-e18f-4f11-9b97-4183277d57b3 req-5bb98978-d730-41f9-aa59-155681ea4c51 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:11.289622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-046e6a99-e18f-4f11-9b97-4183277d57b3 req-5bb98978-d730-41f9-aa59-155681ea4c51 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Aug 16 21:20:11.327312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-046e6a99-e18f-4f11-9b97-4183277d57b3 req-a1729f0e-ba80-49fb-9105-beadb3326f42 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Aug 16 21:20:12.446238 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ab42-ce1f-4027-b111-1cafc2e0a6da req-7aa6cb03-345b-4b82-8db1-97ae641a1cb6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:12.447749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5a9ab42-ce1f-4027-b111-1cafc2e0a6da req-7aa6cb03-345b-4b82-8db1-97ae641a1cb6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0523565 Aug 16 21:20:12.485070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5a9ab42-ce1f-4027-b111-1cafc2e0a6da req-95ed9447-73c0-4934-b993-4d47b08a4061 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Aug 16 21:20:13.600533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68135c7d-48d1-4fbc-956a-10d3afe80a35 req-f9c5d3b5-9c2d-475a-9a85-34bc8a4b88ad tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:13.602048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68135c7d-48d1-4fbc-956a-10d3afe80a35 req-f9c5d3b5-9c2d-475a-9a85-34bc8a4b88ad tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Aug 16 21:20:13.639390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68135c7d-48d1-4fbc-956a-10d3afe80a35 req-d6c05fac-e524-4bcf-9812-2d536c1cd139 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Aug 16 21:20:14.754873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496d37-a393-4ca4-bd78-0cce3d9c5b70 req-646e86b2-b542-4901-be30-b84947012c53 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:14.756397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c496d37-a393-4ca4-bd78-0cce3d9c5b70 req-646e86b2-b542-4901-be30-b84947012c53 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Aug 16 21:20:14.794284 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c496d37-a393-4ca4-bd78-0cce3d9c5b70 req-e356a108-cc1e-4aef-8dc8-2dca9c3c7c73 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Aug 16 21:20:15.913915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9d019-7f28-42ed-962b-c90a84b42e46 req-00350577-35fb-428d-b104-ff71dda701ea tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:15.915421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ee9d019-7f28-42ed-962b-c90a84b42e46 req-00350577-35fb-428d-b104-ff71dda701ea tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0541301 Aug 16 21:20:15.960024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ee9d019-7f28-42ed-962b-c90a84b42e46 req-1289112b-db94-4460-80d9-7be672fc0df0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Aug 16 21:20:17.075870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d75b-b0b5-487d-b008-28da58303617 req-80cb6fe8-34a0-45bc-a462-1568f363a85f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:17.077354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-deb8d75b-b0b5-487d-b008-28da58303617 req-80cb6fe8-34a0-45bc-a462-1568f363a85f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Aug 16 21:20:17.115279 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-deb8d75b-b0b5-487d-b008-28da58303617 req-04dd80f0-12ca-44b8-a4cb-8da329432161 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Aug 16 21:20:18.237424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27986-c0ce-46ce-a766-2b5e44049d2f req-e52112c6-0a05-4b7d-9293-862c6cba662e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:18.239598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7a27986-c0ce-46ce-a766-2b5e44049d2f req-e52112c6-0a05-4b7d-9293-862c6cba662e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0564613 Aug 16 21:20:18.281176 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7a27986-c0ce-46ce-a766-2b5e44049d2f req-12bdc2f2-642e-4495-b989-b1a4a2c3d735 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356076 Aug 16 21:20:18.821874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:19.402375 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4f39e-bad6-43b8-917f-eefeadbc69e8 req-99465689-e800-4259-91ac-4807bdc0aa12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:19.403895 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7e4f39e-bad6-43b8-917f-eefeadbc69e8 req-99465689-e800-4259-91ac-4807bdc0aa12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Aug 16 21:20:19.442168 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7e4f39e-bad6-43b8-917f-eefeadbc69e8 req-70df111d-e6a4-48ef-aad2-a07d5bf38af4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Aug 16 21:20:19.889411 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-72af881e-59ee-4ddf-b33f-5e85d5ba4d8f service neutron] show failed (client error): The resource could not be found. Aug 16 21:20:19.890419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-72af881e-59ee-4ddf-b33f-5e85d5ba4d8f service neutron] 10.222.0.73 "GET /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0542564 Aug 16 21:20:20.541043 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-2a59c227-55b6-4a79-9bf7-892a03907d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:20.542570 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-2a59c227-55b6-4a79-9bf7-892a03907d96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1098 time: 0.0860295 Aug 16 21:20:20.555029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:20.560066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c78da-e0fc-4fa1-a166-c9ec893e1359 req-6fbfe876-4ca6-4342-a4b1-fdef0830c917 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:20.561588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e7c78da-e0fc-4fa1-a166-c9ec893e1359 req-6fbfe876-4ca6-4342-a4b1-fdef0830c917 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0504699 Aug 16 21:20:20.601012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e7c78da-e0fc-4fa1-a166-c9ec893e1359 req-ff590caf-b3ed-4f0b-9ecf-7808b05c636e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325143 Aug 16 21:20:20.614403 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.811777 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:20.849104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:20.888011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:20.890305 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de343078-518e-4af3-bfc9-a7c3357318b3" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:20.895020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:20.906964 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Transition to ACTIVE for port object 0007ff26-74c5-47d5-a35c-026c976efbb6 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:20.940242 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be2fbcf-0f4d-49d3-9a00-00857a392b09 x-openstack-request-id: req-4be2fbcf-0f4d-49d3-9a00-00857a392b09 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:20.940242 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:20.940242 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4be2fbcf-0f4d-49d3-9a00-00857a392b09 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:20.940242 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'code': 200} Aug 16 21:20:20.987499 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.015949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:21.059674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:20:21.072109 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.084315 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.084675 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.085025 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.085365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.085707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.086042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.086377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.086708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.087047 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.087379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.087707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.088057 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:21.121854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] No DVR routers for this DVR port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:21.258131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:21.258476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:21.258811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:21.262926 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:21.263251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:21.268148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:21.268520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:21.268909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:21.269341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Bound port: 0007ff26-74c5-47d5-a35c-026c976efbb6, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:21.269706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.332340 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:21.335212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:21.433338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.470977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.471314 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:21.472843 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] 10.222.0.64 "PUT /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1093 time: 0.9222357 Aug 16 21:20:21.497692 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a78d9-b980-4077-9ffe-be0f767e8013 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:21.542393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-5affd78e-1e23-45b3-8de8-759a93b5d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.544333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-5affd78e-1e23-45b3-8de8-759a93b5d1b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0425649 Aug 16 21:20:21.642280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-f0a3fec3-367f-43b6-b688-0784b5e695bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.643832 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-f0a3fec3-367f-43b6-b688-0784b5e695bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0919569 Aug 16 21:20:21.709093 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-01ed79f4-fd4b-4300-be03-c78a136ea62c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0584059 Aug 16 21:20:21.721872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b18c5a-2654-4ff0-ad8a-b6d4e00e6cec req-e36d80f1-5608-47b5-940d-18b14c0145fe tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.723551 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0b18c5a-2654-4ff0-ad8a-b6d4e00e6cec req-e36d80f1-5608-47b5-940d-18b14c0145fe tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0535977 Aug 16 21:20:21.758324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-3c972598-113e-4f79-a689-59f53c47b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.759849 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-3c972598-113e-4f79-a689-59f53c47b7d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0443730 Aug 16 21:20:21.765264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b0b18c5a-2654-4ff0-ad8a-b6d4e00e6cec req-17594556-d9c0-4877-9657-f18d9c31c47a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348351 Aug 16 21:20:21.811042 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-86d70370-8382-47ab-ae55-ae337eeddbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:21.812697 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-86d70370-8382-47ab-ae55-ae337eeddbfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447793 Aug 16 21:20:21.824090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-d4e93c69-488e-4575-86c8-3cfb46e2422f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:20:21.825014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-d4e93c69-488e-4575-86c8-3cfb46e2422f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048771 Aug 16 21:20:21.917558 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-44ed2f90-8689-4e46-8c42-9386d2682ffc service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848160 Aug 16 21:20:22.011485 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-03abba52-072d-42f5-8306-9af4742c7ec5 req-5116c095-fcf1-42ea-9559-784446ad98bf service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863838 Aug 16 21:20:22.370191 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:22.887680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e18768-41b1-4026-a694-41c7eb58a706 req-1ad57377-1ef6-452c-9908-9655ac2e1ef8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:22.889210 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e18768-41b1-4026-a694-41c7eb58a706 req-1ad57377-1ef6-452c-9908-9655ac2e1ef8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Aug 16 21:20:22.928324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96e18768-41b1-4026-a694-41c7eb58a706 req-3481941b-576f-4be0-b4ee-5fb658e1f282 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Aug 16 21:20:22.941048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:22.943382 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eb02f9-ace3-493c-bc55-229ea7603b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:22.994340 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a225dce7-c27a-4b8c-8b2f-4eb7d102435f x-openstack-request-id: req-a225dce7-c27a-4b8c-8b2f-4eb7d102435f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:22.994630 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:22.994989 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a225dce7-c27a-4b8c-8b2f-4eb7d102435f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:22.996171 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'status': 'completed', 'code': 200} Aug 16 21:20:23.056575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-aab755dc-97b3-4855-a0c9-dd610e8ef885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.058191 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-aab755dc-97b3-4855-a0c9-dd610e8ef885 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0451305 Aug 16 21:20:23.061525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-aac17a53-7146-4f50-b27c-f230fc6ec61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.070330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-aac17a53-7146-4f50-b27c-f230fc6ec61e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1096 time: 0.0420144 Aug 16 21:20:23.159307 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-9ec37d4d-68cb-4e6e-9a4e-16ab6792940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.160862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-9ec37d4d-68cb-4e6e-9a4e-16ab6792940a service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0905674 Aug 16 21:20:23.161880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-95580a5e-bc24-4307-bc20-48dfe1bc8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.163458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-95580a5e-bc24-4307-bc20-48dfe1bc8a40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0974748 Aug 16 21:20:23.227345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-d6cf92e0-28c3-4109-bd6e-153d41a961f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0588641 Aug 16 21:20:23.234497 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-22acb5c3-366b-4428-977d-acdc3ce9549a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0642462 Aug 16 21:20:23.285132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-2be0eea6-f7d4-4993-bc96-8adb98d82ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.286870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-2be0eea6-f7d4-4993-bc96-8adb98d82ce1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0518045 Aug 16 21:20:23.287792 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-e0b0f3fd-d428-4549-8d5f-2d237f999204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.289304 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-e0b0f3fd-d428-4549-8d5f-2d237f999204 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0482087 Aug 16 21:20:23.337822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-438671af-377a-4665-8570-8e113aa9ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.339677 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-438671af-377a-4665-8570-8e113aa9ffd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446081 Aug 16 21:20:23.342764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-20a58eb6-97d1-4f89-b785-7fa852f6d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:23.344266 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-20a58eb6-97d1-4f89-b785-7fa852f6d87c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484264 Aug 16 21:20:23.432389 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-fb1b7d37-ad46-4904-9645-c2c5902c9bab service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855992 Aug 16 21:20:23.447315 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-f354bd72-328b-4444-b9b4-6eae1a529091 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950353 Aug 16 21:20:23.533743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-763da8f4-da80-46bc-a5a4-6282c9bb877d service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928848 Aug 16 21:20:23.547798 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-a9eb02f9-ace3-493c-bc55-229ea7603b9a req-a8e7eda6-4d7e-410e-abfe-07c58b900c26 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Aug 16 21:20:24.055401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674fb9f-4ae9-47b6-87b7-c1919e8b9ef7 req-35cda5ad-9b94-4558-a1a0-fc48a92c1ff6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:24.057209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6674fb9f-4ae9-47b6-87b7-c1919e8b9ef7 req-35cda5ad-9b94-4558-a1a0-fc48a92c1ff6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0568063 Aug 16 21:20:24.097537 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6674fb9f-4ae9-47b6-87b7-c1919e8b9ef7 req-38185488-a091-4e95-bac2-12f6df926315 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342166 Aug 16 21:20:25.220181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa368bb-1653-4605-9d69-48edbef1e622 req-1d975a1a-5bc8-413f-a84b-eb3af4aa3883 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:25.221957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fa368bb-1653-4605-9d69-48edbef1e622 req-1d975a1a-5bc8-413f-a84b-eb3af4aa3883 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0545170 Aug 16 21:20:25.261847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fa368bb-1653-4605-9d69-48edbef1e622 req-319d1c45-1a56-4ac1-aeab-53c87b5b9d94 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Aug 16 21:20:26.378332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916907d-4175-4f4f-ba1a-bea10ccc3749 req-8f8d441f-b4f8-4a6f-b913-7051519b451a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:26.380498 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6916907d-4175-4f4f-ba1a-bea10ccc3749 req-8f8d441f-b4f8-4a6f-b913-7051519b451a tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0490830 Aug 16 21:20:26.418193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6916907d-4175-4f4f-ba1a-bea10ccc3749 req-ae4c4849-f3ba-4209-9ade-d57c037e8a90 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Aug 16 21:20:27.533732 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088aa57-b6b9-41cc-a3ba-41093314eff0 req-0e05b73e-6901-4a0e-92a1-dfb2d9a71294 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:27.535228 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f088aa57-b6b9-41cc-a3ba-41093314eff0 req-0e05b73e-6901-4a0e-92a1-dfb2d9a71294 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0500245 Aug 16 21:20:27.573907 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f088aa57-b6b9-41cc-a3ba-41093314eff0 req-9498f2b4-cc06-4cb8-9388-bd930750387c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 16 21:20:28.694857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7cba-f05e-4457-b12b-547af1ecbb5d req-e3791b55-c430-45fe-9404-2e3c0c1b9ab7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:28.696369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeac7cba-f05e-4457-b12b-547af1ecbb5d req-e3791b55-c430-45fe-9404-2e3c0c1b9ab7 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0532215 Aug 16 21:20:28.733040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeac7cba-f05e-4457-b12b-547af1ecbb5d req-56f1544b-83f9-43fa-88f3-3e78b9891be2 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Aug 16 21:20:29.848378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2e7fa-ad3e-4163-be66-0b9077879543 req-b911b39f-7e0b-4ee4-8c95-2cede0437e69 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:29.849849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11d2e7fa-ad3e-4163-be66-0b9077879543 req-b911b39f-7e0b-4ee4-8c95-2cede0437e69 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0488286 Aug 16 21:20:29.886687 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11d2e7fa-ad3e-4163-be66-0b9077879543 req-8d25ea92-65e1-44c0-be1a-93949441c733 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Aug 16 21:20:30.746955 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-918edde3-a7ac-4c9d-8ca5-2dd8b01f919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:31.004049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2808d-63e9-4c4f-910d-45c90ad6c5f1 req-0498d339-24ac-4d59-a9e0-cd9d750634bf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:31.005652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26a2808d-63e9-4c4f-910d-45c90ad6c5f1 req-0498d339-24ac-4d59-a9e0-cd9d750634bf tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0500700 Aug 16 21:20:31.046059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26a2808d-63e9-4c4f-910d-45c90ad6c5f1 req-3287c166-bab5-4cc3-a603-db8da7eb39a1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340106 Aug 16 21:20:32.170195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44b080-1cdb-4409-ab81-f829d93c28ed req-185c5d4f-b199-4ca4-9de4-71c02bc875fd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:32.171695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e44b080-1cdb-4409-ab81-f829d93c28ed req-185c5d4f-b199-4ca4-9de4-71c02bc875fd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0543170 Aug 16 21:20:32.210517 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e44b080-1cdb-4409-ab81-f829d93c28ed req-db31aa89-842c-4916-9870-44df30f9f691 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Aug 16 21:20:32.772640 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:20:33.326325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66f943-acda-47c8-93b9-6f2d17ed6478 req-8bd586bf-2f2e-48ca-b3f9-425f0a569469 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:33.327858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad66f943-acda-47c8-93b9-6f2d17ed6478 req-8bd586bf-2f2e-48ca-b3f9-425f0a569469 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Aug 16 21:20:33.365920 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad66f943-acda-47c8-93b9-6f2d17ed6478 req-93d0aca0-11c8-4527-9427-0ca7189d32cd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313122 Aug 16 21:20:33.501933 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:33.608216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e3819129-873f-442a-a741-25fca77766df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.456027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.483194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010e124-4cfd-44ad-9010-58d15c170ca6 req-21a8b7b4-7d5f-42f7-b41b-e6ed103ddc88 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:34.484770 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f010e124-4cfd-44ad-9010-58d15c170ca6 req-21a8b7b4-7d5f-42f7-b41b-e6ed103ddc88 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 944 time: 0.0496936 Aug 16 21:20:34.523337 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:34.524159 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f010e124-4cfd-44ad-9010-58d15c170ca6 req-396f67b5-ef99-4723-8c43-2371df16257b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Aug 16 21:20:34.620144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:34.635149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:34.671189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.684341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:34.703946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:34.804171 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:34.851852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:34.858910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.859260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.859595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.859953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.860287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.860661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.860971 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.861293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.861615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.861935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.862249 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:34.862567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:35.040216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['0007ff26-74c5-47d5-a35c-026c976efbb6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:35.189982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f0137-e68b-4bc2-ba90-2a77e2ac5a3f req-c1983768-4046-4471-9a15-b5fa607b2e0f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.191484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a82f0137-e68b-4bc2-ba90-2a77e2ac5a3f req-c1983768-4046-4471-9a15-b5fa607b2e0f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Aug 16 21:20:35.230722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a82f0137-e68b-4bc2-ba90-2a77e2ac5a3f req-8b9f5465-c1ef-4cf9-b474-1ef170a8771e tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Aug 16 21:20:35.244336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-5b8ebe30-ea6a-4a48-857a-f4ebccbee59c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.246162 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-5b8ebe30-ea6a-4a48-857a-f4ebccbee59c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.64 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&tenant_id=38863e18a6f249f5904de69e012a3c4b&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 945 time: 0.0558727 Aug 16 21:20:35.316358 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-4da4cc62-756b-4eab-adeb-6167dbd01e4c service neutron] 10.222.0.64 "GET /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6/bindings/n-h2-794306-10 HTTP/1.1" status: 200 len: 383 time: 0.0599742 Aug 16 21:20:35.383905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-f5b6fe62-604f-4154-8ac3-2e39a6220c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.385418 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-f5b6fe62-604f-4154-8ac3-2e39a6220c0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0466731 Aug 16 21:20:35.478246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-b502db44-5faf-45a8-bdb6-9879884aab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.479713 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-b502db44-5faf-45a8-bdb6-9879884aab9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0866573 Aug 16 21:20:35.552738 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-fe448a69-3b77-41f8-83e2-c22523c9785d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1001 time: 0.0649586 Aug 16 21:20:35.603140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3b8ea3af-f2b3-4bb3-b583-6e64b3b60ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.604622 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3b8ea3af-f2b3-4bb3-b583-6e64b3b60ec9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0447476 Aug 16 21:20:35.650498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-22fc3f04-39cd-4f4f-9a8f-b251e7cb7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:35.652006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-22fc3f04-39cd-4f4f-9a8f-b251e7cb7df0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397863 Aug 16 21:20:35.743933 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-1b285539-02d2-4909-9ea2-0eb20aeb3243 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847671 Aug 16 21:20:35.833197 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-7adf7656-76a8-440a-a94b-5c8bddbb0655 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819485 Aug 16 21:20:36.330084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.350906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48004c-6bd6-4f9a-bb65-05c7adb2dc7e req-e6aabfa3-0f39-4d6c-93f1-e3619a266f7f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:36.352504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d48004c-6bd6-4f9a-bb65-05c7adb2dc7e req-e6aabfa3-0f39-4d6c-93f1-e3619a266f7f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0499063 Aug 16 21:20:36.390480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d48004c-6bd6-4f9a-bb65-05c7adb2dc7e req-47218b2d-0e4b-4772-8b3e-1eac0a8e5676 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320792 Aug 16 21:20:36.525033 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:36.660954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 0007ff26-74c5-47d5-a35c-026c976efbb6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:36.664962 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 0007ff26-74c5-47d5-a35c-026c976efbb6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:36.665340 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.742922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.764195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:36.766415 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc79d3e5-0228-4221-84aa-184859b06011" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:36.779242 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:36.815320 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f501ef3-a4bb-4ebf-b1fc-6089c83ceb9f x-openstack-request-id: req-4f501ef3-a4bb-4ebf-b1fc-6089c83ceb9f {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:36.815613 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:36.815890 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f501ef3-a4bb-4ebf-b1fc-6089c83ceb9f {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:36.816312 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'code': 200} Aug 16 21:20:36.820830 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:36.867877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:37.506492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d988-ba8c-4d83-8f6a-40eb2d1ab69d req-c0db79e4-401f-4cac-baca-7c5ca3c132df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:37.508053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba73d988-ba8c-4d83-8f6a-40eb2d1ab69d req-c0db79e4-401f-4cac-baca-7c5ca3c132df tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0490615 Aug 16 21:20:37.548123 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba73d988-ba8c-4d83-8f6a-40eb2d1ab69d req-6a148b31-590d-44b3-b328-dfc63bc488bc tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341465 Aug 16 21:20:38.672721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c213c-edc7-4ec5-a00e-b65abb8b199a req-8a77d1dd-bcea-4e75-be1a-f11c025fd6c8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:38.674791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-370c213c-edc7-4ec5-a00e-b65abb8b199a req-8a77d1dd-bcea-4e75-be1a-f11c025fd6c8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0536213 Aug 16 21:20:38.713397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-370c213c-edc7-4ec5-a00e-b65abb8b199a req-c48b701d-83a6-451c-b59a-e672274414a4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Aug 16 21:20:39.832769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcefca-74ee-42d9-b283-276d7efe4e97 req-01a7c8bd-d999-4165-8883-4bac05d4eac0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:39.834164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6bcefca-74ee-42d9-b283-276d7efe4e97 req-01a7c8bd-d999-4165-8883-4bac05d4eac0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0497739 Aug 16 21:20:39.874010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d6bcefca-74ee-42d9-b283-276d7efe4e97 req-2672b27f-9c4a-4145-89c9-a46ec1963066 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Aug 16 21:20:40.373228 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-4dcd3096-3140-4596-bb64-8a6718ad0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:40.374646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-4dcd3096-3140-4596-bb64-8a6718ad0317 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4&tenant_id=38863e18a6f249f5904de69e012a3c4b HTTP/1.1" status: 200 len: 1098 time: 0.0419524 Aug 16 21:20:40.386917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:20:40.441465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.539009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:20:40.619564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.644658 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:40.678533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h2-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:40.716644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:40.718971 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ec251-2b62-4bbe-b173-38d826a39133" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:40.723981 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.736988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Transition to ACTIVE for port object 0007ff26-74c5-47d5-a35c-026c976efbb6 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:20:40.817999 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7c1eb4-28a9-4e5d-910e-b03d7683d8ca x-openstack-request-id: req-5d7c1eb4-28a9-4e5d-910e-b03d7683d8ca {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:40.817999 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:40.817999 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d7c1eb4-28a9-4e5d-910e-b03d7683d8ca {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:40.818327 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'code': 200} Aug 16 21:20:40.843857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:40.880276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:20:40.880658 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:20:40.934775 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=10']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:40.949595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.949940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.950281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.950616 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.950947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.951279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.951606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.951965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.952289 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.952615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.952961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:40.953435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:20:41.004727 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] No DVR routers for this DVR port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h2-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:41.073129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1fa9-57f7-405f-a31d-dfe480af99c3 req-e6bc4d93-2211-45d4-93b0-2555912eab12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.074632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28ce1fa9-57f7-405f-a31d-dfe480af99c3 req-e6bc4d93-2211-45d4-93b0-2555912eab12 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.1165619 Aug 16 21:20:41.148453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28ce1fa9-57f7-405f-a31d-dfe480af99c3 req-9e1b0e0e-2db0-4998-9b05-69fbc895d540 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Aug 16 21:20:41.190690 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:20:41.191024 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:20:41.191376 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:41.195865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:20:41.196184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Attempting to bind port 0007ff26-74c5-47d5-a35c-026c976efbb6 on network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:20:41.200862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:20:41.201200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Checking segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:20:41.201575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Bound using segment: {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:20:41.201995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Bound port: 0007ff26-74c5-47d5-a35c-026c976efbb6, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6444d665-cf59-4e1c-80e2-467c66b88dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:20:41.202344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:41.265345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:20:41.269173 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:20:41.398507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:41.437251 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.437876 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:41.439926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] 10.222.0.73 "PUT /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1094 time: 1.0568976 Aug 16 21:20:41.457286 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db36f4a-b6c6-44f8-aec7-9b79f6d623e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=11']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:41.503986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-7b6a16b7-2a76-40d5-904c-97cf904b1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.505543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-7b6a16b7-2a76-40d5-904c-97cf904b1517 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0427034 Aug 16 21:20:41.604458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-a99baab0-7346-48ff-84a9-f2245e8065da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.605958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-a99baab0-7346-48ff-84a9-f2245e8065da service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0926270 Aug 16 21:20:41.674573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-50de344e-b4cf-4276-b669-46cae1f5734f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0579185 Aug 16 21:20:41.729259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-e211e730-cbaa-41b8-9bd1-56a23ba358a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.730665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-e211e730-cbaa-41b8-9bd1-56a23ba358a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0487356 Aug 16 21:20:41.775969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-941c0112-e2ae-4467-bf8f-7193601f6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:41.777462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-941c0112-e2ae-4467-bf8f-7193601f6f15 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392997 Aug 16 21:20:41.868890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-4772aca2-007c-4371-9e4c-bea02f87a936 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Aug 16 21:20:41.959233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d157c6b2-a7e6-4699-94e7-22fb2225e213 req-b1ddd46a-8055-4b2d-90d0-5c1e974403f6 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818417 Aug 16 21:20:42.268730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d029a-9309-4d9d-b325-c23050d47728 req-caaec9f3-40f7-485a-8d3f-1c0a590047a1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.270104 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-396d029a-9309-4d9d-b325-c23050d47728 req-caaec9f3-40f7-485a-8d3f-1c0a590047a1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0517750 Aug 16 21:20:42.307741 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-396d029a-9309-4d9d-b325-c23050d47728 req-c7ef3847-d611-45f7-b037-f474a7ea9fc9 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Aug 16 21:20:42.819522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:42.821787 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fa1313-49a6-4a78-882e-67d0fe09e917" -d '{"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:42.868609 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437425c3-501f-453f-a028-8473d43f27ab x-openstack-request-id: req-437425c3-501f-453f-a028-8473d43f27ab {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:42.868896 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:42.869147 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-437425c3-501f-453f-a028-8473d43f27ab {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:42.869731 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'status': 'completed', 'code': 200} Aug 16 21:20:42.936459 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-176a4915-de33-49b3-acfc-d9ca35de72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.937708 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-9ab3a7d7-a260-4286-9ccb-8f38fae36666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:42.938206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-176a4915-de33-49b3-acfc-d9ca35de72f6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0476003 Aug 16 21:20:42.940341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-9ab3a7d7-a260-4286-9ccb-8f38fae36666 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0468922 Aug 16 21:20:43.039285 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-89a9ab3d-1432-4018-b8cb-de9af818ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.040943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-a4809399-9dc3-4b7a-8cf6-62eb5c072833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.041096 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-89a9ab3d-1432-4018-b8cb-de9af818ce0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0938816 Aug 16 21:20:43.042822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-a4809399-9dc3-4b7a-8cf6-62eb5c072833 service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0975440 Aug 16 21:20:43.117795 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-9859b8f7-2f05-4652-aed7-26d84cac0358 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0699060 Aug 16 21:20:43.121555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-e2ff9c51-a6c1-400d-a615-045f96383faa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0704646 Aug 16 21:20:43.168213 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-ca31c256-da79-472b-973f-ba78e5b581cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.169730 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-ca31c256-da79-472b-973f-ba78e5b581cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0449569 Aug 16 21:20:43.172180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-d53341ca-16d2-4c39-ba69-b0ee61a327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.174305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-d53341ca-16d2-4c39-ba69-b0ee61a327e5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0454435 Aug 16 21:20:43.217062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-9178cd06-ffd6-41ce-801c-66f63b9dc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.218746 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-9178cd06-ffd6-41ce-801c-66f63b9dc9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419085 Aug 16 21:20:43.220540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-01c0b8a9-ad0f-4c9a-afd0-e847035dc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.222062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-01c0b8a9-ad0f-4c9a-afd0-e847035dc189 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404885 Aug 16 21:20:43.318700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-87a9e920-9663-44dc-9214-fcab6ce260e9 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924301 Aug 16 21:20:43.422885 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-a4c6046e-f43c-468b-9058-bd7d3dae9571 service neutron] 10.222.0.64 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970445 Aug 16 21:20:43.710853 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b5224-46d6-4d9f-8f47-dbe440814333 req-68616192-34eb-44ee-bd99-f39f0f50b51f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:43.712352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645b5224-46d6-4d9f-8f47-dbe440814333 req-68616192-34eb-44ee-bd99-f39f0f50b51f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0759571 Aug 16 21:20:43.718432 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-f81cacba-5592-452e-840d-d621f7ae2c50 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889276 Aug 16 21:20:43.806499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-645b5224-46d6-4d9f-8f47-dbe440814333 req-efd8e25e-b2b0-4595-abcc-53566cd318ca tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870907 Aug 16 21:20:43.836339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14fa1313-49a6-4a78-882e-67d0fe09e917 req-aee6cd5f-a658-43f3-920f-a6ff11bff037 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100750 Aug 16 21:20:44.932137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5285d72-cb13-4a98-af4e-d4f815f1b5ed req-318d3e30-cee6-43c0-992e-3bbcb01fd078 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:44.933633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5285d72-cb13-4a98-af4e-d4f815f1b5ed req-318d3e30-cee6-43c0-992e-3bbcb01fd078 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0494294 Aug 16 21:20:44.972705 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5285d72-cb13-4a98-af4e-d4f815f1b5ed req-a33449c0-5b4f-46e9-b91b-2b7f57073332 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Aug 16 21:20:46.089124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb819df-e3bb-4df6-a203-2cdce8d540e8 req-0f404e99-caf1-4d92-9094-524b3a5e2feb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:46.090654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cb819df-e3bb-4df6-a203-2cdce8d540e8 req-0f404e99-caf1-4d92-9094-524b3a5e2feb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0506377 Aug 16 21:20:46.135679 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0cb819df-e3bb-4df6-a203-2cdce8d540e8 req-c2ae93b6-f3a9-48fd-85fb-8aae33060a63 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385685 Aug 16 21:20:47.247850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922865-537b-4bf4-9918-059e0195bd83 req-7c33a20d-32be-4d7e-be93-a2af93e02f85 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:47.249349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2922865-537b-4bf4-9918-059e0195bd83 req-7c33a20d-32be-4d7e-be93-a2af93e02f85 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Aug 16 21:20:47.286998 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2922865-537b-4bf4-9918-059e0195bd83 req-71120f67-e35d-47a2-94c5-09c0ffd81300 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 16 21:20:48.584818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fedc2-98a9-47ad-b1f0-bf19a8b1ac1e req-738913ca-ef23-4d4c-a90d-996b2236939b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:48.586317 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-876fedc2-98a9-47ad-b1f0-bf19a8b1ac1e req-738913ca-ef23-4d4c-a90d-996b2236939b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0493939 Aug 16 21:20:48.623822 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-876fedc2-98a9-47ad-b1f0-bf19a8b1ac1e req-6a71c986-a7e7-4e8e-b1da-aacd6911452b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315900 Aug 16 21:20:48.888458 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:49.736323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b6b5-dfa3-4311-8409-4e02b4f1d7e5 req-bfa05683-97d3-4e90-b837-f0eb8b0548c0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:49.737892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b108b6b5-dfa3-4311-8409-4e02b4f1d7e5 req-bfa05683-97d3-4e90-b837-f0eb8b0548c0 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0478106 Aug 16 21:20:49.779593 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b108b6b5-dfa3-4311-8409-4e02b4f1d7e5 req-6de0ee83-5cf2-4dad-9fb1-fd83a4af2729 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357618 Aug 16 21:20:50.898453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe4944-641e-4a0a-9c33-3ac53f2ddb78 req-0f6ede42-3369-482f-aad7-9e148bf35a36 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:50.899965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdfe4944-641e-4a0a-9c33-3ac53f2ddb78 req-0f6ede42-3369-482f-aad7-9e148bf35a36 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0488248 Aug 16 21:20:50.937873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdfe4944-641e-4a0a-9c33-3ac53f2ddb78 req-c3859415-93e4-42df-97a9-bcd12f166597 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321286 Aug 16 21:20:52.054814 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0f63-875f-450a-b08a-2e8febef927a req-dae6bb00-13df-426c-b2ce-69e8a8c73fdb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:52.056349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-784c0f63-875f-450a-b08a-2e8febef927a req-dae6bb00-13df-426c-b2ce-69e8a8c73fdb tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0497189 Aug 16 21:20:52.093878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-784c0f63-875f-450a-b08a-2e8febef927a req-e723e3f4-3d3a-469c-a3cb-5cd882248c40 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Aug 16 21:20:52.426390 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:53.203259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:20:53.211612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e32466-aa2e-4f8b-bb2b-fe399b310d6b req-cda0d896-00f1-4ed9-b029-7e325e514605 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:53.213198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5e32466-aa2e-4f8b-bb2b-fe399b310d6b req-cda0d896-00f1-4ed9-b029-7e325e514605 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 945 time: 0.0499232 Aug 16 21:20:53.257088 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5e32466-aa2e-4f8b-bb2b-fe399b310d6b req-6535900b-91f0-4f07-8bf6-de7b53ab2f05 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371337 Aug 16 21:20:53.304180 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:53.315473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'port_id': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'mac_address': 'fa:16:3e:78:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:20:53.351705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:53.364583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:20:53.384367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:53.598492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:53.649227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:53.874030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['0007ff26-74c5-47d5-a35c-026c976efbb6'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:20:53.948121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-2717a5ec-e723-4e95-a23e-a5506b5ba48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:53.949631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-2717a5ec-e723-4e95-a23e-a5506b5ba48c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=38863e18a6f249f5904de69e012a3c4b&device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 1098 time: 0.0572131 Aug 16 21:20:54.054714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-71f380bb-da99-445a-8ba2-d722b1ba5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:54.056234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-71f380bb-da99-445a-8ba2-d722b1ba5d3d service neutron] 10.222.0.73 "GET /v2.0/networks?id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 200 len: 913 time: 0.0865984 Aug 16 21:20:54.131607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-4477f246-c093-4f54-869c-dc06a96728c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 200 len: 1001 time: 0.0670133 Aug 16 21:20:54.184782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-6418c96e-d4e8-4254-a0ce-b6e6eb6a6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:54.186403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-6418c96e-d4e8-4254-a0ce-b6e6eb6a6e6f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 200 len: 851 time: 0.0466771 Aug 16 21:20:54.234191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-0294e269-e10c-4935-8b68-9ffc603ead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:54.235992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-0294e269-e10c-4935-8b68-9ffc603ead43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420876 Aug 16 21:20:54.334583 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-53b9fe3f-1701-400d-a0d8-779498b33e18 service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910258 Aug 16 21:20:54.448737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a97c8-e963-4f0a-8bfa-ab954833c142 req-a4810d85-ef74-4f28-bc1f-e6edea95026c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:54.450300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-501a97c8-e963-4f0a-8bfa-ab954833c142 req-a4810d85-ef74-4f28-bc1f-e6edea95026c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.1115515 Aug 16 21:20:54.488641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0af5a6a7-1b11-402b-9f95-1d571265aff9 req-d54df974-4927-4d87-9a9e-e31823aa91ba service neutron] 10.222.0.73 "GET /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395032 Aug 16 21:20:54.507388 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-501a97c8-e963-4f0a-8bfa-ab954833c142 req-c572b341-5f79-4a6e-8465-00ec686b0361 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494854 Aug 16 21:20:55.219072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:20:55.413638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 0007ff26-74c5-47d5-a35c-026c976efbb6 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:20:55.417627 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 0007ff26-74c5-47d5-a35c-026c976efbb6 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:20:55.418073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.494822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.516199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:55.518682 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65b69ae-f3e4-4056-bbc4-dc727a890b8a" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:55.531328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:55.627063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:55.628346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec57a9-a0fb-44be-b827-8cafc9fca532 req-1fdb56b5-7555-4d1d-824c-db446fbb7ef6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:55.631506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfec57a9-a0fb-44be-b827-8cafc9fca532 req-1fdb56b5-7555-4d1d-824c-db446fbb7ef6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 946 time: 0.0511131 Aug 16 21:20:55.671007 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15259b-1e6f-4c19-a84c-fad3097f753d x-openstack-request-id: req-7c15259b-1e6f-4c19-a84c-fad3097f753d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:55.671300 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-plugged", "status": "completed", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:55.671558 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c15259b-1e6f-4c19-a84c-fad3097f753d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:55.671981 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'code': 200} Aug 16 21:20:55.678063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfec57a9-a0fb-44be-b827-8cafc9fca532 req-7e00d4fe-0f23-4b8e-897c-0a0d1797b7b8 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351794 Aug 16 21:20:55.687710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=13']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:55.797403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de5183-a0d0-4d78-b0f9-afff5a7bd05b req-32365aa3-fa0c-484b-89e2-b063946a4cda tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:55.799161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6de5183-a0d0-4d78-b0f9-afff5a7bd05b req-32365aa3-fa0c-484b-89e2-b063946a4cda tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 947 time: 0.0512533 Aug 16 21:20:55.846949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a6de5183-a0d0-4d78-b0f9-afff5a7bd05b req-9b9d6d53-6a43-4761-bb61-11e95ab2502c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419056 Aug 16 21:20:55.962492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca74c-1f5b-4e17-b30d-20c0047f7690 req-7d7c483c-1a56-44cd-812b-53ad73e0ca0c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:55.964087 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-198ca74c-1f5b-4e17-b30d-20c0047f7690 req-7d7c483c-1a56-44cd-812b-53ad73e0ca0c tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 947 time: 0.0491707 Aug 16 21:20:56.001922 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-198ca74c-1f5b-4e17-b30d-20c0047f7690 req-ba2e58df-2f99-47b5-871e-8f68a9253fd4 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 16 21:20:56.499901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb0d96-b5da-4e7d-9d9d-41daf3c08724 req-273b40a6-908c-4076-bd99-84dcdc6115e5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:56.501861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9efb0d96-b5da-4e7d-9d9d-41daf3c08724 req-273b40a6-908c-4076-bd99-84dcdc6115e5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 947 time: 0.0529363 Aug 16 21:20:56.539925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9efb0d96-b5da-4e7d-9d9d-41daf3c08724 req-c9816094-bfa4-4817-9dab-63b377e19912 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Aug 16 21:20:57.659440 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa159cd1-1cec-49eb-80b2-4f0077bdbb23 req-034510ad-4681-49ee-ad74-93d1222f05dd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:57.660935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa159cd1-1cec-49eb-80b2-4f0077bdbb23 req-034510ad-4681-49ee-ad74-93d1222f05dd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 947 time: 0.0493517 Aug 16 21:20:57.702851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aa159cd1-1cec-49eb-80b2-4f0077bdbb23 req-6f2affea-780d-41ac-953c-12e29f66191f tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups?id=00a9bba4-3f19-4c6e-b14f-a949e8d97b31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Aug 16 21:20:58.145619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-7ce0f322-80cd-4580-95fc-d63d8e09c1b5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:20:58.147058 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-7ce0f322-80cd-4580-95fc-d63d8e09c1b5 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 947 time: 0.0487058 Aug 16 21:20:58.238745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Deleting port 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:20:58.239091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.330410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] For port 0007ff26-74c5-47d5-a35c-026c976efbb6, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=0007ff26-74c5-47d5-a35c-026c976efbb6,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:20:58.330776 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.495939 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.496236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.496554 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7 disassociated. External IP: 172.25.7.97, port: 0007ff26-74c5-47d5-a35c-026c976efbb6. Aug 16 21:20:58.496904 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Calling delete_port for 0007ff26-74c5-47d5-a35c-026c976efbb6 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:20:58.736017 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:58.767339 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'Port': ['ID=0007ff26-74c5-47d5-a35c-026c976efbb6,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:20:58.838541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff3b16d3-eb7d-4537-a164-20b83216614b req-8b1ea862-9990-4c71-abe8-a472642b522d tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0642226 Aug 16 21:20:58.913823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:20:59.025619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:20:59.036577 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:20:59.046415 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:59.047031 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:20:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:59.064547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] No DVR routers for this DVR port 0007ff26-74c5-47d5-a35c-026c976efbb6 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:20:59.067128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:20:59.069439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-11e2bdec-f217-4dcd-b6d1-27a45238f9d9 req-2c0a6557-7d2b-4dab-bf32-34a1343bf945 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.73 "DELETE /v2.0/ports/0007ff26-74c5-47d5-a35c-026c976efbb6 HTTP/1.1" status: 204 len: 173 time: 0.9147089 Aug 16 21:20:59.069872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-deleted', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:20:59.072247 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3288d922-c260-4917-8fd9-23cb5529b0e3" -d '{"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-deleted", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:20:59.108533 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ed6e57-1fbd-41da-96ff-fda8f9af71e6 x-openstack-request-id: req-03ed6e57-1fbd-41da-96ff-fda8f9af71e6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:20:59.108917 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dc5b59-ddc2-458b-98a7-2a039ea80fa4", "name": "network-vif-deleted", "tag": "0007ff26-74c5-47d5-a35c-026c976efbb6", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:20:59.109175 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03ed6e57-1fbd-41da-96ff-fda8f9af71e6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:20:59.109582 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37dc5b59-ddc2-458b-98a7-2a039ea80fa4', 'name': 'network-vif-deleted', 'tag': '0007ff26-74c5-47d5-a35c-026c976efbb6', 'status': 'completed', 'code': 200} Aug 16 21:20:59.152662 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:59.348546 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:59.373653 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:20:59.382378 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:20:59.382961 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:20:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:59.485033 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:20:59.680613 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:20:59.710195 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b336b1d9-8485-4bb3-8edd-e2ca594fb857 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:10:45Z', 'revision_number': 4, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '74b081f9-fcd7-478a-a05e-ce8835618238', 'name': '', 'network_id': '020d1ca4-d9f6-4463-bb6d-b97cf9c8e538', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'mac_address': 'fa:16:3e:fc:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:45Z', 'updated_at': '2021-08-16T21:10:49Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'subnets': [{'id': 'a57e5b6f-f0bf-46fc-ab57-2aee073663bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:20:59.947253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-962a3853-3999-43f8-9afa-e5870f6f11d7 req-310723db-d876-489e-9c26-30191a8027b1 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0337880 Aug 16 21:20:59.972133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e873c16-7f8f-4ff6-b8e6-59b09ee2e7b7 None None] New status for floating IP f3813eae-c1f2-4d31-8288-edba9b2391a7: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:21:00.723861 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-befb276e-68a4-454e-bd57-ff180f15ff69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:01.049326 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676bdd01-21b8-4b07-9293-71a380d1f32f req-7f11bd34-bb1f-4172-87a7-04c21b51fa55 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0278530 Aug 16 21:21:01.234612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:01.255773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 0007ff26-74c5-47d5-a35c-026c976efbb6 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:01.256227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 0007ff26-74c5-47d5-a35c-026c976efbb6 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:02.144899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c6164465-da3d-44ad-b2a3-9cf358fdd198 req-32ff98c7-38ca-41dd-902d-b9666f4fd9f6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0263808 Aug 16 21:21:03.253156 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4121cba7-aa87-4146-8645-ff23f896849f req-b5c9fb6a-0bac-42dd-a35a-4639c072b0cd tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/ports?device_id=37dc5b59-ddc2-458b-98a7-2a039ea80fa4 HTTP/1.1" status: 200 len: 210 time: 0.0291708 Aug 16 21:21:03.546646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:03.649176 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-55bb14b3-3840-4b06-bb1a-366ac4e44166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:04.426917 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:06.347079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.290190 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43434) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:08.346666 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.370583 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.512073 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.514663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.515861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "DELETE /v2.0/security-groups/00a9bba4-3f19-4c6e-b14f-a949e8d97b31 HTTP/1.1" status: 204 len: 168 time: 0.2246017 Aug 16 21:21:08.518517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43436) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:08.525321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eda1f6-66c6-4ad8-bc39-1d21359994b6 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9bba4-3f19-4c6e-b14f-a949e8d97b31,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:08.533174 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-b3ced65d-95a3-4144-b761-8074d755860b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] show failed (client error): The resource could not be found. Aug 16 21:21:08.534661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b3ced65d-95a3-4144-b761-8074d755860b tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "GET /v2.0/security-groups/00a9bba4-3f19-4c6e-b14f-a949e8d97b31 HTTP/1.1" status: 404 len: 347 time: 0.0141551 Aug 16 21:21:08.537078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43438) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:08.659350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Deleting port ec981e38-a40f-4b1d-8cb4-ab097ac9c950 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:08.659602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.735947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.736896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.748329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Calling delete_port for ec981e38-a40f-4b1d-8cb4-ab097ac9c950 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:08.963492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:08.990695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Pushing event deleted for resources: {'Port': ['ID=ec981e38-a40f-4b1d-8cb4-ab097ac9c950,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:09.053487 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:09.056162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:09.057316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-09f0551f-11d2-42d4-b015-59247c003d02 tempest-ServerActionsTestJSON-1843782534 tempest-ServerActionsTestJSON-1843782534-project] 10.222.0.70 "DELETE /v2.0/floatingips/f3813eae-c1f2-4d31-8288-edba9b2391a7 HTTP/1.1" status: 204 len: 168 time: 0.5193253 Aug 16 21:21:09.060397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43440) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:09.565020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:09.772313 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:09.808986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Deleting port 74b081f9-fcd7-478a-a05e-ce8835618238 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:09.809330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:09.885344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] For port 74b081f9-fcd7-478a-a05e-ce8835618238, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=74b081f9-fcd7-478a-a05e-ce8835618238,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:09.885708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:09.898418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Calling delete_port for 74b081f9-fcd7-478a-a05e-ce8835618238 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:10.151938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:10.182373 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Pushing event deleted for resources: {'Port': ['ID=74b081f9-fcd7-478a-a05e-ce8835618238,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:10.354480 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:10.564306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Router d72f1a1e-57a4-426a-9204-cd4470e69c75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:21:10.671320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:21:10.679075 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0bc0b5ac-242b-427d-ab4d-22c91a4fd79f admin admin] 10.222.0.70 "PUT /v2.0/routers/d72f1a1e-57a4-426a-9204-cd4470e69c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6177073 Aug 16 21:21:10.679813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43444) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:10.681709 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Sync routers for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:21:10.691443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:10.692081 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:21:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:10.899659 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:11.081312 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:21:10Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:11.106958 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Checking router: d72f1a1e-57a4-426a-9204-cd4470e69c75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:21:11.115569 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Routers {'d72f1a1e-57a4-426a-9204-cd4470e69c75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:21:11.116191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:21:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['d72f1a1e-57a4-426a-9204-cd4470e69c75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:11.127475 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.218010 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] Set router d72f1a1e-57a4-426a-9204-cd4470e69c75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:21:11.227370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.337454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Deleting port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:11.337793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.399392 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:21:10Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:11.416164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] For port 6a8d0db4-ac2d-4a6a-912c-5b6d78778791, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:11.416535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.425784 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43df9599-c4b2-401c-ad48-0e92ab86f538 None None] The sync data for ids ['d72f1a1e-57a4-426a-9204-cd4470e69c75'] in n-d-794306-10 is: [{'id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'name': 'tempest-ServerActionsTestJSON-1426285418-router', 'tenant_id': '38863e18a6f249f5904de69e012a3c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:10:42Z', 'updated_at': '2021-08-16T21:21:10Z', 'revision_number': 5, 'project_id': '38863e18a6f249f5904de69e012a3c4b', 'gw_port': {'id': '6a8d0db4-ac2d-4a6a-912c-5b6d78778791', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72f1a1e-57a4-426a-9204-cd4470e69c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:10:43Z', 'updated_at': '2021-08-16T21:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:21:11.431299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Calling delete_port for 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:11.666020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.694501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8d0db4-ac2d-4a6a-912c-5b6d78778791,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:11.754747 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.852028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.854199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.872770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74b081f9-fcd7-478a-a05e-ce8835618238 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:11.894385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 74b081f9-fcd7-478a-a05e-ce8835618238 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:11.894731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 74b081f9-fcd7-478a-a05e-ce8835618238 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:11.957846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.958443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d72f1a1e-57a4-426a-9204-cd4470e69c75 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:21:11.962938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:11.964141 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca53fccf-e569-4ade-a2b9-7dac4baabffd admin admin] 10.222.0.70 "DELETE /v2.0/routers/d72f1a1e-57a4-426a-9204-cd4470e69c75 HTTP/1.1" status: 204 len: 168 time: 1.2834096 Aug 16 21:21:11.972800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43448) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:12.025108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Deleting subnet a57e5b6f-f0bf-46fc-ab57-2aee073663bf {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:12.028467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.065382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.144505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.277960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.307467 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e5b6f-f0bf-46fc-ab57-2aee073663bf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:12.311043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.312964 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f8f7c465-cd65-48b3-815a-ca526b93162f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a57e5b6f-f0bf-46fc-ab57-2aee073663bf HTTP/1.1" status: 204 len: 168 time: 0.3392389 Aug 16 21:21:12.315688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43450) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:12.320538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66c1f62-53f7-4520-87da-fe3fb91dd818 None None] Network 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:12.386772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.439647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Deleting port d7505f1e-4e03-4023-87bd-e5334ff01fd7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:12.440031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.505879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] DHCP port deletion for 020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:21:12.510451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] For port d7505f1e-4e03-4023-87bd-e5334ff01fd7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d7505f1e-4e03-4023-87bd-e5334ff01fd7,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:12.510822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.523589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Calling delete_port for d7505f1e-4e03-4023-87bd-e5334ff01fd7 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:12.550857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Deleting port d7505f1e-4e03-4023-87bd-e5334ff01fd7 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:12.551238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.616873 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] For port d7505f1e-4e03-4023-87bd-e5334ff01fd7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d7505f1e-4e03-4023-87bd-e5334ff01fd7,segment=NetworkSegment(6444d665-cf59-4e1c-80e2-467c66b88dd7),segment_id=6444d665-cf59-4e1c-80e2-467c66b88dd7)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:12.617272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.630149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Calling delete_port for d7505f1e-4e03-4023-87bd-e5334ff01fd7 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:12.661104 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.688253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7505f1e-4e03-4023-87bd-e5334ff01fd7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:12.696758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] No DVR routers for this DVR port d7505f1e-4e03-4023-87bd-e5334ff01fd7 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:12.704572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.730936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] Pushing event deleted for resources: {'Port': ['ID=d7505f1e-4e03-4023-87bd-e5334ff01fd7,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:12.736455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db864def-4fcf-4d45-a30b-77269c2d4e47 None None] No DVR routers for this DVR port d7505f1e-4e03-4023-87bd-e5334ff01fd7 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:12.774186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.783694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020d1ca4-d9f6-4463-bb6d-b97cf9c8e538']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:12.793269 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6444d665-cf59-4e1c-80e2-467c66b88dd7') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:12.793559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6444d665-cf59-4e1c-80e2-467c66b88dd7') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:12.802351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.816020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.822208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:12.822596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:12.824974 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:12.946084 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.951633 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:12.970577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/020d1ca4-d9f6-4463-bb6d-b97cf9c8e538 HTTP/1.1" status: 204 len: 168 time: 0.6360450 Aug 16 21:21:12.970577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771a0f4-f466-4291-b79c-2ce78a2075b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=020d1ca4-d9f6-4463-bb6d-b97cf9c8e538,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:13.266581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43454) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:13.311195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5c949035-5e01-4841-9c47-531538130cde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38863e18a6f249f5904de69e012a3c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433958 Aug 16 21:21:13.313674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43456) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:13.362235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.382236 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.540537 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.543028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:13.544257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ac2b3d4-5ae0-4b6b-8e48-f7796873472e HTTP/1.1" status: 204 len: 168 time: 0.2296414 Aug 16 21:21:13.552691 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eec47-1462-4fc5-af94-c40f8ffa3b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac2b3d4-5ae0-4b6b-8e48-f7796873472e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:13.695386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:13.715500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:13.715931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 6a8d0db4-ac2d-4a6a-912c-5b6d78778791 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:13.716420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d7505f1e-4e03-4023-87bd-e5334ff01fd7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:13.735054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d7505f1e-4e03-4023-87bd-e5334ff01fd7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:13.735403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d7505f1e-4e03-4023-87bd-e5334ff01fd7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:14.527066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43478) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:14.625773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-718972162-network', 'tenant_id': 'fd6babc14f804359844439644dc2b29c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:14.723241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Made reservation on behalf of fd6babc14f804359844439644dc2b29c for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:14.725572 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.734030 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.822660 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.911590 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.936391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:14.949804 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7609100e-cdef-4e74-a184-f81e2ce21b9b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:14.957651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:14.957651 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Added segment 287d610c-a08e-49f8-9844-f430fd4b91fc of type vlan for network e4cfb940-08e3-474c-af8d-9142b506e4ac Aug 16 21:21:14.996939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.100388 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.101382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:15.101995 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.160191 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] Pushing event updated for resources: {'Network': ['ID=e4cfb940-08e3-474c-af8d-9142b506e4ac,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:15.170510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e4cfb940-08e3-474c-af8d-9142b506e4ac details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:15.222293 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-53d28fb7-70e3-4d0f-b17b-db003368c25b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6940758 Aug 16 21:21:15.225159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43482) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:15.230052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Request body: {'subnet': {'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-718972162-subnet', 'tenant_id': 'fd6babc14f804359844439644dc2b29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:15.318457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Made reservation on behalf of fd6babc14f804359844439644dc2b29c for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:15.321082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.552274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.607821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcd8b76-bacb-49d2-8387-b01c7e7a55c7,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:15.615211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Checking segment: {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:15.615567 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Network hostable DHCP agents. Network: e4cfb940-08e3-474c-af8d-9142b506e4ac, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:15.746148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Network e4cfb940-08e3-474c-af8d-9142b506e4ac is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:15.826280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e4cfb940-08e3-474c-af8d-9142b506e4ac) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:15.830717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:15.832655 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:15.836149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47a8ec-4a75-4b7f-8adb-a46a5d89f417 None None] Network e4cfb940-08e3-474c-af8d-9142b506e4ac requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:15.930114 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3ee4595f-16f1-43ac-97a3-08651d1ae1a6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7038372 Aug 16 21:21:15.957842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457ce964-e999-41d6-ba4e-cee9643b45d3 None None] Network e4cfb940-08e3-474c-af8d-9142b506e4ac requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:16.370870 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-15fdd004-56af-411e-bd74-3063ab27b19a tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:16.372436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-15fdd004-56af-411e-bd74-3063ab27b19a tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/networks?id=e4cfb940-08e3-474c-af8d-9142b506e4ac HTTP/1.1" status: 200 len: 813 time: 0.1067402 Aug 16 21:21:16.387438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-94936ac3-81e1-44b4-81a0-4cce5af04aee tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/quotas/fd6babc14f804359844439644dc2b29c HTTP/1.1" status: 200 len: 375 time: 0.0091536 Aug 16 21:21:16.418163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-ecd1f591-56b2-4a31-a6e8-c5c3c3370de9 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255105 Aug 16 21:21:16.504148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-50b35b3c-9c6e-4b55-ad11-0b22bac96db7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:21:16.505161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-50b35b3c-9c6e-4b55-ad11-0b22bac96db7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472784 Aug 16 21:21:16.597005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-b4e8de04-0070-460f-b1f0-04f7cdc3ff1a service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856361 Aug 16 21:21:16.684211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-6e940132-afd8-4150-b2c9-08cd17369ca6 service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808566 Aug 16 21:21:16.923558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-085b096b-a95e-420e-8e51-76e482091044 req-67d6e51b-cbf3-4ea1-a630-b51520680871 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 210 time: 0.0268552 Aug 16 21:21:18.004097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2d49fbcf-2659-4773-b0f6-7f380210ebc9 req-e3e9f571-645b-445c-93be-24cf5a1dafd3 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 210 time: 0.0304375 Aug 16 21:21:18.900872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.100829 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c7e1c9fa-67c8-4738-91b5-02587ca9de22 req-bc3fab42-e1c8-4b40-9705-2a4992fdc75c tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 210 time: 0.0308769 Aug 16 21:21:19.343092 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-600fc96d-b0e3-4ca3-a34a-c9e51b4d6435 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:19.344672 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-600fc96d-b0e3-4ca3-a34a-c9e51b4d6435 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.64 "GET /v2.0/networks?id=e4cfb940-08e3-474c-af8d-9142b506e4ac HTTP/1.1" status: 200 len: 813 time: 0.1039023 Aug 16 21:21:19.362826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Request body: {'port': {'device_id': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac', 'admin_state_up': True, 'tenant_id': 'fd6babc14f804359844439644dc2b29c'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:19.552409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Made reservation on behalf of fd6babc14f804359844439644dc2b29c for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:19.556105 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.679883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Allocated IP 172.20.0.13 (e4cfb940-08e3-474c-af8d-9142b506e4ac/9bcd8b76-bacb-49d2-8387-b01c7e7a55c7/a38c74de-b3db-439a-8f29-5b7650bc1ddd) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:19.827199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.912109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:19.952726 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Network e4cfb940-08e3-474c-af8d-9142b506e4ac is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:19.959039 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:19.961460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:19.994971 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Pushing event updated for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:20.020500 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.021113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.101172 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-be85a1d8-1ba7-4cce-a81c-7cde8c8aa0ce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433202 Aug 16 21:21:20.113939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Request body: {'port': {'device_id': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:20.168227 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.220480 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47285-1924-45f5-9830-2de0c97a58ab req-b5ee5374-f732-442c-9192-5cf36c2834ef tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.227402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbb47285-1924-45f5-9830-2de0c97a58ab req-b5ee5374-f732-442c-9192-5cf36c2834ef tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 932 time: 0.0578747 Aug 16 21:21:20.270516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbb47285-1924-45f5-9830-2de0c97a58ab req-826f237b-2881-478e-ad0e-6f8c8725278c tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336592 Aug 16 21:21:20.438977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38c74de-b3db-439a-8f29-5b7650bc1ddd {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:20.447402 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.459222 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Transition to ACTIVE for port object a38c74de-b3db-439a-8f29-5b7650bc1ddd will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:20.528304 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.580104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Pushing event updated for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:20.646780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Attempting to bind port a38c74de-b3db-439a-8f29-5b7650bc1ddd on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:20.647106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Attempting to bind port a38c74de-b3db-439a-8f29-5b7650bc1ddd by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:20.647429 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Attempting to bind port a38c74de-b3db-439a-8f29-5b7650bc1ddd on network e4cfb940-08e3-474c-af8d-9142b506e4ac {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:20.651527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Port a38c74de-b3db-439a-8f29-5b7650bc1ddd on network e4cfb940-08e3-474c-af8d-9142b506e4ac not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:20.651871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Attempting to bind port a38c74de-b3db-439a-8f29-5b7650bc1ddd on network e4cfb940-08e3-474c-af8d-9142b506e4ac {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:20.656489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:20.656822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Checking segment: {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:20.657199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Bound using segment: {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:20.657615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Bound port: a38c74de-b3db-439a-8f29-5b7650bc1ddd, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:20.657961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.718203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:20.721146 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:20.803971 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.840759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:20.841415 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:20.842767 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] 10.222.0.64 "PUT /v2.0/ports/a38c74de-b3db-439a-8f29-5b7650bc1ddd HTTP/1.1" status: 200 len: 1093 time: 0.7329884 Aug 16 21:21:20.843198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:20.845462 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5837150d-e5b5-4595-8c10-dfc26103887e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:20.870449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3a6e9-93a1-4035-b705-e6e51fac8293 service neutron] Pushing event updated for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:20.938789 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5921f9-50ed-497d-af47-05eb13c83707 x-openstack-request-id: req-bc5921f9-50ed-497d-af47-05eb13c83707 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:20.939087 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:20.939343 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc5921f9-50ed-497d-af47-05eb13c83707 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:20.940233 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd', 'status': 'completed', 'code': 200} Aug 16 21:21:21.001333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837150d-e5b5-4595-8c10-dfc26103887e req-c90dfbbd-39d7-4553-b188-7fa18c215434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.002981 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5837150d-e5b5-4595-8c10-dfc26103887e req-c90dfbbd-39d7-4553-b188-7fa18c215434 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0416377 Aug 16 21:21:21.100784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837150d-e5b5-4595-8c10-dfc26103887e req-7bd45212-1267-4508-bd6d-d73177a8bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.102257 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5837150d-e5b5-4595-8c10-dfc26103887e req-7bd45212-1267-4508-bd6d-d73177a8bff1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fd6babc14f804359844439644dc2b29c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0919664 Aug 16 21:21:21.193497 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837150d-e5b5-4595-8c10-dfc26103887e req-2d7d2f4c-4f07-4d7f-887d-2eea71951400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.195237 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5837150d-e5b5-4595-8c10-dfc26103887e req-2d7d2f4c-4f07-4d7f-887d-2eea71951400 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857096 Aug 16 21:21:21.271311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-8ea94f85-72dc-4a03-a70b-311b00cff5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.272770 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-8ea94f85-72dc-4a03-a70b-311b00cff5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0419924 Aug 16 21:21:21.318813 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-0df31124-65df-46b6-9b83-606b7fbeab29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd HTTP/1.1" status: 200 len: 217 time: 0.0380731 Aug 16 21:21:21.368889 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-6a2a9a1f-46fe-46ec-ba12-aa4843f1b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.370366 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-6a2a9a1f-46fe-46ec-ba12-aa4843f1b78d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9bcd8b76-bacb-49d2-8387-b01c7e7a55c7 HTTP/1.1" status: 200 len: 853 time: 0.0452442 Aug 16 21:21:21.386971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa82f-e871-4aa5-a977-d7416ae2c429 req-12809c33-2204-409c-ab1e-2a98c152f2b0 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:21.388506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d63fa82f-e871-4aa5-a977-d7416ae2c429 req-12809c33-2204-409c-ab1e-2a98c152f2b0 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 944 time: 0.0496657 Aug 16 21:21:21.404923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-147ab3bc-0aa5-4292-bbef-25e9b5c56b29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e4cfb940-08e3-474c-af8d-9142b506e4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267432 Aug 16 21:21:21.427753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d63fa82f-e871-4aa5-a977-d7416ae2c429 req-275cf6cf-e527-42a2-953e-28225056e3b6 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Aug 16 21:21:21.500615 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-ceac9ed4-c06d-4f27-ba2a-9e94675b7355 service neutron] 10.222.0.64 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Aug 16 21:21:21.596892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f22fc4e0-a0ae-4a5c-b296-a20806f06b3b req-ea9ad44f-09f0-4b6d-9537-64d123d77fc7 service neutron] 10.222.0.64 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893028 Aug 16 21:21:22.380411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:22.546050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a73b0-69bb-401f-bcec-6c254c7a1185 req-c6b06de1-b587-4cb4-a46b-3d0d887ec3dc tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:22.547544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed6a73b0-69bb-401f-bcec-6c254c7a1185 req-c6b06de1-b587-4cb4-a46b-3d0d887ec3dc tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 944 time: 0.0512254 Aug 16 21:21:22.586135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ed6a73b0-69bb-401f-bcec-6c254c7a1185 req-ab455430-74ce-435c-a82e-e0de0f09d872 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 16 21:21:22.804030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a38c74de-b3db-439a-8f29-5b7650bc1ddd details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:22.899006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:22.910110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd', 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac', 'port_id': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd', 'mac_address': 'fa:16:3e:67:42:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd8b76-bacb-49d2-8387-b01c7e7a55c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:22.945132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:22.957801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38c74de-b3db-439a-8f29-5b7650bc1ddd {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:22.977620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:23.066387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:23.115752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:23.259590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a38c74de-b3db-439a-8f29-5b7650bc1ddd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:23.944957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069b629-a489-40ae-9466-84b08f873ec4 req-afeec013-2142-41bb-8d0b-e140ca87c0b7 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:23.946442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5069b629-a489-40ae-9466-84b08f873ec4 req-afeec013-2142-41bb-8d0b-e140ca87c0b7 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 945 time: 0.0499294 Aug 16 21:21:23.983624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5069b629-a489-40ae-9466-84b08f873ec4 req-623d9107-fdb1-4cb1-be59-00efcaf31594 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Aug 16 21:21:24.817171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a38c74de-b3db-439a-8f29-5b7650bc1ddd up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:24.946466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a38c74de-b3db-439a-8f29-5b7650bc1ddd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:24.950274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a38c74de-b3db-439a-8f29-5b7650bc1ddd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:24.950652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.024278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.046147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:25.048386 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9f97ab-0c4c-48a2-96fa-fb1ab041ec37" -d '{"events": [{"server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "name": "network-vif-plugged", "status": "completed", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:25.062234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:25.084917 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159815c-2a86-48b7-b3bc-84eca7c4bd29 x-openstack-request-id: req-1159815c-2a86-48b7-b3bc-84eca7c4bd29 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:25.085219 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "name": "network-vif-plugged", "status": "completed", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:25.085474 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1159815c-2a86-48b7-b3bc-84eca7c4bd29 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:25.085896 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd', 'code': 200} Aug 16 21:21:25.100322 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22504589-7882-4382-8710-9b1b1989f28b req-c0b4dc1d-825e-495f-a223-dfdbf75bf51f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.101875 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22504589-7882-4382-8710-9b1b1989f28b req-c0b4dc1d-825e-495f-a223-dfdbf75bf51f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 945 time: 0.0519595 Aug 16 21:21:25.129492 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:25.142037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22504589-7882-4382-8710-9b1b1989f28b req-130bc9cc-0489-4240-a43b-5a67e883f1df tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Aug 16 21:21:25.183228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:25.196603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069685e0-2672-47e4-afd3-fe303bf971bd req-2e7b9359-b47b-4a4e-9804-24e289a9637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:25.198044 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-069685e0-2672-47e4-afd3-fe303bf971bd req-2e7b9359-b47b-4a4e-9804-24e289a9637a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 1098 time: 0.0446372 Aug 16 21:21:25.232135 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-069685e0-2672-47e4-afd3-fe303bf971bd req-76aa349a-4ae9-459d-bb21-371741d48872 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261528 Aug 16 21:21:26.263709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c5e7b-aeb4-4c52-aa3f-bc21e9d6787a req-d1ba1955-c4d0-40f9-8351-5a8b6c1ba88f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.265223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb1c5e7b-aeb4-4c52-aa3f-bc21e9d6787a req-d1ba1955-c4d0-40f9-8351-5a8b6c1ba88f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0544789 Aug 16 21:21:26.302909 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bb1c5e7b-aeb4-4c52-aa3f-bc21e9d6787a req-3229a042-5445-4581-9b99-f0884a0acc37 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315962 Aug 16 21:21:26.527359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-5aced509-1d76-4de3-815a-080f725e64d1 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:26.528775 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-5aced509-1d76-4de3-815a-080f725e64d1 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/networks?id=e4cfb940-08e3-474c-af8d-9142b506e4ac HTTP/1.1" status: 200 len: 813 time: 0.1069887 Aug 16 21:21:26.544145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-4dfbbb27-8b7e-4f59-b9ed-ed1941a1dd62 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/quotas/fd6babc14f804359844439644dc2b29c HTTP/1.1" status: 200 len: 375 time: 0.0089972 Aug 16 21:21:26.597539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-420816a5-d918-4ae4-ba27-2923c819eb2d tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476544 Aug 16 21:21:26.685190 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-32907b00-6f9f-4d90-97e3-f20cea8cd379 service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805118 Aug 16 21:21:26.777191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-5f413098-5ea4-44d4-8d51-3c3c956082f0 service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859046 Aug 16 21:21:27.045200 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-21fbac01-3440-4d7d-9624-3b5afb4ebbc9 req-e352aec9-3878-4fb7-bf64-ef4cd0d4133b tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 210 time: 0.0262487 Aug 16 21:21:28.136057 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-95db4123-e2d2-4b73-b994-03f39748f7db req-7c371ea0-6aed-4204-9506-b87fe7865b30 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 210 time: 0.0269389 Aug 16 21:21:29.046316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-d9115545-d8d8-49ec-93d9-e209ede48083 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.047767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-d9115545-d8d8-49ec-93d9-e209ede48083 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.73 "GET /v2.0/networks?id=e4cfb940-08e3-474c-af8d-9142b506e4ac HTTP/1.1" status: 200 len: 813 time: 0.1028678 Aug 16 21:21:29.060708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Request body: {'port': {'device_id': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac', 'admin_state_up': True, 'tenant_id': 'fd6babc14f804359844439644dc2b29c'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:29.237455 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6fb6a37a-3cdf-4b6f-bdbf-0ade534e286e req-29d4c131-c430-428c-97f7-7089121fffcd tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 210 time: 0.0312469 Aug 16 21:21:29.238522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Made reservation on behalf of fd6babc14f804359844439644dc2b29c for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:29.241935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.364709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Allocated IP 172.20.0.6 (e4cfb940-08e3-474c-af8d-9142b506e4ac/9bcd8b76-bacb-49d2-8387-b01c7e7a55c7/8077171b-cf6a-461b-bbd0-71fef9d59b24) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:29.513295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.717994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.729912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a38c74de-b3db-439a-8f29-5b7650bc1ddd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:29.758648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Network e4cfb940-08e3-474c-af8d-9142b506e4ac is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:29.763707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:29.767468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:29.798940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Pushing event updated for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:29.824903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:29.825522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:29.929854 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-13c4cd0c-83b9-44ed-abfb-03177810ef24 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8728702 Aug 16 21:21:29.943011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Request body: {'port': {'device_id': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:29.995503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.248733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8077171b-cf6a-461b-bbd0-71fef9d59b24 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:30.256670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.268999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Transition to ACTIVE for port object 8077171b-cf6a-461b-bbd0-71fef9d59b24 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:30.340558 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.398798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76729eef-38d4-4980-ba0f-9e5f63f0197f req-50d4e90b-0d3f-44c2-8ab1-e383f5719d97 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.400325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76729eef-38d4-4980-ba0f-9e5f63f0197f req-50d4e90b-0d3f-44c2-8ab1-e383f5719d97 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 931 time: 0.0952330 Aug 16 21:21:30.425109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:30.486170 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76729eef-38d4-4980-ba0f-9e5f63f0197f req-fd26f5c7-083b-4580-abf6-c231b4368522 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650787 Aug 16 21:21:30.501204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Attempting to bind port 8077171b-cf6a-461b-bbd0-71fef9d59b24 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:30.501576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Attempting to bind port 8077171b-cf6a-461b-bbd0-71fef9d59b24 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:30.501914 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Attempting to bind port 8077171b-cf6a-461b-bbd0-71fef9d59b24 on network e4cfb940-08e3-474c-af8d-9142b506e4ac {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:30.506993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Port 8077171b-cf6a-461b-bbd0-71fef9d59b24 on network e4cfb940-08e3-474c-af8d-9142b506e4ac not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:21:30.507320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Attempting to bind port 8077171b-cf6a-461b-bbd0-71fef9d59b24 on network e4cfb940-08e3-474c-af8d-9142b506e4ac {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:30.512115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:30.512456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Checking segment: {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:30.512837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Bound using segment: {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:30.513293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Bound port: 8077171b-cf6a-461b-bbd0-71fef9d59b24, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287d610c-a08e-49f8-9844-f430fd4b91fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:30.513655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.578989 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:30.582328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:30.649200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.685614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.686256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.687648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/8077171b-cf6a-461b-bbd0-71fef9d59b24 HTTP/1.1" status: 200 len: 1092 time: 0.7495959 Aug 16 21:21:30.688112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:30.690477 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ba9869-1707-4706-a8ca-552bf0ad3c57" -d '{"events": [{"name": "network-changed", "server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:30.713683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5cc2b-0577-4070-abd2-e88dc06e66e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:30.729159 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9d4e4ac2-4b64-4df0-b700-91a44c542e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:30.731822 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279089f8-e154-400c-b49c-188f0a8f6dfe x-openstack-request-id: req-279089f8-e154-400c-b49c-188f0a8f6dfe {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:30.732113 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:30.732368 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-279089f8-e154-400c-b49c-188f0a8f6dfe {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:30.732769 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24', 'status': 'completed', 'code': 200} Aug 16 21:21:30.796386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-cff4c6d8-43c6-4034-bd36-d25a37385404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.798125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-cff4c6d8-43c6-4034-bd36-d25a37385404 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 1095 time: 0.0433917 Aug 16 21:21:30.918709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-76268317-8668-4f44-95c2-33ae1a06bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:30.920206 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-76268317-8668-4f44-95c2-33ae1a06bd76 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=fd6babc14f804359844439644dc2b29c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1136327 Aug 16 21:21:31.017684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-08f4bcaa-ae81-4c70-aac5-2e9a6c265649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.019377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01ba9869-1707-4706-a8ca-552bf0ad3c57 req-08f4bcaa-ae81-4c70-aac5-2e9a6c265649 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919600 Aug 16 21:21:31.097519 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-d75d0c43-a527-4f7d-a22b-73881ba59ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.099044 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-d75d0c43-a527-4f7d-a22b-73881ba59ea8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6babc14f804359844439644dc2b29c&device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 1095 time: 0.0415425 Aug 16 21:21:31.142601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-884e1676-7ea9-48fb-8b2a-97ba008a07be service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24 HTTP/1.1" status: 200 len: 217 time: 0.0340874 Aug 16 21:21:31.195178 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-08941d08-d449-4a65-993a-2451e210e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.196665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-08941d08-d449-4a65-993a-2451e210e478 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9bcd8b76-bacb-49d2-8387-b01c7e7a55c7 HTTP/1.1" status: 200 len: 853 time: 0.0469570 Aug 16 21:21:31.228581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-1b818130-7138-409d-b144-8e63b7d3d878 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4cfb940-08e3-474c-af8d-9142b506e4ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240643 Aug 16 21:21:31.321202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-9f726e2f-af50-47b9-b227-1f194cda868d service neutron] 10.222.0.73 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835750 Aug 16 21:21:31.418018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-676a1eab-2348-4e7d-9019-92db031aeba9 req-4493dc6a-c313-4cb9-b6e8-e40574c733bf service neutron] 10.222.0.73 "GET /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885947 Aug 16 21:21:31.604713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729121fe-3086-42e4-862e-b9c3af6e8e5d req-d2ba19c5-2055-447f-ae66-015333f5ab29 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:31.606232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-729121fe-3086-42e4-862e-b9c3af6e8e5d req-d2ba19c5-2055-447f-ae66-015333f5ab29 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 943 time: 0.0514653 Aug 16 21:21:31.645239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-729121fe-3086-42e4-862e-b9c3af6e8e5d req-c6f96803-64b5-434f-a953-e9303809c564 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Aug 16 21:21:32.764105 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a69cd1-2cb1-4226-9b74-32d9867b627a req-ca0eeb67-875e-47b1-b54a-9df56094c5d7 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:32.765643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0a69cd1-2cb1-4226-9b74-32d9867b627a req-ca0eeb67-875e-47b1-b54a-9df56094c5d7 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 943 time: 0.0515156 Aug 16 21:21:32.807378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0a69cd1-2cb1-4226-9b74-32d9867b627a req-6fd036ed-c964-4b7b-a490-42e0fe3013e0 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356672 Aug 16 21:21:33.407824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8077171b-cf6a-461b-bbd0-71fef9d59b24 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:21:33.517713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:33.528947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '8077171b-cf6a-461b-bbd0-71fef9d59b24', 'network_id': 'e4cfb940-08e3-474c-af8d-9142b506e4ac', 'port_id': '8077171b-cf6a-461b-bbd0-71fef9d59b24', 'mac_address': 'fa:16:3e:b7:fe:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcd8b76-bacb-49d2-8387-b01c7e7a55c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:21:33.574484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.587807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8077171b-cf6a-461b-bbd0-71fef9d59b24 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:21:33.593521 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.608917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:33.671916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3ed0ad8e-c3b1-4aae-b561-0eb70380f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.688490 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:33.738054 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:33.885536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8077171b-cf6a-461b-bbd0-71fef9d59b24'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:33.920708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d14d23-632b-48b9-acff-e2a66c013807 req-7905eb21-d608-4957-b2a3-689f2c2a097f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:33.922141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d14d23-632b-48b9-acff-e2a66c013807 req-7905eb21-d608-4957-b2a3-689f2c2a097f tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 944 time: 0.0497150 Aug 16 21:21:33.965354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22d14d23-632b-48b9-acff-e2a66c013807 req-af4e1891-ba3a-41fe-9102-3a8bcf440b59 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Aug 16 21:21:34.454428 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.080184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a181488-0827-4b06-816a-08c0748a57b7 req-f7069d83-a9a3-4bf8-8f0d-61338b6782a6 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.082631 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a181488-0827-4b06-816a-08c0748a57b7 req-f7069d83-a9a3-4bf8-8f0d-61338b6782a6 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 944 time: 0.0508444 Aug 16 21:21:35.120381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a181488-0827-4b06-816a-08c0748a57b7 req-72c00cf1-712d-4f8a-93d2-0ed384bcd355 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Aug 16 21:21:35.421473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8077171b-cf6a-461b-bbd0-71fef9d59b24 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:35.539829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 8077171b-cf6a-461b-bbd0-71fef9d59b24 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:35.543492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 8077171b-cf6a-461b-bbd0-71fef9d59b24 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:35.543946 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.619450 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.640977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:35.643806 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6bbfc6-2624-44bd-a484-7f1a682615b0" -d '{"events": [{"server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "name": "network-vif-plugged", "status": "completed", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:35.663632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:35.680264 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdc6871-cbbc-4ff5-82a0-5d7351a86b3d x-openstack-request-id: req-cbdc6871-cbbc-4ff5-82a0-5d7351a86b3d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:35.680559 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "name": "network-vif-plugged", "status": "completed", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:35.680811 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cbdc6871-cbbc-4ff5-82a0-5d7351a86b3d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:35.681203 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24', 'code': 200} Aug 16 21:21:35.763010 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:35.778674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93c7b1-b826-4151-8a93-c67fa99c23f4 req-ec315b47-33ec-4fdf-9c46-4ee155218ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:35.780311 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc93c7b1-b826-4151-8a93-c67fa99c23f4 req-ec315b47-33ec-4fdf-9c46-4ee155218ee4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 1096 time: 0.0409725 Aug 16 21:21:35.811393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:35.820071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.820276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dc93c7b1-b826-4151-8a93-c67fa99c23f4 req-fba1ce05-33f6-46ca-b879-a2ee9418c40d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 16 21:21:35.820406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.820747 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.821081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.821413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.821744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.822070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.822394 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.822739 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.823063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.823431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:35.823756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:36.233535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c02f7-dcc0-4154-819d-3a62907da228 req-3ce8c2ac-17d4-43a2-9475-5a3a9a40f3b1 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:36.235001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a62c02f7-dcc0-4154-819d-3a62907da228 req-3ce8c2ac-17d4-43a2-9475-5a3a9a40f3b1 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 945 time: 0.0493126 Aug 16 21:21:36.274323 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a62c02f7-dcc0-4154-819d-3a62907da228 req-4f5b7a19-beb3-4055-9e14-f24496eef771 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Aug 16 21:21:36.345997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:37.390839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e549b0-0eb0-4f30-bd59-d8c443fa9650 req-77f6655b-fad2-44cc-b5b7-bc2e2a9a17ac tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:37.392411 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e549b0-0eb0-4f30-bd59-d8c443fa9650 req-77f6655b-fad2-44cc-b5b7-bc2e2a9a17ac tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 945 time: 0.0495443 Aug 16 21:21:37.430941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31e549b0-0eb0-4f30-bd59-d8c443fa9650 req-c065093d-e0ad-45ef-83b4-9e4637b57a9b tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322227 Aug 16 21:21:37.847121 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac8a03-26e5-4a33-ace1-4107f5143b3a req-3bc46df0-a7a1-44a6-974d-40cadd6e9718 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:37.848629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06ac8a03-26e5-4a33-ace1-4107f5143b3a req-3bc46df0-a7a1-44a6-974d-40cadd6e9718 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Aug 16 21:21:37.888915 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06ac8a03-26e5-4a33-ace1-4107f5143b3a req-1d47c0df-dbb1-4685-9234-8d79c9f79c37 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Aug 16 21:21:39.004581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5952b23-60b0-4697-b7eb-1299856e316d req-311c7823-ae1c-4e74-96c5-600cea4bbd81 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.006068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5952b23-60b0-4697-b7eb-1299856e316d req-311c7823-ae1c-4e74-96c5-600cea4bbd81 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 945 time: 0.0492182 Aug 16 21:21:39.046162 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f5952b23-60b0-4697-b7eb-1299856e316d req-c608ed16-c598-478c-bab0-4390fa0cd7bf tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Aug 16 21:21:39.183330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2070-38eb-401d-9d22-a7b53b188282 req-8b475836-9ff7-4c49-9b46-9c6d969a331e tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:39.184740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-580e2070-38eb-401d-9d22-a7b53b188282 req-8b475836-9ff7-4c49-9b46-9c6d969a331e tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.73 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 945 time: 0.0484316 Aug 16 21:21:39.628124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Deleting port 8077171b-cf6a-461b-bbd0-71fef9d59b24 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:39.628550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.712544 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] For port 8077171b-cf6a-461b-bbd0-71fef9d59b24, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8077171b-cf6a-461b-bbd0-71fef9d59b24,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:39.712910 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.724714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Calling delete_port for 8077171b-cf6a-461b-bbd0-71fef9d59b24 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:39.905435 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.917491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8077171b-cf6a-461b-bbd0-71fef9d59b24'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:39.925041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a38c74de-b3db-439a-8f29-5b7650bc1ddd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:39.934533 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Pushing event deleted for resources: {'Port': ['ID=8077171b-cf6a-461b-bbd0-71fef9d59b24,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:39.979187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] No DVR routers for this DVR port 8077171b-cf6a-461b-bbd0-71fef9d59b24 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:39.982183 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:39.984316 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-580e2070-38eb-401d-9d22-a7b53b188282 req-2dc4cc79-679a-4989-a7ed-170a9446b1d2 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.73 "DELETE /v2.0/ports/8077171b-cf6a-461b-bbd0-71fef9d59b24 HTTP/1.1" status: 204 len: 173 time: 0.7921472 Aug 16 21:21:39.984765 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'name': 'network-vif-deleted', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:39.987768 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af8f1ac-a136-49ca-9314-205b78cbe811" -d '{"events": [{"server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "name": "network-vif-deleted", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:40.023210 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d74f1d-c3bd-4843-b49c-7c466e26bdd1 x-openstack-request-id: req-d1d74f1d-c3bd-4843-b49c-7c466e26bdd1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:40.023839 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641a88c2-879d-4902-8c45-ae4ac24b7148", "name": "network-vif-deleted", "tag": "8077171b-cf6a-461b-bbd0-71fef9d59b24", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:40.023839 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1d74f1d-c3bd-4843-b49c-7c466e26bdd1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:40.024139 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641a88c2-879d-4902-8c45-ae4ac24b7148', 'name': 'network-vif-deleted', 'tag': '8077171b-cf6a-461b-bbd0-71fef9d59b24', 'status': 'completed', 'code': 200} Aug 16 21:21:40.142596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-13d40869-4fbd-499a-bc4f-bc507ef02ce5 req-7f999773-746b-4380-a6ab-b719fe3f0922 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=641a88c2-879d-4902-8c45-ae4ac24b7148 HTTP/1.1" status: 200 len: 210 time: 0.0257597 Aug 16 21:21:41.292366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25c856-7f8a-4100-b890-953ad7c6b7f5 req-7e95a272-69e4-4ef3-ab6a-60b1e7ab375b tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.293926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a25c856-7f8a-4100-b890-953ad7c6b7f5 req-7e95a272-69e4-4ef3-ab6a-60b1e7ab375b tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Aug 16 21:21:41.333166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8a25c856-7f8a-4100-b890-953ad7c6b7f5 req-0e27bf0d-0c65-4137-8adc-590a5ad7ef30 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Aug 16 21:21:41.464200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a8329-8b5b-423a-9f30-2b7866c678a3 req-97c6b029-1eeb-465c-b75a-6d29b534f4a3 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.465632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f01a8329-8b5b-423a-9f30-2b7866c678a3 req-97c6b029-1eeb-465c-b75a-6d29b534f4a3 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0494192 Aug 16 21:21:41.503990 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f01a8329-8b5b-423a-9f30-2b7866c678a3 req-927778b5-f72d-46e8-9f7b-5c0236289809 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 16 21:21:41.623867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df0d22-c312-4dcf-978e-31ee4cdedaba req-7b90ec2e-2b40-4c86-8acf-93f737efbc90 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.625327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68df0d22-c312-4dcf-978e-31ee4cdedaba req-7b90ec2e-2b40-4c86-8acf-93f737efbc90 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0514235 Aug 16 21:21:41.663197 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68df0d22-c312-4dcf-978e-31ee4cdedaba req-3dd4c81f-157f-46b2-b370-a7cd63b30d01 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Aug 16 21:21:41.843890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417192e-7bc9-47be-b08b-6fbd5e771334 req-8358c504-e5ef-413d-8b35-03ac6333635d tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:41.845339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3417192e-7bc9-47be-b08b-6fbd5e771334 req-8358c504-e5ef-413d-8b35-03ac6333635d tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0489388 Aug 16 21:21:41.882709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3417192e-7bc9-47be-b08b-6fbd5e771334 req-3d23e592-6179-42cf-8b54-4bfdba70fe09 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Aug 16 21:21:41.998677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c1704-3bc4-4065-a0e4-6ec6787d6f17 req-b1e95263-f078-4e28-976b-adaa970e96be tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:42.000124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d95c1704-3bc4-4065-a0e4-6ec6787d6f17 req-b1e95263-f078-4e28-976b-adaa970e96be tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0501947 Aug 16 21:21:42.040445 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d95c1704-3bc4-4065-a0e4-6ec6787d6f17 req-d8669a1d-b211-4b5f-92f6-73eb5d4207ca tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 16 21:21:42.173856 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b558f-579c-40f1-b935-971f4bf6fbbe req-fe4fd161-9f42-4294-8f61-6d3872bd2798 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:42.175361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c1b558f-579c-40f1-b935-971f4bf6fbbe req-fe4fd161-9f42-4294-8f61-6d3872bd2798 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Aug 16 21:21:42.213747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c1b558f-579c-40f1-b935-971f4bf6fbbe req-803c268e-4e77-4218-ba2a-829c05a9b0c3 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Aug 16 21:21:42.774227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251183c-66ef-4c95-8bc1-fb605ad07a0a req-bb8c483d-6ba4-4f25-83b0-c1a41f8d4700 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:42.775708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0251183c-66ef-4c95-8bc1-fb605ad07a0a req-bb8c483d-6ba4-4f25-83b0-c1a41f8d4700 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0482626 Aug 16 21:21:42.813896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0251183c-66ef-4c95-8bc1-fb605ad07a0a req-eb62642d-7cdf-4754-aff0-81a18cedb9fc tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Aug 16 21:21:43.441840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8077171b-cf6a-461b-bbd0-71fef9d59b24 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:43.462416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 8077171b-cf6a-461b-bbd0-71fef9d59b24 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:43.462763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8077171b-cf6a-461b-bbd0-71fef9d59b24 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:43.926755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cd9f1-42d4-40bb-8ca9-931b2691dcc4 req-7f0caa9c-f478-4218-bea2-c8c8ba3d1f36 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:43.928253 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e8cd9f1-42d4-40bb-8ca9-931b2691dcc4 req-7f0caa9c-f478-4218-bea2-c8c8ba3d1f36 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0474453 Aug 16 21:21:43.966871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e8cd9f1-42d4-40bb-8ca9-931b2691dcc4 req-3bac021c-845f-46ce-ba44-302f39999fce tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/security-groups?id=7609100e-cdef-4e74-a184-f81e2ce21b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Aug 16 21:21:44.202821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2967db99-daad-4021-9347-a5a421d221d0 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:44.204188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2967db99-daad-4021-9347-a5a421d221d0 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.64 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 946 time: 0.0476675 Aug 16 21:21:44.293842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Deleting port a38c74de-b3db-439a-8f29-5b7650bc1ddd {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:44.294188 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.384902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] For port a38c74de-b3db-439a-8f29-5b7650bc1ddd, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a38c74de-b3db-439a-8f29-5b7650bc1ddd,segment=NetworkSegment(287d610c-a08e-49f8-9844-f430fd4b91fc),segment_id=287d610c-a08e-49f8-9844-f430fd4b91fc)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:44.385261 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.397335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Calling delete_port for a38c74de-b3db-439a-8f29-5b7650bc1ddd owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:44.591757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.602986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a38c74de-b3db-439a-8f29-5b7650bc1ddd'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:21:44.619914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Pushing event deleted for resources: {'Port': ['ID=a38c74de-b3db-439a-8f29-5b7650bc1ddd,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:44.629909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.630276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.630617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.630956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.631286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.631620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.632354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.632354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.632607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.632932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.633254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.633577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:44.671545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] No DVR routers for this DVR port a38c74de-b3db-439a-8f29-5b7650bc1ddd on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:44.674112 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:44.677180 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1c4dd4de-47e9-4825-9ea5-dc15bfc2d51b req-2b940b92-91a5-482e-bdcf-710ef66b7c23 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.64 "DELETE /v2.0/ports/a38c74de-b3db-439a-8f29-5b7650bc1ddd HTTP/1.1" status: 204 len: 173 time: 0.4669201 Aug 16 21:21:44.677619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'name': 'network-vif-deleted', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:21:44.679863 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ac7a3-76b2-4b50-8384-3c9cf83fe83a" -d '{"events": [{"server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "name": "network-vif-deleted", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:21:44.714939 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a76467-0e11-4eba-bc62-dd1fba0d0fe9 x-openstack-request-id: req-42a76467-0e11-4eba-bc62-dd1fba0d0fe9 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:21:44.715227 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e3a7fa-c5af-47bb-95ae-d4a206887ee4", "name": "network-vif-deleted", "tag": "a38c74de-b3db-439a-8f29-5b7650bc1ddd", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:21:44.715476 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42a76467-0e11-4eba-bc62-dd1fba0d0fe9 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:21:44.715933 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e3a7fa-c5af-47bb-95ae-d4a206887ee4', 'name': 'network-vif-deleted', 'tag': 'a38c74de-b3db-439a-8f29-5b7650bc1ddd', 'status': 'completed', 'code': 200} Aug 16 21:21:45.077767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f7198f3-b559-45c3-94c0-ff06a8a4661a req-6c39554a-a254-411c-82f7-b5482ffe2360 tempest-ServersNegativeTestJSON-862076634 tempest-ServersNegativeTestJSON-862076634-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3e3a7fa-c5af-47bb-95ae-d4a206887ee4 HTTP/1.1" status: 200 len: 210 time: 0.0313048 Aug 16 21:21:46.134710 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43642) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:46.181866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Deleting subnet 9bcd8b76-bacb-49d2-8387-b01c7e7a55c7 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:21:46.184876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.217552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.255584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.380815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.407049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcd8b76-bacb-49d2-8387-b01c7e7a55c7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:46.411702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.414675 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0f4552d5-1719-4c44-993d-cca77c16d8ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9bcd8b76-bacb-49d2-8387-b01c7e7a55c7 HTTP/1.1" status: 204 len: 168 time: 0.2780483 Aug 16 21:21:46.416365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43644) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:46.487345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.566812 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.576967 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cfb940-08e3-474c-af8d-9142b506e4ac']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.586538 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287d610c-a08e-49f8-9844-f430fd4b91fc') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.586830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287d610c-a08e-49f8-9844-f430fd4b91fc') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:46.595217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.608158 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.615052 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:46.615456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:46.617135 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:46.768795 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.771288 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:21:46.775418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:46.782633 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e4cfb940-08e3-474c-af8d-9142b506e4ac HTTP/1.1" status: 204 len: 168 time: 0.3600760 Aug 16 21:21:46.788107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcd7b9-8026-44fb-8739-fc8fcd8d2874 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4cfb940-08e3-474c-af8d-9142b506e4ac,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:46.928443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a38c74de-b3db-439a-8f29-5b7650bc1ddd no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:21:46.948401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a38c74de-b3db-439a-8f29-5b7650bc1ddd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:21:46.948742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a38c74de-b3db-439a-8f29-5b7650bc1ddd not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:21:47.089400 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43648) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:47.129660 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c702c5ca-56f9-4c50-9cdc-c25b0265ec5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd6babc14f804359844439644dc2b29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390894 Aug 16 21:21:47.132076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43650) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:47.182167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.203242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.333964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.336602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:47.337764 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7609100e-cdef-4e74-a184-f81e2ce21b9b HTTP/1.1" status: 204 len: 168 time: 0.2047849 Aug 16 21:21:47.345642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6c6b-13ca-4cce-a751-53bb6b77b1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609100e-cdef-4e74-a184-f81e2ce21b9b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:48.450114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43672) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:48.542012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-419934266'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:48.654275 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:48.657860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.667049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.753973 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.860053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.889339 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:48.896261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71f9cd-453e-4ef2-ada0-f4b20692690f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:48.902919 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.903239 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Added segment 2f9366e6-49d3-4ff8-aa33-d81dfe060d51 of type vlan for network 3bc5a911-8289-4324-be9e-c2cb06e48892 Aug 16 21:21:48.942923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:48.946190 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.128707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.134200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:49.134783 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:49.200126 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Network': ['ID=3bc5a911-8289-4324-be9e-c2cb06e48892,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:49.210798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:49.260956 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e332f20-dc86-4baa-a8e2-5e04e42904c7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8096533 Aug 16 21:21:52.419704 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:52.644747 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43676) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:52.649976 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'subnet': {'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:52.785717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:52.789166 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.105930 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.163384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Subnet': ['ID=93a4c055-64ac-4439-8683-7b3c5a9ec346,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:53.173326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking segment: {'id': '2f9366e6-49d3-4ff8-aa33-d81dfe060d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:53.173697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network hostable DHCP agents. Network: 3bc5a911-8289-4324-be9e-c2cb06e48892, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:53.311382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:53.408752 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3bc5a911-8289-4324-be9e-c2cb06e48892) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:53.413397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.414225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.417733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e7051-0967-4f1b-a5f7-8eb13bdcc332 None None] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:53.529227 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f30764b3-17f1-44a3-9b7c-2aac9fcef053 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8833299 Aug 16 21:21:53.532690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43678) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:53.537941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370662929'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:53.558274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3bc5a911-8289-4324-be9e-c2cb06e48892', 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892', 'tenant_id': 'f9c8f47d510e4c299a933c10f403dc59', 'fixed_ips': [{'subnet_id': '93a4c055-64ac-4439-8683-7b3c5a9ec346'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:21:53.559154 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.643167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:53.646864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.671178 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:53.680254 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.680599 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Added segment 45eb38df-00ca-4ad8-8829-9dbbcaaad606 of type vlan for network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 Aug 16 21:21:53.700071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Allocated IP 2001:db8:0:ffff::2 (3bc5a911-8289-4324-be9e-c2cb06e48892/93a4c055-64ac-4439-8683-7b3c5a9ec346/c0352081-4beb-4741-a701-fc0ab172fb12) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:53.723466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.826565 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.836594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:53.837260 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:53.907898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Network': ['ID=d71ac1ea-483a-4f45-9ffe-abd11baa17e0,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:53.921651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:54.021229 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e5950168-8ab3-4d27-8bf1-598d65301651 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4874995 Aug 16 21:21:54.024076 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43680) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:54.029140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'subnet': {'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:54.059952 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.068137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Transition to ACTIVE for port object c0352081-4beb-4741-a701-fc0ab172fb12 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:54.082586 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Transition to ACTIVE for port object c0352081-4beb-4741-a701-fc0ab172fb12 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:54.186056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.220230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:54.221922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:54.224628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.226607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:54.230252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:54.240680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Pushing event updated for resources: {'Port': ['ID=c0352081-4beb-4741-a701-fc0ab172fb12,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:54.288096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Attempting to bind port c0352081-4beb-4741-a701-fc0ab172fb12 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:54.288468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Attempting to bind port c0352081-4beb-4741-a701-fc0ab172fb12 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '2f9366e6-49d3-4ff8-aa33-d81dfe060d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:54.288819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Attempting to bind port c0352081-4beb-4741-a701-fc0ab172fb12 on network 3bc5a911-8289-4324-be9e-c2cb06e48892 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:54.293830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:54.294199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Checking segment: {'id': '2f9366e6-49d3-4ff8-aa33-d81dfe060d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:54.294673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.294976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Bound using segment: {'id': '2f9366e6-49d3-4ff8-aa33-d81dfe060d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:54.295675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Bound port: c0352081-4beb-4741-a701-fc0ab172fb12, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9366e6-49d3-4ff8-aa33-d81dfe060d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3bc5a911-8289-4324-be9e-c2cb06e48892'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:54.296087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.358431 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] For port c0352081-4beb-4741-a701-fc0ab172fb12, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:54.361396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] For port c0352081-4beb-4741-a701-fc0ab172fb12, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0352081-4beb-4741-a701-fc0ab172fb12,segment=NetworkSegment(2f9366e6-49d3-4ff8-aa33-d81dfe060d51),segment_id=2f9366e6-49d3-4ff8-aa33-d81dfe060d51)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:54.529094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.546344 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.590280 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952baea-3890-4c92-8f11-afd611475b2a None None] Pushing event updated for resources: {'Port': ['ID=c0352081-4beb-4741-a701-fc0ab172fb12,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:54.624301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Subnet': ['ID=8e12c6a8-02ee-4d01-accd-10873174aab1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:54.634960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking segment: {'id': '45eb38df-00ca-4ad8-8829-9dbbcaaad606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:54.634960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network hostable DHCP agents. Network: d71ac1ea-483a-4f45-9ffe-abd11baa17e0, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:54.729438 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:54.831674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d71ac1ea-483a-4f45-9ffe-abd11baa17e0) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:54.835908 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:54.836692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:54.851119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a7471-d6f3-4273-a664-2ffa02194932 None None] Network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:54.920681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3fd94570-f241-4530-915c-68a7132acd57 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8928971 Aug 16 21:21:54.920921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43682) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:55.000046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d71ac1ea-483a-4f45-9ffe-abd11baa17e0', 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0', 'tenant_id': 'f9c8f47d510e4c299a933c10f403dc59', 'fixed_ips': [{'subnet_id': '8e12c6a8-02ee-4d01-accd-10873174aab1'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:21:55.000915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.018933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.076329 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.136961 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Allocated IP 2001:db8::2 (d71ac1ea-483a-4f45-9ffe-abd11baa17e0/8e12c6a8-02ee-4d01-accd-10873174aab1/5eeee32a-2490-4ed1-8231-125523e30a11) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:55.286640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.295290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Transition to ACTIVE for port object 5eeee32a-2490-4ed1-8231-125523e30a11 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:55.310625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Transition to ACTIVE for port object 5eeee32a-2490-4ed1-8231-125523e30a11 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:55.397850 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.440468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:55.443498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:55.447427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:55.454353 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Pushing event updated for resources: {'Port': ['ID=5eeee32a-2490-4ed1-8231-125523e30a11,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:55.495275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.501109 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0da49-27ae-455d-a122-5273ef992c5a None None] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:55.524853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Subnet': ['ID=8e12c6a8-02ee-4d01-accd-10873174aab1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:55.550983 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Attempting to bind port 5eeee32a-2490-4ed1-8231-125523e30a11 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:55.551352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Attempting to bind port 5eeee32a-2490-4ed1-8231-125523e30a11 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '45eb38df-00ca-4ad8-8829-9dbbcaaad606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:55.551709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Attempting to bind port 5eeee32a-2490-4ed1-8231-125523e30a11 on network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:55.566540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:55.566859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Checking segment: {'id': '45eb38df-00ca-4ad8-8829-9dbbcaaad606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:55.567253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.567647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Bound using segment: {'id': '45eb38df-00ca-4ad8-8829-9dbbcaaad606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:55.568153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Bound port: 5eeee32a-2490-4ed1-8231-125523e30a11, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb38df-00ca-4ad8-8829-9dbbcaaad606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:55.568532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.588863 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.599248 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ac1ea-483a-4f45-9ffe-abd11baa17e0']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:55.609440 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb38df-00ca-4ad8-8829-9dbbcaaad606') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:55.609738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb38df-00ca-4ad8-8829-9dbbcaaad606') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:55.619169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.632272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-7fb976d2-a5bf-4fd8-a563-5eff201ead08 None None] Provisioning for port c0352081-4beb-4741-a701-fc0ab172fb12 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:55.633162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.639078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:55.639461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:55.642519 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:55.695317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] For port 5eeee32a-2490-4ed1-8231-125523e30a11, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:55.711575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] For port 5eeee32a-2490-4ed1-8231-125523e30a11, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5eeee32a-2490-4ed1-8231-125523e30a11,segment=NetworkSegment(45eb38df-00ca-4ad8-8829-9dbbcaaad606),segment_id=45eb38df-00ca-4ad8-8829-9dbbcaaad606)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:55.753167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.db.api [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:21:55.753167 n-d-794306-10 neutron-server[95241]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:21:55.753167 n-d-794306-10 neutron-server[95241]: [parameters: {'id': 'd71ac1ea-483a-4f45-9ffe-abd11baa17e0'}] Aug 16 21:21:55.753167 n-d-794306-10 neutron-server[95241]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95241) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:21:55.754005 n-d-794306-10 neutron-server[95241]: DEBUG oslo_db.api [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:21:55.772263 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0352081-4beb-4741-a701-fc0ab172fb12 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:55.799543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:55.895543 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f31b7-d4df-46bb-8843-2bbcccb8519c None None] Pushing event updated for resources: {'Port': ['ID=5eeee32a-2490-4ed1-8231-125523e30a11,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:55.917745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c32872-98c9-4fe0-9820-d2491b2ecebb None None] Network d71ac1ea-483a-4f45-9ffe-abd11baa17e0 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:56.053104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47c410f-f21b-4fd1-8ba8-a793cd3a9b1e None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:21:56.077599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c0352081-4beb-4741-a701-fc0ab172fb12 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:21:56.087655 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c0352081-4beb-4741-a701-fc0ab172fb12 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:56.088607 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.155657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c410f-f21b-4fd1-8ba8-a793cd3a9b1e None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:21:56.240874 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.255434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.289181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c0352081-4beb-4741-a701-fc0ab172fb12, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0352081-4beb-4741-a701-fc0ab172fb12,segment=NetworkSegment(2f9366e6-49d3-4ff8-aa33-d81dfe060d51),segment_id=2f9366e6-49d3-4ff8-aa33-d81dfe060d51)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:56.322517 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting port 5eeee32a-2490-4ed1-8231-125523e30a11 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:56.329138 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.386027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.396341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] For port 5eeee32a-2490-4ed1-8231-125523e30a11, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=5eeee32a-2490-4ed1-8231-125523e30a11,segment=NetworkSegment(45eb38df-00ca-4ad8-8829-9dbbcaaad606),segment_id=45eb38df-00ca-4ad8-8829-9dbbcaaad606)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:56.396903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.409626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Calling delete_port for 5eeee32a-2490-4ed1-8231-125523e30a11 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:56.452312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c0352081-4beb-4741-a701-fc0ab172fb12,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:56.557365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.587586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Port': ['ID=5eeee32a-2490-4ed1-8231-125523e30a11,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:56.593145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No DVR routers for this DVR port 5eeee32a-2490-4ed1-8231-125523e30a11 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:56.676598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.686160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71ac1ea-483a-4f45-9ffe-abd11baa17e0']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.696785 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb38df-00ca-4ad8-8829-9dbbcaaad606') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.697081 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb38df-00ca-4ad8-8829-9dbbcaaad606') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:56.706043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.724015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.730318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:56.730714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:56.734560 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:56.854196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.861566 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.868010 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/d71ac1ea-483a-4f45-9ffe-abd11baa17e0 HTTP/1.1" status: 204 len: 168 time: 1.9409471 Aug 16 21:21:56.868148 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43684) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:56.871822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639441897'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:56.874503 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8ba81-a30d-4cda-a3a4-ee4e66da1d28 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Network': ['ID=d71ac1ea-483a-4f45-9ffe-abd11baa17e0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:56.957591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:56.961097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.984183 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:56.992619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:56.992962 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Added segment 47ab8093-db54-479f-ae0d-51007ff6dd56 of type vlan for network 3913c2f0-360e-4540-8418-1cf4dd50e958 Aug 16 21:21:57.031750 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.105746 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.111377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.111977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.178665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Network': ['ID=3913c2f0-360e-4540-8418-1cf4dd50e958,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:57.185911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.186262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.186606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.186945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.187278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.187610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.187970 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.188301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.188633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.188956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.189281 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.190418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:21:57.201262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3913c2f0-360e-4540-8418-1cf4dd50e958 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:21:57.211329 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a8bb6cc-f202-4f2f-880b-d4332deaedd1 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3416660 Aug 16 21:21:57.212042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43686) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:57.217458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'subnet': {'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:57.357305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:57.360856 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.421571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Performing IP validity checks on allocation pools {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 21:21:57.422114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.ipam_backend_mixin [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95240) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 21:21:57.598657 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.666102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Subnet': ['ID=cc730fcd-73bd-4344-9514-2e31a3cd44ba,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:57.676077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking segment: {'id': '47ab8093-db54-479f-ae0d-51007ff6dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:57.676077 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network hostable DHCP agents. Network: 3913c2f0-360e-4540-8418-1cf4dd50e958, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:21:57.730432 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0352081-4beb-4741-a701-fc0ab172fb12 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:21:57.751639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network 3913c2f0-360e-4540-8418-1cf4dd50e958 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:21:57.779015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c0352081-4beb-4741-a701-fc0ab172fb12 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:21:57.779465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.832335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3913c2f0-360e-4540-8418-1cf4dd50e958) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:57.836878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:21:57.837672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:57.847656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48643dcd-ad18-46f8-a878-4cab0e1ec4ad None None] Network 3913c2f0-360e-4540-8418-1cf4dd50e958 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:57.912324 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-08123455-f723-4dc1-86d4-467ba5ebff52 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6990774 Aug 16 21:21:57.914863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:58.007382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3913c2f0-360e-4540-8418-1cf4dd50e958', 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958', 'tenant_id': 'f9c8f47d510e4c299a933c10f403dc59', 'fixed_ips': [{'subnet_id': 'cc730fcd-73bd-4344-9514-2e31a3cd44ba'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:21:58.008291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.023569 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.073950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.142441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Allocated IP 2001:db8::3 (3913c2f0-360e-4540-8418-1cf4dd50e958/cc730fcd-73bd-4344-9514-2e31a3cd44ba/590d6857-cb83-4326-a372-adbb46fbca66) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:21:58.283391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.291481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Transition to ACTIVE for port object 590d6857-cb83-4326-a372-adbb46fbca66 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:58.306609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Transition to ACTIVE for port object 590d6857-cb83-4326-a372-adbb46fbca66 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:21:58.363410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.398437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Network 3913c2f0-360e-4540-8418-1cf4dd50e958 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:21:58.403024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:21:58.405468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:21:58.419554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Pushing event updated for resources: {'Port': ['ID=590d6857-cb83-4326-a372-adbb46fbca66,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.427000 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.456894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Subnet': ['ID=cc730fcd-73bd-4344-9514-2e31a3cd44ba,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.466203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Attempting to bind port 590d6857-cb83-4326-a372-adbb46fbca66 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:21:58.466575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Attempting to bind port 590d6857-cb83-4326-a372-adbb46fbca66 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '47ab8093-db54-479f-ae0d-51007ff6dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:21:58.466939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Attempting to bind port 590d6857-cb83-4326-a372-adbb46fbca66 on network 3913c2f0-360e-4540-8418-1cf4dd50e958 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:21:58.472833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:21:58.473209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Checking segment: {'id': '47ab8093-db54-479f-ae0d-51007ff6dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:21:58.473617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.473999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Bound using segment: {'id': '47ab8093-db54-479f-ae0d-51007ff6dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:21:58.474460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Bound port: 590d6857-cb83-4326-a372-adbb46fbca66, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ab8093-db54-479f-ae0d-51007ff6dd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3913c2f0-360e-4540-8418-1cf4dd50e958'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:21:58.474841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.516725 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.527174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3913c2f0-360e-4540-8418-1cf4dd50e958']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:58.538049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ab8093-db54-479f-ae0d-51007ff6dd56') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:58.538381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ab8093-db54-479f-ae0d-51007ff6dd56') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:58.539354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] For port 590d6857-cb83-4326-a372-adbb46fbca66, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:21:58.542438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] For port 590d6857-cb83-4326-a372-adbb46fbca66, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=590d6857-cb83-4326-a372-adbb46fbca66,segment=NetworkSegment(47ab8093-db54-479f-ae0d-51007ff6dd56),segment_id=47ab8093-db54-479f-ae0d-51007ff6dd56)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:21:58.547429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.620377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.622497 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.629547 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:58.629949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:58.633069 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:58.695923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8b206-0694-4678-a5c3-f0f4cdf29330 None None] Pushing event updated for resources: {'Port': ['ID=590d6857-cb83-4326-a372-adbb46fbca66,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:58.710693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d881c3-7742-46bb-8f5b-9a8efb174d1c None None] Network 3913c2f0-360e-4540-8418-1cf4dd50e958 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:21:58.752064 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:21:58.752064 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:21:58.752064 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '3913c2f0-360e-4540-8418-1cf4dd50e958'}] Aug 16 21:21:58.752064 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:21:58.753571 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:21:58.832642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc9149-ebdb-4b8a-afc7-9f9e141093cc None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:21:58.895400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc9149-ebdb-4b8a-afc7-9f9e141093cc None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:21:59.254248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.306469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting port 590d6857-cb83-4326-a372-adbb46fbca66 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:21:59.306814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.372751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] For port 590d6857-cb83-4326-a372-adbb46fbca66, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=590d6857-cb83-4326-a372-adbb46fbca66,segment=NetworkSegment(47ab8093-db54-479f-ae0d-51007ff6dd56),segment_id=47ab8093-db54-479f-ae0d-51007ff6dd56)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:21:59.373036 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.385351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Calling delete_port for 590d6857-cb83-4326-a372-adbb46fbca66 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:21:59.545825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.570463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Port': ['ID=590d6857-cb83-4326-a372-adbb46fbca66,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:59.577212 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No DVR routers for this DVR port 590d6857-cb83-4326-a372-adbb46fbca66 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:21:59.657688 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.667619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3913c2f0-360e-4540-8418-1cf4dd50e958']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:59.678922 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ab8093-db54-479f-ae0d-51007ff6dd56') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:59.679226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ab8093-db54-479f-ae0d-51007ff6dd56') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:21:59.687710 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.701735 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.707938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:21:59.708331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:21:59.711173 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:21:59.831250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.836486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.839675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/3913c2f0-360e-4540-8418-1cf4dd50e958 HTTP/1.1" status: 204 len: 168 time: 1.9234209 Aug 16 21:21:59.843414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43690) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:21:59.852029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937598801'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:21:59.858916 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd3f2-cf52-4d28-831a-4aa9b9ca54d0 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Network': ['ID=3913c2f0-360e-4540-8418-1cf4dd50e958,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:21:59.928246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:21:59.931637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.954451 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:21:59.963069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:21:59.967622 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Added segment b52ea01e-51cf-4741-8f95-583317c3890d of type vlan for network e339c1ac-35ef-4a1d-9eef-2805cdf3059c Aug 16 21:22:00.001618 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.105473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.110997 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:00.112228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.177310 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Network': ['ID=e339c1ac-35ef-4a1d-9eef-2805cdf3059c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:00.187072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:00.226552 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c75b210e-bd2e-4084-b8e7-5a45ba5eed04 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3816459 Aug 16 21:22:00.229428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43692) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:00.234377 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'subnet': {'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:00.379706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:00.383236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.717373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.740110 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8582a778-f70f-4dd6-b60f-350ab63de0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:00.780200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Subnet': ['ID=9b4e3e4a-871c-44e9-a779-5b51026fe542,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:00.787151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking segment: {'id': 'b52ea01e-51cf-4741-8f95-583317c3890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:00.787516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network hostable DHCP agents. Network: e339c1ac-35ef-4a1d-9eef-2805cdf3059c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:00.871189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:01.036931 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, e339c1ac-35ef-4a1d-9eef-2805cdf3059c) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:01.041059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:01.041651 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.045577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466e867-b475-41b1-88a7-0ef0b33ae605 None None] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:01.146391 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8a2293a1-6d9a-428b-9df3-9b420d69ac07 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9158790 Aug 16 21:22:01.149853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43694) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:01.154998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218841764'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:01.186731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-e339c1ac-35ef-4a1d-9eef-2805cdf3059c', 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c', 'tenant_id': 'f9c8f47d510e4c299a933c10f403dc59', 'fixed_ips': [{'subnet_id': '9b4e3e4a-871c-44e9-a779-5b51026fe542'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:01.187590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.237660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:01.241170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.265317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:22:01.275041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.275529 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Added segment 6ec4ba92-f1e0-432a-acce-112c0c0acbec of type vlan for network 63508107-bebf-436c-a741-147ffc148c40 Aug 16 21:22:01.316241 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.321352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Allocated IP 2001:db8::2 (e339c1ac-35ef-4a1d-9eef-2805cdf3059c/9b4e3e4a-871c-44e9-a779-5b51026fe542/ca4cb633-de37-4129-8349-dc1213eb6e83) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:01.391357 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.397188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:01.397782 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.465328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.474044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Transition to ACTIVE for port object ca4cb633-de37-4129-8349-dc1213eb6e83 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:01.489853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Transition to ACTIVE for port object ca4cb633-de37-4129-8349-dc1213eb6e83 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:01.563342 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.602544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:01.607672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:01.613648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:01.625289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Pushing event updated for resources: {'Port': ['ID=ca4cb633-de37-4129-8349-dc1213eb6e83,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:01.678161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Attempting to bind port ca4cb633-de37-4129-8349-dc1213eb6e83 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:01.678686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Attempting to bind port ca4cb633-de37-4129-8349-dc1213eb6e83 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b52ea01e-51cf-4741-8f95-583317c3890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:01.679057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Attempting to bind port ca4cb633-de37-4129-8349-dc1213eb6e83 on network e339c1ac-35ef-4a1d-9eef-2805cdf3059c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:01.685128 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:01.685504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Checking segment: {'id': 'b52ea01e-51cf-4741-8f95-583317c3890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:01.685906 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.686299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Bound using segment: {'id': 'b52ea01e-51cf-4741-8f95-583317c3890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:01.686768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Bound port: ca4cb633-de37-4129-8349-dc1213eb6e83, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52ea01e-51cf-4741-8f95-583317c3890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e339c1ac-35ef-4a1d-9eef-2805cdf3059c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:01.687151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:01.751529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] For port ca4cb633-de37-4129-8349-dc1213eb6e83, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:01.755061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] For port ca4cb633-de37-4129-8349-dc1213eb6e83, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ca4cb633-de37-4129-8349-dc1213eb6e83,segment=NetworkSegment(b52ea01e-51cf-4741-8f95-583317c3890d),segment_id=b52ea01e-51cf-4741-8f95-583317c3890d)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:01.805830 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Network': ['ID=63508107-bebf-436c-a741-147ffc148c40,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:01.815635 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 63508107-bebf-436c-a741-147ffc148c40 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:01.872467 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-00e7d702-ac40-4f3b-bc45-21281c0f8409 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7215080 Aug 16 21:22:01.875551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43696) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:01.882180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Request body: {'subnet': {'network_id': '63508107-bebf-436c-a741-147ffc148c40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:02.015071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.059859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Made reservation on behalf of f9c8f47d510e4c299a933c10f403dc59 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:02.063394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.091516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64539444-c2f8-456a-bef7-30cd2a9629a1 None None] Pushing event updated for resources: {'Port': ['ID=ca4cb633-de37-4129-8349-dc1213eb6e83,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:02.323542 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.399385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event updated for resources: {'Subnet': ['ID=98747ee7-efbc-4e5a-bcd3-42a1a37ac95d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:02.402949 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Checking segment: {'id': '6ec4ba92-f1e0-432a-acce-112c0c0acbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63508107-bebf-436c-a741-147ffc148c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:02.403314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network hostable DHCP agents. Network: 63508107-bebf-436c-a741-147ffc148c40, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:02.482822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Network 63508107-bebf-436c-a741-147ffc148c40 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:02.574141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 63508107-bebf-436c-a741-147ffc148c40) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:02.578182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:02.578775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.583905 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fa71f-62e3-4116-8a1b-d4180f7b5d17 None None] Network 63508107-bebf-436c-a741-147ffc148c40 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:02.666233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1379850-5c82-4183-85a3-13e5bcd5270e tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7895188 Aug 16 21:22:02.668947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43698) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:02.734189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-63508107-bebf-436c-a741-147ffc148c40', 'network_id': '63508107-bebf-436c-a741-147ffc148c40', 'tenant_id': 'f9c8f47d510e4c299a933c10f403dc59', 'fixed_ips': [{'subnet_id': '98747ee7-efbc-4e5a-bcd3-42a1a37ac95d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:02.735073 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.774113 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.837051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:02.886203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Allocated IP 2001:db8::2 (63508107-bebf-436c-a741-147ffc148c40/98747ee7-efbc-4e5a-bcd3-42a1a37ac95d/2a382ee8-e79a-4c2c-8986-9e3f3312f0a1) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:02.985554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab7483-ba7f-4cca-9662-79bc4cdfeb4d None None] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:03.100507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.119004 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Transition to ACTIVE for port object 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:03.165421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Transition to ACTIVE for port object 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:03.175086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c60b2913-b70a-4fae-afe7-844aa15fd31f None None] Provisioning for port ca4cb633-de37-4129-8349-dc1213eb6e83 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:03.232300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.275053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Network 63508107-bebf-436c-a741-147ffc148c40 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:03.279938 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:03.285061 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:03.288250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Pushing event updated for resources: {'Port': ['ID=2a382ee8-e79a-4c2c-8986-9e3f3312f0a1,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:03.334795 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.344306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Attempting to bind port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:03.344306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Attempting to bind port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '6ec4ba92-f1e0-432a-acce-112c0c0acbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63508107-bebf-436c-a741-147ffc148c40'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:03.344306 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Attempting to bind port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 on network 63508107-bebf-436c-a741-147ffc148c40 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:03.350037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:03.350403 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Checking segment: {'id': '6ec4ba92-f1e0-432a-acce-112c0c0acbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63508107-bebf-436c-a741-147ffc148c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:03.350891 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.351286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Bound using segment: {'id': '6ec4ba92-f1e0-432a-acce-112c0c0acbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63508107-bebf-436c-a741-147ffc148c40'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:03.351773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Bound port: 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec4ba92-f1e0-432a-acce-112c0c0acbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63508107-bebf-436c-a741-147ffc148c40'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:03.352156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.366656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Subnet': ['ID=98747ee7-efbc-4e5a-bcd3-42a1a37ac95d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:03.423676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] For port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:03.427715 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] For port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2a382ee8-e79a-4c2c-8986-9e3f3312f0a1,segment=NetworkSegment(6ec4ba92-f1e0-432a-acce-112c0c0acbec),segment_id=6ec4ba92-f1e0-432a-acce-112c0c0acbec)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:03.434732 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.444900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63508107-bebf-436c-a741-147ffc148c40']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:03.459478 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec4ba92-f1e0-432a-acce-112c0c0acbec') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:03.459803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec4ba92-f1e0-432a-acce-112c0c0acbec') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:03.468626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.522924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.525224 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.531464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:03.533843 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:03.536093 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:03.562535 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.613028 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e326227-1420-4268-a62e-fbe33cbeb658 None None] Pushing event updated for resources: {'Port': ['ID=2a382ee8-e79a-4c2c-8986-9e3f3312f0a1,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:03.628096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee31c7-93bc-4567-9206-b24413833ed3 None None] Network 63508107-bebf-436c-a741-147ffc148c40 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:03.644552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.db.api [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 21:22:03.644552 n-d-794306-10 neutron-server[95240]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 21:22:03.644552 n-d-794306-10 neutron-server[95240]: [parameters: {'id': '63508107-bebf-436c-a741-147ffc148c40'}] Aug 16 21:22:03.644552 n-d-794306-10 neutron-server[95240]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:22:03.645002 n-d-794306-10 neutron-server[95240]: DEBUG oslo_db.api [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:22:03.673188 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9682f614-56ba-4f85-b4e9-b819192f26aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:03.746988 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ca4cb633-de37-4129-8349-dc1213eb6e83 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:03.771422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b1be0-391d-4217-a569-d409fc03c8ad None None] get_active_networks_info from n-d-794306-10 {{(pid=95242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 21:22:03.862440 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b1be0-391d-4217-a569-d409fc03c8ad None None] Resources bound (agent type, host, resource id): {{(pid=95242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 21:22:03.919541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ca4cb633-de37-4129-8349-dc1213eb6e83 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:03.926338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ca4cb633-de37-4129-8349-dc1213eb6e83 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:03.926714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.060224 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.129315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ca4cb633-de37-4129-8349-dc1213eb6e83, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ca4cb633-de37-4129-8349-dc1213eb6e83,segment=NetworkSegment(b52ea01e-51cf-4741-8f95-583317c3890d),segment_id=b52ea01e-51cf-4741-8f95-583317c3890d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:04.146685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.213274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:04.213274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.278548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] For port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2a382ee8-e79a-4c2c-8986-9e3f3312f0a1,segment=NetworkSegment(6ec4ba92-f1e0-432a-acce-112c0c0acbec),segment_id=6ec4ba92-f1e0-432a-acce-112c0c0acbec)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:04.278912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.291490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Calling delete_port for 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:04.305788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.357135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ca4cb633-de37-4129-8349-dc1213eb6e83,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.482833 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.494007 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.524699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Port': ['ID=2a382ee8-e79a-4c2c-8986-9e3f3312f0a1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.528354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No DVR routers for this DVR port 2a382ee8-e79a-4c2c-8986-9e3f3312f0a1 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:04.605589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.615285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63508107-bebf-436c-a741-147ffc148c40']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:04.624711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec4ba92-f1e0-432a-acce-112c0c0acbec') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:04.625012 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec4ba92-f1e0-432a-acce-112c0c0acbec') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:04.633533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.647103 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.652898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:04.653287 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:04.656136 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:04.832549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.839339 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:04.841161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/63508107-bebf-436c-a741-147ffc148c40 HTTP/1.1" status: 204 len: 168 time: 2.1712215 Aug 16 21:22:04.844552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.852803 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f109cb-74be-42ec-b4ba-914a26ae56d3 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Network': ['ID=63508107-bebf-436c-a741-147ffc148c40,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:04.873233 n-d-794306-10 neutron-server[95241]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae7e40e-18f8-41bf-b8dd-9c409721028b tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] GET failed (client error): The resource could not be found. Aug 16 21:22:04.874482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6ae7e40e-18f8-41bf-b8dd-9c409721028b tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "GET /v2.0/subnets/98747ee7-efbc-4e5a-bcd3-42a1a37ac95d HTTP/1.1" status: 404 len: 337 time: 0.0288756 Aug 16 21:22:04.877930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43702) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.898244 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-855f2625-03e9-423c-8aae-1a7e0a057403 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:04.898793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855f2625-03e9-423c-8aae-1a7e0a057403 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:04.900514 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-855f2625-03e9-423c-8aae-1a7e0a057403 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/63508107-bebf-436c-a741-147ffc148c40 HTTP/1.1" status: 404 len: 339 time: 0.0216651 Aug 16 21:22:04.910410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43704) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.935531 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ffe0f3-1615-4eff-bf48-da3d82259c9f tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:04.936331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ffe0f3-1615-4eff-bf48-da3d82259c9f tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:04.937666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b3ffe0f3-1615-4eff-bf48-da3d82259c9f tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/subnets/98747ee7-efbc-4e5a-bcd3-42a1a37ac95d HTTP/1.1" status: 404 len: 337 time: 0.0263281 Aug 16 21:22:04.942122 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43706) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:04.960376 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-7438addb-28e0-4020-a72e-8ad0548bbaf7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:04.967689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7438addb-28e0-4020-a72e-8ad0548bbaf7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:04.967689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7438addb-28e0-4020-a72e-8ad0548bbaf7 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/63508107-bebf-436c-a741-147ffc148c40 HTTP/1.1" status: 404 len: 339 time: 0.0194962 Aug 16 21:22:04.969369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43708) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:05.019796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting subnet 9b4e3e4a-871c-44e9-a779-5b51026fe542 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:22:05.022835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.066888 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.148281 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.282943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.313296 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4e3e4a-871c-44e9-a779-5b51026fe542,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.320975 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.323450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a26fe11-dff0-443c-9423-c19984d82265 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/subnets/9b4e3e4a-871c-44e9-a779-5b51026fe542 HTTP/1.1" status: 204 len: 168 time: 0.3526459 Aug 16 21:22:05.325701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43710) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:05.326535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46b2a0-03cb-4e15-8511-330ba1f5303b None None] Network e339c1ac-35ef-4a1d-9eef-2805cdf3059c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:05.415117 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.473789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting port ca4cb633-de37-4129-8349-dc1213eb6e83 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:05.474135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.495334 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] DHCP port deletion for e339c1ac-35ef-4a1d-9eef-2805cdf3059c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:22:05.536881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] For port ca4cb633-de37-4129-8349-dc1213eb6e83, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ca4cb633-de37-4129-8349-dc1213eb6e83,segment=NetworkSegment(b52ea01e-51cf-4741-8f95-583317c3890d),segment_id=b52ea01e-51cf-4741-8f95-583317c3890d)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:05.537250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.539757 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Deleting port ca4cb633-de37-4129-8349-dc1213eb6e83 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:05.540140 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.550172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Calling delete_port for ca4cb633-de37-4129-8349-dc1213eb6e83 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:05.604666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] For port ca4cb633-de37-4129-8349-dc1213eb6e83, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ca4cb633-de37-4129-8349-dc1213eb6e83,segment=NetworkSegment(b52ea01e-51cf-4741-8f95-583317c3890d),segment_id=b52ea01e-51cf-4741-8f95-583317c3890d)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:05.605072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.618510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Calling delete_port for ca4cb633-de37-4129-8349-dc1213eb6e83 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:05.678195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.698690 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.710246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Port': ['ID=ca4cb633-de37-4129-8349-dc1213eb6e83,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.711708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] No DVR routers for this DVR port ca4cb633-de37-4129-8349-dc1213eb6e83 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:05.714251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No DVR routers for this DVR port ca4cb633-de37-4129-8349-dc1213eb6e83 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:05.732215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8939473-d83b-4ced-aba6-ede1ef977457 None None] Pushing event deleted for resources: {'Port': ['ID=ca4cb633-de37-4129-8349-dc1213eb6e83,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:05.749610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ca4cb633-de37-4129-8349-dc1213eb6e83 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:05.769976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ca4cb633-de37-4129-8349-dc1213eb6e83 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:05.770413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ca4cb633-de37-4129-8349-dc1213eb6e83 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:05.802012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.811643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e339c1ac-35ef-4a1d-9eef-2805cdf3059c']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:05.821906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52ea01e-51cf-4741-8f95-583317c3890d') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:05.823352 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52ea01e-51cf-4741-8f95-583317c3890d') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:05.831216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.844920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.851201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:05.858145 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:05.979969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.989577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:05.989577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/e339c1ac-35ef-4a1d-9eef-2805cdf3059c HTTP/1.1" status: 204 len: 168 time: 0.6622310 Aug 16 21:22:05.991579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43712) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.000344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c58c10-3677-43ce-8e73-ae38b8b4b919 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Network': ['ID=e339c1ac-35ef-4a1d-9eef-2805cdf3059c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.019945 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e596a7-491e-4bcd-bd8c-dc9d0d9a3a2d tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:06.020410 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e596a7-491e-4bcd-bd8c-dc9d0d9a3a2d tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:06.022142 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-02e596a7-491e-4bcd-bd8c-dc9d0d9a3a2d tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/subnets/cc730fcd-73bd-4344-9514-2e31a3cd44ba HTTP/1.1" status: 404 len: 337 time: 0.0294824 Aug 16 21:22:06.025056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43714) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.043670 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5d4547-457d-4da2-b679-3c2913eb5f1c tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:06.044243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5d4547-457d-4da2-b679-3c2913eb5f1c tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:06.046577 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6d5d4547-457d-4da2-b679-3c2913eb5f1c tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/3913c2f0-360e-4540-8418-1cf4dd50e958 HTTP/1.1" status: 404 len: 339 time: 0.0203900 Aug 16 21:22:06.049619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43716) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.076910 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edf6e99-d836-41e8-a06a-ec998708a460 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:06.077357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edf6e99-d836-41e8-a06a-ec998708a460 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:06.079051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8edf6e99-d836-41e8-a06a-ec998708a460 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/subnets/8e12c6a8-02ee-4d01-accd-10873174aab1 HTTP/1.1" status: 404 len: 337 time: 0.0283797 Aug 16 21:22:06.081627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43718) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.099611 n-d-794306-10 neutron-server[95240]: INFO neutron.pecan_wsgi.hooks.translation [None req-46983b91-ecf2-4c8b-a7be-6cbfc159104a tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] DELETE failed (client error): The resource could not be found. Aug 16 21:22:06.100171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46983b91-ecf2-4c8b-a7be-6cbfc159104a tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95240) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 21:22:06.101820 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-46983b91-ecf2-4c8b-a7be-6cbfc159104a tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/d71ac1ea-483a-4f45-9ffe-abd11baa17e0 HTTP/1.1" status: 404 len: 339 time: 0.0192964 Aug 16 21:22:06.104269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43720) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.153629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting subnet 93a4c055-64ac-4439-8683-7b3c5a9ec346 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:22:06.156627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.200745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.284343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.385411 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.426353 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.459245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Subnet': ['ID=93a4c055-64ac-4439-8683-7b3c5a9ec346,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.464534 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.466066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-91362aa2-0878-4e63-aeb1-7bfa284602f4 tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/subnets/93a4c055-64ac-4439-8683-7b3c5a9ec346 HTTP/1.1" status: 204 len: 168 time: 0.3609195 Aug 16 21:22:06.468553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43722) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:06.470082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9da0b1-2ca6-40c6-9589-875336eea166 None None] Network 3bc5a911-8289-4324-be9e-c2cb06e48892 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:06.547774 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.601127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Deleting port c0352081-4beb-4741-a701-fc0ab172fb12 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:06.601478 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.654446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] DHCP port deletion for 3bc5a911-8289-4324-be9e-c2cb06e48892 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:22:06.670074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] For port c0352081-4beb-4741-a701-fc0ab172fb12, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0352081-4beb-4741-a701-fc0ab172fb12,segment=NetworkSegment(2f9366e6-49d3-4ff8-aa33-d81dfe060d51),segment_id=2f9366e6-49d3-4ff8-aa33-d81dfe060d51)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:06.670449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.683145 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Calling delete_port for c0352081-4beb-4741-a701-fc0ab172fb12 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:06.698423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Deleting port c0352081-4beb-4741-a701-fc0ab172fb12 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:06.698797 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.761950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] For port c0352081-4beb-4741-a701-fc0ab172fb12, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c0352081-4beb-4741-a701-fc0ab172fb12,segment=NetworkSegment(2f9366e6-49d3-4ff8-aa33-d81dfe060d51),segment_id=2f9366e6-49d3-4ff8-aa33-d81dfe060d51)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:06.762349 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.774828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Calling delete_port for c0352081-4beb-4741-a701-fc0ab172fb12 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:06.831649 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.853822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.858924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Port': ['ID=c0352081-4beb-4741-a701-fc0ab172fb12,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.860774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] No DVR routers for this DVR port c0352081-4beb-4741-a701-fc0ab172fb12 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:06.878252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] Pushing event deleted for resources: {'Port': ['ID=c0352081-4beb-4741-a701-fc0ab172fb12,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:06.883666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b718a71-a7f7-4098-83a9-8978b76ee191 None None] No DVR routers for this DVR port c0352081-4beb-4741-a701-fc0ab172fb12 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:06.948362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.957968 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc5a911-8289-4324-be9e-c2cb06e48892']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:06.967432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9366e6-49d3-4ff8-aa33-d81dfe060d51') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:06.967752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9366e6-49d3-4ff8-aa33-d81dfe060d51') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:06.976992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.990994 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:06.996884 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:06.997274 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:07.000260 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:07.134020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.140851 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.142711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] 10.222.0.70 "DELETE /v2.0/networks/3bc5a911-8289-4324-be9e-c2cb06e48892 HTTP/1.1" status: 204 len: 168 time: 0.6730249 Aug 16 21:22:07.155685 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e031c1-a2db-4e4e-806c-b34fd3d473cf tempest-NetworksIpV6Test-787539489 tempest-NetworksIpV6Test-787539489-project] Pushing event deleted for resources: {'Network': ['ID=3bc5a911-8289-4324-be9e-c2cb06e48892,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:07.594103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43728) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:07.722448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0352081-4beb-4741-a701-fc0ab172fb12 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:07.728840 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-540f69db-4159-40bd-9694-cc11452cfb55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9c8f47d510e4c299a933c10f403dc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333334 Aug 16 21:22:07.731030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43732) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:07.743877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c0352081-4beb-4741-a701-fc0ab172fb12 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:07.744227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c0352081-4beb-4741-a701-fc0ab172fb12 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:07.780211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.801330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.911457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.914025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:07.915188 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed71f9cd-453e-4ef2-ada0-f4b20692690f HTTP/1.1" status: 204 len: 168 time: 0.1831267 Aug 16 21:22:07.922936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852236e-9293-4c71-913d-54d45d670c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71f9cd-453e-4ef2-ada0-f4b20692690f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:08.933951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43754) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:09.030710 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1237547374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:09.129177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.130275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.188308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.294796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.357015 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.358221 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-06f74714-bc9a-44e0-bf3c-30186601ca20 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4232156 Aug 16 21:22:09.360913 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43758) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:09.365725 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1375829016'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:09.442835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Made reservation on behalf of 119b25ded20a49eba51fb0095bca63c6 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:09.446571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.455127 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.542285 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.619913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.646462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:22:09.655980 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efae448e-ec17-4bb4-9a26-4f724990c5c0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:09.660736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.661081 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Added segment d4f50ee3-386f-45be-a579-f2552bc27ac0 of type vlan for network 437a00a7-1529-4b84-a82d-8af81689a4fe Aug 16 21:22:09.704405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.785550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.791102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:09.791744 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:09.856837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event updated for resources: {'Network': ['ID=437a00a7-1529-4b84-a82d-8af81689a4fe,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:09.866669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 437a00a7-1529-4b84-a82d-8af81689a4fe details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:09.934793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71eca79f-1940-4416-a8d9-c2445d07a9b4 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5727828 Aug 16 21:22:09.937422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:09.942742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'subnet': {'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:10.105511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Made reservation on behalf of 119b25ded20a49eba51fb0095bca63c6 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:10.109096 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.340060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.398438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event updated for resources: {'Subnet': ['ID=4c2b266c-a43b-4d22-9679-53edebe424ce,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:10.406762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Checking segment: {'id': 'd4f50ee3-386f-45be-a579-f2552bc27ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:10.407125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Network hostable DHCP agents. Network: 437a00a7-1529-4b84-a82d-8af81689a4fe, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:10.505081 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Network 437a00a7-1529-4b84-a82d-8af81689a4fe is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:10.573788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 437a00a7-1529-4b84-a82d-8af81689a4fe) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:10.577662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.578251 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.582907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ac2e0-e2a9-4949-a46c-12f388e1527d None None] Network 437a00a7-1529-4b84-a82d-8af81689a4fe requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:10.677751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5e2ec41c-eb03-44a5-9498-102c9331893e tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7391255 Aug 16 21:22:10.680628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:10.685524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2029519241'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:10.723773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-437a00a7-1529-4b84-a82d-8af81689a4fe', 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe', 'tenant_id': '119b25ded20a49eba51fb0095bca63c6', 'fixed_ips': [{'subnet_id': '4c2b266c-a43b-4d22-9679-53edebe424ce'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:10.724642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.797684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Made reservation on behalf of 119b25ded20a49eba51fb0095bca63c6 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:10.802211 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.826623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:22:10.835482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.835891 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Added segment 94aeb8b1-32f0-401f-88a5-a247874b1068 of type vlan for network 1b16a799-2ada-4f82-a020-eb7598511b63 Aug 16 21:22:10.858297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Allocated IP 172.20.0.2 (437a00a7-1529-4b84-a82d-8af81689a4fe/4c2b266c-a43b-4d22-9679-53edebe424ce/ce9695b0-bb8f-497b-922f-e9abf260d34e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:10.877652 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.980343 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.986062 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:10.987323 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:10.999435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.007527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Transition to ACTIVE for port object ce9695b0-bb8f-497b-922f-e9abf260d34e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:11.022038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Transition to ACTIVE for port object ce9695b0-bb8f-497b-922f-e9abf260d34e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:11.057107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event updated for resources: {'Network': ['ID=1b16a799-2ada-4f82-a020-eb7598511b63,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.069792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 1b16a799-2ada-4f82-a020-eb7598511b63 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:11.117311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.140763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c6f6b56-cf88-463e-a34d-ecc81f9c2134 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4590919 Aug 16 21:22:11.144272 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:11.149452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'subnet': {'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:11.170406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Network 437a00a7-1529-4b84-a82d-8af81689a4fe is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:11.175420 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:11.177895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:11.190281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Pushing event updated for resources: {'Port': ['ID=ce9695b0-bb8f-497b-922f-e9abf260d34e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.239217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Attempting to bind port ce9695b0-bb8f-497b-922f-e9abf260d34e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:11.239507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Attempting to bind port ce9695b0-bb8f-497b-922f-e9abf260d34e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd4f50ee3-386f-45be-a579-f2552bc27ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:11.239903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Attempting to bind port ce9695b0-bb8f-497b-922f-e9abf260d34e on network 437a00a7-1529-4b84-a82d-8af81689a4fe {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:11.244813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:11.245182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Checking segment: {'id': 'd4f50ee3-386f-45be-a579-f2552bc27ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:11.245579 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.245969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Bound using segment: {'id': 'd4f50ee3-386f-45be-a579-f2552bc27ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:11.246426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Bound port: ce9695b0-bb8f-497b-922f-e9abf260d34e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f50ee3-386f-45be-a579-f2552bc27ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '437a00a7-1529-4b84-a82d-8af81689a4fe'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:11.246801 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.299740 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Made reservation on behalf of 119b25ded20a49eba51fb0095bca63c6 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:11.303447 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.308650 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] For port ce9695b0-bb8f-497b-922f-e9abf260d34e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:11.311667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] For port ce9695b0-bb8f-497b-922f-e9abf260d34e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce9695b0-bb8f-497b-922f-e9abf260d34e,segment=NetworkSegment(d4f50ee3-386f-45be-a579-f2552bc27ac0),segment_id=d4f50ee3-386f-45be-a579-f2552bc27ac0)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:11.374806 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.433970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5051c-14a4-4e6f-93e5-a81c3216f02c None None] Pushing event updated for resources: {'Port': ['ID=ce9695b0-bb8f-497b-922f-e9abf260d34e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.574358 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.639800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event updated for resources: {'Subnet': ['ID=216240ad-0b35-4896-a56f-9f2dbb156230,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:11.653044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Checking segment: {'id': '94aeb8b1-32f0-401f-88a5-a247874b1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:11.653410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Network hostable DHCP agents. Network: 1b16a799-2ada-4f82-a020-eb7598511b63, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:11.750848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce9695b0-bb8f-497b-922f-e9abf260d34e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:11.785662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Network 1b16a799-2ada-4f82-a020-eb7598511b63 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:11.871185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 1b16a799-2ada-4f82-a020-eb7598511b63) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:11.878102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:11.879070 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:11.879669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492db16c-52bc-4cd6-9643-70506e7d6842 None None] Network 1b16a799-2ada-4f82-a020-eb7598511b63 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:11.883210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ce9695b0-bb8f-497b-922f-e9abf260d34e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:11.952709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4e7cbd34-245e-4eaa-82be-56852bb554a2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8072450 Aug 16 21:22:11.955384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:11.960301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-f6e813ea-5d72-4f5f-b5ac-2bac4cfff946 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:12.032056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-1b16a799-2ada-4f82-a020-eb7598511b63', 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63', 'tenant_id': '119b25ded20a49eba51fb0095bca63c6', 'fixed_ips': [{'subnet_id': '216240ad-0b35-4896-a56f-9f2dbb156230'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:12.032942 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.172293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Allocated IP 172.21.0.2 (1b16a799-2ada-4f82-a020-eb7598511b63/216240ad-0b35-4896-a56f-9f2dbb156230/45efffac-55f6-4a75-9aaa-246e9e80bc00) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:12.190255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f6e813ea-5d72-4f5f-b5ac-2bac4cfff946 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.335861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbc3d7-1f15-4fb9-b2d6-a3c97c413c8b None None] Network 437a00a7-1529-4b84-a82d-8af81689a4fe requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:12.342856 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.355576 n-d-794306-10 neutron-server[95241]: INFO neutron.api.v2.resource [None req-f6e813ea-5d72-4f5f-b5ac-2bac4cfff946 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 21:22:12.359887 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f6e813ea-5d72-4f5f-b5ac-2bac4cfff946 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "PUT /v2.0/routers/4d4b7f40-3e5e-408c-99b6-a0a240491749 HTTP/1.1" status: 400 len: 364 time: 0.4002478 Aug 16 21:22:12.363557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:12.424547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Deleting subnet 216240ad-0b35-4896-a56f-9f2dbb156230 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:22:12.551596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Transition to ACTIVE for port object 45efffac-55f6-4a75-9aaa-246e9e80bc00 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:12.583840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Transition to ACTIVE for port object 45efffac-55f6-4a75-9aaa-246e9e80bc00 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:12.644789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Provisioning for port ce9695b0-bb8f-497b-922f-e9abf260d34e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:12.648931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Provisioning complete for port ce9695b0-bb8f-497b-922f-e9abf260d34e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:12.649308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.676809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.686401 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.722835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.750748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Network 1b16a799-2ada-4f82-a020-eb7598511b63 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:12.765220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:12.768182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:12.772271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Pushing event updated for resources: {'Port': ['ID=45efffac-55f6-4a75-9aaa-246e9e80bc00,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:12.821173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.859534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.863171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Attempting to bind port 45efffac-55f6-4a75-9aaa-246e9e80bc00 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:12.863548 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Attempting to bind port 45efffac-55f6-4a75-9aaa-246e9e80bc00 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '94aeb8b1-32f0-401f-88a5-a247874b1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:12.864164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Attempting to bind port 45efffac-55f6-4a75-9aaa-246e9e80bc00 on network 1b16a799-2ada-4f82-a020-eb7598511b63 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:12.881658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:12.882571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Checking segment: {'id': '94aeb8b1-32f0-401f-88a5-a247874b1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:12.882571 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.882786 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Bound using segment: {'id': '94aeb8b1-32f0-401f-88a5-a247874b1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:12.883267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Bound port: 45efffac-55f6-4a75-9aaa-246e9e80bc00, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aeb8b1-32f0-401f-88a5-a247874b1068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1b16a799-2ada-4f82-a020-eb7598511b63'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:12.883653 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.935482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] For port ce9695b0-bb8f-497b-922f-e9abf260d34e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce9695b0-bb8f-497b-922f-e9abf260d34e,segment=NetworkSegment(d4f50ee3-386f-45be-a579-f2552bc27ac0),segment_id=d4f50ee3-386f-45be-a579-f2552bc27ac0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:12.969016 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:12.972293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] For port 45efffac-55f6-4a75-9aaa-246e9e80bc00, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:12.976482 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] For port 45efffac-55f6-4a75-9aaa-246e9e80bc00, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45efffac-55f6-4a75-9aaa-246e9e80bc00,segment=NetworkSegment(94aeb8b1-32f0-401f-88a5-a247874b1068),segment_id=94aeb8b1-32f0-401f-88a5-a247874b1068)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:13.000646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Subnet': ['ID=216240ad-0b35-4896-a56f-9f2dbb156230,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:13.005114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.006980 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-147d7376-a207-424f-b091-539d41ff585b tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "DELETE /v2.0/subnets/216240ad-0b35-4896-a56f-9f2dbb156230 HTTP/1.1" status: 204 len: 168 time: 0.6423743 Aug 16 21:22:13.009527 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43770) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:13.031281 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.060523 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.085086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.094784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8257-818d-4fff-903e-2baabfe1e6bc None None] Pushing event updated for resources: {'Port': ['ID=ce9695b0-bb8f-497b-922f-e9abf260d34e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:13.144542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Deleting port 45efffac-55f6-4a75-9aaa-246e9e80bc00 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:13.145077 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.154824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc78e1-24ae-4112-8512-19ce2fdcd517 None None] Pushing event updated for resources: {'Port': ['ID=45efffac-55f6-4a75-9aaa-246e9e80bc00,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:13.163287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3fb3f895-c319-44b6-a27d-20ac20c85e6b None None] Provisioning complete for port ce9695b0-bb8f-497b-922f-e9abf260d34e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:13.163772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f895-c319-44b6-a27d-20ac20c85e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.218631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] For port 45efffac-55f6-4a75-9aaa-246e9e80bc00, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=45efffac-55f6-4a75-9aaa-246e9e80bc00,segment=NetworkSegment(94aeb8b1-32f0-401f-88a5-a247874b1068),segment_id=94aeb8b1-32f0-401f-88a5-a247874b1068)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:13.219228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.233866 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Calling delete_port for 45efffac-55f6-4a75-9aaa-246e9e80bc00 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:13.385599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.417395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Port': ['ID=45efffac-55f6-4a75-9aaa-246e9e80bc00,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:13.419194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] No DVR routers for this DVR port 45efffac-55f6-4a75-9aaa-246e9e80bc00 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:13.497805 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.507973 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b16a799-2ada-4f82-a020-eb7598511b63']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:13.517498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aeb8b1-32f0-401f-88a5-a247874b1068') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:13.517723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aeb8b1-32f0-401f-88a5-a247874b1068') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:13.526173 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.539553 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.548051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:13.553343 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:13.676963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.685187 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.689931 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "DELETE /v2.0/networks/1b16a799-2ada-4f82-a020-eb7598511b63 HTTP/1.1" status: 204 len: 168 time: 0.6766431 Aug 16 21:22:13.690483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:13.728229 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f68d8-f573-47b0-a35e-71de6cb7ca57 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Network': ['ID=1b16a799-2ada-4f82-a020-eb7598511b63,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:13.750605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce9695b0-bb8f-497b-922f-e9abf260d34e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:13.757551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Deleting subnet 4c2b266c-a43b-4d22-9679-53edebe424ce {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:22:13.764164 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.809274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.816955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ce9695b0-bb8f-497b-922f-e9abf260d34e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:13.817576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:13.905796 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.032014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.062472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2b266c-a43b-4d22-9679-53edebe424ce,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:14.067314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb97494f-3fab-42a4-8eb0-f6f8cc761196 None None] Could not find standard attr ID for object 45efffac-55f6-4a75-9aaa-246e9e80bc00. {{(pid=95242) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 21:22:14.067864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.071826 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1e60993-44a8-4037-9c6f-5482fc034f71 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "DELETE /v2.0/subnets/4c2b266c-a43b-4d22-9679-53edebe424ce HTTP/1.1" status: 204 len: 168 time: 0.3781912 Aug 16 21:22:14.072200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:14.079011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c13f7-7dd6-4c72-862b-3b4ff071e151 None None] Network 437a00a7-1529-4b84-a82d-8af81689a4fe requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:14.094489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30d2b8-aabf-4d17-9f93-303f72bdcac1 None None] DHCP port deletion for 1b16a799-2ada-4f82-a020-eb7598511b63 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:22:14.145052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd6419-fa3c-40b6-811d-1d255f2b8c8a None None] Network 1b16a799-2ada-4f82-a020-eb7598511b63 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:14.161174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.162566 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd6419-fa3c-40b6-811d-1d255f2b8c8a None None] Network 1b16a799-2ada-4f82-a020-eb7598511b63 could not be found, it might have been deleted concurrently. {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 21:22:14.214598 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Deleting port ce9695b0-bb8f-497b-922f-e9abf260d34e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:14.214855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.264250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] DHCP port deletion for 437a00a7-1529-4b84-a82d-8af81689a4fe request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:22:14.287925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] For port ce9695b0-bb8f-497b-922f-e9abf260d34e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce9695b0-bb8f-497b-922f-e9abf260d34e,segment=NetworkSegment(d4f50ee3-386f-45be-a579-f2552bc27ac0),segment_id=d4f50ee3-386f-45be-a579-f2552bc27ac0)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:14.288492 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.303370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Calling delete_port for ce9695b0-bb8f-497b-922f-e9abf260d34e owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:14.310717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Deleting port ce9695b0-bb8f-497b-922f-e9abf260d34e {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:22:14.311102 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.372949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] For port ce9695b0-bb8f-497b-922f-e9abf260d34e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ce9695b0-bb8f-497b-922f-e9abf260d34e,segment=NetworkSegment(d4f50ee3-386f-45be-a579-f2552bc27ac0),segment_id=d4f50ee3-386f-45be-a579-f2552bc27ac0)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:14.373362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.389363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Calling delete_port for ce9695b0-bb8f-497b-922f-e9abf260d34e owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:22:14.448555 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.463320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.476029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Port': ['ID=ce9695b0-bb8f-497b-922f-e9abf260d34e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:14.479423 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] No DVR routers for this DVR port ce9695b0-bb8f-497b-922f-e9abf260d34e on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:14.489270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] Pushing event deleted for resources: {'Port': ['ID=ce9695b0-bb8f-497b-922f-e9abf260d34e,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:14.492895 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fccfc-080b-4add-978d-b8176bf9e232 None None] No DVR routers for this DVR port ce9695b0-bb8f-497b-922f-e9abf260d34e on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:22:14.565121 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.575264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437a00a7-1529-4b84-a82d-8af81689a4fe']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:14.585501 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f50ee3-386f-45be-a579-f2552bc27ac0') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:14.585797 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f50ee3-386f-45be-a579-f2552bc27ac0') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:14.594182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.607199 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.613133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:22:14.618287 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:22:14.739601 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.746385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:14.748233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "DELETE /v2.0/networks/437a00a7-1529-4b84-a82d-8af81689a4fe HTTP/1.1" status: 204 len: 168 time: 0.6753039 Aug 16 21:22:14.750951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43776) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:14.770095 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9877d7f-40d0-4875-8e59-72cb80e406b2 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Pushing event deleted for resources: {'Network': ['ID=437a00a7-1529-4b84-a82d-8af81689a4fe,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:14.779016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f68fd186-cde3-4fef-b6bc-feb7e39de635 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "GET /v2.0/ports?device_id=4d4b7f40-3e5e-408c-99b6-a0a240491749 HTTP/1.1" status: 200 len: 205 time: 0.0269136 Aug 16 21:22:14.781330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 43778) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:14.855607 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.009268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.011217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.099982 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.100496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Fanout notify agent at l3_agent the message router_deleted on router 4d4b7f40-3e5e-408c-99b6-a0a240491749 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:22:15.107960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.109063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-5b4d5b78-73fe-48d8-a4cd-3296b4a53d30 tempest-RoutersNegativeTest-1662762534 tempest-RoutersNegativeTest-1662762534-project] 10.222.0.70 "DELETE /v2.0/routers/4d4b7f40-3e5e-408c-99b6-a0a240491749 HTTP/1.1" status: 204 len: 168 time: 0.3268118 Aug 16 21:22:15.506292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:15.636233 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-173efc95-388e-4cd2-aaf2-d4c1649972d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=119b25ded20a49eba51fb0095bca63c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287527 Aug 16 21:22:15.638676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:15.686493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.708857 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.729638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45efffac-55f6-4a75-9aaa-246e9e80bc00 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:15.748940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 45efffac-55f6-4a75-9aaa-246e9e80bc00 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:15.749289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 45efffac-55f6-4a75-9aaa-246e9e80bc00 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:15.749710 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce9695b0-bb8f-497b-922f-e9abf260d34e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:22:15.771854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ce9695b0-bb8f-497b-922f-e9abf260d34e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:22:15.772207 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ce9695b0-bb8f-497b-922f-e9abf260d34e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:22:15.820094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.822666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:15.823905 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/efae448e-ec17-4bb4-9a26-4f724990c5c0 HTTP/1.1" status: 204 len: 168 time: 0.1842847 Aug 16 21:22:15.833755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2fc30-77a2-4dfc-9e69-23df5f0fa5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae448e-ec17-4bb4-9a26-4f724990c5c0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:16.758198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:16.854353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-150787442-network', 'tenant_id': '6404495e98b04671868056f118977705'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:16.939946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Made reservation on behalf of 6404495e98b04671868056f118977705 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:16.942744 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:16.952230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.039862 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.111406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.136417 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:22:17.145909 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373fed1-64ec-48be-a0c6-30baa524e533,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:17.152122 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.152463 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Added segment fd9ba2a8-0352-45c2-9a77-ea55cf5169ab of type vlan for network b1774bbd-2f0e-4389-8df4-188351489d52 Aug 16 21:22:17.192500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.276734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.277697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.278294 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.334919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1774bbd-2f0e-4389-8df4-188351489d52,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:17.345021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b1774bbd-2f0e-4389-8df4-188351489d52 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:17.392434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-db09e442-cc31-4644-97c1-fad9078e3da3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6331158 Aug 16 21:22:17.395105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43814) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:17.400265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Request body: {'subnet': {'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-subnet', 'tenant_id': '6404495e98b04671868056f118977705', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:17.505237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Made reservation on behalf of 6404495e98b04671868056f118977705 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:17.507512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.728303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.790712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9e2bfb-0150-4ca1-b6e4-420734684279,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:17.795896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Checking segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:17.796259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Network hostable DHCP agents. Network: b1774bbd-2f0e-4389-8df4-188351489d52, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:17.894476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Network b1774bbd-2f0e-4389-8df4-188351489d52 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:17.985427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b1774bbd-2f0e-4389-8df4-188351489d52) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:17.989365 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:17.989950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:17.994020 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dc8af-44b5-44d6-a6bb-9e5da831fd02 None None] Network b1774bbd-2f0e-4389-8df4-188351489d52 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:18.089123 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-28629fb5-210e-4f27-aa4e-92f6ebcc1012 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6929295 Aug 16 21:22:18.091970 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43816) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:18.096287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:18.136140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b1774bbd-2f0e-4389-8df4-188351489d52', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'tenant_id': '6404495e98b04671868056f118977705', 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:18.137027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.162746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.163937 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.213967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.270055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Allocated IP 172.20.0.2 (b1774bbd-2f0e-4389-8df4-188351489d52/7d9e2bfb-0150-4ca1-b6e4-420734684279/85df45b7-0457-4907-9e1b-8ff19f572fd4) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:18.397373 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.410797 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.418752 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Transition to ACTIVE for port object 85df45b7-0457-4907-9e1b-8ff19f572fd4 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:18.434011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Transition to ACTIVE for port object 85df45b7-0457-4907-9e1b-8ff19f572fd4 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:18.505940 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.540730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Network b1774bbd-2f0e-4389-8df4-188351489d52 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:18.547184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:18.551646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:18.558411 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Pushing event updated for resources: {'Port': ['ID=85df45b7-0457-4907-9e1b-8ff19f572fd4,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:18.608728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Attempting to bind port 85df45b7-0457-4907-9e1b-8ff19f572fd4 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:18.609090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Attempting to bind port 85df45b7-0457-4907-9e1b-8ff19f572fd4 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:18.609449 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Attempting to bind port 85df45b7-0457-4907-9e1b-8ff19f572fd4 on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:18.615552 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:18.615950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Checking segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:18.616385 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.616778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Bound using segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:18.617247 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Bound port: 85df45b7-0457-4907-9e1b-8ff19f572fd4, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:18.617632 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.661808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.681599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] For port 85df45b7-0457-4907-9e1b-8ff19f572fd4, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:18.684066 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.684634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] For port 85df45b7-0457-4907-9e1b-8ff19f572fd4, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=85df45b7-0457-4907-9e1b-8ff19f572fd4,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:18.740071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.789001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Allocated IP 172.25.7.104 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/0d336b40-307e-43c6-9efc-91c3152b8510) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:18.797425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9c39-cb59-4699-967e-7680ab7d4a00 None None] Pushing event updated for resources: {'Port': ['ID=85df45b7-0457-4907-9e1b-8ff19f572fd4,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:18.882838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:18.903163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.026793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.069959 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:19.073000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:19.075535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:19.099093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Pushing event updated for resources: {'Port': ['ID=0d336b40-307e-43c6-9efc-91c3152b8510,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:19.447232 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.652760 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:19.656535 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c2673-bb55-4867-90f0-55c680664b1b None None] Network b1774bbd-2f0e-4389-8df4-188351489d52 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:19.783438 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 85df45b7-0457-4907-9e1b-8ff19f572fd4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:19.827026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-44571f47-1d29-4ad8-ad81-b716da13a33b None None] Provisioning for port 85df45b7-0457-4907-9e1b-8ff19f572fd4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:19.934676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 85df45b7-0457-4907-9e1b-8ff19f572fd4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:19.939607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 85df45b7-0457-4907-9e1b-8ff19f572fd4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:19.940112 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.031455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.068929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 85df45b7-0457-4907-9e1b-8ff19f572fd4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=85df45b7-0457-4907-9e1b-8ff19f572fd4,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:20.150965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.191666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:22:20.202571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-99e6c5f6-0baf-4697-bde2-e54436c71297 None None] Provisioning complete for port 85df45b7-0457-4907-9e1b-8ff19f572fd4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:20.202941 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-99e6c5f6-0baf-4697-bde2-e54436c71297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.207829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=85df45b7-0457-4907-9e1b-8ff19f572fd4,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:20.296106 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:20.305516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Sync routers for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:20.314377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:20.314979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:20.345881 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.347759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-62668792-595d-431e-ab6e-c5bd7c8151ed admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2548323 Aug 16 21:22:20.350772 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:20.419649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:20.601355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:19Z', 'revision_number': 3, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:20.626596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Checking router: 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:20.626940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Updating router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 port 0d336b40-307e-43c6-9efc-91c3152b8510 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:20.653024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.761071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.910060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:20.919633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Transition to ACTIVE for port object 0d336b40-307e-43c6-9efc-91c3152b8510 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:20.928286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Allocated IP 172.20.0.1 (b1774bbd-2f0e-4389-8df4-188351489d52/7d9e2bfb-0150-4ca1-b6e4-420734684279/a411fce5-a7d6-4007-8ea6-8c179414be71) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:21.025464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.032014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.046251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Transition to ACTIVE for port object a411fce5-a7d6-4007-8ea6-8c179414be71 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:21.075100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Attempting to bind port 0d336b40-307e-43c6-9efc-91c3152b8510 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:21.075503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Attempting to bind port 0d336b40-307e-43c6-9efc-91c3152b8510 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:21.075902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Attempting to bind port 0d336b40-307e-43c6-9efc-91c3152b8510 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:21.081378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62fb0-f60e-4d50-9eb4-761d0af52b01 None None] Pushing event updated for resources: {'Port': ['ID=0d336b40-307e-43c6-9efc-91c3152b8510,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:21.086035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:21.086410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:21.086806 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.087186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:21.087704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Bound port: 0d336b40-307e-43c6-9efc-91c3152b8510, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:21.095561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.137963 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] For port 0d336b40-307e-43c6-9efc-91c3152b8510, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:21.140215 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.144559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] For port 0d336b40-307e-43c6-9efc-91c3152b8510, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d336b40-307e-43c6-9efc-91c3152b8510,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:21.178321 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Network b1774bbd-2f0e-4389-8df4-188351489d52 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:21.182877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:21.186292 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:21.213140 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Pushing event updated for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:21.235009 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.243677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.301542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:21.302170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:21.351910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc62fb0-f60e-4d50-9eb4-761d0af52b01 None None] Pushing event updated for resources: {'Port': ['ID=0d336b40-307e-43c6-9efc-91c3152b8510,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:21.460769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.588666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:21.642149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f6812893-c8b3-4ccf-b34b-c224c31de9e7 None None] Provisioning for port a411fce5-a7d6-4007-8ea6-8c179414be71 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:21.644705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.655940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f6812893-c8b3-4ccf-b34b-c224c31de9e7 None None] Provisioning complete for port a411fce5-a7d6-4007-8ea6-8c179414be71 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:21.656308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f6812893-c8b3-4ccf-b34b-c224c31de9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.688708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.730674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f6812893-c8b3-4ccf-b34b-c224c31de9e7 None None] Port a411fce5-a7d6-4007-8ea6-8c179414be71 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:21.751030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 85df45b7-0457-4907-9e1b-8ff19f572fd4 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:21.762472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Pushing event updated for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:21.765088 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.831914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 85df45b7-0457-4907-9e1b-8ff19f572fd4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:21.832283 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:21.861439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Network b1774bbd-2f0e-4389-8df4-188351489d52 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:21.863601 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:21.866716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:19Z', 'revision_number': 3, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:21.896632 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773b504-f4bd-4128-8347-69553003eaf0 None None] The sync data for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 is: [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:19Z', 'revision_number': 3, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:22.000806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:22.122028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:22.128001 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5a20bc9e-232e-4d84-b747-4dcadd99ab0d admin admin] 10.222.0.70 "PUT /v2.0/routers/5ca23c64-ac9f-4ae5-bf4a-912441b90ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759981 Aug 16 21:22:22.170430 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-96962fb9-74cc-410b-88df-4735fd252e92 None None] Provisioning complete for port a411fce5-a7d6-4007-8ea6-8c179414be71 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:22.170892 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-96962fb9-74cc-410b-88df-4735fd252e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.214636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-96962fb9-74cc-410b-88df-4735fd252e92 None None] Port a411fce5-a7d6-4007-8ea6-8c179414be71 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:22.391341 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.834674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43834) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:22.839767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-776799046-network', 'tenant_id': '278e610909f4437699ce0445334d3636'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:22.922369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Made reservation on behalf of 278e610909f4437699ce0445334d3636 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:22.925360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:22.934163 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.026136 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.099228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.125833 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:22:23.132430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86229970-1d2c-475a-a147-2574c3f443bf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:23.140055 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.140175 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Added segment 7417b69e-f3c5-4366-8682-c6eaec144176 of type vlan for network 74ee2845-0c1b-4897-90b5-f21a5fedea5a Aug 16 21:22:23.182498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.282815 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.283823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.284625 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.345694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] Pushing event updated for resources: {'Network': ['ID=74ee2845-0c1b-4897-90b5-f21a5fedea5a,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:23.356174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:22:23.414990 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-46c1019b-3cf2-4188-8b64-26187e6bf412 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5791717 Aug 16 21:22:23.417604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43836) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:23.423301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Request body: {'subnet': {'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-subnet', 'tenant_id': '278e610909f4437699ce0445334d3636', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:23.462090 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Sync routers for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:23.472576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:23.473190 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.499940 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Made reservation on behalf of 278e610909f4437699ce0445334d3636 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:23.502370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.582775 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:23.728604 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.762970 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d336b40-307e-43c6-9efc-91c3152b8510 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:23.773689 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:22:23.787899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=399f2d59-42af-40d1-aa9a-653aef17a175,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:23.792082 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 4, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'a411fce5-a7d6-4007-8ea6-8c179414be71', 'name': '', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'tenant_id': '6404495e98b04671868056f118977705', 'mac_address': 'fa:16:3e:5e:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:20Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 2, 'project_id': '6404495e98b04671868056f118977705', 'subnets': [{'id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:23.797317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Checking segment: {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:23.797682 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Network hostable DHCP agents. Network: 74ee2845-0c1b-4897-90b5-f21a5fedea5a, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:22:23.820485 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Checking router: 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:23.820751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Updating router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 port a411fce5-a7d6-4007-8ea6-8c179414be71 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:23.846125 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.888182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:22:23.916777 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 0d336b40-307e-43c6-9efc-91c3152b8510 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:23.920966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0d336b40-307e-43c6-9efc-91c3152b8510 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:23.921430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.968681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 74ee2845-0c1b-4897-90b5-f21a5fedea5a) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:23.976290 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:23.977235 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:23.991853 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f3138-fe01-477a-b2dd-91663961f29e None None] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:24.044363 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.057927 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-03ecbfff-5a63-4b0c-b792-d8fd2e2ddff4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6367564 Aug 16 21:22:24.058205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:24.063314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:24.073192 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 0d336b40-307e-43c6-9efc-91c3152b8510, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d336b40-307e-43c6-9efc-91c3152b8510,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:24.111650 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.121325 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Transition to ACTIVE for port object a411fce5-a7d6-4007-8ea6-8c179414be71 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:24.151063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.173835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:22:24.174336 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.174511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.174705 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.176044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.219656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=0d336b40-307e-43c6-9efc-91c3152b8510,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:24.247798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.263174 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Pushing event updated for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:24.279624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.280007 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.280345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.280679 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.280999 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.281327 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.281648 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.281967 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.282284 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.282628 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.282936 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.283286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:24.292338 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Attempting to bind port a411fce5-a7d6-4007-8ea6-8c179414be71 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:24.292711 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Attempting to bind port a411fce5-a7d6-4007-8ea6-8c179414be71 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:24.293133 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Attempting to bind port a411fce5-a7d6-4007-8ea6-8c179414be71 on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:24.301224 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:24.301600 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Checking segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:24.301999 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.305882 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Bound using segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:24.305882 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Bound port: a411fce5-a7d6-4007-8ea6-8c179414be71, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:24.305882 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.352742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Allocated IP 172.20.0.2 (74ee2845-0c1b-4897-90b5-f21a5fedea5a/399f2d59-42af-40d1-aa9a-653aef17a175/4441ba1d-4c31-4686-9ea4-1f9aff427d17) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:24.379051 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] For port a411fce5-a7d6-4007-8ea6-8c179414be71, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:24.383638 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] For port a411fce5-a7d6-4007-8ea6-8c179414be71, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a411fce5-a7d6-4007-8ea6-8c179414be71,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:24.460268 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.468792 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.513543 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.519922 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:24.520550 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:24.522521 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f745-a5c0-43f1-b4ca-dda8e20c3e9f None None] Pushing event updated for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:24.525573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Transition to ACTIVE for port object 4441ba1d-4c31-4686-9ea4-1f9aff427d17 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:24.552573 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Transition to ACTIVE for port object 4441ba1d-4c31-4686-9ea4-1f9aff427d17 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:24.642399 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:24.644724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.695142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:24.698271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:24.711076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:24.714279 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Pushing event updated for resources: {'Port': ['ID=4441ba1d-4c31-4686-9ea4-1f9aff427d17,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:24.766205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Attempting to bind port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:24.766504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Attempting to bind port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:24.766829 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Attempting to bind port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 on network 74ee2845-0c1b-4897-90b5-f21a5fedea5a {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:24.776107 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:24.776477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Checking segment: {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:24.776881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.777258 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Bound using segment: {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:24.777730 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Bound port: 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:24.778097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.788433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.809624 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:24.850023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] For port 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:24.853500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] For port 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4441ba1d-4c31-4686-9ea4-1f9aff427d17,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:24.873701 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 4, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'a411fce5-a7d6-4007-8ea6-8c179414be71', 'name': '', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'tenant_id': '6404495e98b04671868056f118977705', 'mac_address': 'fa:16:3e:5e:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:20Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '6404495e98b04671868056f118977705', 'subnets': [{'id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:24.906172 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a257fd6-125f-4ac5-b3e9-b7a1d4477a26 None None] The sync data for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 is: [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:21Z', 'revision_number': 4, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'a411fce5-a7d6-4007-8ea6-8c179414be71', 'name': '', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'tenant_id': '6404495e98b04671868056f118977705', 'mac_address': 'fa:16:3e:5e:1d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:20Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '6404495e98b04671868056f118977705', 'subnets': [{'id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:24.926590 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Allocated IP 172.25.7.62 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1427b54a-12a8-49a5-80ae-e8eef757348d) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:24.942920 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:25.042376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21677b3-0174-4fd5-955e-eb8e8d56b0ca None None] Pushing event updated for resources: {'Port': ['ID=4441ba1d-4c31-4686-9ea4-1f9aff427d17,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:25.064204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:25.151650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:25.222354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:25.226158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:25.229884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:25.235443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Pushing event updated for resources: {'Port': ['ID=1427b54a-12a8-49a5-80ae-e8eef757348d,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:25.589444 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:25.838149 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:25.905252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a411fce5-a7d6-4007-8ea6-8c179414be71 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:26.025672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a411fce5-a7d6-4007-8ea6-8c179414be71 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:26.030923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a411fce5-a7d6-4007-8ea6-8c179414be71 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:26.031446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.106179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f3781-68aa-41bf-b064-ca7b74a36d53 None None] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:22:26.170083 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.233981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port a411fce5-a7d6-4007-8ea6-8c179414be71, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a411fce5-a7d6-4007-8ea6-8c179414be71,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:26.267374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-051b7ebb-7cd9-4e7f-bb92-e829aebb1a5d None None] Provisioning for port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:26.302428 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.303209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d336b40-307e-43c6-9efc-91c3152b8510 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:26.388008 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:26.400941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 0d336b40-307e-43c6-9efc-91c3152b8510 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:26.401310 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.420934 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Router 00d1fef4-4067-4d64-936c-0fbb104aec12 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:22:26.489626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4441ba1d-4c31-4686-9ea4-1f9aff427d17 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:26.536977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:26.549415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Sync routers for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:26.559551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:26.560384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:26.603721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:26.615861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:26.616237 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.625692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.629598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2152b450-217a-41ad-b1c9-eb7429192c48 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5674684 Aug 16 21:22:26.629848 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 43840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:22:26.676302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-833463b1-a888-4516-8579-d85df9718837 None None] Provisioning complete for port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:26.676562 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-833463b1-a888-4516-8579-d85df9718837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.739716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:26.911029 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:26.917983 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-833463b1-a888-4516-8579-d85df9718837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.007210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4441ba1d-4c31-4686-9ea4-1f9aff427d17,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:27.035373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:25Z', 'revision_number': 3, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:27.061178 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.061687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Checking router: 00d1fef4-4067-4d64-936c-0fbb104aec12 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:27.062039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Updating router 00d1fef4-4067-4d64-936c-0fbb104aec12 port 1427b54a-12a8-49a5-80ae-e8eef757348d binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:27.091074 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.223302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Allocated IP 172.20.0.1 (74ee2845-0c1b-4897-90b5-f21a5fedea5a/399f2d59-42af-40d1-aa9a-653aef17a175/839c1c7d-7f20-4e20-9e88-30deeab91ef2) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:27.285881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.328627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.343437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Transition to ACTIVE for port object 839c1c7d-7f20-4e20-9e88-30deeab91ef2 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:27.411461 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.db.api [None req-833463b1-a888-4516-8579-d85df9718837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 21:22:27.411832 n-d-794306-10 neutron-server[95242]: DEBUG oslo_db.api [None req-833463b1-a888-4516-8579-d85df9718837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 21:22:27.432161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=4441ba1d-4c31-4686-9ea4-1f9aff427d17,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:27.437551 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.479444 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:27.482193 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:27.488035 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:27.516569 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Pushing event updated for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:27.532962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.616707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.627220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Transition to ACTIVE for port object 1427b54a-12a8-49a5-80ae-e8eef757348d will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:27.711692 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.754999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a411fce5-a7d6-4007-8ea6-8c179414be71 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:27.770255 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.780455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Attempting to bind port 1427b54a-12a8-49a5-80ae-e8eef757348d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:27.780828 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Attempting to bind port 1427b54a-12a8-49a5-80ae-e8eef757348d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:27.781187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Attempting to bind port 1427b54a-12a8-49a5-80ae-e8eef757348d on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:27.797992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:27.798287 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:27.798686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.799077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:27.799672 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Bound port: 1427b54a-12a8-49a5-80ae-e8eef757348d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:27.800052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.801631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64a3a-6abc-4177-a780-554cd3abae8b None None] Pushing event updated for resources: {'Port': ['ID=1427b54a-12a8-49a5-80ae-e8eef757348d,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:27.863084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] For port 1427b54a-12a8-49a5-80ae-e8eef757348d, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:27.865114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a411fce5-a7d6-4007-8ea6-8c179414be71 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:27.865419 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.867877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] For port 1427b54a-12a8-49a5-80ae-e8eef757348d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1427b54a-12a8-49a5-80ae-e8eef757348d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:27.938220 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:27.957445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.025708 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.027395 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4441ba1d-4c31-4686-9ea4-1f9aff427d17 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:28.067024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:28.067545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:28.076468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee64a3a-6abc-4177-a780-554cd3abae8b None None] Pushing event updated for resources: {'Port': ['ID=1427b54a-12a8-49a5-80ae-e8eef757348d,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:28.091884 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.093713 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Pushing event updated for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:28.183312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:28.183681 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.185853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:28.187535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:28.225641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:28.265880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-38cc3f90-1434-4c1a-8fff-ab84e3259331 None None] Provisioning for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:28.274554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-38cc3f90-1434-4c1a-8fff-ab84e3259331 None None] Provisioning complete for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:28.274927 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38cc3f90-1434-4c1a-8fff-ab84e3259331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.305653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Router 00d1fef4-4067-4d64-936c-0fbb104aec12 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:22:28.416716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-38cc3f90-1434-4c1a-8fff-ab84e3259331 None None] Port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:28.426938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:22:28.433348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8f93c445-0978-485e-a16a-fa2f54d13c9e admin admin] 10.222.0.70 "PUT /v2.0/routers/00d1fef4-4067-4d64-936c-0fbb104aec12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025215 Aug 16 21:22:28.511304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '839c1c7d-7f20-4e20-9e88-30deeab91ef2', 'name': '', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'mac_address': 'fa:16:3e:d9:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:27Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 2, 'project_id': '278e610909f4437699ce0445334d3636', 'subnets': [{'id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:28.540442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc28247-2943-4661-b4ba-68eae462f5ba None None] The sync data for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 is: [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '839c1c7d-7f20-4e20-9e88-30deeab91ef2', 'name': '', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'mac_address': 'fa:16:3e:d9:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:27Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 2, 'project_id': '278e610909f4437699ce0445334d3636', 'subnets': [{'id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:28.551229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cb892bb1-3c92-44d5-8cf0-bf4f3d2387f5 None None] Provisioning complete for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:28.551604 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb892bb1-3c92-44d5-8cf0-bf4f3d2387f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:28.588867 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb892bb1-3c92-44d5-8cf0-bf4f3d2387f5 None None] Port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:29.679638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-98913b37-5424-41d1-a6d8-ad0fbd888c3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:29.681166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-98913b37-5424-41d1-a6d8-ad0fbd888c3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/networks?id=b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 200 len: 816 time: 0.1069200 Aug 16 21:22:29.704362 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-9488c13c-6179-47c2-91b0-2be1e7784705 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/quotas/6404495e98b04671868056f118977705 HTTP/1.1" status: 200 len: 375 time: 0.0162058 Aug 16 21:22:29.758205 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-dcb06c8a-0706-4598-9cad-323bb78825f3 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524108 Aug 16 21:22:29.778160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1427b54a-12a8-49a5-80ae-e8eef757348d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:29.864554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-6d6a8390-0312-49ea-85e1-1978c39c12d8 service neutron] 10.222.0.70 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928214 Aug 16 21:22:29.905226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1427b54a-12a8-49a5-80ae-e8eef757348d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:29.910616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1427b54a-12a8-49a5-80ae-e8eef757348d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:29.910939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:29.958886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-46800010-3f15-4228-857a-714e978af13a service neutron] 10.222.0.70 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883174 Aug 16 21:22:29.990964 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:30.012133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1427b54a-12a8-49a5-80ae-e8eef757348d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1427b54a-12a8-49a5-80ae-e8eef757348d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:30.066365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:30.116545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1427b54a-12a8-49a5-80ae-e8eef757348d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:30.219390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e4f8ba0-6cd0-406d-8d97-74ca2cd53230 req-021fc0ee-bb89-4aa1-9ce8-d10e625aeb96 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 210 time: 0.0266144 Aug 16 21:22:30.836936 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd3771c1-5b84-4c36-904c-0d5795fadc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:31.333336 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfa1cb65-c0de-4fb4-80f6-493498664905 req-032c199f-bb5f-453b-a723-efc935bf0959 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 210 time: 0.0313561 Aug 16 21:22:31.763559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1427b54a-12a8-49a5-80ae-e8eef757348d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:31.794682 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Sync routers for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:22:31.805905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:31.806580 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:31.819616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1427b54a-12a8-49a5-80ae-e8eef757348d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:31.820023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:31.922662 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:32.127094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '839c1c7d-7f20-4e20-9e88-30deeab91ef2', 'name': '', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'mac_address': 'fa:16:3e:d9:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:27Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 2, 'project_id': '278e610909f4437699ce0445334d3636', 'subnets': [{'id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:32.153113 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Checking router: 00d1fef4-4067-4d64-936c-0fbb104aec12 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:22:32.153503 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Updating router 00d1fef4-4067-4d64-936c-0fbb104aec12 port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:22:32.180598 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:32.429420 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53f12281-f5c5-4ba1-96dd-df1200fb0f3b req-46f7e7d8-8c6a-4c20-9cfb-8348b4a54fd9 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Aug 16 21:22:32.450467 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:32.460757 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Transition to ACTIVE for port object 839c1c7d-7f20-4e20-9e88-30deeab91ef2 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:32.533573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-87e3fef3-c372-430e-bd62-1f6ffbf6f4ca tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:32.535585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-87e3fef3-c372-430e-bd62-1f6ffbf6f4ca tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "GET /v2.0/networks?id=b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 200 len: 816 time: 0.1116266 Aug 16 21:22:32.545835 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:32.548780 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Request body: {'port': {'device_id': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'admin_state_up': True, 'tenant_id': '6404495e98b04671868056f118977705'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:32.595028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7716-10f4-4430-98a7-45a736e7a84f None None] Pushing event updated for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:32.661220 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Attempting to bind port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:32.661590 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Attempting to bind port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:32.661945 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Attempting to bind port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 on network 74ee2845-0c1b-4897-90b5-f21a5fedea5a {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:32.667317 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:32.667687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Checking segment: {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:32.668149 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:32.668535 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Bound using segment: {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:32.668983 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Bound port: 839c1c7d-7f20-4e20-9e88-30deeab91ef2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7417b69e-f3c5-4366-8682-c6eaec144176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:32.669355 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:32.735079 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] For port 839c1c7d-7f20-4e20-9e88-30deeab91ef2, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:32.739166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] For port 839c1c7d-7f20-4e20-9e88-30deeab91ef2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=839c1c7d-7f20-4e20-9e88-30deeab91ef2,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:33.246284 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Made reservation on behalf of 6404495e98b04671868056f118977705 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:22:33.287500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.381010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Allocated IP 172.20.0.10 (b1774bbd-2f0e-4389-8df4-188351489d52/7d9e2bfb-0150-4ca1-b6e4-420734684279/a696ca1a-7af5-4593-879c-deabf6f500ae) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:22:33.397923 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.450841 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:22:33.453685 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:22:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:33.497410 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7716-10f4-4430-98a7-45a736e7a84f None None] Pushing event updated for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:33.553213 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3ef45e4a-dc60-49bd-8467-fe185e2e477b req-d752225c-501c-44fc-939d-149421a5bce7 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 210 time: 0.0425193 Aug 16 21:22:33.553772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.573227 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Transition to ACTIVE for port object a696ca1a-7af5-4593-879c-deabf6f500ae will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:33.580378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.615658 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:22:33.688767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb217-bf0b-49f4-b44e-4d5058ce5cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.717806 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.769494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Pushing event updated for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:33.780157 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Network b1774bbd-2f0e-4389-8df4-188351489d52 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:22:33.781676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:22:33.784475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:22:33.805634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 839c1c7d-7f20-4e20-9e88-30deeab91ef2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:33.833565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:33.834234 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:33.851273 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '839c1c7d-7f20-4e20-9e88-30deeab91ef2', 'name': '', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'mac_address': 'fa:16:3e:d9:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:27Z', 'updated_at': '2021-08-16T21:22:32Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'subnets': [{'id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:22:33.877891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db6c2b-df28-457b-91dc-dfed76dabe51 None None] The sync data for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 is: [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:27Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '839c1c7d-7f20-4e20-9e88-30deeab91ef2', 'name': '', 'network_id': '74ee2845-0c1b-4897-90b5-f21a5fedea5a', 'tenant_id': '278e610909f4437699ce0445334d3636', 'mac_address': 'fa:16:3e:d9:c5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:27Z', 'updated_at': '2021-08-16T21:22:32Z', 'revision_number': 4, 'project_id': '278e610909f4437699ce0445334d3636', 'subnets': [{'id': '399f2d59-42af-40d1-aa9a-653aef17a175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:22:33.941175 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-d3c71731-889f-42d7-9e3f-72bd71709f3c tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3965003 Aug 16 21:22:33.954902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Request body: {'port': {'device_id': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:22:33.980309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:33.985227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:33.985794 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.021749 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.083495 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.119361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 839c1c7d-7f20-4e20-9e88-30deeab91ef2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=839c1c7d-7f20-4e20-9e88-30deeab91ef2,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:34.128181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e38d1590-d758-4b67-bec3-c644ea5df5bd None None] Provisioning for port a696ca1a-7af5-4593-879c-deabf6f500ae completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:34.132465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e38d1590-d758-4b67-bec3-c644ea5df5bd None None] Provisioning complete for port a696ca1a-7af5-4593-879c-deabf6f500ae triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:34.132840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e38d1590-d758-4b67-bec3-c644ea5df5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.167363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e38d1590-d758-4b67-bec3-c644ea5df5bd None None] Port a696ca1a-7af5-4593-879c-deabf6f500ae cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:22:34.180180 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.237872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:34.310887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a696ca1a-7af5-4593-879c-deabf6f500ae {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:34.318808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.330273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Transition to ACTIVE for port object a696ca1a-7af5-4593-879c-deabf6f500ae will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:22:34.397013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.449914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:34.472262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.523195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Attempting to bind port a696ca1a-7af5-4593-879c-deabf6f500ae on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:22:34.523677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Attempting to bind port a696ca1a-7af5-4593-879c-deabf6f500ae by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:22:34.524046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Attempting to bind port a696ca1a-7af5-4593-879c-deabf6f500ae on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:34.528468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Port a696ca1a-7af5-4593-879c-deabf6f500ae on network b1774bbd-2f0e-4389-8df4-188351489d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:22:34.528819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Attempting to bind port a696ca1a-7af5-4593-879c-deabf6f500ae on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:22:34.533882 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:22:34.534364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Checking segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:22:34.534756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Bound using segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:22:34.535200 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Bound port: a696ca1a-7af5-4593-879c-deabf6f500ae, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:22:34.535563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.608987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:22:34.613156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a696ca1a-7af5-4593-879c-deabf6f500ae,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:22:34.667058 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906f1a4-8e1b-41da-adee-2be06d727de6 req-668de7b6-47b5-444c-a03a-bd3d7dc5190d tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.680736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f906f1a4-8e1b-41da-adee-2be06d727de6 req-668de7b6-47b5-444c-a03a-bd3d7dc5190d tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 944 time: 0.0513852 Aug 16 21:22:34.700240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.709356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f906f1a4-8e1b-41da-adee-2be06d727de6 req-ab0cf989-8b15-40a7-862c-bc4f4ef50b68 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347931 Aug 16 21:22:34.743347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.743988 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:34.745376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/a696ca1a-7af5-4593-879c-deabf6f500ae HTTP/1.1" status: 200 len: 1093 time: 0.7952061 Aug 16 21:22:34.745817 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:34.748097 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8334f395-8d6c-4c11-a902-5a26c86269f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:34.785262 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea7ff2-e8c0-4324-8434-e0894a1d19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:34.790319 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e84a7d-06db-4282-9218-4e060578b9da x-openstack-request-id: req-e7e84a7d-06db-4282-9218-4e060578b9da {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:34.790687 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:34.790941 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7e84a7d-06db-4282-9218-4e060578b9da {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:34.791344 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae', 'status': 'completed', 'code': 200} Aug 16 21:22:34.861837 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-e3f8a537-974b-4e79-8766-94ed53adc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.864662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-e3f8a537-974b-4e79-8766-94ed53adc8eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 1096 time: 0.0517938 Aug 16 21:22:34.970150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-867972f8-358a-4473-8fb9-5659852bd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:34.977796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-867972f8-358a-4473-8fb9-5659852bd43b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6404495e98b04671868056f118977705&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1003053 Aug 16 21:22:35.071581 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-04f4b7e8-2341-4b6b-b76d-2a33d7d33068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.073121 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-8334f395-8d6c-4c11-a902-5a26c86269f8 req-04f4b7e8-2341-4b6b-b76d-2a33d7d33068 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938206 Aug 16 21:22:35.148520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-e6468d91-17cb-41f7-8d5e-994cfeaf63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.150052 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-e6468d91-17cb-41f7-8d5e-994cfeaf63de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 1096 time: 0.0408258 Aug 16 21:22:35.200341 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-aeea5692-12f5-4dc7-9deb-5efa4d85677f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a696ca1a-7af5-4593-879c-deabf6f500ae HTTP/1.1" status: 200 len: 217 time: 0.0382879 Aug 16 21:22:35.250461 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-cf1ea7ad-9d96-4a03-b5e2-7a8de6e4d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.251960 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-cf1ea7ad-9d96-4a03-b5e2-7a8de6e4d6f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d9e2bfb-0150-4ca1-b6e4-420734684279 HTTP/1.1" status: 200 len: 855 time: 0.0435905 Aug 16 21:22:35.301002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001e111-06e4-421a-94f2-25498667c105 req-10d88b7f-e1d1-4048-bc7f-6f064fd42e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.302529 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-10d88b7f-e1d1-4048-bc7f-6f064fd42e62 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1774bbd-2f0e-4389-8df4-188351489d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434864 Aug 16 21:22:35.401136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-d93b43bc-b073-4537-9817-60575141d8b1 service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910425 Aug 16 21:22:35.491346 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9001e111-06e4-421a-94f2-25498667c105 req-805a5ea2-d45a-4e52-a7f8-cebb6782be93 service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832217 Aug 16 21:22:35.749556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 839c1c7d-7f20-4e20-9e88-30deeab91ef2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:35.800410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:35.800894 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:35.828644 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa18945-734a-4ee0-8cdb-3a259bb00ee9 req-592ec8ff-70b1-47d2-8e75-8ee365cc3063 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:35.831463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baa18945-734a-4ee0-8cdb-3a259bb00ee9 req-592ec8ff-70b1-47d2-8e75-8ee365cc3063 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 944 time: 0.0512872 Aug 16 21:22:35.874863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-baa18945-734a-4ee0-8cdb-3a259bb00ee9 req-8860989e-8814-42ed-a407-f6505ef1f4c9 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Aug 16 21:22:36.333818 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:36.992530 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cca598-64cd-41e6-80b0-d6da57702e95 req-d8436efd-9021-4f80-a278-3a4dacc0a39b tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:36.994063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9cca598-64cd-41e6-80b0-d6da57702e95 req-d8436efd-9021-4f80-a278-3a4dacc0a39b tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 944 time: 0.0495422 Aug 16 21:22:37.032242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9cca598-64cd-41e6-80b0-d6da57702e95 req-aedeba60-58b9-40e9-a7fc-82b6436253ae tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Aug 16 21:22:37.256525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a696ca1a-7af5-4593-879c-deabf6f500ae details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:22:37.353894 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a696ca1a-7af5-4593-879c-deabf6f500ae,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:37.365459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a696ca1a-7af5-4593-879c-deabf6f500ae', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'port_id': 'a696ca1a-7af5-4593-879c-deabf6f500ae', 'mac_address': 'fa:16:3e:f3:ee:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:22:37.406137 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:37.418884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a696ca1a-7af5-4593-879c-deabf6f500ae {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:22:37.437811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a696ca1a-7af5-4593-879c-deabf6f500ae,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:37.557495 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:37.604765 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:37.612445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.612799 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.613139 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.613472 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.613803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.614129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.614476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.614794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.615104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.615426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.615769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.620405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:22:37.758941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a696ca1a-7af5-4593-879c-deabf6f500ae'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:22:38.145345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84f75c-5fb1-4cb0-8165-3484312c1837 req-5b08f2a8-3b1a-4c10-b607-efb6dec35991 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:38.146828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba84f75c-5fb1-4cb0-8165-3484312c1837 req-5b08f2a8-3b1a-4c10-b607-efb6dec35991 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Aug 16 21:22:38.184040 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba84f75c-5fb1-4cb0-8165-3484312c1837 req-e6287853-833c-4d48-913a-bca502c4f4de tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Aug 16 21:22:39.256312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a696ca1a-7af5-4593-879c-deabf6f500ae up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:22:39.296378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e33702-4684-4165-acea-42ac89e9b015 req-f123f1b6-e639-4df1-bb55-89454646de48 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.297880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33e33702-4684-4165-acea-42ac89e9b015 req-f123f1b6-e639-4df1-bb55-89454646de48 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Aug 16 21:22:39.339906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-33e33702-4684-4165-acea-42ac89e9b015 req-8880e058-cfd3-4e47-8d89-f8445a8f41a4 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Aug 16 21:22:39.385661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a696ca1a-7af5-4593-879c-deabf6f500ae completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:22:39.389711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a696ca1a-7af5-4593-879c-deabf6f500ae triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:22:39.390106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.464486 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.486503 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:22:39.489768 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e0e31-716d-4379-91c7-fa9a8253fde9" -d '{"events": [{"server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "name": "network-vif-plugged", "status": "completed", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:22:39.508158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a696ca1a-7af5-4593-879c-deabf6f500ae,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:22:39.527093 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9970bba-1570-4617-805f-65d7c569487d x-openstack-request-id: req-f9970bba-1570-4617-805f-65d7c569487d {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:22:39.527412 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "name": "network-vif-plugged", "status": "completed", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:22:39.527663 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9970bba-1570-4617-805f-65d7c569487d {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:22:39.528081 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae', 'code': 200} Aug 16 21:22:39.602950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:39.635614 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d94f7d-02dd-474e-ac13-ffe37682864a req-4fac9fef-2ac1-480e-a1eb-409eb04888ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:39.637165 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4d94f7d-02dd-474e-ac13-ffe37682864a req-4fac9fef-2ac1-480e-a1eb-409eb04888ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 1098 time: 0.0457017 Aug 16 21:22:39.654227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:22:39.673243 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b4d94f7d-02dd-474e-ac13-ffe37682864a req-b404f7c1-d08f-4eb8-87c1-f8bdb7126005 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281935 Aug 16 21:22:40.455147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e5199-9f75-4fe7-88b5-554c169a1ede req-83e935e4-f759-40ed-b6fa-426b483e9fa2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:40.457402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b56e5199-9f75-4fe7-88b5-554c169a1ede req-83e935e4-f759-40ed-b6fa-426b483e9fa2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0499806 Aug 16 21:22:40.498231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b56e5199-9f75-4fe7-88b5-554c169a1ede req-aa825755-c45b-4151-a382-00c26dc7a521 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 16 21:22:41.614975 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e92fb-d4a0-46f5-843d-e644f798994c req-fad94d66-4255-4ffb-8aa3-07579ebe9a49 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:41.616506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255e92fb-d4a0-46f5-843d-e644f798994c req-fad94d66-4255-4ffb-8aa3-07579ebe9a49 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0502906 Aug 16 21:22:41.653447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255e92fb-d4a0-46f5-843d-e644f798994c req-f037686d-da99-4c1e-89a5-36633948af1b tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Aug 16 21:22:41.767370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7055cf1-534d-4923-b7aa-75f92076aae6 req-4e18a736-f9ed-4c3b-8aa7-44805686fd72 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:41.768916 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7055cf1-534d-4923-b7aa-75f92076aae6 req-4e18a736-f9ed-4c3b-8aa7-44805686fd72 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0482531 Aug 16 21:22:41.810419 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f7055cf1-534d-4923-b7aa-75f92076aae6 req-0befba4a-0238-47e4-a8d0-bb04e8deec52 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Aug 16 21:22:45.449854 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-e10c296d-00cf-4323-90ea-f6f8237112a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398948 Aug 16 21:22:45.528875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-b391ddb9-c70e-440d-b223-ace75a59d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.530377 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-b391ddb9-c70e-440d-b223-ace75a59d5f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 1098 time: 0.0407043 Aug 16 21:22:45.640634 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-94deae66-70a1-44c0-8491-ca362f7a2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.642164 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-94deae66-70a1-44c0-8491-ca362f7a2561 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 200 len: 917 time: 0.0906382 Aug 16 21:22:45.685562 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-fd892263-74fc-4add-aa19-e1d82a6a00f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a696ca1a-7af5-4593-879c-deabf6f500ae HTTP/1.1" status: 200 len: 217 time: 0.0363128 Aug 16 21:22:45.736687 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-95946038-bc66-402f-9fd3-14d412fd92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.738333 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-95946038-bc66-402f-9fd3-14d412fd92ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d9e2bfb-0150-4ca1-b6e4-420734684279 HTTP/1.1" status: 200 len: 855 time: 0.0451651 Aug 16 21:22:45.792114 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-ac982210-5b9a-442e-aec5-4282ead3a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:22:45.793682 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-ac982210-5b9a-442e-aec5-4282ead3a69a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1774bbd-2f0e-4389-8df4-188351489d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483625 Aug 16 21:22:45.885533 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-3c368a9d-c0d0-46b3-99e2-8f79a538e904 service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842059 Aug 16 21:22:45.982957 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ebd991a3-49c6-4938-83ac-4faff7ba9ff7 req-e80640f1-3b54-49ad-8f87-bbf2eaebbaae service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906689 Aug 16 21:22:48.899840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:22:52.436804 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:00.751305 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1d0126a-7bb9-44c9-8773-a6c11642a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:00.772846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:03.565761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:03.636193 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ffe74971-3448-4ebe-b544-c7fd9666c2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.425869 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:04.918495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06551d17-ef7f-4fc7-802d-cf7735762e7f req-0d40fae9-4a36-4088-810e-6688f7d93124 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:04.919997 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06551d17-ef7f-4fc7-802d-cf7735762e7f req-0d40fae9-4a36-4088-810e-6688f7d93124 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0487957 Aug 16 21:23:04.960497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06551d17-ef7f-4fc7-802d-cf7735762e7f req-d802c1ba-aaaf-4f75-a4f5-f120769dba17 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Aug 16 21:23:06.077493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab91a56-f27e-4cda-8086-4ca188b37fc5 req-2082f233-f9f1-40ff-b596-547f5a1c038d tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:06.078965 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eab91a56-f27e-4cda-8086-4ca188b37fc5 req-2082f233-f9f1-40ff-b596-547f5a1c038d tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0486767 Aug 16 21:23:06.115870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eab91a56-f27e-4cda-8086-4ca188b37fc5 req-6b14192b-17e8-4bfa-9a67-40fba6167972 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306683 Aug 16 21:23:06.339522 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.501452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-134f3210-4067-4652-9d08-f8356f1021b0 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:06.504105 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-134f3210-4067-4652-9d08-f8356f1021b0 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 946 time: 0.0525601 Aug 16 21:23:06.601288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Deleting port a696ca1a-7af5-4593-879c-deabf6f500ae {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:06.601632 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.691253 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] For port a696ca1a-7af5-4593-879c-deabf6f500ae, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a696ca1a-7af5-4593-879c-deabf6f500ae,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:06.691613 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.703946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Calling delete_port for a696ca1a-7af5-4593-879c-deabf6f500ae owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:06.911814 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:06.923516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a696ca1a-7af5-4593-879c-deabf6f500ae'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:06.943341 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Pushing event deleted for resources: {'Port': ['ID=a696ca1a-7af5-4593-879c-deabf6f500ae,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:06.956563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.956906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.957218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.957532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.957870 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.958204 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.958532 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.958860 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.959190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.959512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.959865 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.960190 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:06.997185 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] No DVR routers for this DVR port a696ca1a-7af5-4593-879c-deabf6f500ae on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:07.000748 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:07.001762 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-24986541-ce80-43b7-aae2-cc2dcf54e527 req-b3936a26-6c06-42ac-ae75-438db0451d23 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "DELETE /v2.0/ports/a696ca1a-7af5-4593-879c-deabf6f500ae HTTP/1.1" status: 204 len: 173 time: 0.4912922 Aug 16 21:23:07.002778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'name': 'network-vif-deleted', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:07.005163 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92dd215-12cc-4a20-ac24-8d4cb288cd3d" -d '{"events": [{"server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "name": "network-vif-deleted", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:07.041230 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633f3518-117a-4301-b484-fd70fc61e50b x-openstack-request-id: req-633f3518-117a-4301-b484-fd70fc61e50b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:07.041522 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0493bb-d4ba-4aca-991f-8c4132233176", "name": "network-vif-deleted", "tag": "a696ca1a-7af5-4593-879c-deabf6f500ae", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:07.041774 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-633f3518-117a-4301-b484-fd70fc61e50b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:07.042174 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0493bb-d4ba-4aca-991f-8c4132233176', 'name': 'network-vif-deleted', 'tag': 'a696ca1a-7af5-4593-879c-deabf6f500ae', 'status': 'completed', 'code': 200} Aug 16 21:23:07.209799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5836d94e-9df6-4ddb-9814-ca498ec19699 req-365a5c38-523c-4f8b-96bf-a8ea9380e6dd tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0493bb-d4ba-4aca-991f-8c4132233176 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Aug 16 21:23:08.821052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-663026fa-d090-4a19-a831-d046ef9d23f2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:08.822592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-663026fa-d090-4a19-a831-d046ef9d23f2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/networks?id=b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 200 len: 816 time: 0.1051629 Aug 16 21:23:08.838607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-d287062a-3d70-4337-bb58-becc1ad764fe tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/quotas/6404495e98b04671868056f118977705 HTTP/1.1" status: 200 len: 375 time: 0.0101547 Aug 16 21:23:08.892492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-24c818c8-5448-415a-b307-1ad96af4ca80 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481861 Aug 16 21:23:09.093013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-a351e9b1-e90a-4d79-aecb-5e323c9e6de4 service neutron] 10.222.0.70 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881683 Aug 16 21:23:09.186482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-49ed0fcb-fbb1-4b4a-bdd7-65f1e3f5adba service neutron] 10.222.0.70 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863292 Aug 16 21:23:09.389735 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a696ca1a-7af5-4593-879c-deabf6f500ae no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:09.406940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a696ca1a-7af5-4593-879c-deabf6f500ae {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:09.407290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a696ca1a-7af5-4593-879c-deabf6f500ae not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:09.790574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a8dfdf3a-068b-46f2-a676-f4a7218ac8e5 req-3a2ec0ab-7cd9-4e82-a63c-5f8b8c5aafd4 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 210 time: 0.3858099 Aug 16 21:23:10.886400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a343464b-8df9-4fba-ba4d-9aad1d6a59bb req-014b70fa-db0d-46b2-b62e-e58e25181880 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 210 time: 0.0269637 Aug 16 21:23:11.412621 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-c7964e03-6940-47a5-bdf6-7029ce75c5bb tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:11.414231 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-c7964e03-6940-47a5-bdf6-7029ce75c5bb tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "GET /v2.0/networks?id=b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 200 len: 816 time: 0.1038079 Aug 16 21:23:11.427602 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Request body: {'port': {'device_id': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'admin_state_up': True, 'tenant_id': '6404495e98b04671868056f118977705'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:11.608257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Made reservation on behalf of 6404495e98b04671868056f118977705 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:11.611871 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:11.739826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Allocated IP 172.20.0.13 (b1774bbd-2f0e-4389-8df4-188351489d52/7d9e2bfb-0150-4ca1-b6e4-420734684279/044789ca-c558-4607-9316-503bec8e90c9) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:11.895950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:11.908867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Transition to ACTIVE for port object 044789ca-c558-4607-9316-503bec8e90c9 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:11.982743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1d222d0-0703-43d6-85d1-2b1f23a040df req-a06aaa80-e028-4273-8da3-76fef828bd72 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 210 time: 0.0278053 Aug 16 21:23:12.048841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.093148 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Network b1774bbd-2f0e-4389-8df4-188351489d52 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:12.098125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:12.102553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:12.128004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Pushing event updated for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:12.179273 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:12.179831 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.283255 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-32c6a28b-8614-412c-9d11-704444334cfa tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599896 Aug 16 21:23:12.297906 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Request body: {'port': {'device_id': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:12.351125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.385194 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-42388473-8a30-4bc8-9663-0d9a8e89a2a6 None None] Provisioning for port 044789ca-c558-4607-9316-503bec8e90c9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:12.388956 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-42388473-8a30-4bc8-9663-0d9a8e89a2a6 None None] Provisioning complete for port 044789ca-c558-4607-9316-503bec8e90c9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:12.391495 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-42388473-8a30-4bc8-9663-0d9a8e89a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.591223 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-42388473-8a30-4bc8-9663-0d9a8e89a2a6 None None] Port 044789ca-c558-4607-9316-503bec8e90c9 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:23:12.644329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044789ca-c558-4607-9316-503bec8e90c9 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:12.652050 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.663486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Transition to ACTIVE for port object 044789ca-c558-4607-9316-503bec8e90c9 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:12.727959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.776627 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:12.849051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Attempting to bind port 044789ca-c558-4607-9316-503bec8e90c9 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:23:12.849333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Attempting to bind port 044789ca-c558-4607-9316-503bec8e90c9 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:23:12.849610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Attempting to bind port 044789ca-c558-4607-9316-503bec8e90c9 on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:12.856914 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Port 044789ca-c558-4607-9316-503bec8e90c9 on network b1774bbd-2f0e-4389-8df4-188351489d52 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:23:12.857267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Attempting to bind port 044789ca-c558-4607-9316-503bec8e90c9 on network b1774bbd-2f0e-4389-8df4-188351489d52 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:23:12.862460 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:23:12.862801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Checking segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:12.863186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Bound using segment: {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:23:12.863617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Bound port: 044789ca-c558-4607-9316-503bec8e90c9, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:23:12.864015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:12.935983 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:23:12.939083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=044789ca-c558-4607-9316-503bec8e90c9,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:23:13.026157 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:13.065625 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.066182 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:13.068976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] 10.222.0.64 "PUT /v2.0/ports/044789ca-c558-4607-9316-503bec8e90c9 HTTP/1.1" status: 200 len: 1093 time: 0.7752447 Aug 16 21:23:13.069435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'tag': '044789ca-c558-4607-9316-503bec8e90c9'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:13.071798 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc05ae78-a7f9-4178-9f42-8ff4282bda90" -d '{"events": [{"name": "network-changed", "server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "tag": "044789ca-c558-4607-9316-503bec8e90c9"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:13.094664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb8cf6a-6f45-4d7e-8b57-d017e35daeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:13.118165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9daba7-ee14-4205-abd2-85487627dc5a req-4dfac953-e3e6-4955-bef6-87f80c89e632 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.119669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad9daba7-ee14-4205-abd2-85487627dc5a req-4dfac953-e3e6-4955-bef6-87f80c89e632 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 944 time: 0.0709882 Aug 16 21:23:13.122764 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb5ebf-3807-4ca3-a667-b9c27714a21c x-openstack-request-id: req-7adb5ebf-3807-4ca3-a667-b9c27714a21c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:13.123063 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "tag": "044789ca-c558-4607-9316-503bec8e90c9", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:13.123322 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7adb5ebf-3807-4ca3-a667-b9c27714a21c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:13.123763 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'tag': '044789ca-c558-4607-9316-503bec8e90c9', 'status': 'completed', 'code': 200} Aug 16 21:23:13.166342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad9daba7-ee14-4205-abd2-85487627dc5a req-eb1eeadc-14e8-4922-b492-9529c55cb308 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Aug 16 21:23:13.194611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-71f5f081-b36d-4280-bca2-5aa6e2a20a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.196189 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-71f5f081-b36d-4280-bca2-5aa6e2a20a98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 1096 time: 0.0515811 Aug 16 21:23:13.298391 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-3ec851b1-24b2-4726-ae53-82fd5d6f3684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.299983 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-3ec851b1-24b2-4726-ae53-82fd5d6f3684 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6404495e98b04671868056f118977705&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0956349 Aug 16 21:23:13.392037 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-fb8b494d-bee1-4c9a-9109-983df73e4b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.393450 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-dc05ae78-a7f9-4178-9f42-8ff4282bda90 req-fb8b494d-bee1-4c9a-9109-983df73e4b5d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859954 Aug 16 21:23:13.473077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-5243db4f-d690-4f5f-ba10-4b8f06f6764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.474748 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-5243db4f-d690-4f5f-ba10-4b8f06f6764a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6404495e98b04671868056f118977705&device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 1096 time: 0.0441890 Aug 16 21:23:13.516853 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-46c7f11d-4eb6-46d3-95b7-9f98ae8d8e30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=044789ca-c558-4607-9316-503bec8e90c9 HTTP/1.1" status: 200 len: 217 time: 0.0343540 Aug 16 21:23:13.564435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-8f643844-f98c-4c73-8183-b4c61d20d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.565889 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-8f643844-f98c-4c73-8183-b4c61d20d36c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7d9e2bfb-0150-4ca1-b6e4-420734684279 HTTP/1.1" status: 200 len: 855 time: 0.0423706 Aug 16 21:23:13.615458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-4b0ac61f-4bb4-4b00-9a71-0f6e5f343794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:13.616985 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-4b0ac61f-4bb4-4b00-9a71-0f6e5f343794 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1774bbd-2f0e-4389-8df4-188351489d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430908 Aug 16 21:23:13.705102 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-77187cdd-4616-4d95-a08b-6d7c37a919fa service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811372 Aug 16 21:23:13.795067 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b42a0a7e-2021-46a3-9259-5f315327e1a3 req-b44c4a70-e906-4729-af68-89586785ce6c service neutron] 10.222.0.64 "GET /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Aug 16 21:23:14.284786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07a331-e4d6-4f29-b9bd-8fa932ba7170 req-1c0e194f-66fc-4fdc-acc0-52ea2ed829e4 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:14.286910 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea07a331-e4d6-4f29-b9bd-8fa932ba7170 req-1c0e194f-66fc-4fdc-acc0-52ea2ed829e4 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 944 time: 0.0503511 Aug 16 21:23:14.327409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ea07a331-e4d6-4f29-b9bd-8fa932ba7170 req-e4cdb3d2-dbe3-4298-bcbe-1bf23b1f3f90 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Aug 16 21:23:15.443149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c122864-b172-4913-a0f9-211b4e024344 req-e6a98dd3-4c05-4a2d-a0c7-e17fbc679fba tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:15.444697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c122864-b172-4913-a0f9-211b4e024344 req-e6a98dd3-4c05-4a2d-a0c7-e17fbc679fba tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 944 time: 0.0503392 Aug 16 21:23:15.481624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3c122864-b172-4913-a0f9-211b4e024344 req-58765650-9408-41c6-bf7f-19d5a39f852d tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309415 Aug 16 21:23:16.594901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37796b-926c-4ad0-86cf-4abd91f1155e req-0f30efa7-e5dc-4e95-a0e3-0ee12ed3d8a1 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:16.596391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e37796b-926c-4ad0-86cf-4abd91f1155e req-0f30efa7-e5dc-4e95-a0e3-0ee12ed3d8a1 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 944 time: 0.0492680 Aug 16 21:23:16.634158 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e37796b-926c-4ad0-86cf-4abd91f1155e req-c2e1100d-786e-492c-ab5a-e8522a6ef3ea tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 16 21:23:17.434265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 044789ca-c558-4607-9316-503bec8e90c9 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:23:17.529129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=044789ca-c558-4607-9316-503bec8e90c9,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:17.539832 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '044789ca-c558-4607-9316-503bec8e90c9', 'network_id': 'b1774bbd-2f0e-4389-8df4-188351489d52', 'port_id': '044789ca-c558-4607-9316-503bec8e90c9', 'mac_address': 'fa:16:3e:da:65:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9e2bfb-0150-4ca1-b6e4-420734684279', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:23:17.576420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.589434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044789ca-c558-4607-9316-503bec8e90c9 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:23:17.608270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=044789ca-c558-4607-9316-503bec8e90c9,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:17.693688 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:17.741683 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:17.747612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4e325-838f-4a60-85d7-8691bd547275 req-6e1498e5-85a0-4c3e-a24c-8543f4f95b79 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:17.749208 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83e4e325-838f-4a60-85d7-8691bd547275 req-6e1498e5-85a0-4c3e-a24c-8543f4f95b79 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 945 time: 0.0508873 Aug 16 21:23:17.790015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-83e4e325-838f-4a60-85d7-8691bd547275 req-08104752-ff89-4156-9e9a-359a58134159 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Aug 16 21:23:17.916037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['044789ca-c558-4607-9316-503bec8e90c9'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:18.881519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:18.906071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91faf8-30a1-43d7-a225-17c42a5dcd38 req-57e9d283-e8e1-45db-bf21-e574d9fb6c2f tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:18.907598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d91faf8-30a1-43d7-a225-17c42a5dcd38 req-57e9d283-e8e1-45db-bf21-e574d9fb6c2f tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 945 time: 0.0510473 Aug 16 21:23:18.948141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d91faf8-30a1-43d7-a225-17c42a5dcd38 req-b1377485-588a-46be-b315-5b0911c4cdf2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333738 Aug 16 21:23:19.443881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 044789ca-c558-4607-9316-503bec8e90c9 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:23:19.555256 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 044789ca-c558-4607-9316-503bec8e90c9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:23:19.559244 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 044789ca-c558-4607-9316-503bec8e90c9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:23:19.559602 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.637616 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.658538 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044789ca-c558-4607-9316-503bec8e90c9'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:19.661682 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1797e-aa3a-42e9-8196-3592b5f46760" -d '{"events": [{"server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "name": "network-vif-plugged", "status": "completed", "tag": "044789ca-c558-4607-9316-503bec8e90c9"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:19.673951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=044789ca-c558-4607-9316-503bec8e90c9,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:19.697995 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2a17b9-4780-4319-abd8-a727385e3d95 x-openstack-request-id: req-bb2a17b9-4780-4319-abd8-a727385e3d95 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:19.698288 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "name": "network-vif-plugged", "status": "completed", "tag": "044789ca-c558-4607-9316-503bec8e90c9", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:19.698542 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb2a17b9-4780-4319-abd8-a727385e3d95 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:19.698937 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044789ca-c558-4607-9316-503bec8e90c9', 'code': 200} Aug 16 21:23:19.744169 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:19.790881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:19.794055 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e0ad-3201-4717-b83a-908f47fb7c7b req-8b7c984d-ee27-44ef-ae1e-5c3594d9b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:19.795585 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-36f8e0ad-3201-4717-b83a-908f47fb7c7b req-8b7c984d-ee27-44ef-ae1e-5c3594d9b858 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 1098 time: 0.0405130 Aug 16 21:23:19.830355 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-36f8e0ad-3201-4717-b83a-908f47fb7c7b req-995dcf08-d534-4683-86e9-cb734135762a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274754 Aug 16 21:23:20.062142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f16586-a044-4e02-94da-213a430f4c6d req-bf77ff4f-be18-42de-a903-1d3c4bc5cb5e tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:20.063639 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31f16586-a044-4e02-94da-213a430f4c6d req-bf77ff4f-be18-42de-a903-1d3c4bc5cb5e tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0494142 Aug 16 21:23:20.102140 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31f16586-a044-4e02-94da-213a430f4c6d req-a5408eb2-de81-4050-8fbf-38d7dcf900c3 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Aug 16 21:23:21.217466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b422bf3-2906-42fe-b8d4-9bc78160783f req-ec38cbb6-8016-429e-b4ba-306967e02acc tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:21.218928 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b422bf3-2906-42fe-b8d4-9bc78160783f req-ec38cbb6-8016-429e-b4ba-306967e02acc tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0491073 Aug 16 21:23:21.261354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b422bf3-2906-42fe-b8d4-9bc78160783f req-b64fecbd-34c2-4f71-b793-27a194369a18 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357416 Aug 16 21:23:21.375349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68738725-bd5c-4fa2-8c32-0df79fe8d485 req-245cf45d-47dc-4482-872a-2532fb55740e tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:21.376857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68738725-bd5c-4fa2-8c32-0df79fe8d485 req-245cf45d-47dc-4482-872a-2532fb55740e tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0484781 Aug 16 21:23:21.413996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-68738725-bd5c-4fa2-8c32-0df79fe8d485 req-8d0b424a-85ec-4be9-a2a2-ba02f18131fd tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Aug 16 21:23:22.418473 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:30.728295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-63e22918-e4c5-4950-9c31-d1d6f269076e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.533731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:33.625631 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9654430d-0121-46c5-ac7e-8558eb7acdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:34.442151 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:36.459646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:37.772403 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:23:44.479198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e929f-a4c4-4d4d-be0b-24cfc2ab74c4 req-ca23bcd5-630d-46e4-80a2-327f24141ebf tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:44.480601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22e929f-a4c4-4d4d-be0b-24cfc2ab74c4 req-ca23bcd5-630d-46e4-80a2-327f24141ebf tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0486968 Aug 16 21:23:44.519128 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22e929f-a4c4-4d4d-be0b-24cfc2ab74c4 req-44bda5cb-1552-4f6a-9f92-d9f1098afab8 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Aug 16 21:23:45.636571 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d51e4a-32c2-4618-b281-f5e7cd642955 req-c594e35a-9a08-4d4d-bf5d-6f1409039303 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:45.638047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05d51e4a-32c2-4618-b281-f5e7cd642955 req-c594e35a-9a08-4d4d-bf5d-6f1409039303 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0481088 Aug 16 21:23:45.678640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05d51e4a-32c2-4618-b281-f5e7cd642955 req-ce29ed8d-2bd4-4b1e-8e88-5639a903440b tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/security-groups?id=b373fed1-64ec-48be-a0c6-30baa524e533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Aug 16 21:23:46.035264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-c6567354-4af7-40ec-9f2c-4355599a42a2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:46.037602 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-c6567354-4af7-40ec-9f2c-4355599a42a2 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 946 time: 0.0488544 Aug 16 21:23:46.128991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Deleting port 044789ca-c558-4607-9316-503bec8e90c9 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:46.129330 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.215845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] For port 044789ca-c558-4607-9316-503bec8e90c9, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=044789ca-c558-4607-9316-503bec8e90c9,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:46.216195 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.229650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Calling delete_port for 044789ca-c558-4607-9316-503bec8e90c9 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:46.414037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.425986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['044789ca-c558-4607-9316-503bec8e90c9'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:23:46.443382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Pushing event deleted for resources: {'Port': ['ID=044789ca-c558-4607-9316-503bec8e90c9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:46.488674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] No DVR routers for this DVR port 044789ca-c558-4607-9316-503bec8e90c9 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:46.492124 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:46.494217 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ba807a64-de6d-4a94-a9a0-7e435c7d7ef1 req-d411d5ed-ded5-4fc8-bb56-082096bb0057 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.64 "DELETE /v2.0/ports/044789ca-c558-4607-9316-503bec8e90c9 HTTP/1.1" status: 204 len: 173 time: 0.4505630 Aug 16 21:23:46.494676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'name': 'network-vif-deleted', 'tag': '044789ca-c558-4607-9316-503bec8e90c9'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:23:46.496951 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8be8d4-ff6d-404b-9f8a-b7924cc37fd1" -d '{"events": [{"server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "name": "network-vif-deleted", "tag": "044789ca-c558-4607-9316-503bec8e90c9"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:23:46.533170 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f7d92-a539-4df0-9fa5-91ccd36e523f x-openstack-request-id: req-2a9f7d92-a539-4df0-9fa5-91ccd36e523f {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:23:46.533455 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17320aa6-ebbd-4d37-8a46-0172ec593c5d", "name": "network-vif-deleted", "tag": "044789ca-c558-4607-9316-503bec8e90c9", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:23:46.533706 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2a9f7d92-a539-4df0-9fa5-91ccd36e523f {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:23:46.534105 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17320aa6-ebbd-4d37-8a46-0172ec593c5d', 'name': 'network-vif-deleted', 'tag': '044789ca-c558-4607-9316-503bec8e90c9', 'status': 'completed', 'code': 200} Aug 16 21:23:46.777272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a889c48-8255-4199-aa17-82b480c36115 req-b81ea33d-a8bd-46cf-ba73-b04cdd86f4b1 tempest-TestEncryptedCinderVolumes-1998304438 tempest-TestEncryptedCinderVolumes-1998304438-project] 10.222.0.70 "GET /v2.0/ports?device_id=17320aa6-ebbd-4d37-8a46-0172ec593c5d HTTP/1.1" status: 200 len: 210 time: 0.0264006 Aug 16 21:23:47.941748 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:48.605513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.839864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Deleting port a411fce5-a7d6-4007-8ea6-8c179414be71 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:48.840207 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.892250 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.918912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] For port a411fce5-a7d6-4007-8ea6-8c179414be71, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a411fce5-a7d6-4007-8ea6-8c179414be71,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:48.919271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:48.931776 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Calling delete_port for a411fce5-a7d6-4007-8ea6-8c179414be71 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:49.189180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.214356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a411fce5-a7d6-4007-8ea6-8c179414be71,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:49.383710 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.599585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 044789ca-c558-4607-9316-503bec8e90c9 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:49.599871 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:49.620599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 044789ca-c558-4607-9316-503bec8e90c9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:49.620941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 044789ca-c558-4607-9316-503bec8e90c9 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:49.706979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:49.712324 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5c0c6d8c-39bc-41b4-884d-c98598d2d9f1 admin admin] 10.222.0.70 "PUT /v2.0/routers/5ca23c64-ac9f-4ae5-bf4a-912441b90ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685726 Aug 16 21:23:49.714933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:49.718750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Sync routers for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:49.728268 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:49.729211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:49.826366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:49.836011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:49.932426 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.010939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 5, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.041123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Checking router: 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:50.049520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Routers {'5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:50.050129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.114580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Deleting port 0d336b40-307e-43c6-9efc-91c3152b8510 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:50.114927 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.156507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] Set router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:50.197074 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] For port 0d336b40-307e-43c6-9efc-91c3152b8510, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=0d336b40-307e-43c6-9efc-91c3152b8510,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:50.197706 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.209478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Calling delete_port for 0d336b40-307e-43c6-9efc-91c3152b8510 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:50.336776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 5, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:50.363037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486cda26-6fa4-46c0-8103-06995a920ada None None] The sync data for ids ['5ca23c64-ac9f-4ae5-bf4a-912441b90ac2'] in n-d-794306-10 is: [{'id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'name': 'tempest-TestEncryptedCinderVolumes-150787442-router', 'tenant_id': '6404495e98b04671868056f118977705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104'}], 'enable_snat': True}, 'gw_port_id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:23:49Z', 'revision_number': 5, 'project_id': '6404495e98b04671868056f118977705', 'gw_port': {'id': '0d336b40-307e-43c6-9efc-91c3152b8510', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca23c64-ac9f-4ae5-bf4a-912441b90ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:18Z', 'updated_at': '2021-08-16T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:50.448144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.471751 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d336b40-307e-43c6-9efc-91c3152b8510,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:50.535356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.624006 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.625987 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.755289 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.755858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:50.760552 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.761752 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-60ca21a7-fa9b-45d5-8c8e-bb19e651323e admin admin] 10.222.0.70 "DELETE /v2.0/routers/5ca23c64-ac9f-4ae5-bf4a-912441b90ac2 HTTP/1.1" status: 204 len: 168 time: 1.0460002 Aug 16 21:23:50.764326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44178) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:50.811450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Deleting subnet 7d9e2bfb-0150-4ca1-b6e4-420734684279 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:50.814637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.849834 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:50.932965 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.074860 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.101646 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9e2bfb-0150-4ca1-b6e4-420734684279,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.105939 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.109051 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bb530151-caf5-4105-8546-c64f093405a8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7d9e2bfb-0150-4ca1-b6e4-420734684279 HTTP/1.1" status: 204 len: 168 time: 0.3437250 Aug 16 21:23:51.110603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44180) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:51.112737 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39843b0-7712-4243-8cb5-717e8bd6ab95 None None] Network b1774bbd-2f0e-4389-8df4-188351489d52 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:51.182446 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.234890 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Deleting port 85df45b7-0457-4907-9e1b-8ff19f572fd4 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:51.235478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.303643 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] For port 85df45b7-0457-4907-9e1b-8ff19f572fd4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=85df45b7-0457-4907-9e1b-8ff19f572fd4,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:51.304065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.317744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Calling delete_port for 85df45b7-0457-4907-9e1b-8ff19f572fd4 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:51.334040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] DHCP port deletion for b1774bbd-2f0e-4389-8df4-188351489d52 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:51.381698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Deleting port 85df45b7-0457-4907-9e1b-8ff19f572fd4 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:51.381698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.447825 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] For port 85df45b7-0457-4907-9e1b-8ff19f572fd4, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=85df45b7-0457-4907-9e1b-8ff19f572fd4,segment=NetworkSegment(fd9ba2a8-0352-45c2-9a77-ea55cf5169ab),segment_id=fd9ba2a8-0352-45c2-9a77-ea55cf5169ab)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:51.448135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.460720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Calling delete_port for 85df45b7-0457-4907-9e1b-8ff19f572fd4 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:51.506245 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.532448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Pushing event deleted for resources: {'Port': ['ID=85df45b7-0457-4907-9e1b-8ff19f572fd4,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.534128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.536858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] No DVR routers for this DVR port 85df45b7-0457-4907-9e1b-8ff19f572fd4 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:51.567429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] No DVR routers for this DVR port 85df45b7-0457-4907-9e1b-8ff19f572fd4 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:51.569941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Pushing event deleted for resources: {'Port': ['ID=85df45b7-0457-4907-9e1b-8ff19f572fd4,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.579522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.579522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.579522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.579935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.580172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.580495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.580917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.581175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.581502 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.581834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.582160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.582489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de0f138-c0d4-4d47-a321-49f55b520ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:51.615508 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.625404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1774bbd-2f0e-4389-8df4-188351489d52']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:51.636419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:51.636717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9ba2a8-0352-45c2-9a77-ea55cf5169ab') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:51.646645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.659715 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.666566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:51.666977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:51.668639 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:51.782511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a411fce5-a7d6-4007-8ea6-8c179414be71 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:51.795036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.800570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:51.802739 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b1774bbd-2f0e-4389-8df4-188351489d52 HTTP/1.1" status: 204 len: 168 time: 0.6911747 Aug 16 21:23:51.805116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a411fce5-a7d6-4007-8ea6-8c179414be71 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:51.806377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44182) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:51.811032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a411fce5-a7d6-4007-8ea6-8c179414be71 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:51.811478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d336b40-307e-43c6-9efc-91c3152b8510 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:51.815174 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d14b1-a9ed-4afc-b4f1-e921c3a0d316 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1774bbd-2f0e-4389-8df4-188351489d52,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:51.835064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 0d336b40-307e-43c6-9efc-91c3152b8510 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:51.835064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 0d336b40-307e-43c6-9efc-91c3152b8510 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:51.835064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 85df45b7-0457-4907-9e1b-8ff19f572fd4 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:51.850816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 85df45b7-0457-4907-9e1b-8ff19f572fd4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:51.851171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 85df45b7-0457-4907-9e1b-8ff19f572fd4 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:52.146654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.389652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Deleting port 839c1c7d-7f20-4e20-9e88-30deeab91ef2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:52.389999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.397078 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.471344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] For port 839c1c7d-7f20-4e20-9e88-30deeab91ef2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=839c1c7d-7f20-4e20-9e88-30deeab91ef2,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:52.471713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.484414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Calling delete_port for 839c1c7d-7f20-4e20-9e88-30deeab91ef2 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:52.743964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:52.770215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=839c1c7d-7f20-4e20-9e88-30deeab91ef2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:52.798330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.798686 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.799032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.799373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.799707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.800066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.800395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.800722 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.801048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.801397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.801797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.802177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:23:52.947894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.168399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Router 00d1fef4-4067-4d64-936c-0fbb104aec12 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:23:53.274271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:23:53.279410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4e3a6133-72e9-4d90-879d-8df53c135c7a admin admin] 10.222.0.70 "PUT /v2.0/routers/00d1fef4-4067-4d64-936c-0fbb104aec12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725409 Aug 16 21:23:53.282201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44184) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:53.282827 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Sync routers for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:23:53.296226 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:53.296831 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.389318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.398380 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:53.491518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.576899 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:23:52Z', 'revision_number': 5, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port': {'id': '1427b54a-12a8-49a5-80ae-e8eef757348d', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.603642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Checking router: 00d1fef4-4067-4d64-936c-0fbb104aec12 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:23:53.610001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Deleting port 1427b54a-12a8-49a5-80ae-e8eef757348d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:53.610332 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.612445 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Routers {'00d1fef4-4067-4d64-936c-0fbb104aec12'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:23:53.613073 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['00d1fef4-4067-4d64-936c-0fbb104aec12'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.694842 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] For port 1427b54a-12a8-49a5-80ae-e8eef757348d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1427b54a-12a8-49a5-80ae-e8eef757348d,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:53.695212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.707903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Calling delete_port for 1427b54a-12a8-49a5-80ae-e8eef757348d owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:53.798559 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] Set router 00d1fef4-4067-4d64-936c-0fbb104aec12 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:23:53.852286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 6, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:53.877873 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8825d966-3c18-41c3-abe1-f06df7d802ac None None] The sync data for ids ['00d1fef4-4067-4d64-936c-0fbb104aec12'] in n-d-794306-10 is: [{'id': '00d1fef4-4067-4d64-936c-0fbb104aec12', 'name': 'tempest-TestEncryptedCinderVolumes-776799046-router', 'tenant_id': '278e610909f4437699ce0445334d3636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:22:24Z', 'updated_at': '2021-08-16T21:23:53Z', 'revision_number': 6, 'project_id': '278e610909f4437699ce0445334d3636', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:23:53.944663 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:53.971378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1427b54a-12a8-49a5-80ae-e8eef757348d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.030054 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.124279 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.126485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.242892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.243607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00d1fef4-4067-4d64-936c-0fbb104aec12 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:23:54.248409 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.252349 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-47bfe5f6-649b-4a44-9ee2-84de9d99cbc6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/00d1fef4-4067-4d64-936c-0fbb104aec12 HTTP/1.1" status: 204 len: 168 time: 0.9664779 Aug 16 21:23:54.252498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44186) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:54.306468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Deleting subnet 399f2d59-42af-40d1-aa9a-653aef17a175 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:23:54.309493 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.342950 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.420495 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.526217 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.556385 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399f2d59-42af-40d1-aa9a-653aef17a175,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.559964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.561817 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5bbfdcf5-e79d-413e-a69b-93522228cce6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/399f2d59-42af-40d1-aa9a-653aef17a175 HTTP/1.1" status: 204 len: 168 time: 0.3084157 Aug 16 21:23:54.564411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44188) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:54.567749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4f5053-7a47-4bc1-ad73-a996847b8874 None None] Network 74ee2845-0c1b-4897-90b5-f21a5fedea5a requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:54.643466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.710867 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Deleting port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:54.711500 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.760526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] DHCP port deletion for 74ee2845-0c1b-4897-90b5-f21a5fedea5a request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:23:54.793088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] For port 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4441ba1d-4c31-4686-9ea4-1f9aff427d17,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:54.793467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.806765 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Calling delete_port for 4441ba1d-4c31-4686-9ea4-1f9aff427d17 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:54.811348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Deleting port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:23:54.811743 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.882435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] For port 4441ba1d-4c31-4686-9ea4-1f9aff427d17, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4441ba1d-4c31-4686-9ea4-1f9aff427d17,segment=NetworkSegment(7417b69e-f3c5-4366-8682-c6eaec144176),segment_id=7417b69e-f3c5-4366-8682-c6eaec144176)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:23:54.882435 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.894137 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Calling delete_port for 4441ba1d-4c31-4686-9ea4-1f9aff427d17 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:23:54.960530 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.967536 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:54.991540 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] No DVR routers for this DVR port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:54.994376 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] No DVR routers for this DVR port 4441ba1d-4c31-4686-9ea4-1f9aff427d17 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:23:54.996089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb803296-49cf-4928-b8e3-43f201864927 None None] Pushing event deleted for resources: {'Port': ['ID=4441ba1d-4c31-4686-9ea4-1f9aff427d17,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:54.998392 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Pushing event deleted for resources: {'Port': ['ID=4441ba1d-4c31-4686-9ea4-1f9aff427d17,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:55.071279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.081379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ee2845-0c1b-4897-90b5-f21a5fedea5a']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.091862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7417b69e-f3c5-4366-8682-c6eaec144176') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.092159 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7417b69e-f3c5-4366-8682-c6eaec144176') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:23:55.101144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.114597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.120453 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:23:55.122382 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:23:55.122604 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:23:55.230974 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.236379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.238183 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] 10.222.0.70 "DELETE /v2.0/networks/74ee2845-0c1b-4897-90b5-f21a5fedea5a HTTP/1.1" status: 204 len: 168 time: 0.6726887 Aug 16 21:23:55.249452 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e69c88-971d-41d7-ba49-509f59b07503 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ee2845-0c1b-4897-90b5-f21a5fedea5a,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:55.570347 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44192) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:55.609676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c367c7b5-b551-4797-8889-769e531eaafa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6404495e98b04671868056f118977705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380898 Aug 16 21:23:55.612158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44194) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:55.659296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.681348 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.785443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 839c1c7d-7f20-4e20-9e88-30deeab91ef2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:55.796741 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.799277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:55.800581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b373fed1-64ec-48be-a0c6-30baa524e533 HTTP/1.1" status: 204 len: 168 time: 0.1875226 Aug 16 21:23:55.806293 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 839c1c7d-7f20-4e20-9e88-30deeab91ef2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:55.806640 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 839c1c7d-7f20-4e20-9e88-30deeab91ef2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:55.807243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1427b54a-12a8-49a5-80ae-e8eef757348d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:55.811044 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96b96c-1a21-48a6-9707-a2f1dec02b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373fed1-64ec-48be-a0c6-30baa524e533,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:55.832999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1427b54a-12a8-49a5-80ae-e8eef757348d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:55.833272 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1427b54a-12a8-49a5-80ae-e8eef757348d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:55.833987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4441ba1d-4c31-4686-9ea4-1f9aff427d17 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:23:55.857374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4441ba1d-4c31-4686-9ea4-1f9aff427d17 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:23:55.857709 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4441ba1d-4c31-4686-9ea4-1f9aff427d17 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:23:56.609312 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44200) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:56.654140 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-217d9baa-b1ca-4e35-8e47-f0ecd401bb83 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=278e610909f4437699ce0445334d3636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436749 Aug 16 21:23:56.656760 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44202) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:56.703801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.725614 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.851461 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.854349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:56.855541 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86229970-1d2c-475a-a147-2574c3f443bf HTTP/1.1" status: 204 len: 168 time: 0.1978631 Aug 16 21:23:56.863335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9600f-2b9c-455b-b20c-f1e1c9ac1735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86229970-1d2c-475a-a147-2574c3f443bf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:57.933386 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44224) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:58.027128 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1684849264-network', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:58.128226 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Made reservation on behalf of 8eef6a3750bc4fbf923a82b03ee21f01 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:58.131063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.139603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.226041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.282462 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.306690 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:23:58.315096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beaa9eb-5b90-4061-8612-1365b38aa583,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:58.321968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.322316 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Added segment a756f61a-d797-4af9-a913-75a4e9dbb600 of type vlan for network 784e3878-9806-41fc-8955-0cdc29057bb7 Aug 16 21:23:58.363273 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.443907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.444928 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:58.445520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.502491 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] Pushing event updated for resources: {'Network': ['ID=784e3878-9806-41fc-8955-0cdc29057bb7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:58.513401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 784e3878-9806-41fc-8955-0cdc29057bb7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:23:58.568258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0fc62b1f-fb5e-46ef-9a96-3d59c6ee6281 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6326077 Aug 16 21:23:58.571773 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44228) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:58.576662 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Request body: {'subnet': {'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1684849264-subnet', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:58.680254 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Made reservation on behalf of 8eef6a3750bc4fbf923a82b03ee21f01 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:23:58.682650 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.911647 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:58.967364 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=da424613-eff1-4b85-b3aa-4632ec4b1f38,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:23:58.975133 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Checking segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:23:58.975489 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Network hostable DHCP agents. Network: 784e3878-9806-41fc-8955-0cdc29057bb7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:23:59.133896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Network 784e3878-9806-41fc-8955-0cdc29057bb7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:23:59.248288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 784e3878-9806-41fc-8955-0cdc29057bb7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:59.254197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:23:59.255758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.256273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb6a9cd-b258-49d4-8d34-e8ba752b2b1e None None] Network 784e3878-9806-41fc-8955-0cdc29057bb7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:23:59.369077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-5b5ef194-43be-42bf-9047-edf9216bd7ec admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7962067 Aug 16 21:23:59.371973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44230) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:23:59.376774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:23:59.481178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.482311 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.533165 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.554633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-784e3878-9806-41fc-8955-0cdc29057bb7', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:23:59.555539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.690911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Allocated IP 172.20.0.2 (784e3878-9806-41fc-8955-0cdc29057bb7/da424613-eff1-4b85-b3aa-4632ec4b1f38/a54b05dc-0498-4180-9aff-b0a879ff6581) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:23:59.742291 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.837432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.845507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Transition to ACTIVE for port object a54b05dc-0498-4180-9aff-b0a879ff6581 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:59.861509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Transition to ACTIVE for port object a54b05dc-0498-4180-9aff-b0a879ff6581 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:23:59.923059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:23:59.957045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Network 784e3878-9806-41fc-8955-0cdc29057bb7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:23:59.960305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:23:59.965706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:23:59.978408 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Pushing event updated for resources: {'Port': ['ID=a54b05dc-0498-4180-9aff-b0a879ff6581,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:00.019258 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.029328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Attempting to bind port a54b05dc-0498-4180-9aff-b0a879ff6581 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:00.029728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Attempting to bind port a54b05dc-0498-4180-9aff-b0a879ff6581 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:00.030097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Attempting to bind port a54b05dc-0498-4180-9aff-b0a879ff6581 on network 784e3878-9806-41fc-8955-0cdc29057bb7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:00.035102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:00.035479 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Checking segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:00.036651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.037507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Bound using segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:00.037976 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Bound port: a54b05dc-0498-4180-9aff-b0a879ff6581, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:00.038368 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.039464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.113571 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] For port a54b05dc-0498-4180-9aff-b0a879ff6581, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:00.117379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] For port a54b05dc-0498-4180-9aff-b0a879ff6581, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a54b05dc-0498-4180-9aff-b0a879ff6581,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:00.145014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Allocated IP 172.25.7.79 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f1da3d6f-2631-454e-b133-43023c2fd54a) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:00.251048 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.352455 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.396043 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.413469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46bd6f-862e-4185-8358-81f55495d1a8 None None] Pushing event updated for resources: {'Port': ['ID=a54b05dc-0498-4180-9aff-b0a879ff6581,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:00.439542 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:00.443938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:00.448234 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:00.471099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Pushing event updated for resources: {'Port': ['ID=f1da3d6f-2631-454e-b133-43023c2fd54a,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:00.768040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d12909a4-8301-48f3-b088-75deffe095e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:00.849207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:01.049216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:01.286401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ea0c4-6a98-4868-9344-775197ace2d3 None None] Network 784e3878-9806-41fc-8955-0cdc29057bb7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:24:01.457304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-571839c5-2caf-4ba6-ae24-4f7d5e7ea2aa None None] Provisioning for port a54b05dc-0498-4180-9aff-b0a879ff6581 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:01.602359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:24:01.713677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:24:01.722230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Sync routers for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:24:01.731887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:01.732525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:01.792781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:01.795100 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d041900b-ab1a-4c34-bf63-0cd322354443 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4215298 Aug 16 21:24:01.798270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44232) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:24:01.821866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a54b05dc-0498-4180-9aff-b0a879ff6581 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:01.878815 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:02.040532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a54b05dc-0498-4180-9aff-b0a879ff6581 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:02.046131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a54b05dc-0498-4180-9aff-b0a879ff6581 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:02.046498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.104195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:00Z', 'revision_number': 3, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:02.132826 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Checking router: bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:24:02.133169 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Updating router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 port f1da3d6f-2631-454e-b133-43023c2fd54a binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:24:02.186678 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.190626 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.236889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.295966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port a54b05dc-0498-4180-9aff-b0a879ff6581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a54b05dc-0498-4180-9aff-b0a879ff6581,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:02.389478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.397531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Allocated IP 172.20.0.1 (784e3878-9806-41fc-8955-0cdc29057bb7/da424613-eff1-4b85-b3aa-4632ec4b1f38/00d98f04-d9a5-45f3-abc1-eeb6e2f04b40) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:02.467492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=a54b05dc-0498-4180-9aff-b0a879ff6581,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:02.504041 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.513477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.518150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Transition to ACTIVE for port object 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:02.525259 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Transition to ACTIVE for port object f1da3d6f-2631-454e-b133-43023c2fd54a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:02.628843 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.665508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.679986 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Attempting to bind port f1da3d6f-2631-454e-b133-43023c2fd54a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:02.680355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Attempting to bind port f1da3d6f-2631-454e-b133-43023c2fd54a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:02.680745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Attempting to bind port f1da3d6f-2631-454e-b133-43023c2fd54a on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:02.682767 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873bd27-b052-4fe4-87ae-a225eb80e7a8 None None] Pushing event updated for resources: {'Port': ['ID=f1da3d6f-2631-454e-b133-43023c2fd54a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:02.688185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:02.688558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:02.688954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.689457 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:02.689787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Bound port: f1da3d6f-2631-454e-b133-43023c2fd54a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:02.690161 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.704490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Network 784e3878-9806-41fc-8955-0cdc29057bb7 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:02.710361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:02.714001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:02.741615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Pushing event updated for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:02.754130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] For port f1da3d6f-2631-454e-b133-43023c2fd54a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:02.758289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] For port f1da3d6f-2631-454e-b133-43023c2fd54a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f1da3d6f-2631-454e-b133-43023c2fd54a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:02.763020 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.849278 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:02.907877 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:02.908520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:23:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:02.949044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873bd27-b052-4fe4-87ae-a225eb80e7a8 None None] Pushing event updated for resources: {'Port': ['ID=f1da3d6f-2631-454e-b133-43023c2fd54a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:02.973016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.031330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:03.122763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bd8bfa6b-5d58-420f-8c30-bd1595adaa41 None None] Provisioning for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:03.131070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-bd8bfa6b-5d58-420f-8c30-bd1595adaa41 None None] Provisioning complete for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:03.131445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bd8bfa6b-5d58-420f-8c30-bd1595adaa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.139890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.182561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-bd8bfa6b-5d58-420f-8c30-bd1595adaa41 None None] Port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:03.223013 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.240545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:00Z', 'revision_number': 3, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:03.266011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65294d26-0f12-40d8-a489-d7d27bfe37f8 None None] The sync data for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 is: [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:00Z', 'revision_number': 3, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:24:03.289501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Pushing event updated for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:03.291979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.388711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Network 784e3878-9806-41fc-8955-0cdc29057bb7 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:03.390089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:03.539209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:24:03.596661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.664566 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8dee9285-c15c-4247-93b7-cb75828e246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.671449 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:24:03.677288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-12f48ad8-a02e-4b74-8dcf-b88ee58444be admin admin] 10.222.0.70 "PUT /v2.0/routers/bb9b47c0-e0e3-416a-99bd-35d1f64e0e75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8776333 Aug 16 21:24:03.712933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f894da3-2049-4192-a166-50cb3efb298c None None] Provisioning complete for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:03.713307 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f894da3-2049-4192-a166-50cb3efb298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:03.759301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f894da3-2049-4192-a166-50cb3efb298c None None] Port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:03.872888 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a54b05dc-0498-4180-9aff-b0a879ff6581 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:03.923716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a54b05dc-0498-4180-9aff-b0a879ff6581 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:03.924121 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.004032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f1da3d6f-2631-454e-b133-43023c2fd54a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:04.128625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port f1da3d6f-2631-454e-b133-43023c2fd54a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:04.133196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f1da3d6f-2631-454e-b133-43023c2fd54a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:04.133598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.213852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.233439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port f1da3d6f-2631-454e-b133-43023c2fd54a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f1da3d6f-2631-454e-b133-43023c2fd54a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:04.317896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.373743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=f1da3d6f-2631-454e-b133-43023c2fd54a,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:04.391188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44248) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:24:04.396268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1793714145-network', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:04.499790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.577223 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Made reservation on behalf of 5618f1ce503e4660b8d276f7eba2c084 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:24:04.582602 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.592457 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.685773 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.762349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.787939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:24:04.798026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83009e20-2d1d-4fbb-8c2c-67c2e094dc42,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:04.806580 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.807186 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Added segment 4ea5fa58-4f1d-4d89-98fc-5052f34d7718 of type vlan for network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 Aug 16 21:24:04.818514 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Sync routers for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:24:04.830044 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:04.832043 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:04.859963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.938040 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:04.948512 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:04.949511 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:04.950094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.012360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] Pushing event updated for resources: {'Network': ['ID=f31588a6-c6ed-4edd-b0bb-9bc0142996b7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:05.022584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:24:05.066077 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-77739709-3914-405f-9897-fc8bc885fdad admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6736777 Aug 16 21:24:05.068897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44250) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:24:05.073894 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Request body: {'subnet': {'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1793714145-subnet', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:05.140991 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:03Z', 'revision_number': 2, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:05.168516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Made reservation on behalf of 5618f1ce503e4660b8d276f7eba2c084 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:24:05.168795 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Checking router: bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:24:05.169147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Updating router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:24:05.170886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.203890 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.397332 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.458672 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799a8393-2e1f-4f0c-a8fb-84460d701732,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:05.458880 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.462291 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Checking segment: {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:05.462647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Network hostable DHCP agents. Network: f31588a6-c6ed-4edd-b0bb-9bc0142996b7, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:24:05.468747 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Transition to ACTIVE for port object 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:05.550866 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.603690 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Pushing event updated for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:05.614195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:24:05.626960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.627362 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.627710 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.628059 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.628385 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.628700 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.629016 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.629844 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.630175 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.630488 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.630800 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.631112 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:05.661705 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Attempting to bind port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:05.667058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Attempting to bind port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:05.667058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Attempting to bind port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 on network 784e3878-9806-41fc-8955-0cdc29057bb7 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:05.667959 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:05.668323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Checking segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:05.668715 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.669098 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Bound using segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:05.669552 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Bound port: 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:05.669921 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.716942 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, f31588a6-c6ed-4edd-b0bb-9bc0142996b7) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:05.724490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:05.725089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.733196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6066fb-4863-4d57-a276-b3076b7ff89e None None] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:24:05.744238 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] For port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:05.747323 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] For port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:05.806720 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-513cf3e4-26a2-4957-9cea-7e7c2b125489 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7367623 Aug 16 21:24:05.809264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44252) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:24:05.812011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f1da3d6f-2631-454e-b133-43023c2fd54a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:05.814049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:05.835097 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.893770 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:05.894388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:05.896995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e723ac6-a4a3-4a18-8a72-8e208fc33f07 None None] Pushing event updated for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:05.904318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.907144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.944890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port f1da3d6f-2631-454e-b133-43023c2fd54a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:05.945266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.984359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:24:05.985135 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:05.990405 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.029459 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:06.168377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Allocated IP 172.20.0.2 (f31588a6-c6ed-4edd-b0bb-9bc0142996b7/799a8393-2e1f-4f0c-a8fb-84460d701732/fe12a2cf-d184-4368-a064-d2ed95f9bf9e) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:06.219071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.249864 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:05Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:06.281253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3363a2-e3cf-4e43-bae5-28ebd75e5db5 None None] The sync data for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 is: [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:05Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:24:06.481067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.498423 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.507017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Transition to ACTIVE for port object fe12a2cf-d184-4368-a064-d2ed95f9bf9e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:06.527800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Transition to ACTIVE for port object fe12a2cf-d184-4368-a064-d2ed95f9bf9e will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:06.541282 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.560876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.603051 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.640464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:06.643213 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:06.653023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:06.663952 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Pushing event updated for resources: {'Port': ['ID=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:06.679697 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Allocated IP 172.25.7.109 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3ef95f4f-bb32-4aac-9861-903733bd5857) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:06.727498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Attempting to bind port fe12a2cf-d184-4368-a064-d2ed95f9bf9e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:06.728331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Attempting to bind port fe12a2cf-d184-4368-a064-d2ed95f9bf9e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:06.728686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Attempting to bind port fe12a2cf-d184-4368-a064-d2ed95f9bf9e on network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:06.736185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:06.736770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Checking segment: {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:06.737881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.738003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Bound using segment: {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:06.739270 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Bound port: fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:06.739964 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.801061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.809484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] For port fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:06.812797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] For port fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:06.886414 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.928907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:06.954113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fc143-2772-4bf5-9f37-b75f277551d2 None None] Pushing event updated for resources: {'Port': ['ID=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:06.983478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:06.983478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:06.985348 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:06.991230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef95f4f-bb32-4aac-9861-903733bd5857,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:07.022531 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.022957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.023369 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.023994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.024418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.024819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.025218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.025617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.026020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.026358 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.026709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.027059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:24:07.734156 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:07.843100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fe12a2cf-d184-4368-a064-d2ed95f9bf9e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:07.949984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:07.968464 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port fe12a2cf-d184-4368-a064-d2ed95f9bf9e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:07.973100 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:08.109044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:08.113510 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:08.119574 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.165921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Router 824bbb54-2c8a-45c6-aa56-08ba59383098 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:24:08.197282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673305ef-bd99-4493-8e1a-1310c69ec87d None None] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:24:08.218160 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.286326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:24:08.292233 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:08.303520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Sync routers for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:24:08.324684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:08.324966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:08.371671 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.373161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7affa963-dd39-4f79-9c49-2a8e1daa9467 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5629439 Aug 16 21:24:08.376122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44254) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:24:08.381579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Provisioning for port fe12a2cf-d184-4368-a064-d2ed95f9bf9e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:08.384215 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.403331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Provisioning complete for port fe12a2cf-d184-4368-a064-d2ed95f9bf9e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:08.403699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.548547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:08.555391 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:08.703306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.761476 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] For port fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:08.810688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:07Z', 'revision_number': 3, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:08.832384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.840513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.843915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Checking router: 824bbb54-2c8a-45c6-aa56-08ba59383098 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:24:08.844564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Updating router 824bbb54-2c8a-45c6-aa56-08ba59383098 port 3ef95f4f-bb32-4aac-9861-903733bd5857 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:24:08.898698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:08.930040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c39568-d588-4b48-a8af-a0ca9f576420 None None] Pushing event updated for resources: {'Port': ['ID=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:09.003065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Allocated IP 172.20.0.1 (f31588a6-c6ed-4edd-b0bb-9bc0142996b7/799a8393-2e1f-4f0c-a8fb-84460d701732/4a716370-887a-418e-9471-d6b0de30d7ba) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:09.017365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3f28a7cf-12f7-4f5b-b5f8-7387a8e6b536 None None] Provisioning complete for port fe12a2cf-d184-4368-a064-d2ed95f9bf9e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:09.017738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3f28a7cf-12f7-4f5b-b5f8-7387a8e6b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.119684 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.134587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Transition to ACTIVE for port object 4a716370-887a-418e-9471-d6b0de30d7ba will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:09.229824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.237667 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.247896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Transition to ACTIVE for port object 3ef95f4f-bb32-4aac-9861-903733bd5857 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:09.272113 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:09.274939 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:09.278506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:09.283981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:09.324808 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.326594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.383106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Attempting to bind port 3ef95f4f-bb32-4aac-9861-903733bd5857 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:09.383486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Attempting to bind port 3ef95f4f-bb32-4aac-9861-903733bd5857 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:09.383939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Attempting to bind port 3ef95f4f-bb32-4aac-9861-903733bd5857 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:09.386325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54f38-9c4f-44af-bfa0-c2b8907f4140 None None] Pushing event updated for resources: {'Port': ['ID=3ef95f4f-bb32-4aac-9861-903733bd5857,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:09.392316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:09.392702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:09.393119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.393585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:09.394386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Bound port: 3ef95f4f-bb32-4aac-9861-903733bd5857, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:09.394386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.451023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] For port 3ef95f4f-bb32-4aac-9861-903733bd5857, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:09.454322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] For port 3ef95f4f-bb32-4aac-9861-903733bd5857, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ef95f4f-bb32-4aac-9861-903733bd5857,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:09.518167 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.521127 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.574854 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:09.575492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:09.585216 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-be5cdd88-3938-48a8-88de-a55a9b45e0c9 None None] Provisioning for port 4a716370-887a-418e-9471-d6b0de30d7ba completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:09.623596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54f38-9c4f-44af-bfa0-c2b8907f4140 None None] Pushing event updated for resources: {'Port': ['ID=3ef95f4f-bb32-4aac-9861-903733bd5857,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:09.631667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-be5cdd88-3938-48a8-88de-a55a9b45e0c9 None None] Provisioning complete for port 4a716370-887a-418e-9471-d6b0de30d7ba triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:09.632251 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-be5cdd88-3938-48a8-88de-a55a9b45e0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.688876 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.705591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-be5cdd88-3938-48a8-88de-a55a9b45e0c9 None None] Port 4a716370-887a-418e-9471-d6b0de30d7ba cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:09.727035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:09.754963 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.812386 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fe12a2cf-d184-4368-a064-d2ed95f9bf9e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:09.826769 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:09.829147 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:09.919553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:09.920835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:09.939311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port fe12a2cf-d184-4368-a064-d2ed95f9bf9e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:09.939905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:10.046809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Router 824bbb54-2c8a-45c6-aa56-08ba59383098 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:24:10.159476 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:24:10.163720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4a716370-887a-418e-9471-d6b0de30d7ba', 'name': '', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'mac_address': 'fa:16:3e:ce:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:08Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 1, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'subnets': [{'id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:10.166648 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-12889ace-f8ed-4e83-a234-2f441aff6bc6 admin admin] 10.222.0.70 "PUT /v2.0/routers/824bbb54-2c8a-45c6-aa56-08ba59383098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893579 Aug 16 21:24:10.206761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f1029e-f5b2-46e1-b793-e5526f5fcf40 None None] The sync data for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 is: [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4a716370-887a-418e-9471-d6b0de30d7ba', 'name': '', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'mac_address': 'fa:16:3e:ce:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:08Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 1, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'subnets': [{'id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:24:10.231841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:10.261043 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d7018401-6576-4b5c-ac8c-5f99d1203d77 None None] Provisioning complete for port 4a716370-887a-418e-9471-d6b0de30d7ba triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:10.261421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d7018401-6576-4b5c-ac8c-5f99d1203d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:10.309366 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d7018401-6576-4b5c-ac8c-5f99d1203d77 None None] Port 4a716370-887a-418e-9471-d6b0de30d7ba cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:10.320181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:10.320467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:11.846616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ef95f4f-bb32-4aac-9861-903733bd5857 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:11.985164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3ef95f4f-bb32-4aac-9861-903733bd5857 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:11.990906 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3ef95f4f-bb32-4aac-9861-903733bd5857 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:11.991289 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:12.082638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:12.111559 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3ef95f4f-bb32-4aac-9861-903733bd5857, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ef95f4f-bb32-4aac-9861-903733bd5857,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:12.237284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:12.290678 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3ef95f4f-bb32-4aac-9861-903733bd5857,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:13.584166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Sync routers for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:24:13.593769 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:13.594451 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:13.721962 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:13.823160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ef95f4f-bb32-4aac-9861-903733bd5857 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:13.884892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3ef95f4f-bb32-4aac-9861-903733bd5857 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:13.885266 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.031793 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4a716370-887a-418e-9471-d6b0de30d7ba', 'name': '', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'mac_address': 'fa:16:3e:ce:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:08Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 2, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'subnets': [{'id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:14.060611 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Checking router: 824bbb54-2c8a-45c6-aa56-08ba59383098 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:24:14.060963 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Updating router 824bbb54-2c8a-45c6-aa56-08ba59383098 port 4a716370-887a-418e-9471-d6b0de30d7ba binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:24:14.085970 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.376221 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.388425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Transition to ACTIVE for port object 4a716370-887a-418e-9471-d6b0de30d7ba will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:14.497205 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.556418 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63713eb8-b6c4-4f79-8456-110fd164109d None None] Pushing event updated for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:14.616805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Attempting to bind port 4a716370-887a-418e-9471-d6b0de30d7ba on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:14.618147 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Attempting to bind port 4a716370-887a-418e-9471-d6b0de30d7ba by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:14.618706 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Attempting to bind port 4a716370-887a-418e-9471-d6b0de30d7ba on network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:14.626588 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:14.627505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Checking segment: {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:14.628139 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.628592 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Bound using segment: {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:14.629157 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Bound port: 4a716370-887a-418e-9471-d6b0de30d7ba, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea5fa58-4f1d-4d89-98fc-5052f34d7718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:14.629627 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.709191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] For port 4a716370-887a-418e-9471-d6b0de30d7ba, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:14.713228 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] For port 4a716370-887a-418e-9471-d6b0de30d7ba, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a716370-887a-418e-9471-d6b0de30d7ba,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:14.776236 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:14.795386 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:14.860318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:24:14.860955 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:24:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:14.863235 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63713eb8-b6c4-4f79-8456-110fd164109d None None] Pushing event updated for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:15.024261 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:24:15.262403 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4a716370-887a-418e-9471-d6b0de30d7ba', 'name': '', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'mac_address': 'fa:16:3e:ce:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:08Z', 'updated_at': '2021-08-16T21:24:14Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'subnets': [{'id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:24:15.289559 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c65c0c-f270-439b-acf2-7b5a509d9cd2 None None] The sync data for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 is: [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:24:09Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '4a716370-887a-418e-9471-d6b0de30d7ba', 'name': '', 'network_id': 'f31588a6-c6ed-4edd-b0bb-9bc0142996b7', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'mac_address': 'fa:16:3e:ce:14:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:08Z', 'updated_at': '2021-08-16T21:24:14Z', 'revision_number': 4, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'subnets': [{'id': '799a8393-2e1f-4f0c-a8fb-84460d701732', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:24:15.852093 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a716370-887a-418e-9471-d6b0de30d7ba up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:15.973424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 4a716370-887a-418e-9471-d6b0de30d7ba completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:15.978010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4a716370-887a-418e-9471-d6b0de30d7ba triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:15.978472 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:16.065456 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:16.103903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 4a716370-887a-418e-9471-d6b0de30d7ba, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a716370-887a-418e-9471-d6b0de30d7ba,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:16.197239 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:16.250595 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:17.826243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a716370-887a-418e-9471-d6b0de30d7ba up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:17.883522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 4a716370-887a-418e-9471-d6b0de30d7ba triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:17.883924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:18.897440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:21.964433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-ed06cc98-7575-4a34-a7e3-4bcb6b206e2c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:21.965988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-ed06cc98-7575-4a34-a7e3-4bcb6b206e2c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 815 time: 0.1052523 Aug 16 21:24:21.981090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-9b793e52-8ec5-40eb-869e-f48bd7a6f47e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/quotas/8eef6a3750bc4fbf923a82b03ee21f01 HTTP/1.1" status: 200 len: 375 time: 0.0093966 Aug 16 21:24:22.032428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-a8062931-33a6-4a39-95c2-3148fd2f3026 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460126 Aug 16 21:24:22.048043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-a8877340-c387-4c05-bceb-f89a5f12c9f9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:24:22.049023 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-a8877340-c387-4c05-bceb-f89a5f12c9f9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053582 Aug 16 21:24:22.141571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-258d9733-1ce7-4a1d-8285-cde6f3d93e64 service neutron] 10.222.0.70 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861349 Aug 16 21:24:22.234333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-bc57343e-a676-4001-aa5e-bdfdf18dcae0 service neutron] 10.222.0.70 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863755 Aug 16 21:24:22.459747 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:22.476371 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36bef013-d5bf-4474-a370-331c39a677b6 req-06432ada-1ed6-490d-8596-92a24d50315e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 16 21:24:23.556834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb3d1fdf-81c4-416e-8a1c-464fda0b8711 req-7c9ddd3e-7eb0-43fd-b815-5c609a15c91e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Aug 16 21:24:24.648870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cb187854-75f1-42e8-b9f4-6b204685e1bd req-fae6c8a1-7c0a-43a9-93c5-0ee97c7d81ce tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 210 time: 0.0262654 Aug 16 21:24:25.174921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-69a8f4b6-e84a-428b-8fe0-ad587452d936 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:25.177026 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-69a8f4b6-e84a-428b-8fe0-ad587452d936 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 815 time: 0.1048887 Aug 16 21:24:25.190671 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'port': {'device_id': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'admin_state_up': True, 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:25.371257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Made reservation on behalf of 8eef6a3750bc4fbf923a82b03ee21f01 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:24:25.375101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:25.503688 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Allocated IP 172.20.0.9 (784e3878-9806-41fc-8955-0cdc29057bb7/da424613-eff1-4b85-b3aa-4632ec4b1f38/36d11874-5a4e-4cc9-85f2-79e10112fba1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:24:25.654909 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:25.680448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Transition to ACTIVE for port object 36d11874-5a4e-4cc9-85f2-79e10112fba1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:25.747651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-55172816-ab38-49ab-8963-315b0054d4f9 req-e595ece6-d3a0-42e0-b791-ee80b36378d6 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 210 time: 0.0315342 Aug 16 21:24:25.751451 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:25.795678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Network 784e3878-9806-41fc-8955-0cdc29057bb7 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:24:25.798766 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:24:25.803875 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:24:25.837449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:25.867513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:25.870645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:25.954819 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-f973003e-22ff-4624-8c6f-9fdb3a41a373 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7682726 Aug 16 21:24:26.237117 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5a6b91dc-3f6d-4548-bfbc-19085a57568e None None] Provisioning for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:26.245508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5a6b91dc-3f6d-4548-bfbc-19085a57568e None None] Provisioning complete for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:26.257436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5a6b91dc-3f6d-4548-bfbc-19085a57568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:26.283461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5a6b91dc-3f6d-4548-bfbc-19085a57568e None None] Port 36d11874-5a4e-4cc9-85f2-79e10112fba1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:24:26.873703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2265d-11cd-469d-93af-2eb08b0c8348 req-a492ee30-e612-4ffe-afa1-91b626720dd5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:26.875270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df2265d-11cd-469d-93af-2eb08b0c8348 req-a492ee30-e612-4ffe-afa1-91b626720dd5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0518808 Aug 16 21:24:26.917873 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5df2265d-11cd-469d-93af-2eb08b0c8348 req-8a42444e-241c-4421-afae-dfef5e202996 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361617 Aug 16 21:24:28.036149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb08bd-0bba-4f4e-9f1a-9c8be083bc6f req-a142aa1d-6909-47dd-96ac-5868bf82c776 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:28.037648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2acb08bd-0bba-4f4e-9f1a-9c8be083bc6f req-a142aa1d-6909-47dd-96ac-5868bf82c776 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0490363 Aug 16 21:24:28.075743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2acb08bd-0bba-4f4e-9f1a-9c8be083bc6f req-863d6921-8360-462b-ad9b-87be2fd7b6b5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Aug 16 21:24:29.211678 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34f0cc-1f83-4f40-9676-ca78da07e485 req-d6de6cf7-79c4-433e-964e-9075234af724 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:29.213193 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd34f0cc-1f83-4f40-9676-ca78da07e485 req-d6de6cf7-79c4-433e-964e-9075234af724 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0580964 Aug 16 21:24:29.254731 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd34f0cc-1f83-4f40-9676-ca78da07e485 req-3154248f-8a29-4393-b2fa-ebe9e4d2ca0f tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Aug 16 21:24:30.372496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6495a-77ed-4931-ab2b-77f69893d762 req-0c0df535-18ca-48d9-ad9f-55b2df1443dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:30.373989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b6495a-77ed-4931-ab2b-77f69893d762 req-0c0df535-18ca-48d9-ad9f-55b2df1443dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0509486 Aug 16 21:24:30.414483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f8b6495a-77ed-4931-ab2b-77f69893d762 req-e604ff78-27a0-496d-a9f1-2a99784afc48 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Aug 16 21:24:30.722245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b4b0-25cf-4ef5-8986-f85a53be2141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:31.539309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185b15-90f5-4501-8b5b-7723602a88cf req-36f47ba1-52aa-45af-96cb-76698a6ab1be tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:31.555889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01185b15-90f5-4501-8b5b-7723602a88cf req-36f47ba1-52aa-45af-96cb-76698a6ab1be tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0609350 Aug 16 21:24:31.596195 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01185b15-90f5-4501-8b5b-7723602a88cf req-1bbe8185-d08a-41b5-a1f4-aa934cc0989b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393932 Aug 16 21:24:32.729744 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e2e41-f8f1-47c9-967c-d2719b6aa297 req-9bde4fde-b417-46e5-868c-0287a5d7041e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:32.731761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd1e2e41-f8f1-47c9-967c-d2719b6aa297 req-9bde4fde-b417-46e5-868c-0287a5d7041e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0615852 Aug 16 21:24:32.775870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd1e2e41-f8f1-47c9-967c-d2719b6aa297 req-034e8fce-71c1-425e-a616-488a676b9f03 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Aug 16 21:24:33.564891 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:33.662722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7a1b-8dd6-437a-ab1e-bed03e45303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:33.899631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830c7c0-3b02-4a72-8ff5-83c231dd5358 req-b2d6c001-6bb8-4c5b-a6fd-0343bcbe7f9d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:33.901341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8830c7c0-3b02-4a72-8ff5-83c231dd5358 req-b2d6c001-6bb8-4c5b-a6fd-0343bcbe7f9d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0513899 Aug 16 21:24:33.938640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8830c7c0-3b02-4a72-8ff5-83c231dd5358 req-8c8555f6-0e8b-4210-af11-ac7457b48c37 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Aug 16 21:24:34.494030 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:35.062784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f859b-232e-420d-865b-2d21aabca107 req-0746dba5-cd7a-44bf-a491-ac775467aa5b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:35.064519 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d70f859b-232e-420d-865b-2d21aabca107 req-0746dba5-cd7a-44bf-a491-ac775467aa5b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0494742 Aug 16 21:24:35.107561 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d70f859b-232e-420d-865b-2d21aabca107 req-34259ffa-a816-4842-a3de-5fe429e78ce9 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359249 Aug 16 21:24:36.235937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689cbe-f6b1-4089-9b5f-f4f4cbd383d6 req-d64047a9-f6c8-4b72-83a8-e80569b794f1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:36.237406 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a689cbe-f6b1-4089-9b5f-f4f4cbd383d6 req-d64047a9-f6c8-4b72-83a8-e80569b794f1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0575569 Aug 16 21:24:36.275401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a689cbe-f6b1-4089-9b5f-f4f4cbd383d6 req-a54c85c2-2ba8-4509-8297-c7f29266cc1a tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311377 Aug 16 21:24:36.365793 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:37.396577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae069d6-865e-47cc-a9b8-bbad66150a70 req-bceb9a09-1867-4eb0-99b9-f7c640591700 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:37.398116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae069d6-865e-47cc-a9b8-bbad66150a70 req-bceb9a09-1867-4eb0-99b9-f7c640591700 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0555997 Aug 16 21:24:37.436335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae069d6-865e-47cc-a9b8-bbad66150a70 req-3c4666db-8734-467b-8d7b-cb38a559a8ce tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 16 21:24:37.699706 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Request body: {'port': {'device_id': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:24:37.760961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:38.022336 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d11874-5a4e-4cc9-85f2-79e10112fba1 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:24:38.034092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:38.048482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Transition to ACTIVE for port object 36d11874-5a4e-4cc9-85f2-79e10112fba1 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:24:38.552569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb252-b466-4e83-8bbc-d9819461f37c req-9652aba9-b6d2-4fd6-9699-9a4693f59e92 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:38.554266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-667eb252-b466-4e83-8bbc-d9819461f37c req-9652aba9-b6d2-4fd6-9699-9a4693f59e92 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 931 time: 0.0510821 Aug 16 21:24:38.593944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-667eb252-b466-4e83-8bbc-d9819461f37c req-609b51bc-48e5-4c75-9cab-1dde68714638 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338094 Aug 16 21:24:38.782436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:38.834925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:38.908032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Attempting to bind port 36d11874-5a4e-4cc9-85f2-79e10112fba1 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:24:38.908371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Attempting to bind port 36d11874-5a4e-4cc9-85f2-79e10112fba1 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:24:38.908700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Attempting to bind port 36d11874-5a4e-4cc9-85f2-79e10112fba1 on network 784e3878-9806-41fc-8955-0cdc29057bb7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:38.913763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Port 36d11874-5a4e-4cc9-85f2-79e10112fba1 on network 784e3878-9806-41fc-8955-0cdc29057bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:24:38.914082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Attempting to bind port 36d11874-5a4e-4cc9-85f2-79e10112fba1 on network 784e3878-9806-41fc-8955-0cdc29057bb7 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:24:38.918823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:24:38.919158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Checking segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:24:38.919539 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Bound using segment: {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:24:38.919994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Bound port: 36d11874-5a4e-4cc9-85f2-79e10112fba1, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a756f61a-d797-4af9-a913-75a4e9dbb600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:24:38.920349 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:38.985545 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:24:38.988978 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:24:39.059399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:39.094366 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.095212 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:39.096711 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] 10.222.0.64 "PUT /v2.0/ports/36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 1092 time: 1.4015958 Aug 16 21:24:39.099405 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:39.102408 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd864ee5-2841-4721-8623-3f3e9509d47e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:39.130552 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f74777-17e0-47a7-85fe-3ff8295cd6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:39.143631 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa3bc5-6e42-415c-b5e2-90e63ea3cbb6 x-openstack-request-id: req-cdfa3bc5-6e42-415c-b5e2-90e63ea3cbb6 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:39.143631 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:39.143631 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdfa3bc5-6e42-415c-b5e2-90e63ea3cbb6 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:39.143631 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:24:39.206322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-99698cb4-9dec-46a7-8bf4-45ad1beb9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.208796 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-99698cb4-9dec-46a7-8bf4-45ad1beb9e49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1095 time: 0.0467703 Aug 16 21:24:39.310946 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-4ba66066-f560-4fcf-9fa4-fd420c5098a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.312509 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-4ba66066-f560-4fcf-9fa4-fd420c5098a2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0962415 Aug 16 21:24:39.412743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-b8b92ece-d95d-4f33-8e46-6be97d1422f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.414303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bd864ee5-2841-4721-8623-3f3e9509d47e req-b8b92ece-d95d-4f33-8e46-6be97d1422f9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936079 Aug 16 21:24:39.488696 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-ad9a36dd-46dd-4c0b-ad7d-6c1731d5a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.490153 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-ad9a36dd-46dd-4c0b-ad7d-6c1731d5a39a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1095 time: 0.0400577 Aug 16 21:24:39.535901 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-604ed837-4190-4997-80e0-00730ea44f10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 217 time: 0.0379977 Aug 16 21:24:39.586163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-e4d1c67e-0036-49e2-bfea-c0a2b447d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.587788 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-e4d1c67e-0036-49e2-bfea-c0a2b447d2c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0442750 Aug 16 21:24:39.634421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-e17df7c2-e945-425d-8fb8-e155aaebeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.635963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-e17df7c2-e945-425d-8fb8-e155aaebeebb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411003 Aug 16 21:24:39.711255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef929333-74a2-49e8-9793-c84a0a3afc24 req-4a21b013-914f-4f93-b7de-88e6e58e98e0 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:39.712810 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef929333-74a2-49e8-9793-c84a0a3afc24 req-4a21b013-914f-4f93-b7de-88e6e58e98e0 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 943 time: 0.0531993 Aug 16 21:24:39.731393 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-cac0ffef-0e31-4a32-8a2d-16c0d5f07d4d service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879664 Aug 16 21:24:39.767522 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef929333-74a2-49e8-9793-c84a0a3afc24 req-92d37377-2a8b-4f4c-9168-adc1e21d3654 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369387 Aug 16 21:24:39.832455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-cc83156b-36a4-40ba-b6f6-bb0f9cb3b285 req-d230dd8b-bfe3-42cf-8e6f-6e14ae25721e service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933151 Aug 16 21:24:40.874155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f0446-47ea-4748-a1dd-a6aa91b4d919 req-b3d650ed-8b71-459a-9ebf-6b0e0733647b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:40.875635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c5f0446-47ea-4748-a1dd-a6aa91b4d919 req-b3d650ed-8b71-459a-9ebf-6b0e0733647b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 943 time: 0.0495586 Aug 16 21:24:40.913463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9c5f0446-47ea-4748-a1dd-a6aa91b4d919 req-1b5d8106-0040-4f3e-92da-82bb8a3bbe5c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Aug 16 21:24:42.030589 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ccf3-f763-4559-8dcf-1e9f5c2217cd req-6da06415-9aca-4744-914d-d36db1c4f25c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:42.032184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a86ccf3-f763-4559-8dcf-1e9f5c2217cd req-6da06415-9aca-4744-914d-d36db1c4f25c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 943 time: 0.0517647 Aug 16 21:24:42.071819 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a86ccf3-f763-4559-8dcf-1e9f5c2217cd req-cde940ef-487e-49d3-b1a2-263eac16da24 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336039 Aug 16 21:24:43.187838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc095f-3abc-492c-8e3d-29afa3bccef8 req-31a41afb-fd80-432b-ba69-44e249cac625 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:43.189327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8dbc095f-3abc-492c-8e3d-29afa3bccef8 req-31a41afb-fd80-432b-ba69-44e249cac625 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 943 time: 0.0524523 Aug 16 21:24:43.227229 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8dbc095f-3abc-492c-8e3d-29afa3bccef8 req-a268c84c-3da9-4f15-84fb-3b57a6651890 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Aug 16 21:24:43.752896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36d11874-5a4e-4cc9-85f2-79e10112fba1 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:24:43.848442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:43.859596 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'port_id': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'mac_address': 'fa:16:3e:07:92:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:24:43.899072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:43.911105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d11874-5a4e-4cc9-85f2-79e10112fba1 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:24:43.930001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:43.996104 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:44.042315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:44.217123 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:24:44.340999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998dce4-474c-40bb-b8fd-f476844401c9 req-e477136d-0a24-4429-a551-cb237e583804 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:44.342493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c998dce4-474c-40bb-b8fd-f476844401c9 req-e477136d-0a24-4429-a551-cb237e583804 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 944 time: 0.0489659 Aug 16 21:24:44.382223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c998dce4-474c-40bb-b8fd-f476844401c9 req-fd79cef2-d8f2-4136-90a4-61c613ea3e8e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Aug 16 21:24:45.495829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ac2ba-77c8-4e5a-9369-3c25bab9b346 req-a034363e-2b36-475f-8c42-062c81d0e56b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:45.497315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af8ac2ba-77c8-4e5a-9369-3c25bab9b346 req-a034363e-2b36-475f-8c42-062c81d0e56b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 944 time: 0.0491462 Aug 16 21:24:45.533963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-af8ac2ba-77c8-4e5a-9369-3c25bab9b346 req-414a56b1-52ce-4dde-be13-13bbba2eaeb2 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Aug 16 21:24:45.784142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36d11874-5a4e-4cc9-85f2-79e10112fba1 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:24:45.879274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:24:45.883013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:24:45.883458 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:45.961722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:45.984398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:24:45.986623 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd22a614-a10b-4c0a-b17f-f2751d28a036" -d '{"events": [{"server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "name": "network-vif-plugged", "status": "completed", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:24:45.999421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:24:46.022444 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b656343c-f9d6-4f9e-baac-080ee74afc57 x-openstack-request-id: req-b656343c-f9d6-4f9e-baac-080ee74afc57 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:24:46.022736 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "name": "network-vif-plugged", "status": "completed", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:24:46.022990 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b656343c-f9d6-4f9e-baac-080ee74afc57 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:24:46.023386 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'code': 200} Aug 16 21:24:46.115261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1e954-71d3-495b-80ea-ceb299cbdfe8 req-90f92a4e-476a-485e-99ff-529720823e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:46.116790 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74c1e954-71d3-495b-80ea-ceb299cbdfe8 req-90f92a4e-476a-485e-99ff-529720823e07 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1096 time: 0.0405018 Aug 16 21:24:46.136323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:46.155664 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-74c1e954-71d3-495b-80ea-ceb299cbdfe8 req-d4022799-73d5-45bb-b09e-7483f89c4fd1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Aug 16 21:24:46.187200 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:24:46.652945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f6d40-fc37-4c89-adaa-2fe939ca8c23 req-23cdb920-281b-4586-86a0-d06d2b2aff58 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:46.654403 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1f6d40-fc37-4c89-adaa-2fe939ca8c23 req-23cdb920-281b-4586-86a0-d06d2b2aff58 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Aug 16 21:24:46.690949 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d1f6d40-fc37-4c89-adaa-2fe939ca8c23 req-8b71839b-335f-4a48-b947-448addb5592d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307109 Aug 16 21:24:47.807752 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb993ee-b784-4241-ae1d-b01a4142bc86 req-5ef7ee47-bf72-4afa-9e8e-d8534f742f0b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:47.809261 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bb993ee-b784-4241-ae1d-b01a4142bc86 req-5ef7ee47-bf72-4afa-9e8e-d8534f742f0b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0508533 Aug 16 21:24:47.846633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0bb993ee-b784-4241-ae1d-b01a4142bc86 req-193ecec0-3ac9-46ef-b3a3-d348ccb11bcd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Aug 16 21:24:47.961103 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a3360-2fee-4016-9e4a-fdff70cc1f54 req-0cbd4126-e041-4b53-b86d-4352de3bb9f9 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:47.962586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f3a3360-2fee-4016-9e4a-fdff70cc1f54 req-0cbd4126-e041-4b53-b86d-4352de3bb9f9 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 16 21:24:48.000250 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4f3a3360-2fee-4016-9e4a-fdff70cc1f54 req-10eb1295-8479-43d1-96e8-eae63262cb6b tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Aug 16 21:24:48.189226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4376ea-29b9-43d6-9170-9fbdc5b1cb82 req-b0f9739e-285e-4571-ad83-0a731bd8f779 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:48.190697 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d4376ea-29b9-43d6-9170-9fbdc5b1cb82 req-b0f9739e-285e-4571-ad83-0a731bd8f779 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0527358 Aug 16 21:24:48.229102 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4d4376ea-29b9-43d6-9170-9fbdc5b1cb82 req-7cbe2c88-5539-42d5-863c-b61326b8e85c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Aug 16 21:24:48.472006 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-bc2e51b0-5923-4e89-a63e-8c4be8d6d6ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407002 Aug 16 21:24:48.553398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-ddf4efda-ab0a-460c-9c06-546ee0571a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:48.554942 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-ddf4efda-ab0a-460c-9c06-546ee0571a0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1097 time: 0.0409818 Aug 16 21:24:48.666260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-ee15f2a6-07a1-4a47-859b-3ad9ea5e2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:48.667765 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-ee15f2a6-07a1-4a47-859b-3ad9ea5e2903 service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.0942724 Aug 16 21:24:48.709661 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-b6a6ef60-f35f-4b4b-99a4-34d573a43440 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 217 time: 0.0347729 Aug 16 21:24:48.756695 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-4238d39f-224b-4ce9-9b48-17318e57fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:48.758015 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-4238d39f-224b-4ce9-9b48-17318e57fa4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0422740 Aug 16 21:24:48.806409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-51902a2d-2863-449e-86d5-3e9a65c0c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:24:48.808430 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-51902a2d-2863-449e-86d5-3e9a65c0c19c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436602 Aug 16 21:24:48.901168 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-16e43529-7961-48b5-a0f2-d29fe53b0720 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853696 Aug 16 21:24:48.957084 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:24:49.012283 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fe9ae148-00bd-439d-bd83-813f20fe44d7 req-26a4952c-630c-402e-b279-f3bd59111025 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042290 Aug 16 21:24:51.775488 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:24:52.425124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:00.702004 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b7b20114-930b-4786-b6ad-a36a135e0ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:02.899118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b644a2-e724-4b5a-8ab2-9c49dec53e9f req-db23d9f9-87be-4b42-9a09-309541b97b19 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:02.900638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9b644a2-e724-4b5a-8ab2-9c49dec53e9f req-db23d9f9-87be-4b42-9a09-309541b97b19 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Aug 16 21:25:02.938451 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9b644a2-e724-4b5a-8ab2-9c49dec53e9f req-d3e5e8b4-d4dc-42e0-abec-a40b2034b26e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Aug 16 21:25:02.961622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44476) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:03.089625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5629a-a0cb-49d9-ae9d-303b7e1646a1 tempest-TestMinimumBasicScenario-536603883 tempest-TestMinimumBasicScenario-536603883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:03.091134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-95e5629a-a0cb-49d9-ae9d-303b7e1646a1 tempest-TestMinimumBasicScenario-536603883 tempest-TestMinimumBasicScenario-536603883-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1092 time: 0.1285565 Aug 16 21:25:03.094221 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44480) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:03.099072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:03.187674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.286259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.385137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Allocated IP 172.25.7.91 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/25888b4d-8015-4f60-b612-dcb331517f40) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:25:03.488407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.570730 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.639576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.656361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-688843c4-5b56-4625-b855-4ff2d821a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:03.679707 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:25:03.682506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:25:03.686027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:25:03.691473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'Port': ['ID=25888b4d-8015-4f60-b612-dcb331517f40,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:03.717165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.717510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.717847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.718182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.718510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.718886 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.719210 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.719531 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.719883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.720208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.720554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:03.720872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:04.053608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.249892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.401221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.467394 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.516654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:04.585948 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'Port': ['ID=25888b4d-8015-4f60-b612-dcb331517f40,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:04.600714 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.048469 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Floating IP 27787a66-e19e-4939-832c-ce29bc897639 associated. External IP: 172.25.7.91, port: 36d11874-5a4e-4cc9-85f2-79e10112fba1. Aug 16 21:25:05.253540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:25:05.356101 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:25:05.366467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Sync routers for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:25:05.375235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:25:05.375990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:25:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:05.442376 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.472248 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e8eaa309-dcd1-413d-8270-3d0a70368813 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3770082 Aug 16 21:25:05.477129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:05.477129 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f4d67-af7f-4748-a910-636e13df68a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:05.477350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44482) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:05.481626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172208487', 'description': 'tempest-secgroup-smoke-1172208487 description', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:05.482544 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:25:05.514420 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7252ecf2-d2f7-4b1f-8495-8c19f53a8849 x-openstack-request-id: req-7252ecf2-d2f7-4b1f-8495-8c19f53a8849 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:05.514420 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:05.514700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7252ecf2-d2f7-4b1f-8495-8c19f53a8849 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:05.515048 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:25:05.579308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-6f4daeaf-9868-46c4-a07b-4b63f609e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:05.580870 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-6f4daeaf-9868-46c4-a07b-4b63f609e237 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1097 time: 0.0421512 Aug 16 21:25:05.606838 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.708706 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '27787a66-e19e-4939-832c-ce29bc897639', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'port_id': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'mac_address': 'fa:16:3e:07:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:25:03Z', 'updated_at': '2021-08-16T21:25:03Z', 'revision_number': 0, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:05.709184 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-ac6d185e-3bc5-4712-a4a8-110f29bc7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:05.710697 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-ac6d185e-3bc5-4712-a4a8-110f29bc7dbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.1217232 Aug 16 21:25:05.735358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Checking router: bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:25:05.744525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:25:05.745124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:25:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:05.787623 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.799938 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-583f12c3-9592-47a7-9579-65aa1caabeff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 998 time: 0.0767007 Aug 16 21:25:05.849155 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:25:05.855304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-84ed0921-d4ac-4473-a7a7-846a7670da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:05.856955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-84ed0921-d4ac-4473-a7a7-846a7670da18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0490837 Aug 16 21:25:05.858035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:05.920506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42982f42-a10f-4c0c-94df-f3b079b25833,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:05.939398 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-02259f4a-1300-4909-8324-8262209b53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:05.939398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-02259f4a-1300-4909-8324-8262209b53f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643456 Aug 16 21:25:06.002200 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.006394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7cb6b164-7570-4ec7-bda0-6259564904dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5265872 Aug 16 21:25:06.010261 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44486) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:06.012197 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:06.084144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '27787a66-e19e-4939-832c-ce29bc897639', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'port_id': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'mac_address': 'fa:16:3e:07:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:25:03Z', 'updated_at': '2021-08-16T21:25:03Z', 'revision_number': 0, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:25:06.131994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e51d1f-932a-47e3-bcc1-04233a0a24a9 None None] The sync data for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 is: [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '27787a66-e19e-4939-832c-ce29bc897639', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'floating_ip_address': '172.25.7.91', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'port_id': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'mac_address': 'fa:16:3e:07:92:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:25:03Z', 'updated_at': '2021-08-16T21:25:03Z', 'revision_number': 0, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:25:06.344607 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f314700-a422-4f52-b15d-c98d1a9909df None None] New status for floating IP 27787a66-e19e-4939-832c-ce29bc897639: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:25:06.365091 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.402339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-ea7a2721-7ef0-4b32-9220-9440da12413c service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570451 Aug 16 21:25:06.477430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.519550 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ec9f4d67-af7f-4748-a910-636e13df68a6 req-d48a7796-5158-4c50-bbbb-30943ccbd392 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085646 Aug 16 21:25:06.543063 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.619032 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.638024 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07429b22-4d8c-4e0c-b30f-c53c47ba8ac3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:06.716146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.717344 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-823eb40f-0277-47f0-9647-4c9cadccc268 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7098925 Aug 16 21:25:06.720498 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44488) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:06.724994 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:06.840589 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:06.900573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.009719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.028575 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f0f082-b2d0-4936-89f7-77478a2f8a92,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:07.036309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.036681 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.037177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.037512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.037842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.038172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.038496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.038816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.039138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.039458 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.039800 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.040119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:25:07.124523 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.125730 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d3e7fe76-0500-4523-b5b6-f82accdd5288 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4042814 Aug 16 21:25:07.128450 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44490) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:07.132821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:07.246375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.303071 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.370274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.387637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5503164e-385a-45c6-92b8-cd15745054bc,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:07.470873 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.472184 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-925e87c9-f510-462b-8464-47108d35b6a1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427827 Aug 16 21:25:07.475921 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44492) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:07.480506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:07.620634 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.678949 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.775516 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.792992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56db96d2-89d5-418b-be26-e399b70832e2,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:07.889774 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:07.891002 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-59b2a2e8-4d87-432b-8dc5-3d84803edc35 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4141369 Aug 16 21:25:07.893744 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44494) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:07.898819 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:07.992699 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Project 8eef6a3750bc4fbf923a82b03ee21f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:25:07.997682 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.059923 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.193560 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.210988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135539de-ca3a-4dc7-a9ab-3bb6ce1dcf91,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:08.364969 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.366223 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b057f821-f74e-431f-b397-7bb9120cef62 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4715466 Aug 16 21:25:08.368935 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44496) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:25:08.373408 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'security_group_rule': {'security_group_id': '42982f42-a10f-4c0c-94df-f3b079b25833', 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:08.516386 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Project 8eef6a3750bc4fbf923a82b03ee21f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:25:08.521367 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.581642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.672985 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.691896 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16328026-4b28-4d43-9f7f-6c0a7cf486e9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:08.779301 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:08.780487 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8da5e85c-b92b-4acc-8e6f-d4c11e329ba1 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4106193 Aug 16 21:25:08.858428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-f4664a68-2804-436f-bb13-fcdc0b4e93a5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172208487&fields=id&tenant_id=8eef6a3750bc4fbf923a82b03ee21f01 HTTP/1.1" status: 200 len: 267 time: 0.0334296 Aug 16 21:25:08.910484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-195704b1-398e-4142-97c1-58b9fbd5a660 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:08.912699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-195704b1-398e-4142-97c1-58b9fbd5a660 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Aug 16 21:25:08.923695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'port': {'security_groups': ['0beaa9eb-5b90-4061-8612-1365b38aa583', '42982f42-a10f-4c0c-94df-f3b079b25833']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:25:08.984253 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:09.166244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:25:09.199683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:09.301630 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:09.314060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:09.347835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.348491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:09.349924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fc262c2e-a776-4111-87cf-f50b26de4ef5 req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "PUT /v2.0/ports/36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 981 time: 0.4308538 Aug 16 21:25:09.350384 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:25:09.352781 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7252a395-8b9e-458c-8785-8ab675a6c376" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:25:09.402677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f512-6065-414e-9f9c-5f5e8b063bbd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=6']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:25:09.410859 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8875c329-588e-4b80-9046-a8a00fe4eed6 x-openstack-request-id: req-8875c329-588e-4b80-9046-a8a00fe4eed6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:25:09.411148 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:25:09.411462 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8875c329-588e-4b80-9046-a8a00fe4eed6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:25:09.412007 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:25:09.430813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:25:09.496522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-6e83d5c0-efb9-4c96-b786-4501241022a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.499141 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-6e83d5c0-efb9-4c96-b786-4501241022a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1136 time: 0.0556328 Aug 16 21:25:09.621854 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-61f6ef2f-49af-4563-b8aa-b44fcd449b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.622724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263a0ab-079b-4619-8819-6857cdb1b381 req-e0d0d9d0-1054-4459-a358-dfb18d69ecf7 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.623759 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-61f6ef2f-49af-4563-b8aa-b44fcd449b95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.1173272 Aug 16 21:25:09.624609 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e263a0ab-079b-4619-8819-6857cdb1b381 req-e0d0d9d0-1054-4459-a358-dfb18d69ecf7 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.2045486 Aug 16 21:25:09.635935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ae41cedd-b444-49c0-907b-216559950ad4 None None] Provisioning complete for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:25:09.636304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ae41cedd-b444-49c0-907b-216559950ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:09.673749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e263a0ab-079b-4619-8819-6857cdb1b381 req-fa77c1e9-b39a-4815-9d83-eed15f2e3952 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368843 Aug 16 21:25:09.701971 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-41a7d994-789c-4f23-8cb2-d72032ea3958 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 1000 time: 0.0694122 Aug 16 21:25:09.770664 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-35b8ae7d-a564-44f3-af50-41cf9111226d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.772723 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-35b8ae7d-a564-44f3-af50-41cf9111226d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0618572 Aug 16 21:25:09.829307 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-d0301d4a-e876-4897-b527-100f7f16ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:09.831316 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-d0301d4a-e876-4897-b527-100f7f16ad31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483477 Aug 16 21:25:09.937370 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-c64c691b-3970-4f6e-a768-ea20251ee6ac service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962908 Aug 16 21:25:10.035004 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7252a395-8b9e-458c-8785-8ab675a6c376 req-6bb62dc7-c280-45c8-a40b-3aa6efdb1523 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894308 Aug 16 21:25:18.939010 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:22.466420 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:24.048609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d8a1-ee45-449f-8173-a2a391664720 req-7f83552e-fcf7-4310-9173-4609bc3f2d1d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.050111 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3833d8a1-ee45-449f-8173-a2a391664720 req-7f83552e-fcf7-4310-9173-4609bc3f2d1d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0492997 Aug 16 21:25:24.090856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3833d8a1-ee45-449f-8173-a2a391664720 req-69031476-4516-4aac-9973-2acccd4f03ea tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345507 Aug 16 21:25:24.166902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-fe60500b-7058-4bba-9776-9a2ee4cd848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.168426 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-fe60500b-7058-4bba-9776-9a2ee4cd848a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1136 time: 0.0833695 Aug 16 21:25:24.261218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-f35d60cf-a6ab-4ea4-a2c2-fdbaee3027f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.262594 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-f35d60cf-a6ab-4ea4-a2c2-fdbaee3027f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.0863667 Aug 16 21:25:24.332843 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-b8402849-ddc6-43ea-82c9-38053ea63bce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 1000 time: 0.0617468 Aug 16 21:25:24.393582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-1457a2ff-ee5a-400e-9b1a-ae36d2204ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.395827 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-1457a2ff-ee5a-400e-9b1a-ae36d2204ad5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0549364 Aug 16 21:25:24.442684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-531a328a-cb1f-4ede-bef4-ee232350105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:24.444346 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-531a328a-cb1f-4ede-bef4-ee232350105e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408590 Aug 16 21:25:24.532254 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-6487de0e-21fb-4297-b66c-8005b1da984f service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802839 Aug 16 21:25:24.625551 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bdf27b58-09cd-48a2-89f8-93ac9d5fce0f req-ee7c2d37-b50c-4cc9-b5d8-dd2faf95d2d2 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850418 Aug 16 21:25:25.260252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cec58-2cc8-474d-8aa5-15cb5d5cfbd7 req-383534bd-76b6-40de-986f-d7bb8f3f8afb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:25.261748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-655cec58-2cc8-474d-8aa5-15cb5d5cfbd7 req-383534bd-76b6-40de-986f-d7bb8f3f8afb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.1016371 Aug 16 21:25:25.302211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-655cec58-2cc8-474d-8aa5-15cb5d5cfbd7 req-53b808e3-5e2c-47f8-8074-327f5d55fc6f tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342939 Aug 16 21:25:26.428613 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407a532-d31a-4315-9f5f-0f8359846b50 req-1d9667d3-f86d-4084-8c1c-52c5034f43bb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:26.430134 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4407a532-d31a-4315-9f5f-0f8359846b50 req-1d9667d3-f86d-4084-8c1c-52c5034f43bb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0527961 Aug 16 21:25:26.470847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4407a532-d31a-4315-9f5f-0f8359846b50 req-c410d9dc-6c48-46ad-b934-558cb4b66174 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346184 Aug 16 21:25:27.585500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4ce9-f366-47d9-88a7-7c1ecb225d90 req-84ae5dc4-ec7e-44f5-afa4-f22441d21c77 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:27.586992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31cf4ce9-f366-47d9-88a7-7c1ecb225d90 req-84ae5dc4-ec7e-44f5-afa4-f22441d21c77 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0497680 Aug 16 21:25:27.626516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31cf4ce9-f366-47d9-88a7-7c1ecb225d90 req-c21a444d-ac6b-405a-9473-2e702528b9a2 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335252 Aug 16 21:25:28.746254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bf6c1-d6ca-44c4-9e52-f3e3435e621f req-a3ffca20-6cd2-4300-87db-990f3a74ab70 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:28.747911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-897bf6c1-d6ca-44c4-9e52-f3e3435e621f req-a3ffca20-6cd2-4300-87db-990f3a74ab70 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0540740 Aug 16 21:25:28.775255 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:25:28.787756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-897bf6c1-d6ca-44c4-9e52-f3e3435e621f req-1cf69dcb-82bf-4f36-b616-ee8be59dd233 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338285 Aug 16 21:25:29.903504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8d951-2eea-4a9f-a896-13a1bdca1e4b req-46ed5493-2e9a-450f-8ef7-0f523466fcef tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:29.905017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccc8d951-2eea-4a9f-a896-13a1bdca1e4b req-46ed5493-2e9a-450f-8ef7-0f523466fcef tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0495708 Aug 16 21:25:29.945032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ccc8d951-2eea-4a9f-a896-13a1bdca1e4b req-e93484e5-3b8b-49b4-a958-72a15875761e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338731 Aug 16 21:25:30.712082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0d6f7ffd-5ad9-4591-aa76-501cd2569557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:31.062326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f507c6-8916-46f8-8031-6ab1cddc2fea req-55c262d2-e49e-42ad-bae5-f966f117acac tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:31.063903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14f507c6-8916-46f8-8031-6ab1cddc2fea req-55c262d2-e49e-42ad-bae5-f966f117acac tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0494969 Aug 16 21:25:31.105646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-14f507c6-8916-46f8-8031-6ab1cddc2fea req-60ef6d0d-dc94-4829-b55a-85d4769bb751 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342243 Aug 16 21:25:32.231109 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a1465-8434-4fc7-be1a-56fc2547deb5 req-5a9c8bd5-bcb8-45e5-bcca-82300f3ccd86 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:32.232640 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d34a1465-8434-4fc7-be1a-56fc2547deb5 req-5a9c8bd5-bcb8-45e5-bcca-82300f3ccd86 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0563393 Aug 16 21:25:32.274425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d34a1465-8434-4fc7-be1a-56fc2547deb5 req-e61cf383-8a34-44a8-bdc3-4ddea58ddec9 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356910 Aug 16 21:25:33.391973 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0b9e5-5118-48fa-a6f2-30f11754ba40 req-def2de77-6cc3-470f-ba4e-de4e43d55fd3 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:33.393477 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d0b9e5-5118-48fa-a6f2-30f11754ba40 req-def2de77-6cc3-470f-ba4e-de4e43d55fd3 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0524945 Aug 16 21:25:33.452412 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44d0b9e5-5118-48fa-a6f2-30f11754ba40 req-cada7f9a-07fd-4809-a811-4999a7352307 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522974 Aug 16 21:25:33.560822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:33.637822 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-50029870-914a-4a54-8c3a-5f8a8f960d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:34.460402 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:34.584878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5fd5d-e1d4-468d-8931-01739736d5ea req-c323aceb-2298-4958-a46e-5aa740341f17 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:34.586384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85b5fd5d-e1d4-468d-8931-01739736d5ea req-c323aceb-2298-4958-a46e-5aa740341f17 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0512207 Aug 16 21:25:34.626634 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-85b5fd5d-e1d4-468d-8931-01739736d5ea req-f0f4dc5a-35e7-4989-b603-171416509652 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340884 Aug 16 21:25:35.759332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951551f6-3f8c-4ddf-8c12-0fcbac77f5d1 req-cbd58b82-a869-43a6-814f-7826f3f758cb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:35.760972 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-951551f6-3f8c-4ddf-8c12-0fcbac77f5d1 req-cbd58b82-a869-43a6-814f-7826f3f758cb tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0546010 Aug 16 21:25:35.802686 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-951551f6-3f8c-4ddf-8c12-0fcbac77f5d1 req-ab34ee1d-24b4-4752-ab04-0cda84d5704c tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&id=42982f42-a10f-4c0c-94df-f3b079b25833&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354981 Aug 16 21:25:36.374886 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:48.921430 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:25:49.899218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-b1556893-0d9c-4cc1-a797-bc166e4c76d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401611 Aug 16 21:25:49.985054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52a50-34f2-49e6-8738-6113ff486328 req-1111e4de-3d0d-43ec-b668-16d4c38f79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:49.986598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-1111e4de-3d0d-43ec-b668-16d4c38f79fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1136 time: 0.0460613 Aug 16 21:25:50.089937 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52a50-34f2-49e6-8738-6113ff486328 req-99164f77-a4e0-4ce5-879f-e0cae5cb03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:50.091501 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-99164f77-a4e0-4ce5-879f-e0cae5cb03ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.0838718 Aug 16 21:25:50.160724 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-ddb04fa6-4d21-4bae-a0c6-4a2596b4bc63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 1000 time: 0.0614719 Aug 16 21:25:50.211888 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52a50-34f2-49e6-8738-6113ff486328 req-a121a3e3-6cf8-4f9d-bec1-46d13e8d068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:50.213360 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-a121a3e3-6cf8-4f9d-bec1-46d13e8d068b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0438106 Aug 16 21:25:50.257040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52a50-34f2-49e6-8738-6113ff486328 req-319cff5c-3907-4585-8688-56cca2a57b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:25:50.258490 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-319cff5c-3907-4585-8688-56cca2a57b7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385551 Aug 16 21:25:50.350218 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-7d40b9f5-2124-4b28-bb5c-5b93fc580123 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Aug 16 21:25:50.438801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-aba52a50-34f2-49e6-8738-6113ff486328 req-20ac7941-36b1-4235-953a-31e42ceb0206 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810354 Aug 16 21:25:52.483021 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:00.763071 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b09e-5025-4a1f-82ce-f857173ef605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.671474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:03.686740 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01fc3252-b5f3-4245-b86d-2f568304a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:04.499531 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:05.775975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:06.398737 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:08.760818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0066c06e-f296-434e-a183-6feb84df2dbe req-4358165e-cadb-4322-b19b-1bc2bbcdd621 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172208487&fields=id&tenant_id=8eef6a3750bc4fbf923a82b03ee21f01 HTTP/1.1" status: 200 len: 267 time: 0.0339079 Aug 16 21:26:08.816165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c06e-f296-434e-a183-6feb84df2dbe req-7e1a2e41-7af8-437d-b13a-069a9727e520 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:08.818305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0066c06e-f296-434e-a183-6feb84df2dbe req-7e1a2e41-7af8-437d-b13a-069a9727e520 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 984 time: 0.0518801 Aug 16 21:26:08.829552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Request body: {'port': {'security_groups': ['0beaa9eb-5b90-4061-8612-1365b38aa583']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:08.894549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.068575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:09.099650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.185005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.197384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:09.230334 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:09.230970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.232410 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0066c06e-f296-434e-a183-6feb84df2dbe req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "PUT /v2.0/ports/36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 942 time: 0.4075212 Aug 16 21:26:09.232899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:09.235187 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076e2004-5646-4eec-b649-add3a0e5783d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:09.240499 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44576) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:09.280868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event updated for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=7']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:09.289527 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.289894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.290247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.290653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.291008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.291351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.291810 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.292106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.292445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.292796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.293137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.293469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a811b2d-c04f-4904-8805-4b750de0d923 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.333240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.366416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.389969 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12233e48-e7cd-41ed-8d6c-fa53cfc251eb x-openstack-request-id: req-12233e48-e7cd-41ed-8d6c-fa53cfc251eb {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:09.390697 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:09.391154 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12233e48-e7cd-41ed-8d6c-fa53cfc251eb {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:09.391789 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:26:09.459689 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2004-5646-4eec-b649-add3a0e5783d req-bbaec37d-7e9b-488b-8b7b-843784445671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:09.461593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-bbaec37d-7e9b-488b-8b7b-843784445671 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1097 time: 0.0466120 Aug 16 21:26:09.491921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:09.522986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.525630 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.526787 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "DELETE /v2.0/security-groups/42982f42-a10f-4c0c-94df-f3b079b25833 HTTP/1.1" status: 204 len: 168 time: 0.2838087 Aug 16 21:26:09.529782 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44582) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:09.540645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42982f42-a10f-4c0c-94df-f3b079b25833,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:09.551343 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.552164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.552521 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.552861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.553195 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.553530 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.553657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8745c5ca-08b6-4809-b4d2-5247a9bc21ca None None] Provisioning complete for port 36d11874-5a4e-4cc9-85f2-79e10112fba1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:09.553858 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.553979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8745c5ca-08b6-4809-b4d2-5247a9bc21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.554188 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.554516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.554842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.555163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.555486 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2759f5b1-6f2f-4940-9c82-ea24c777384d tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:09.583820 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2004-5646-4eec-b649-add3a0e5783d req-495acb72-ff63-443e-8f5c-fdc0236587ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:09.585339 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-495acb72-ff63-443e-8f5c-fdc0236587ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.1166592 Aug 16 21:26:09.659836 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-9ffef798-240c-4116-b209-5eaf74bd87a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 1000 time: 0.0669336 Aug 16 21:26:09.711242 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Deleting port 25888b4d-8015-4f60-b612-dcb331517f40 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:09.711595 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.715735 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2004-5646-4eec-b649-add3a0e5783d req-75feaa37-bca6-45ea-9bf4-8823afba31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:09.717348 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-75feaa37-bca6-45ea-9bf4-8823afba31f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0503609 Aug 16 21:26:09.768303 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e2004-5646-4eec-b649-add3a0e5783d req-1cbf316a-b4f9-4145-8355-e98d75d753e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:09.770133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-1cbf316a-b4f9-4145-8355-e98d75d753e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446925 Aug 16 21:26:09.795001 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.795661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:09.808082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Calling delete_port for 25888b4d-8015-4f60-b612-dcb331517f40 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:09.867037 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-e4da52fa-ff04-4bbe-b449-7bc17455bdaa service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888107 Aug 16 21:26:09.964984 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-076e2004-5646-4eec-b649-add3a0e5783d req-fb878cea-bc28-4ed1-8ef0-5e58bd46944c service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879059 Aug 16 21:26:10.058471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:10.084652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event deleted for resources: {'Port': ['ID=25888b4d-8015-4f60-b612-dcb331517f40,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:10.145177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:10.145435 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Floating IP 27787a66-e19e-4939-832c-ce29bc897639 disassociated (deleted). External IP: 172.25.7.91, port: 36d11874-5a4e-4cc9-85f2-79e10112fba1. Aug 16 21:26:10.352871 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:26:10.458366 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:10.462687 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:10.468112 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Sync routers for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:10.477144 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:10.477949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:10.491508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-78458b1e-ea93-497e-8ffb-c7f039cc4ff5 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "DELETE /v2.0/floatingips/27787a66-e19e-4939-832c-ce29bc897639 HTTP/1.1" status: 204 len: 168 time: 0.9603186 Aug 16 21:26:10.584713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:10.788022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:10.816229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Checking router: bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:10.825205 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:10.825811 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:10.936421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:11.135413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:11.165442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b118b0-0050-4d90-a60e-978b9c9bb1f9 None None] The sync data for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 is: [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:24:02Z', 'revision_number': 4, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '00d98f04-d9a5-45f3-abc1-eeb6e2f04b40', 'name': '', 'network_id': '784e3878-9806-41fc-8955-0cdc29057bb7', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'mac_address': 'fa:16:3e:92:ea:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:02Z', 'updated_at': '2021-08-16T21:24:08Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'subnets': [{'id': 'da424613-eff1-4b85-b3aa-4632ec4b1f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:11.391034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae67b1-7a6d-4167-9ccc-7fbed6bd4324 None None] New status for floating IP 27787a66-e19e-4939-832c-ce29bc897639: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:26:11.393389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:11.396302 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d373a6-2ee8-4129-866e-bcdf85c959c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:11.434406 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e2680-a864-4b9c-b3f9-9c5e22c95aa9 x-openstack-request-id: req-327e2680-a864-4b9c-b3f9-9c5e22c95aa9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:11.434731 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:11.434986 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-327e2680-a864-4b9c-b3f9-9c5e22c95aa9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:11.435434 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:26:11.499790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-5576ac85-b670-4f29-ac68-74ad0c752287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:11.501337 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-5576ac85-b670-4f29-ac68-74ad0c752287 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 1097 time: 0.0427146 Aug 16 21:26:11.594714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-82320752-a1e7-4da4-9203-8d0ae886b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:11.596239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-82320752-a1e7-4da4-9203-8d0ae886b0c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 200 len: 916 time: 0.0867362 Aug 16 21:26:11.642215 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-9dcd6d5a-17c7-41fe-a5dc-ddf9d8f0b5ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 200 len: 217 time: 0.0380049 Aug 16 21:26:11.696856 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-03f3776e-fc2e-4bfd-a2ce-ed4f5331ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:11.698365 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-03f3776e-fc2e-4bfd-a2ce-ed4f5331ea1c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 200 len: 854 time: 0.0465038 Aug 16 21:26:11.744778 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-0198481a-9dea-4266-bc74-2d263d4fe9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:11.746303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-0198481a-9dea-4266-bc74-2d263d4fe9ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=784e3878-9806-41fc-8955-0cdc29057bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410440 Aug 16 21:26:11.846200 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-e6f0efec-8247-46f1-bd55-47cc5e271ae5 service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907021 Aug 16 21:26:11.935794 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e4d373a6-2ee8-4129-866e-bcdf85c959c6 req-a7174dbc-de0a-410b-837b-9cfa0f96f59d service neutron] 10.222.0.64 "GET /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816586 Aug 16 21:26:18.894323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:19.058355 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940a1c-bdc6-487e-a67c-8058afc26b23 req-0a8eef13-cfd3-4245-80a2-d4aa881e5a3f tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:19.059942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d940a1c-bdc6-487e-a67c-8058afc26b23 req-0a8eef13-cfd3-4245-80a2-d4aa881e5a3f tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Aug 16 21:26:19.098779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d940a1c-bdc6-487e-a67c-8058afc26b23 req-48c824f0-e6e2-46b0-9142-0913b0cf30dd tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Aug 16 21:26:20.217031 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8417ff-9a16-411a-87b2-572a4d336d60 req-66778269-f491-4fe7-a102-8baebe10a995 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:20.218508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f8417ff-9a16-411a-87b2-572a4d336d60 req-66778269-f491-4fe7-a102-8baebe10a995 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0527711 Aug 16 21:26:20.256714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f8417ff-9a16-411a-87b2-572a4d336d60 req-eaa78bc9-4145-422a-919c-889e35b78b6a tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/security-groups?id=0beaa9eb-5b90-4061-8612-1365b38aa583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Aug 16 21:26:20.709808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-7dd918e2-459c-404c-aded-534c6ef65a3e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:20.711285 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-7dd918e2-459c-404c-aded-534c6ef65a3e tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 945 time: 0.0553916 Aug 16 21:26:20.799054 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Deleting port 36d11874-5a4e-4cc9-85f2-79e10112fba1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:20.799394 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:20.888884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] For port 36d11874-5a4e-4cc9-85f2-79e10112fba1, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=36d11874-5a4e-4cc9-85f2-79e10112fba1,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:20.889240 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:20.902164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Calling delete_port for 36d11874-5a4e-4cc9-85f2-79e10112fba1 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:21.099458 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:21.111879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['36d11874-5a4e-4cc9-85f2-79e10112fba1'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:21.131029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Pushing event deleted for resources: {'Port': ['ID=36d11874-5a4e-4cc9-85f2-79e10112fba1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:21.172930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] No DVR routers for this DVR port 36d11874-5a4e-4cc9-85f2-79e10112fba1 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:26:21.175528 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:21.178176 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d24a93b4-eb7b-4b89-96bc-a798565043e9 req-195f8acf-a495-4900-bf5c-09235570c049 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.64 "DELETE /v2.0/ports/36d11874-5a4e-4cc9-85f2-79e10112fba1 HTTP/1.1" status: 204 len: 173 time: 0.4607902 Aug 16 21:26:21.178550 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'name': 'network-vif-deleted', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:21.180781 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0031b5ec-8dd1-42e3-8809-e71d9330993d" -d '{"events": [{"server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "name": "network-vif-deleted", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:21.268497 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae3d947-078c-4778-a693-2a53a6212284 x-openstack-request-id: req-eae3d947-078c-4778-a693-2a53a6212284 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:21.268789 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c12ade-a145-4ebe-95b7-c2b4ba684765", "name": "network-vif-deleted", "tag": "36d11874-5a4e-4cc9-85f2-79e10112fba1", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:21.269040 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eae3d947-078c-4778-a693-2a53a6212284 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:21.273221 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c12ade-a145-4ebe-95b7-c2b4ba684765', 'name': 'network-vif-deleted', 'tag': '36d11874-5a4e-4cc9-85f2-79e10112fba1', 'status': 'completed', 'code': 200} Aug 16 21:26:21.358038 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7e02ee59-49dd-4b9c-93d7-fd46321c4695 req-780e73c4-101f-4c1d-a645-9a231b066595 tempest-TestMinimumBasicScenario-481808684 tempest-TestMinimumBasicScenario-481808684-project] 10.222.0.70 "GET /v2.0/ports?device_id=e8c12ade-a145-4ebe-95b7-c2b4ba684765 HTTP/1.1" status: 200 len: 210 time: 0.0262096 Aug 16 21:26:22.460209 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:23.637204 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44686) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:23.998654 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.245523 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Deleting port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:24.245868 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.324662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] For port 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:24.325059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.338060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Calling delete_port for 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:24.584901 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:24.609717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=00d98f04-d9a5-45f3-abc1-eeb6e2f04b40,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:24.780564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.346305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:26:25.450563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:25.455635 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05533afd-7c3a-4c16-b484-a6dd83c8fb4c admin admin] 10.222.0.70 "PUT /v2.0/routers/bb9b47c0-e0e3-416a-99bd-35d1f64e0e75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8173687 Aug 16 21:26:25.458930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44688) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:25.460423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Sync routers for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:25.469950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:25.470562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:25.561787 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.578569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:25.663498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.758686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:26:24Z', 'revision_number': 5, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port': {'id': 'f1da3d6f-2631-454e-b133-43023c2fd54a', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:dc:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:00Z', 'updated_at': '2021-08-16T21:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:25.782600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Deleting port f1da3d6f-2631-454e-b133-43023c2fd54a {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:25.783214 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.788316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Checking router: bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:25.796466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Routers {'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:25.797071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:25.874336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] For port f1da3d6f-2631-454e-b133-43023c2fd54a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=f1da3d6f-2631-454e-b133-43023c2fd54a,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:25.874964 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:25.887715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Calling delete_port for f1da3d6f-2631-454e-b133-43023c2fd54a owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:25.892599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] Set router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:25.947469 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:26:25Z', 'revision_number': 6, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:25.977808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cb3821-3437-4364-94d2-57fad8ed5813 None None] The sync data for ids ['bb9b47c0-e0e3-416a-99bd-35d1f64e0e75'] in n-d-794306-10 is: [{'id': 'bb9b47c0-e0e3-416a-99bd-35d1f64e0e75', 'name': 'tempest-TestMinimumBasicScenario-1684849264-router', 'tenant_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:23:59Z', 'updated_at': '2021-08-16T21:26:25Z', 'revision_number': 6, 'project_id': '8eef6a3750bc4fbf923a82b03ee21f01', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:26.122377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.148138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1da3d6f-2631-454e-b133-43023c2fd54a,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:26.207883 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.295296 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.297276 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.312390 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36d11874-5a4e-4cc9-85f2-79e10112fba1 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:26.333819 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 36d11874-5a4e-4cc9-85f2-79e10112fba1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:26.334161 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 36d11874-5a4e-4cc9-85f2-79e10112fba1 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:26.431443 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.432063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:26:26.438115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.438115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cb317d97-dd63-407e-b96d-fc766569092e admin admin] 10.222.0.70 "DELETE /v2.0/routers/bb9b47c0-e0e3-416a-99bd-35d1f64e0e75 HTTP/1.1" status: 204 len: 168 time: 0.9775956 Aug 16 21:26:26.440358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44692) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:26.483924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Deleting subnet da424613-eff1-4b85-b3aa-4632ec4b1f38 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:26:26.486757 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.519294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.600592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.733149 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.760931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da424613-eff1-4b85-b3aa-4632ec4b1f38,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:26.764511 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.766467 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4fd25d56-cb18-4950-b7ff-0bd4d5c8a1b8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/da424613-eff1-4b85-b3aa-4632ec4b1f38 HTTP/1.1" status: 204 len: 168 time: 0.3251753 Aug 16 21:26:26.769003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44694) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:26.772202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c576b165-2b90-484e-956b-aa749c89f53f None None] Network 784e3878-9806-41fc-8955-0cdc29057bb7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:26:26.845565 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.900343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Deleting port a54b05dc-0498-4180-9aff-b0a879ff6581 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:26.900694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.964626 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] DHCP port deletion for 784e3878-9806-41fc-8955-0cdc29057bb7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:26:26.969208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] For port a54b05dc-0498-4180-9aff-b0a879ff6581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a54b05dc-0498-4180-9aff-b0a879ff6581,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:26.969581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:26.982607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Calling delete_port for a54b05dc-0498-4180-9aff-b0a879ff6581 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:27.014670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Deleting port a54b05dc-0498-4180-9aff-b0a879ff6581 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:27.015128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.087439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] For port a54b05dc-0498-4180-9aff-b0a879ff6581, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a54b05dc-0498-4180-9aff-b0a879ff6581,segment=NetworkSegment(a756f61a-d797-4af9-a913-75a4e9dbb600),segment_id=a756f61a-d797-4af9-a913-75a4e9dbb600)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:27.087875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.103880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Calling delete_port for a54b05dc-0498-4180-9aff-b0a879ff6581 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:27.145288 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.171890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a54b05dc-0498-4180-9aff-b0a879ff6581,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:27.175659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] No DVR routers for this DVR port a54b05dc-0498-4180-9aff-b0a879ff6581 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:26:27.178488 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.203948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Pushing event deleted for resources: {'Port': ['ID=a54b05dc-0498-4180-9aff-b0a879ff6581,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:27.208296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] No DVR routers for this DVR port a54b05dc-0498-4180-9aff-b0a879ff6581 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:26:27.215003 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.215349 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.215685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.216046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.221172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a4a4b2-28c8-422f-87e8-c0a73cd542be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:27.251581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.261832 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784e3878-9806-41fc-8955-0cdc29057bb7']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:27.271706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a756f61a-d797-4af9-a913-75a4e9dbb600') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:27.272029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a756f61a-d797-4af9-a913-75a4e9dbb600') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:27.280562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.294115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.299872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:26:27.301238 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:26:27.302573 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:26:27.442250 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.448477 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.450333 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] 10.222.0.70 "DELETE /v2.0/networks/784e3878-9806-41fc-8955-0cdc29057bb7 HTTP/1.1" status: 204 len: 168 time: 0.6804128 Aug 16 21:26:27.453335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44696) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:27.461290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6849cfe-8f4a-40b7-8b53-769a71cfdf5b admin admin] Pushing event deleted for resources: {'Network': ['ID=784e3878-9806-41fc-8955-0cdc29057bb7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:27.788288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:27.870333 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a54b05dc-0498-4180-9aff-b0a879ff6581 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:27.890397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a54b05dc-0498-4180-9aff-b0a879ff6581 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:27.890745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a54b05dc-0498-4180-9aff-b0a879ff6581 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:27.891168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:27.914869 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:27.915215 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 00d98f04-d9a5-45f3-abc1-eeb6e2f04b40 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:27.915636 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f1da3d6f-2631-454e-b133-43023c2fd54a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:27.934838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: f1da3d6f-2631-454e-b133-43023c2fd54a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:27.935211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device f1da3d6f-2631-454e-b133-43023c2fd54a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:28.031596 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Deleting port 4a716370-887a-418e-9471-d6b0de30d7ba {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:28.031964 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:28.108096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] For port 4a716370-887a-418e-9471-d6b0de30d7ba, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=4a716370-887a-418e-9471-d6b0de30d7ba,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:28.108459 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:28.120466 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Calling delete_port for 4a716370-887a-418e-9471-d6b0de30d7ba owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:28.350986 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:28.376470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a716370-887a-418e-9471-d6b0de30d7ba,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:28.540901 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:28.757220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Router 824bbb54-2c8a-45c6-aa56-08ba59383098 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:26:28.861468 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:28.866717 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0d5273d6-6fa9-4537-810c-dbae1e6fada3 admin admin] 10.222.0.70 "PUT /v2.0/routers/824bbb54-2c8a-45c6-aa56-08ba59383098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4122803 Aug 16 21:26:28.869228 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44698) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:28.871858 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Sync routers for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:28.884742 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:28.885393 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:28.991444 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:29.180730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:26:28Z', 'revision_number': 5, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:29.206584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Checking router: 824bbb54-2c8a-45c6-aa56-08ba59383098 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:29.215509 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Routers {'824bbb54-2c8a-45c6-aa56-08ba59383098'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:29.216146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['824bbb54-2c8a-45c6-aa56-08ba59383098'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:29.310870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:29.410055 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] Set router 824bbb54-2c8a-45c6-aa56-08ba59383098 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:29.413334 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:29.524762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Deleting port 3ef95f4f-bb32-4aac-9861-903733bd5857 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:29.525012 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:29.589803 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:26:28Z', 'revision_number': 5, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:29.603367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] For port 3ef95f4f-bb32-4aac-9861-903733bd5857, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ef95f4f-bb32-4aac-9861-903733bd5857,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:29.604043 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:29.615709 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Calling delete_port for 3ef95f4f-bb32-4aac-9861-903733bd5857 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:29.616031 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09fc66-c4a2-4eba-aec2-62b7542f8990 None None] The sync data for ids ['824bbb54-2c8a-45c6-aa56-08ba59383098'] in n-d-794306-10 is: [{'id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'name': 'tempest-TestMinimumBasicScenario-1793714145-router', 'tenant_id': '5618f1ce503e4660b8d276f7eba2c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:24:05Z', 'updated_at': '2021-08-16T21:26:28Z', 'revision_number': 5, 'project_id': '5618f1ce503e4660b8d276f7eba2c084', 'gw_port': {'id': '3ef95f4f-bb32-4aac-9861-903733bd5857', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824bbb54-2c8a-45c6-aa56-08ba59383098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:24:06Z', 'updated_at': '2021-08-16T21:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:29.841693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:29.871323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef95f4f-bb32-4aac-9861-903733bd5857,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:29.929631 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.027250 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.029605 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.054848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a716370-887a-418e-9471-d6b0de30d7ba no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:30.075612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 4a716370-887a-418e-9471-d6b0de30d7ba {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:30.076262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 4a716370-887a-418e-9471-d6b0de30d7ba not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:30.149693 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.150277 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824bbb54-2c8a-45c6-aa56-08ba59383098 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:26:30.154652 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.155912 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-289efdda-375b-4e85-801f-8cd89f08be86 admin admin] 10.222.0.70 "DELETE /v2.0/routers/824bbb54-2c8a-45c6-aa56-08ba59383098 HTTP/1.1" status: 204 len: 168 time: 1.2856474 Aug 16 21:26:30.158855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44700) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:30.211651 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Deleting subnet 799a8393-2e1f-4f0c-a8fb-84460d701732 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:26:30.214944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.251338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.429709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.539890 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.570543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799a8393-2e1f-4f0c-a8fb-84460d701732,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:30.574645 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.576376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-19aa77a9-28f0-47d7-a103-f0c69d21c2c8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/799a8393-2e1f-4f0c-a8fb-84460d701732 HTTP/1.1" status: 204 len: 168 time: 0.4169006 Aug 16 21:26:30.578980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44702) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:30.584230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87da21-bffc-4f09-8df8-12756f6c7a43 None None] Network f31588a6-c6ed-4edd-b0bb-9bc0142996b7 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:26:30.653297 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.722356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Deleting port fe12a2cf-d184-4368-a064-d2ed95f9bf9e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:30.722356 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.781650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f0914a0-c9ef-47b7-a229-93ceb5c1a1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.784927 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] For port fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:30.785303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.793370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] DHCP port deletion for f31588a6-c6ed-4edd-b0bb-9bc0142996b7 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:26:30.799219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Calling delete_port for fe12a2cf-d184-4368-a064-d2ed95f9bf9e owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:30.846302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Deleting port fe12a2cf-d184-4368-a064-d2ed95f9bf9e {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:26:30.846679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.907271 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] For port fe12a2cf-d184-4368-a064-d2ed95f9bf9e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,segment=NetworkSegment(4ea5fa58-4f1d-4d89-98fc-5052f34d7718),segment_id=4ea5fa58-4f1d-4d89-98fc-5052f34d7718)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:30.907709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.923843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Calling delete_port for fe12a2cf-d184-4368-a064-d2ed95f9bf9e owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:26:30.933661 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:30.965164 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:30.967038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] No DVR routers for this DVR port fe12a2cf-d184-4368-a064-d2ed95f9bf9e on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:26:31.006472 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.032723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] Pushing event deleted for resources: {'Port': ['ID=fe12a2cf-d184-4368-a064-d2ed95f9bf9e,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:31.034513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b0b05-6431-436b-adb5-f89b6bae8712 None None] No DVR routers for this DVR port fe12a2cf-d184-4368-a064-d2ed95f9bf9e on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:26:31.051094 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.062099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31588a6-c6ed-4edd-b0bb-9bc0142996b7']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:31.073036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea5fa58-4f1d-4d89-98fc-5052f34d7718') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:31.073328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea5fa58-4f1d-4d89-98fc-5052f34d7718') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:31.083543 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.099099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.105490 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:26:31.105883 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:26:31.107842 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:26:31.248049 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.253504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.258018 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f31588a6-c6ed-4edd-b0bb-9bc0142996b7 HTTP/1.1" status: 204 len: 168 time: 0.6756332 Aug 16 21:26:31.267065 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42500bb3-2db4-41a3-b27a-9e1e5778f173 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31588a6-c6ed-4edd-b0bb-9bc0142996b7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:31.603617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44706) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:31.643425 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f517622-ae9f-4ccd-82cf-c877426eaeb8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8eef6a3750bc4fbf923a82b03ee21f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385685 Aug 16 21:26:31.646610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44708) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:31.695674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.722352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.825160 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.829606 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:31.832077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0beaa9eb-5b90-4061-8612-1365b38aa583 HTTP/1.1" status: 204 len: 168 time: 0.1843729 Aug 16 21:26:31.841098 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b67d-1d9f-4894-9356-c5d1e32e9513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beaa9eb-5b90-4061-8612-1365b38aa583,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:31.880565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ef95f4f-bb32-4aac-9861-903733bd5857 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:31.900526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3ef95f4f-bb32-4aac-9861-903733bd5857 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:31.900859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ef95f4f-bb32-4aac-9861-903733bd5857 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:31.901282 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fe12a2cf-d184-4368-a064-d2ed95f9bf9e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:26:31.929022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: fe12a2cf-d184-4368-a064-d2ed95f9bf9e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:26:31.929022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device fe12a2cf-d184-4368-a064-d2ed95f9bf9e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:26:32.528566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44714) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:32.568464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-406a8564-f9e4-4c12-9ea9-c5751f84b462 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5618f1ce503e4660b8d276f7eba2c084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386086 Aug 16 21:26:32.570738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44716) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:32.617878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:32.638623 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:32.744518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:32.747074 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:32.748256 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/83009e20-2d1d-4fbb-8c2c-67c2e094dc42 HTTP/1.1" status: 204 len: 168 time: 0.1766241 Aug 16 21:26:32.756511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff050c3-9fb7-4088-aeb6-372dfed1f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83009e20-2d1d-4fbb-8c2c-67c2e094dc42,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:33.527798 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:33.613504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e355-010a-4d1b-8c64-d9a91cfcb095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:34.464614 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.085455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44758) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:36.090138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476612752', 'description': 'tempest-secgroup-smoke-1476612752 description', 'project_id': '5b46f800022a46eaaa12c75f94b54663'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:36.172949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.181102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.270963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.373099 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.401638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.409156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa8dc9-6895-4d59-9bc2-db64751ecae1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:36.463960 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.515946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.544930 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27361407-990c-4f0f-b09b-c3ebad7852c0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:36.607522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.608876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a129558f-8fc6-4496-b03c-25668f9ebefd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5223820 Aug 16 21:26:36.611883 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44760) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:36.617105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:36.713977 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.770028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.864409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.883186 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87111b53-46ee-4d93-9ee7-68eadce221c1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:36.949980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:36.951196 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-eedcc1f5-d235-473c-a4d4-f6550bb95312 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383262 Aug 16 21:26:36.954220 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44762) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:36.958642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:37.046031 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.108296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.184204 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.203302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291186ec-9677-4e52-83ad-0236289d0945,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:37.270029 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.271269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1d124eb8-f3df-47b6-bf11-7b7d8ad98dec tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160479 Aug 16 21:26:37.274960 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44764) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:37.279447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:37.384284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.440473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.515732 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.533616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ba0c66-e043-4ebf-8ab0-cbffb64ddfcd,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:37.619000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.620298 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8579a167-7308-4ebb-b9e5-20a394761266 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443704 Aug 16 21:26:37.622979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44766) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:37.627415 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:37.708859 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.766283 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.819146 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.838032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d88a86f-66d5-4bd7-a1b1-2b3e81a2db1d,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:37.910485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:37.911744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bf8d975b-54c1-420b-8d74-bf83eafb815c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877767 Aug 16 21:26:37.915388 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44768) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:37.919836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:38.007912 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:26:38.012721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.073739 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.150251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.168630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a952d7e-13c8-4940-94b4-18ee5cae5726,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:38.230544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.231822 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-39f846e9-17e8-43a5-b51a-b2a7750633e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154297 Aug 16 21:26:38.234578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44770) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:38.239089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '27361407-990c-4f0f-b09b-c3ebad7852c0', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:38.419134 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:26:38.424448 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.487841 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.579130 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.598030 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa23b1e3-a3f7-44b0-9393-35a32ee5223c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:38.693082 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.694221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-92045f12-8cc4-4c7e-a913-e6e32e6beb2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4586656 Aug 16 21:26:38.697225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44772) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:38.702071 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'network': {'name': 'tempest-network-smoke--734518011', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:38.778626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:26:38.782129 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.805507 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:26:38.814540 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.814885 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Added segment b70de5f9-8169-4a92-9c02-d24d1b549825 of type vlan for network b99825ff-9ca3-4315-93e6-48deae665b17 Aug 16 21:26:38.853827 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.932705 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:38.939102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:38.939682 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.005172 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Network': ['ID=b99825ff-9ca3-4315-93e6-48deae665b17,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:39.015288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network b99825ff-9ca3-4315-93e6-48deae665b17 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:26:39.053972 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9dcbd97d-33ed-46c7-b44b-0ba72482aeab tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3557298 Aug 16 21:26:39.056864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44774) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:39.061351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'admin_state_up': True, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:39.139142 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.140219 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.190788 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.366704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.594866 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.612887 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.711309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.89 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3ac1ea96-8ac5-4ef3-82c7-c639876ed177) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:39.819870 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.904102 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:39.944416 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:39.947219 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:39.950771 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:39.956162 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:40.258702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.449847 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.635577 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:26:40.739403 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:40.749278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Sync routers for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:40.758070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:40.758729 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:40.818840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:40.820301 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-90080018-e985-472b-b58e-51c7dcc212c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7624402 Aug 16 21:26:40.823367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44776) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:40.861509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:40.952081 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-685a764d-5362-4a65-9a36-6e3a49d79b5e tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5b46f800022a46eaaa12c75f94b54663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275392 Aug 16 21:26:40.954779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44780) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.104009 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71344f3-70dc-42a6-9478-f2a7708b4b21 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:41.105523 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e71344f3-70dc-42a6-9478-f2a7708b4b21 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1498168 Aug 16 21:26:41.108387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44782) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.141412 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cd166089-61e4-4152-bf9d-3ff7024355d6 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319741 Aug 16 21:26:41.144028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44784) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.149750 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682058377', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:41.197317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:40Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:41.223887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Checking router: 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:41.224239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Updating router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:26:41.249611 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.309956 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:26:41.313556 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.515775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.525822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Transition to ACTIVE for port object 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:41.567570 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.601875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.624924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Subnet': ['ID=f92b09f8-ed38-420c-8faf-666e9d8c947c,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:41.637477 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Checking segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:41.637835 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network hostable DHCP agents. Network: b99825ff-9ca3-4315-93e6-48deae665b17, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:26:41.654561 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Attempting to bind port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:41.654925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Attempting to bind port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:41.655284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Attempting to bind port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:41.658097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d144e5-764d-4a63-8446-fc4819455644 None None] Pushing event updated for resources: {'Port': ['ID=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:41.663201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:41.665551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:41.665551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.665551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:41.665551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Bound port: 3ac1ea96-8ac5-4ef3-82c7-c639876ed177, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:41.665551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.710599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network b99825ff-9ca3-4315-93e6-48deae665b17 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:26:41.715797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] For port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:41.718884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] For port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:41.773884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, b99825ff-9ca3-4315-93e6-48deae665b17) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:41.777832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:41.780407 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.783036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03feb12-e3e8-4350-86aa-368b385db0f5 None None] Network b99825ff-9ca3-4315-93e6-48deae665b17 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:26:41.796950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:41.830963 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b882a232-f088-47c6-92d0-f491e0fdfe75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6858869 Aug 16 21:26:41.833659 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44786) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:26:41.898427 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d144e5-764d-4a63-8446-fc4819455644 None None] Pushing event updated for resources: {'Port': ['ID=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:41.910879 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:41.911495 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:42.069555 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:42.072664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-b99825ff-9ca3-4315-93e6-48deae665b17', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:26:42.073513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.254503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.341456 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Allocated IP 172.20.0.2 (b99825ff-9ca3-4315-93e6-48deae665b17/f92b09f8-ed38-420c-8faf-666e9d8c947c/1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:42.421071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:40Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:42.456923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9c046b-e57c-4984-b559-520befb6aa80 None None] The sync data for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 is: [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:40Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:42.545158 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.561417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Transition to ACTIVE for port object 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:42.574794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Transition to ACTIVE for port object 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:42.648524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.728743 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Network b99825ff-9ca3-4315-93e6-48deae665b17 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:42.733084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:42.736917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Pushing event updated for resources: {'Port': ['ID=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:42.739429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:42.777146 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:26:42.799653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Attempting to bind port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:42.800290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Attempting to bind port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:42.800643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Attempting to bind port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 on network b99825ff-9ca3-4315-93e6-48deae665b17 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:42.806670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:42.807132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Checking segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:42.807604 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.808267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Bound using segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:42.808753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Bound port: 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:42.809139 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:42.879568 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] For port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:42.883168 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] For port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:42.918484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.1 (b99825ff-9ca3-4315-93e6-48deae665b17/f92b09f8-ed38-420c-8faf-666e9d8c947c/de319951-7b9b-4aa8-9a19-d8ba0801b503) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:42.945143 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.020393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d2e35-6d09-4215-970d-a2930784e548 None None] Pushing event updated for resources: {'Port': ['ID=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:43.049957 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.066367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object de319951-7b9b-4aa8-9a19-d8ba0801b503 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:43.179850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.245764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network b99825ff-9ca3-4315-93e6-48deae665b17 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:43.249282 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:43.254086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:43.258715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:43.309594 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.503807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.786701 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.853606 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.938077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:43.941637 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:43.948717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb469b-2001-4c26-bd19-6f3bd56f7951 None None] Network b99825ff-9ca3-4315-93e6-48deae665b17 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:26:43.968150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:44.047002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network b99825ff-9ca3-4315-93e6-48deae665b17 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:44.048513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:44.117129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b22fab89-27be-444b-bcd7-c9c5a5a4f38e None None] Provisioning for port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:44.151377 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:44.161415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:44.161415 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.174674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:26:44.248200 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.289809 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:44.295435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:26:44.304300 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d2306b93-cb80-4e4a-9adf-d4e39345b81c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4688592 Aug 16 21:26:44.325363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Sync routers for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:26:44.336788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:44.337453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:44.378859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.380105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:44.467850 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:44.468722 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-59074d73-b51e-4106-abe8-0ccb9abfff70 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476612752&fields=id&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 267 time: 0.0377426 Aug 16 21:26:44.486385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:44.595717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Provisioning for port de319951-7b9b-4aa8-9a19-d8ba0801b503 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:44.597583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-5c8311e6-7bc0-4879-b039-eaa2f350685c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:44.599121 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-5c8311e6-7bc0-4879-b039-eaa2f350685c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/networks?id=b99825ff-9ca3-4315-93e6-48deae665b17 HTTP/1.1" status: 200 len: 796 time: 0.1220520 Aug 16 21:26:44.599690 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Provisioning complete for port de319951-7b9b-4aa8-9a19-d8ba0801b503 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:44.600141 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.620918 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-0ec94b89-85ba-444e-8731-3d17568943b1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/quotas/5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 375 time: 0.0115397 Aug 16 21:26:44.633797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:44.640451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:44.641206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.692939 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-ae2c23ca-900e-4876-bb07-cfae25c82283 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594151 Aug 16 21:26:44.694734 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Port de319951-7b9b-4aa8-9a19-d8ba0801b503 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:26:44.713369 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 2, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:44.716785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Provisioning complete for port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:44.716785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e8656211-7156-4a39-af78-ca1ef8088888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.742630 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Checking router: 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:26:44.742897 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Updating router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a port de319951-7b9b-4aa8-9a19-d8ba0801b503 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:26:44.770286 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.785782 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.810313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-6b45d340-bf42-4736-8cb1-5a10592be9fe service neutron] 10.222.0.70 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130600 Aug 16 21:26:44.814367 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:44.904147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-b1a0030a-b89d-4206-a2f6-8baf9561d390 service neutron] 10.222.0.70 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926230 Aug 16 21:26:44.910116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:44.970989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:44.980931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-93163b07-6e68-4aa9-8c95-bb4a8654b45b None None] Provisioning complete for port de319951-7b9b-4aa8-9a19-d8ba0801b503 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:44.981400 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93163b07-6e68-4aa9-8c95-bb4a8654b45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.015255 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-93163b07-6e68-4aa9-8c95-bb4a8654b45b None None] Port de319951-7b9b-4aa8-9a19-d8ba0801b503 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:26:45.072715 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.082726 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Transition to ACTIVE for port object de319951-7b9b-4aa8-9a19-d8ba0801b503 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:45.172659 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.219015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Pushing event updated for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:45.230576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.230908 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.231245 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.231573 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.231925 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.232253 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.232572 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.232891 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.233209 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.233524 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.233841 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.234156 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:26:45.280888 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Attempting to bind port de319951-7b9b-4aa8-9a19-d8ba0801b503 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:45.281255 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Attempting to bind port de319951-7b9b-4aa8-9a19-d8ba0801b503 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:45.281610 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Attempting to bind port de319951-7b9b-4aa8-9a19-d8ba0801b503 on network b99825ff-9ca3-4315-93e6-48deae665b17 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:45.286533 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:45.286919 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Checking segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:45.287458 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.288382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Bound using segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:45.288855 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Bound port: de319951-7b9b-4aa8-9a19-d8ba0801b503, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:45.289293 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.359251 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] For port de319951-7b9b-4aa8-9a19-d8ba0801b503, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:45.362543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] For port de319951-7b9b-4aa8-9a19-d8ba0801b503, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=de319951-7b9b-4aa8-9a19-d8ba0801b503,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:45.430384 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:45.488020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:26:45.488646 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:45.523554 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b638554-3e58-477a-9ae5-70bd9ec6c7ba None None] Pushing event updated for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:45.601470 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:26:45.880067 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:45Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:26:45.880992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:45.909222 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479b9c9-fc3b-4aae-9e59-d3180ebce3cf None None] The sync data for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 is: [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:45Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:26:45.933946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:45.934328 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:46.032745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:46.084968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:46.085409 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:46.184340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e0fb2281-1255-4021-8b81-4690048dc03f req-758531a7-d59d-4de3-8203-ccbf6f0991e1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0359221 Aug 16 21:26:47.254652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6745e10-0869-41b2-8a92-46c7ac7c4f92 req-c595991e-4cc4-4844-bdb4-34123139c34a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0258319 Aug 16 21:26:47.897750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device de319951-7b9b-4aa8-9a19-d8ba0801b503 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:47.995340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port de319951-7b9b-4aa8-9a19-d8ba0801b503 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:47.999148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port de319951-7b9b-4aa8-9a19-d8ba0801b503 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:47.999518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.078755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.112012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port de319951-7b9b-4aa8-9a19-d8ba0801b503, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=de319951-7b9b-4aa8-9a19-d8ba0801b503,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:48.184306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:48.231005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:48.336365 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c1cdd4f4-5581-45d1-9a54-e0bebacc9d70 req-b9a67fbd-66e9-42ac-933d-41a8d4a2168c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0315642 Aug 16 21:26:48.909987 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:49.411890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-424003d4-3205-44fa-9a32-ca4c3da76f03 req-7538a586-202d-483d-893d-842baf5f9456 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0257313 Aug 16 21:26:49.882666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device de319951-7b9b-4aa8-9a19-d8ba0801b503 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:49.929545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port de319951-7b9b-4aa8-9a19-d8ba0801b503 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:49.930216 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.511028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b31709ed-a1f7-497d-9e78-4d99c9761530 req-95bae28e-9280-466c-b993-a3be5742af2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0294104 Aug 16 21:26:50.615125 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-127af694-fba9-40e4-8dad-b0dc83d47532 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:50.617281 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-127af694-fba9-40e4-8dad-b0dc83d47532 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/networks?id=b99825ff-9ca3-4315-93e6-48deae665b17 HTTP/1.1" status: 200 len: 796 time: 0.1091316 Aug 16 21:26:50.660606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-3711933f-5f88-4b2b-86b8-35db6b6798ce tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 380 time: 0.0333667 Aug 16 21:26:50.670282 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'port': {'device_id': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'admin_state_up': True, 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'security_groups': ['27361407-990c-4f0f-b09b-c3ebad7852c0']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:50.835627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:26:50.839426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:50.969825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.6 (b99825ff-9ca3-4315-93e6-48deae665b17/f92b09f8-ed38-420c-8faf-666e9d8c947c/32c66a8f-f597-499e-8738-236616a9a8f4) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:26:51.108951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.122035 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object 32c66a8f-f597-499e-8738-236616a9a8f4 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:51.219490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.261285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network b99825ff-9ca3-4315-93e6-48deae665b17 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:26:51.266275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:26:51.268656 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:26:51.302084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:51.328966 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:51.329600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.407756 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-1f5f7e1b-fe4e-48a0-bf4f-99c350ed4540 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409902 Aug 16 21:26:51.476138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Request body: {'port': {'device_id': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:26:51.533143 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.572531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a7a5bcd3-ea56-45df-b642-72adcb235005 None None] Provisioning for port 32c66a8f-f597-499e-8738-236616a9a8f4 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:51.576633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a7a5bcd3-ea56-45df-b642-72adcb235005 None None] Provisioning complete for port 32c66a8f-f597-499e-8738-236616a9a8f4 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:51.577079 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7a5bcd3-ea56-45df-b642-72adcb235005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.611210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5bcd3-ea56-45df-b642-72adcb235005 None None] Port 32c66a8f-f597-499e-8738-236616a9a8f4 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:26:51.703524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54b7c8-e1e6-472b-8f21-28cefb74634b req-d4fc797b-fef3-4dc1-aa97-6f1c52a6fa62 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:51.704943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a54b7c8-e1e6-472b-8f21-28cefb74634b req-d4fc797b-fef3-4dc1-aa97-6f1c52a6fa62 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 931 time: 0.1210945 Aug 16 21:26:51.782312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a54b7c8-e1e6-472b-8f21-28cefb74634b req-09ff5985-70e6-4b8b-a2c3-d2359b6655bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532019 Aug 16 21:26:51.861934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c66a8f-f597-499e-8738-236616a9a8f4 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:26:51.872198 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:51.885331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Transition to ACTIVE for port object 32c66a8f-f597-499e-8738-236616a9a8f4 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:26:51.967179 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:52.015169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Pushing event updated for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:52.086511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Attempting to bind port 32c66a8f-f597-499e-8738-236616a9a8f4 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:26:52.086855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Attempting to bind port 32c66a8f-f597-499e-8738-236616a9a8f4 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:26:52.087215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Attempting to bind port 32c66a8f-f597-499e-8738-236616a9a8f4 on network b99825ff-9ca3-4315-93e6-48deae665b17 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:52.091805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Port 32c66a8f-f597-499e-8738-236616a9a8f4 on network b99825ff-9ca3-4315-93e6-48deae665b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:26:52.092138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Attempting to bind port 32c66a8f-f597-499e-8738-236616a9a8f4 on network b99825ff-9ca3-4315-93e6-48deae665b17 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:26:52.097114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:26:52.097464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Checking segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:26:52.097847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Bound using segment: {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:26:52.098285 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Bound port: 32c66a8f-f597-499e-8738-236616a9a8f4, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70de5f9-8169-4a92-9c02-d24d1b549825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:26:52.098661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:52.167704 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:26:52.170964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=32c66a8f-f597-499e-8738-236616a9a8f4,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:26:52.288221 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:52.324060 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.324681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:52.326164 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] 10.222.0.73 "PUT /v2.0/ports/32c66a8f-f597-499e-8738-236616a9a8f4 HTTP/1.1" status: 200 len: 1092 time: 0.9071739 Aug 16 21:26:52.326602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:52.328840 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:52.354731 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948509f-60de-4c49-8480-7888afd4efb2 service neutron] Pushing event updated for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:52.377287 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d23774b-6ca8-4b3d-b4d5-a76b46abb89c x-openstack-request-id: req-3d23774b-6ca8-4b3d-b4d5-a76b46abb89c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:52.377569 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:52.377831 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d23774b-6ca8-4b3d-b4d5-a76b46abb89c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:52.378245 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4', 'status': 'completed', 'code': 200} Aug 16 21:26:52.441733 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-c05b2e5c-71d2-4d2f-a034-df583d9ee469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.443303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-c05b2e5c-71d2-4d2f-a034-df583d9ee469 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1095 time: 0.0442326 Aug 16 21:26:52.481439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:52.549820 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-c00c0573-6063-4236-8295-138bfb4963eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.556887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-c00c0573-6063-4236-8295-138bfb4963eb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b46f800022a46eaaa12c75f94b54663&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0998580 Aug 16 21:26:52.652628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-24df92d4-743d-4358-948b-81396329f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.654024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e5f6f6c-f1dc-45ed-854c-6899c0271ab8 req-24df92d4-743d-4358-948b-81396329f033 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874541 Aug 16 21:26:52.735549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-22ad695d-51bd-4908-806b-9ebcb062a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.737043 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-22ad695d-51bd-4908-806b-9ebcb062a4cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1095 time: 0.0443051 Aug 16 21:26:52.778791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-2eae2106-d87d-4e03-8c75-b053ec3c10ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c66a8f-f597-499e-8738-236616a9a8f4 HTTP/1.1" status: 200 len: 217 time: 0.0330391 Aug 16 21:26:52.831755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-c38f5b0b-42f3-41b1-a75f-b3308524ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.833242 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-c38f5b0b-42f3-41b1-a75f-b3308524ba33 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f92b09f8-ed38-420c-8faf-666e9d8c947c HTTP/1.1" status: 200 len: 835 time: 0.0469937 Aug 16 21:26:52.914133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-e3bb7362-bf0a-4e05-9bbf-52878ea07dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.915654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-e3bb7362-bf0a-4e05-9bbf-52878ea07dae service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b99825ff-9ca3-4315-93e6-48deae665b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751364 Aug 16 21:26:52.926979 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4dbe2-83a8-4261-8919-adde11100c8f req-1bf2d46b-46e5-467b-acdf-ec97cdce9a17 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:52.929017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10f4dbe2-83a8-4261-8919-adde11100c8f req-1bf2d46b-46e5-467b-acdf-ec97cdce9a17 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 943 time: 0.0645132 Aug 16 21:26:53.014665 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10f4dbe2-83a8-4261-8919-adde11100c8f req-4f0ce36e-39ac-41f2-bddc-9969dd55c815 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775447 Aug 16 21:26:53.042580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-99d767b5-cdf7-4717-8b29-babed2e6da1f service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125548 Aug 16 21:26:53.132871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-861a2e64-1fea-4a1e-8de4-62445d4fa3f0 req-fafc3038-c9aa-4b93-a100-f1a35ba643e9 service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826583 Aug 16 21:26:54.131982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adc6c1-9f01-4691-8d49-75392e3739a4 req-ac5dc23e-96d4-4648-9d9a-ea0a2778413d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:54.133493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3adc6c1-9f01-4691-8d49-75392e3739a4 req-ac5dc23e-96d4-4648-9d9a-ea0a2778413d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 943 time: 0.0486157 Aug 16 21:26:54.172493 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f3adc6c1-9f01-4691-8d49-75392e3739a4 req-ef4e6586-9c46-4f33-a28c-dddfbe52ba70 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Aug 16 21:26:55.288301 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213fc4-d752-4418-a0bf-33b0b0e4b11b req-7673a5ae-0281-49d9-88b9-0e72325cc4d7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:55.289798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27213fc4-d752-4418-a0bf-33b0b0e4b11b req-7673a5ae-0281-49d9-88b9-0e72325cc4d7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 943 time: 0.0527649 Aug 16 21:26:55.327992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-27213fc4-d752-4418-a0bf-33b0b0e4b11b req-babc0c46-8774-4b16-b0b3-f95904404ea6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Aug 16 21:26:56.445071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a3f23-f637-4b28-a44f-ab07e7613b7f req-b599c3d5-c4f1-4dea-9ea8-7456a6da89ef tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:56.446543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad8a3f23-f637-4b28-a44f-ab07e7613b7f req-b599c3d5-c4f1-4dea-9ea8-7456a6da89ef tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 943 time: 0.0492530 Aug 16 21:26:56.484630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ad8a3f23-f637-4b28-a44f-ab07e7613b7f req-b7a16ab4-091d-4c33-9461-fae1ca72bc53 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Aug 16 21:26:56.847604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 32c66a8f-f597-499e-8738-236616a9a8f4 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:26:56.941736 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=32c66a8f-f597-499e-8738-236616a9a8f4,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:56.952389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '32c66a8f-f597-499e-8738-236616a9a8f4', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'port_id': '32c66a8f-f597-499e-8738-236616a9a8f4', 'mac_address': 'fa:16:3e:58:3c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:26:56.987423 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:57.000052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c66a8f-f597-499e-8738-236616a9a8f4 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:26:57.018651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=32c66a8f-f597-499e-8738-236616a9a8f4,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:57.120930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:57.167055 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:57.371328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['32c66a8f-f597-499e-8738-236616a9a8f4'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:26:57.604274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba752-aa1c-4d9b-b8ba-7acf85455c3e req-1dd9a1f2-9736-43a8-b3e3-37585541f006 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:57.605754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b65ba752-aa1c-4d9b-b8ba-7acf85455c3e req-1dd9a1f2-9736-43a8-b3e3-37585541f006 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 944 time: 0.0540679 Aug 16 21:26:57.642364 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b65ba752-aa1c-4d9b-b8ba-7acf85455c3e req-e747f90b-6028-4361-875d-acfe6022b826 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306318 Aug 16 21:26:58.773811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32351c-3d93-404c-a45c-d5090f544779 req-c61d11b9-235d-4c37-8b4c-611f28f1edd9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:58.775449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a32351c-3d93-404c-a45c-d5090f544779 req-c61d11b9-235d-4c37-8b4c-611f28f1edd9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 944 time: 0.0583489 Aug 16 21:26:58.816935 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3a32351c-3d93-404c-a45c-d5090f544779 req-ac73e200-75d3-470f-b670-bfa463444bde tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352004 Aug 16 21:26:58.893170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 32c66a8f-f597-499e-8738-236616a9a8f4 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:26:59.029465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 32c66a8f-f597-499e-8738-236616a9a8f4 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:26:59.033160 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 32c66a8f-f597-499e-8738-236616a9a8f4 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:26:59.033535 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:59.107561 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:59.129628 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:26:59.132098 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272bacf0-be66-4541-98db-58ebc66af1db" -d '{"events": [{"server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "name": "network-vif-plugged", "status": "completed", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:26:59.146953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=32c66a8f-f597-499e-8738-236616a9a8f4,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:26:59.225370 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22156f6-ab6a-4477-8ee1-8748ee2b27e4 x-openstack-request-id: req-b22156f6-ab6a-4477-8ee1-8748ee2b27e4 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:26:59.225655 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "name": "network-vif-plugged", "status": "completed", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:26:59.225903 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b22156f6-ab6a-4477-8ee1-8748ee2b27e4 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:26:59.226297 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4', 'code': 200} Aug 16 21:26:59.241707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:26:59.294851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:26:59.327788 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270c684-b773-471b-96bc-a0bd160eb4d9 req-4041128d-d46d-4fdf-a9dc-5ab5c9640d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:59.329296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a270c684-b773-471b-96bc-a0bd160eb4d9 req-4041128d-d46d-4fdf-a9dc-5ab5c9640d8f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1097 time: 0.0434914 Aug 16 21:26:59.365103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a270c684-b773-471b-96bc-a0bd160eb4d9 req-45638597-521d-4448-9485-ddd295dc80fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281019 Aug 16 21:26:59.933102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9bee3-7493-46df-94dc-b25a310c9909 req-a12ce973-eae7-4064-b7c2-83f26ab40aa8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:26:59.934604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39f9bee3-7493-46df-94dc-b25a310c9909 req-a12ce973-eae7-4064-b7c2-83f26ab40aa8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0492783 Aug 16 21:26:59.973448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-39f9bee3-7493-46df-94dc-b25a310c9909 req-eb804f61-f52d-4384-be0f-9feb973317d6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Aug 16 21:27:00.732509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4771ef95-218c-42ee-979d-7ad66c31aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:01.098360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c408c-9cf7-441d-a8f1-5aa13bd3a600 req-9da3c206-0369-47ba-bb82-2f757aa3c53a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:01.100458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e9c408c-9cf7-441d-a8f1-5aa13bd3a600 req-9da3c206-0369-47ba-bb82-2f757aa3c53a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0565095 Aug 16 21:27:01.148859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0e9c408c-9cf7-441d-a8f1-5aa13bd3a600 req-3d2fab84-5494-4add-b43e-10081de68160 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Aug 16 21:27:01.285946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5311-dc12-4d53-8c69-f8d1820df40d req-f04855fa-48b4-4057-b382-98aaa99b5243 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:01.288358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73cb5311-dc12-4d53-8c69-f8d1820df40d req-f04855fa-48b4-4057-b382-98aaa99b5243 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0602586 Aug 16 21:27:01.329186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-73cb5311-dc12-4d53-8c69-f8d1820df40d req-3a33e6d4-d0e9-4217-8fca-e954bf7bd9dc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350487 Aug 16 21:27:01.351528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44858) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:01.400534 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae795f8-37b0-406d-8e16-3bbe9816db62 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:01.402192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9ae795f8-37b0-406d-8e16-3bbe9816db62 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1092 time: 0.0496228 Aug 16 21:27:01.405463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44860) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:01.410236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '32c66a8f-f597-499e-8738-236616a9a8f4', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:01.555953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:01.660793 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:01.773647 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.228 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/51d48bc9-77ef-405c-80b0-de6d7440fc90) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:27:01.873845 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.007063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.044240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:27:02.048964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:02.052396 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:27:02.082192 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=51d48bc9-77ef-405c-80b0-de6d7440fc90,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:02.411200 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.549916 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.698953 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.777943 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.843935 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=51d48bc9-77ef-405c-80b0-de6d7440fc90,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:02.855874 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:02.953980 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 8b7fe892-ae43-42c8-86d0-cef67ee87a56 associated. External IP: 172.25.7.228, port: 32c66a8f-f597-499e-8738-236616a9a8f4. Aug 16 21:27:03.520568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:27:03.556930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:03.628446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:27:03.637814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Sync routers for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:27:03.646421 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:03.647053 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:26:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:03.778728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:03.808153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f48e9af3-f30d-466f-9552-375e560ef9c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4013271 Aug 16 21:27:03.808754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:03.811057 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b94479-dae7-47a4-9b7b-bcde054043f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:03.855438 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d47fa-8ac8-4e2f-92a0-e4e7a8958654 x-openstack-request-id: req-e42d47fa-8ac8-4e2f-92a0-e4e7a8958654 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:03.855791 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:03.856055 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e42d47fa-8ac8-4e2f-92a0-e4e7a8958654 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:03.856499 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4', 'status': 'completed', 'code': 200} Aug 16 21:27:03.884645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1edf6f54-877c-411f-97b0-4cce647bc7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:03.915804 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:03.939925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba397a9-1a3a-4edb-8438-af961ef89ae5 req-e4e432df-05b4-48da-ae29-15952f1adb15 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:03.941447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ba397a9-1a3a-4edb-8438-af961ef89ae5 req-e4e432df-05b4-48da-ae29-15952f1adb15 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0758684 Aug 16 21:27:03.957657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-35fb8e9e-55aa-4930-932a-7c1bbc1d69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:03.959105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-35fb8e9e-55aa-4930-932a-7c1bbc1d69f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1097 time: 0.0669913 Aug 16 21:27:04.026768 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5ba397a9-1a3a-4edb-8438-af961ef89ae5 req-e83cea7d-cb20-44e4-9f70-6ddfc21d2af5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790796 Aug 16 21:27:04.049017 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44866) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:04.072258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-577031e4-b176-4cde-8a66-1de6dda6dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:04.073862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-577031e4-b176-4cde-8a66-1de6dda6dfe4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b99825ff-9ca3-4315-93e6-48deae665b17 HTTP/1.1" status: 200 len: 897 time: 0.1014333 Aug 16 21:27:04.114492 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b82042da-ecde-4f07-a39c-e690461394a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/8b7fe892-ae43-42c8-86d0-cef67ee87a56 HTTP/1.1" status: 200 len: 991 time: 0.0627835 Aug 16 21:27:04.140129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-7b73f27c-4f25-4658-9f94-1500b381f7dd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c66a8f-f597-499e-8738-236616a9a8f4 HTTP/1.1" status: 200 len: 999 time: 0.0585992 Aug 16 21:27:04.142151 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8b7fe892-ae43-42c8-86d0-cef67ee87a56', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'port_id': '32c66a8f-f597-499e-8738-236616a9a8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'mac_address': 'fa:16:3e:58:3c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:27:02Z', 'updated_at': '2021-08-16T21:27:02Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:04.168339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Checking router: 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:27:04.176589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:04.177195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:04.192660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-6df5637c-0a66-4de0-ad2b-46f2ba9c3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:04.194692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-6df5637c-0a66-4de0-ad2b-46f2ba9c3226 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f92b09f8-ed38-420c-8faf-666e9d8c947c HTTP/1.1" status: 200 len: 835 time: 0.0475278 Aug 16 21:27:04.239555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-57e64bab-0c98-4f82-81f2-0888076fafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:04.241234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-57e64bab-0c98-4f82-81f2-0888076fafc1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b99825ff-9ca3-4315-93e6-48deae665b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394015 Aug 16 21:27:04.283993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:04.334000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-301bb44f-e885-47ce-be50-9e020d3f6424 service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 Aug 16 21:27:04.425996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-46b94479-dae7-47a4-9b7b-bcde054043f1 req-3b0e2c64-75cc-4043-be03-780f1d7172a9 service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845454 Aug 16 21:27:04.515157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8b7fe892-ae43-42c8-86d0-cef67ee87a56', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'port_id': '32c66a8f-f597-499e-8738-236616a9a8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'mac_address': 'fa:16:3e:58:3c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:27:02Z', 'updated_at': '2021-08-16T21:27:02Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:04.541444 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eef868-49f0-414f-92d9-078897cb22ec None None] The sync data for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 is: [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '8b7fe892-ae43-42c8-86d0-cef67ee87a56', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.228', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'port_id': '32c66a8f-f597-499e-8738-236616a9a8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'mac_address': 'fa:16:3e:58:3c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:27:02Z', 'updated_at': '2021-08-16T21:27:02Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:27:04.549599 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:04.723097 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e614fbb-a15b-4c81-a246-64d9b0d47c4a None None] New status for floating IP 8b7fe892-ae43-42c8-86d0-cef67ee87a56: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:27:05.116953 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:05.177915 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-20c3529d-7393-4233-93e2-5620b6a3cd30 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/8b7fe892-ae43-42c8-86d0-cef67ee87a56 HTTP/1.1" status: 200 len: 993 time: 0.0598412 Aug 16 21:27:06.412184 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:18.960732 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:19.776921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:22.474751 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:30.720326 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cad9079c-161a-4952-892f-bd956534d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:33.588994 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:33.703309 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-234ce08c-1fc0-4122-a668-8bead8822d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:34.474814 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:36.388996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:36.668669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398045c5-ee03-4052-82fc-b05e7683f77c req-d523d11b-4110-463a-a74b-9ea67bd04638 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:36.671426 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-398045c5-ee03-4052-82fc-b05e7683f77c req-d523d11b-4110-463a-a74b-9ea67bd04638 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0527444 Aug 16 21:27:36.709115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-398045c5-ee03-4052-82fc-b05e7683f77c req-c4630b06-318c-4639-8447-9a484af0ef99 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Aug 16 21:27:37.848467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad21059-1db3-4f6c-8d45-bd626f262992 req-3b487da9-558e-432e-8b89-1e1b0c265a3d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:37.849962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ad21059-1db3-4f6c-8d45-bd626f262992 req-3b487da9-558e-432e-8b89-1e1b0c265a3d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0550797 Aug 16 21:27:37.886816 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4ad21059-1db3-4f6c-8d45-bd626f262992 req-73898f44-fc12-4e59-8d31-56f0f143f51b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Aug 16 21:27:37.911565 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44890) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:37.973924 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ffceb154-3aec-49fb-87f8-ab713c3eb25a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/8b7fe892-ae43-42c8-86d0-cef67ee87a56 HTTP/1.1" status: 200 len: 993 time: 0.0611873 Aug 16 21:27:39.343379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e91f-cbf6-407b-a363-0434117d14a0 req-580ce629-8764-48b2-b5b1-b912f05d8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:39.344889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98d1e91f-cbf6-407b-a363-0434117d14a0 req-580ce629-8764-48b2-b5b1-b912f05d8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0489814 Aug 16 21:27:39.382512 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-98d1e91f-cbf6-407b-a363-0434117d14a0 req-43b362c3-448e-4e42-a740-1a32cbbe8225 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Aug 16 21:27:40.503998 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61f636-7428-403a-9ef2-02bdd589a649 req-cfc902b0-c755-4d1f-9a1e-e52926fe4b17 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:40.505487 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b61f636-7428-403a-9ef2-02bdd589a649 req-cfc902b0-c755-4d1f-9a1e-e52926fe4b17 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0500715 Aug 16 21:27:40.542702 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b61f636-7428-403a-9ef2-02bdd589a649 req-67b8ef67-916e-4dc9-ba31-379b0738b34d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312254 Aug 16 21:27:40.566284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44900) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:40.630334 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-da599319-e8ac-4b39-b9fd-de060ed64129 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/8b7fe892-ae43-42c8-86d0-cef67ee87a56 HTTP/1.1" status: 200 len: 993 time: 0.0628643 Aug 16 21:27:40.843511 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:41.003244 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 51d48bc9-77ef-405c-80b0-de6d7440fc90 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:41.003496 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.048387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-b4705555-52a5-41c3-aba0-498bb53495ea req-b4f7af94-5837-48c5-b69d-69a990f3820f service neutron] (95240) timed out ('10.222.0.70', 41906) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:27:41.081527 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.081867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.093956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 51d48bc9-77ef-405c-80b0-de6d7440fc90 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:41.326397 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.352664 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=51d48bc9-77ef-405c-80b0-de6d7440fc90,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:41.365194 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.365548 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.365890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.366227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.366559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.366892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.367224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.367552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.367915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.368240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.368563 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.368883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:41.421550 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.421882 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 8b7fe892-ae43-42c8-86d0-cef67ee87a56 disassociated (deleted). External IP: 172.25.7.228, port: 32c66a8f-f597-499e-8738-236616a9a8f4. Aug 16 21:27:41.626256 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:27:41.732652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:27:41.737589 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:41.743563 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Sync routers for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:27:41.754406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:41.755024 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:41.766745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-97469981-4c64-4fee-bf0c-4a618845a095 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/floatingips/8b7fe892-ae43-42c8-86d0-cef67ee87a56 HTTP/1.1" status: 204 len: 168 time: 0.9188349 Aug 16 21:27:41.766745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:41.768110 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e9d501-5c39-4973-829e-db3872e5000e" -d '{"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:41.812174 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c99ee-2480-4b4b-b3f0-a134cbb50254 x-openstack-request-id: req-e06c99ee-2480-4b4b-b3f0-a134cbb50254 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:41.812728 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:41.812980 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e06c99ee-2480-4b4b-b3f0-a134cbb50254 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:41.813390 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4', 'status': 'completed', 'code': 200} Aug 16 21:27:41.872350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:41.881556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d501-5c39-4973-829e-db3872e5000e req-bf5766bd-9fa9-4efc-bc46-1c6c01a97ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:41.883048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-bf5766bd-9fa9-4efc-bc46-1c6c01a97ecf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 1097 time: 0.0453010 Aug 16 21:27:41.985579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d501-5c39-4973-829e-db3872e5000e req-14c4378d-b35b-4454-90f3-17e997f0be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:41.987251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-14c4378d-b35b-4454-90f3-17e997f0be01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b99825ff-9ca3-4315-93e6-48deae665b17 HTTP/1.1" status: 200 len: 897 time: 0.0958500 Aug 16 21:27:42.029752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-679b2448-32cd-4f5c-a7e3-59251d5dace2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32c66a8f-f597-499e-8738-236616a9a8f4 HTTP/1.1" status: 200 len: 217 time: 0.0341961 Aug 16 21:27:42.072400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:42.083697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d501-5c39-4973-829e-db3872e5000e req-601cb223-964d-4585-953a-cfdae9ffb7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:42.085223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-601cb223-964d-4585-953a-cfdae9ffb7be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f92b09f8-ed38-420c-8faf-666e9d8c947c HTTP/1.1" status: 200 len: 835 time: 0.0490863 Aug 16 21:27:42.100966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Checking router: 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:27:42.109914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:42.110515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:42.133089 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9d501-5c39-4973-829e-db3872e5000e req-fc9541cb-0e22-46f5-966e-dcad6408d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:42.134539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-fc9541cb-0e22-46f5-966e-dcad6408d5b1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b99825ff-9ca3-4315-93e6-48deae665b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411835 Aug 16 21:27:42.222673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:42.238074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-d6b5ac6d-841e-4d01-a115-c2d839db48a0 service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882187 Aug 16 21:27:42.360689 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a3cad-b6a9-4994-992f-7f66f523ba98 req-31af69ad-3661-47c5-9931-2c028919c5d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:42.362227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc3a3cad-b6a9-4994-992f-7f66f523ba98 req-31af69ad-3661-47c5-9931-2c028919c5d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.1059463 Aug 16 21:27:42.389436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-35e9d501-5c39-4973-829e-db3872e5000e req-cb330d89-a1e4-4ab1-9cee-d24002566767 service neutron] 10.222.0.73 "GET /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354275 Aug 16 21:27:42.415696 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc3a3cad-b6a9-4994-992f-7f66f523ba98 req-b75110d3-47bb-436b-8e3b-603aabc51a92 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445499 Aug 16 21:27:42.426040 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:42.452953 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbe92b2-412c-4ef6-81c4-1288113dc8ed None None] The sync data for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 is: [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:43Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'de319951-7b9b-4aa8-9a19-d8ba0801b503', 'name': '', 'network_id': 'b99825ff-9ca3-4315-93e6-48deae665b17', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:5b:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:42Z', 'updated_at': '2021-08-16T21:26:48Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'f92b09f8-ed38-420c-8faf-666e9d8c947c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:27:42.686398 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7838c862-687e-4c39-bb3d-c8c1dd95f48e None None] New status for floating IP 8b7fe892-ae43-42c8-86d0-cef67ee87a56: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:27:43.534049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88ebf-7dbf-47b0-bd91-7312564f1fe8 req-2df9433b-3112-42ab-a1c1-e54531a26360 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:43.535550 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1c88ebf-7dbf-47b0-bd91-7312564f1fe8 req-2df9433b-3112-42ab-a1c1-e54531a26360 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0501628 Aug 16 21:27:43.575103 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1c88ebf-7dbf-47b0-bd91-7312564f1fe8 req-fe253289-1c41-40a3-9f43-9357cd7b2b2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=27361407-990c-4f0f-b09b-c3ebad7852c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Aug 16 21:27:43.983408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-a588dbe4-75f7-43c7-a7bf-f6523c287296 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:43.984892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-a588dbe4-75f7-43c7-a7bf-f6523c287296 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 945 time: 0.0487168 Aug 16 21:27:44.078538 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 32c66a8f-f597-499e-8738-236616a9a8f4 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:44.078907 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:44.166347 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 32c66a8f-f597-499e-8738-236616a9a8f4, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=32c66a8f-f597-499e-8738-236616a9a8f4,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:44.166628 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:44.178821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 32c66a8f-f597-499e-8738-236616a9a8f4 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:44.371574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:44.399559 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=32c66a8f-f597-499e-8738-236616a9a8f4,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:44.451132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] No DVR routers for this DVR port 32c66a8f-f597-499e-8738-236616a9a8f4 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:27:44.451132 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:44.451132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-15b5218f-2883-4b3f-87c5-9fb8a0438474 req-f29b3347-5a81-4256-a465-5aa7b87cadf2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "DELETE /v2.0/ports/32c66a8f-f597-499e-8738-236616a9a8f4 HTTP/1.1" status: 204 len: 173 time: 0.4567523 Aug 16 21:27:44.451132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'name': 'network-vif-deleted', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:27:44.451132 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901d5b5-19fd-41e7-90b4-232f466525ec" -d '{"events": [{"server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "name": "network-vif-deleted", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:27:44.490473 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1dc1f-1dff-4041-8470-3fc9b3902150 x-openstack-request-id: req-40b1dc1f-1dff-4041-8470-3fc9b3902150 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:27:44.490473 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4947b876-2131-466a-b6f8-4e6ce69f4aae", "name": "network-vif-deleted", "tag": "32c66a8f-f597-499e-8738-236616a9a8f4", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:27:44.490473 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40b1dc1f-1dff-4041-8470-3fc9b3902150 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:27:44.490473 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4947b876-2131-466a-b6f8-4e6ce69f4aae', 'name': 'network-vif-deleted', 'tag': '32c66a8f-f597-499e-8738-236616a9a8f4', 'status': 'completed', 'code': 200} Aug 16 21:27:44.671974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b76312e3-0cf3-48f6-af2e-f3d7c05952e7 req-d51cc2a3-4695-49a1-8fed-45b231c46efa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=4947b876-2131-466a-b6f8-4e6ce69f4aae HTTP/1.1" status: 200 len: 210 time: 0.0301180 Aug 16 21:27:45.728717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44922) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:46.081490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:46.335316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port de319951-7b9b-4aa8-9a19-d8ba0801b503 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:46.335679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:46.425272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port de319951-7b9b-4aa8-9a19-d8ba0801b503, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=de319951-7b9b-4aa8-9a19-d8ba0801b503,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:46.425640 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:46.438903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for de319951-7b9b-4aa8-9a19-d8ba0801b503 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:46.680259 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:46.708252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=de319951-7b9b-4aa8-9a19-d8ba0801b503,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:46.881513 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.094140 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:27:47.105893 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 32c66a8f-f597-499e-8738-236616a9a8f4 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:47.125946 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 32c66a8f-f597-499e-8738-236616a9a8f4 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:47.126288 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 32c66a8f-f597-499e-8738-236616a9a8f4 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:47.201207 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:27:47.212513 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4a35d789-0195-4a80-b9d5-8b139519ba2d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780655 Aug 16 21:27:47.212513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44924) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:47.213136 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Sync routers for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:27:47.223140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:47.224113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:47.263781 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting subnet f92b09f8-ed38-420c-8faf-666e9d8c947c {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:27:47.266887 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.307294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.329339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:47.396799 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.506951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:27:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:47.526522 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.533621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Checking router: 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:27:47.542037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Routers {'4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:47.542649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:47.555147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Subnet': ['ID=f92b09f8-ed38-420c-8faf-666e9d8c947c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:47.561330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.566574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44926) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:47.567233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-293b49c5-965c-46f0-b050-b74cfaccc2e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/subnets/f92b09f8-ed38-420c-8faf-666e9d8c947c HTTP/1.1" status: 204 len: 168 time: 0.3557312 Aug 16 21:27:47.580022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdfb78-60db-45fe-a33f-bdd89d76a616 None None] Network b99825ff-9ca3-4315-93e6-48deae665b17 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:27:47.673907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.739903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] Set router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:47.778139 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.923738 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:47.925577 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:47.943800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] DHCP port deletion for b99825ff-9ca3-4315-93e6-48deae665b17 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:27:47.959171 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:27:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:48.014718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 3ac1ea96-8ac5-4ef3-82c7-c639876ed177, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:48.015092 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.027925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:48.169016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2d46c-140a-4a42-a8b7-40ab003ea993 None None] The sync data for ids ['4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a'] in n-d-794306-10 is: [{'id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2203279', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:27:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3ac1ea96-8ac5-4ef3-82c7-c639876ed177', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:26:39Z', 'updated_at': '2021-08-16T21:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:27:48.199618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Deleting port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:27:48.199618 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.266884 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] For port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,segment=NetworkSegment(b70de5f9-8169-4a92-9c02-d24d1b549825),segment_id=b70de5f9-8169-4a92-9c02-d24d1b549825)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:48.267296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.279235 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Calling delete_port for 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:27:48.292073 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.320680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=3ac1ea96-8ac5-4ef3-82c7-c639876ed177,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:48.331286 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.331640 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.332005 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.332344 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.332678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.333015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.333346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.333674 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.334001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.334326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.334649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.334969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.388467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.463211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.483085 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.485906 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.489418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Pushing event deleted for resources: {'Port': ['ID=1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:48.497185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] No DVR routers for this DVR port 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:27:48.499975 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.500315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.500661 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.501002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.501344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.501680 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.502006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.502348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.502648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.502977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.503305 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.503630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ebd7ea-f061-4538-87e1-82dec8141d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:48.617506 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.618112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Fanout notify agent at l3_agent the message router_deleted on router 4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:27:48.629855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.629855 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a78a61fe-361e-4e15-9463-333fbecba8da tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/routers/4bfe5fb7-d24e-44ad-b70f-6e2f028b2b6a HTTP/1.1" status: 204 len: 168 time: 1.0591230 Aug 16 21:27:48.630044 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44928) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:48.711639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.805416 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.816086 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99825ff-9ca3-4315-93e6-48deae665b17']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:48.826096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b70de5f9-8169-4a92-9c02-d24d1b549825') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:48.826432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b70de5f9-8169-4a92-9c02-d24d1b549825') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:48.839428 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.853808 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:27:48.867131 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:27:48.914515 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.023035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.031210 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.032733 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/networks/b99825ff-9ca3-4315-93e6-48deae665b17 HTTP/1.1" status: 204 len: 168 time: 0.4021471 Aug 16 21:27:49.035553 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44930) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:49.044124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53bb5d-43ac-46cd-9e06-c6b618d71b8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Network': ['ID=b99825ff-9ca3-4315-93e6-48deae665b17,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:49.094390 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.118452 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.234666 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.237354 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.238527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/security-groups/27361407-990c-4f0f-b09b-c3ebad7852c0 HTTP/1.1" status: 204 len: 168 time: 0.2019336 Aug 16 21:27:49.247900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c5b13-6239-488b-a7d6-3685ee6c5e65 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27361407-990c-4f0f-b09b-c3ebad7852c0,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:49.680622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44936) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:49.685230 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612185088', 'description': 'tempest-secgroup-smoke-1612185088 description', 'project_id': '5b46f800022a46eaaa12c75f94b54663'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:49.788357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.868968 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.904839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:49.925325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:49.925669 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1c3b73e0-dbaa-4bf0-ab26-3b8eb16b7863 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:49.926085 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device de319951-7b9b-4aa8-9a19-d8ba0801b503 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:49.937992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:49.948252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: de319951-7b9b-4aa8-9a19-d8ba0801b503 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:49.948599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device de319951-7b9b-4aa8-9a19-d8ba0801b503 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:49.949029 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:27:49.967793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:27:49.968302 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3ac1ea96-8ac5-4ef3-82c7-c639876ed177 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:27:49.976521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cca829-d10e-43ca-a978-8c77489289b8,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:50.051310 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.052650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-674af1e6-72d5-4c0c-87fd-c6f41dcf6e24 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3710177 Aug 16 21:27:50.055528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44938) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:50.059999 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:50.147531 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.551082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.640951 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.662233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5f0c5d-3223-4ab9-bda1-3bc16522181f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:50.737375 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.738651 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d991497c-0392-440a-a12e-584d938a9fe0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821380 Aug 16 21:27:50.741388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44940) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:50.745771 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:50.833727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.888137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.960060 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:50.979330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f325e7-a475-4d44-bb8a-d2c9ab924427,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:51.045686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.046938 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05c98766-831b-4a0e-9129-811d3faeb74e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3046238 Aug 16 21:27:51.049623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44942) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:51.053943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:51.158984 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.215976 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.302970 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.326030 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc97cef-8a68-4fc6-98c1-b5df47e281b0,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:51.394383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.395604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-8cce505a-9d41-4c53-84b5-ed0b66d343ee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450606 Aug 16 21:27:51.398508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44944) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:51.403142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:51.512869 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.576399 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.628318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.648717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e00def-7543-4d7e-a6a9-15501b0c47b9,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:51.685467 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.687751 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8dae3d36-003b-40bc-afb4-1240156d852b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2882144 Aug 16 21:27:51.690484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44946) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:51.695002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:51.754847 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:27:51.759983 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.824144 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.874953 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.894578 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a461955e-b1cc-4bbe-b7f1-01c011e50fb1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:51.959910 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:51.961147 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e64b6328-91e3-4511-81d7-eeb604ec7145 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2696431 Aug 16 21:27:51.963885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44948) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:51.968445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': 'c4cca829-d10e-43ca-a978-8c77489289b8', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:52.057035 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:27:52.062758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.122041 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.235025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.250714 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d976c21b-cb94-43d8-8871-1dd042aa180b,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:52.360366 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.361596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9b8d26a2-a520-448f-8788-d68bdffc8194 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3966501 Aug 16 21:27:52.364436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 44950) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:52.369267 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'network': {'name': 'tempest-network-smoke--901020656', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:52.440243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:27:52.443712 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.463064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.466995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:27:52.477466 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.477808 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Added segment 04cbd4c1-b5d9-4891-aba5-ea2411f8178e of type vlan for network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c Aug 16 21:27:52.519116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.588886 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.596520 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:52.596520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.660603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Network': ['ID=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:52.670455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:27:52.692804 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-75a331df-7961-413e-a547-d093832a280f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3272574 Aug 16 21:27:52.695482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:52.700184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'admin_state_up': True, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:52.770891 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.772023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:52.822618 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.021195 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.282933 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.302165 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.406674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.103 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/3e7dab77-bfb5-4df7-b0cf-139db29d81fd) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:27:53.511088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.606123 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:53.645724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:27:53.648555 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:53.652165 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:27:53.673699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:53.966190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.160085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.354216 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:27:54.459772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:27:54.469658 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Sync routers for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:27:54.478277 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:54.478868 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:54.549173 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.555358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fc411d44-7db7-42d9-b832-18c4e43b834d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8540690 Aug 16 21:27:54.555718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44954) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:54.582231 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:54.585453 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-00fb2ccb-540f-4ff8-95f4-7392a2773702 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5b46f800022a46eaaa12c75f94b54663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285411 Aug 16 21:27:54.588050 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44956) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:54.672102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bdfbe-1947-4c3b-b31c-5239e04cb7fa tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:54.673654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-520bdfbe-1947-4c3b-b31c-5239e04cb7fa tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846808 Aug 16 21:27:54.676551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44958) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:54.714659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1a1a3c41-0484-4078-8514-caffc7296d6c tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369091 Aug 16 21:27:54.717181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44960) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:54.722005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1178287813', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:27:54.755185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:54.781535 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Checking router: 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:27:54.781873 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Updating router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:27:54.809268 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:54.879267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:27:54.882875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.053277 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.064046 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Transition to ACTIVE for port object 3e7dab77-bfb5-4df7-b0cf-139db29d81fd will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:55.113921 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.125937 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.175356 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Attempting to bind port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:27:55.175755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Attempting to bind port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:27:55.182035 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Attempting to bind port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:27:55.182215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Subnet': ['ID=dca8aad9-4649-466a-ac03-fd89e6023c72,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:55.182846 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Pushing event updated for resources: {'Port': ['ID=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:55.186053 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:27:55.187233 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:27:55.187647 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.187898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Checking segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:27:55.188142 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:27:55.188243 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network hostable DHCP agents. Network: ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:27:55.188525 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Bound port: 3e7dab77-bfb5-4df7-b0cf-139db29d81fd, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:27:55.188905 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.195379 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.195755 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.196091 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.196425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.196756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.197083 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.197406 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.197742 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.198064 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.198387 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.198720 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.199149 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:27:55.251355 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] For port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:27:55.254349 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] For port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:27:55.280619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:27:55.320670 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.378721 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:55.379318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:55.382939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:55.383417 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7b90-7c95-464b-9dff-25ac4e5dfc1b None None] Pushing event updated for resources: {'Port': ['ID=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:55.387364 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:55.388579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.393801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67733de-c412-4ed5-8a10-224541e02d75 None None] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:27:55.458097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a6d61c8c-6a48-468a-90fb-7320accec37b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7397938 Aug 16 21:27:55.460763 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 44962) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:27:55.490558 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:55.542816 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:27:55.543696 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.679346 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:55.700153 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Allocated IP 172.20.0.2 (ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c/dca8aad9-4649-466a-ac03-fd89e6023c72/9ca40daf-1cb4-4e73-806a-91b40a6bb136) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:27:55.803008 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf89a6-c138-4fc9-a64a-e2834c239926 None None] The sync data for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 is: [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:27:55.867847 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.877335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Transition to ACTIVE for port object 9ca40daf-1cb4-4e73-806a-91b40a6bb136 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:55.893389 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Transition to ACTIVE for port object 9ca40daf-1cb4-4e73-806a-91b40a6bb136 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:55.928928 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:55.989502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.058415 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:27:56.064141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:56.067698 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:27:56.078781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Pushing event updated for resources: {'Port': ['ID=9ca40daf-1cb4-4e73-806a-91b40a6bb136,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:56.132262 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Attempting to bind port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:27:56.132785 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Attempting to bind port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:27:56.133253 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Attempting to bind port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 on network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:27:56.138711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:27:56.139227 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Checking segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:27:56.139849 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.141030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Bound using segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:27:56.141030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Bound port: 9ca40daf-1cb4-4e73-806a-91b40a6bb136, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:27:56.141378 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.213936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] For port 9ca40daf-1cb4-4e73-806a-91b40a6bb136, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:27:56.217308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] For port 9ca40daf-1cb4-4e73-806a-91b40a6bb136, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ca40daf-1cb4-4e73-806a-91b40a6bb136,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:27:56.260413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.1 (ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c/dca8aad9-4649-466a-ac03-fd89e6023c72/ea46ca7e-d4cb-49e4-8f62-93e472e225de) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:27:56.287017 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.362113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c8fe4-5be1-4085-9198-5ef6b3380920 None None] Pushing event updated for resources: {'Port': ['ID=9ca40daf-1cb4-4e73-806a-91b40a6bb136,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:56.392228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.412929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object ea46ca7e-d4cb-49e4-8f62-93e472e225de will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:56.486672 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.541637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:27:56.545003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:56.549485 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:27:56.573574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:56.603912 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:56.776166 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:27:56.810533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:57.085078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:57.148660 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:57.222903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:57.224737 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:57.270966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d2b8c-f93e-442e-aa79-70026f0d3561 None None] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:27:57.320908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:27:57.322393 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:27:57.428838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf0caae4-dc22-43c3-95b2-de836b7b258e None None] Provisioning for port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:27:57.435437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:27:57.554675 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:27:57.560332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-be2623d1-03cc-4e1e-a7d1-7c12f33e9b45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/7c5e3af6-73c3-4efa-9320-da2cb59bb0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0985770 Aug 16 21:27:57.742870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-473709b3-5bb4-41a3-b676-a61d2923f339 None None] Provisioning for port ea46ca7e-d4cb-49e4-8f62-93e472e225de completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:27:57.747230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-473709b3-5bb4-41a3-b676-a61d2923f339 None None] Provisioning complete for port ea46ca7e-d4cb-49e4-8f62-93e472e225de triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:57.751059 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-473709b3-5bb4-41a3-b676-a61d2923f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:57.785048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-473709b3-5bb4-41a3-b676-a61d2923f339 None None] Port ea46ca7e-d4cb-49e4-8f62-93e472e225de cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:27:57.860102 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Sync routers for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:27:57.875541 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:57.876331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:57.982705 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-9aecea75-4e5f-4194-a8e7-c45830d8b150 None None] Provisioning complete for port ea46ca7e-d4cb-49e4-8f62-93e472e225de triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:57.983839 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9aecea75-4e5f-4194-a8e7-c45830d8b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.054452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ca40daf-1cb4-4e73-806a-91b40a6bb136 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:27:58.104329 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-9aecea75-4e5f-4194-a8e7-c45830d8b150 None None] Port ea46ca7e-d4cb-49e4-8f62-93e472e225de cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:27:58.122202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:58.148257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-c53caee2-cca2-4f79-b970-648532b7ae0b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612185088&fields=id&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 267 time: 0.4323034 Aug 16 21:27:58.257041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-2075ba01-aef4-403a-bec9-61c0dfcab2bd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:27:58.258544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-2075ba01-aef4-403a-bec9-61c0dfcab2bd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 796 time: 0.1035793 Aug 16 21:27:58.259790 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-11108b4d-f965-4612-b82d-bd16591f1ba9 None None] Provisioning complete for port ea46ca7e-d4cb-49e4-8f62-93e472e225de triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:58.260166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-11108b4d-f965-4612-b82d-bd16591f1ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.275099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-5dcab0db-bce7-4644-ac3e-72c40d3ee71d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/quotas/5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 375 time: 0.0107551 Aug 16 21:27:58.288518 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:27:58.302335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:58.302698 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.333055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-8d781a5a-0381-4964-9a06-276227846442 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514925 Aug 16 21:27:58.341609 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-11108b4d-f965-4612-b82d-bd16591f1ba9 None None] Port ea46ca7e-d4cb-49e4-8f62-93e472e225de cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:27:58.429927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 2, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:58.433270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-7dac29d8-7eb5-4f8a-98a3-02c47845bd76 service neutron] 10.222.0.70 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854995 Aug 16 21:27:58.433413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.458798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Checking router: 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:27:58.459156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Updating router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 port ea46ca7e-d4cb-49e4-8f62-93e472e225de binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:27:58.501999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.521316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 9ca40daf-1cb4-4e73-806a-91b40a6bb136, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ca40daf-1cb4-4e73-806a-91b40a6bb136,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:58.524862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-259903ad-7be3-49b0-92ed-633ec665d492 service neutron] 10.222.0.70 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905588 Aug 16 21:27:58.609045 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.609748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e7dab77-bfb5-4df7-b0cf-139db29d81fd up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:27:58.743688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=9ca40daf-1cb4-4e73-806a-91b40a6bb136,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:58.773469 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9b95dd19-ddb7-4a88-ae98-268ce69e6652 req-823b9d39-9e47-446d-b5c7-cac95094e640 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 210 time: 0.0281258 Aug 16 21:27:58.843453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:27:58.850515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:27:58.850889 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.896316 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.909915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Transition to ACTIVE for port object ea46ca7e-d4cb-49e4-8f62-93e472e225de will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:27:58.953582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:58.973124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:27:58.974138 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.027044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2785636-f1f7-46b8-b7da-5a57224b986c None None] Pushing event updated for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:59.051374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.099781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Attempting to bind port ea46ca7e-d4cb-49e4-8f62-93e472e225de on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:27:59.100150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Attempting to bind port ea46ca7e-d4cb-49e4-8f62-93e472e225de by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:27:59.100515 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Attempting to bind port ea46ca7e-d4cb-49e4-8f62-93e472e225de on network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:27:59.114368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:27:59.114801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Checking segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:27:59.115058 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.115453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Bound using segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:27:59.115954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Bound port: ea46ca7e-d4cb-49e4-8f62-93e472e225de, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:27:59.116337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.139203 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:59.192035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] For port ea46ca7e-d4cb-49e4-8f62-93e472e225de, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:27:59.195116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] For port ea46ca7e-d4cb-49e4-8f62-93e472e225de, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea46ca7e-d4cb-49e4-8f62-93e472e225de,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:27:59.268731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:27:59.480673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:27:59.481314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:27:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:59.483973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2785636-f1f7-46b8-b7da-5a57224b986c None None] Pushing event updated for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:27:59.593591 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:27:59.796912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:27:59Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:27:59.828320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8852150-cb3e-4612-8064-f14cd4462346 None None] The sync data for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 is: [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:27:59Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:27:59.854699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-743052c0-8017-41ff-9af6-4a2f915dc975 req-2e450439-547d-4b26-9c2d-b6299af4de5e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 210 time: 0.0294838 Aug 16 21:27:59.969481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ca40daf-1cb4-4e73-806a-91b40a6bb136 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:00.018294 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:00.018676 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:00.114904 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e7dab77-bfb5-4df7-b0cf-139db29d81fd up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:00.167604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:00.168031 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:00.766666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d9350f5-3648-4025-8b30-542eaaccd4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:00.952503 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-96364779-38c8-4142-b869-c2da078a0d34 req-dd117c3a-5d1f-40cd-965d-52d043795ca6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 210 time: 0.0272660 Aug 16 21:28:01.814717 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-ed5ee799-000d-47ae-8dbe-948739c5cb14 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:01.816320 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-ed5ee799-000d-47ae-8dbe-948739c5cb14 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 796 time: 0.1105111 Aug 16 21:28:01.865885 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-95b8b2c7-6fba-4792-96b0-1e7fbfc9c6c1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 380 time: 0.0351660 Aug 16 21:28:01.880335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'port': {'device_id': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'admin_state_up': True, 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'security_groups': ['c4cca829-d10e-43ca-a978-8c77489289b8']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:01.944442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea46ca7e-d4cb-49e4-8f62-93e472e225de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:02.056529 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2311c34-2d97-4c7b-827c-5d2abdc4ec6a req-d76a2025-31db-49c4-b21d-808e10c717d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 210 time: 0.0264256 Aug 16 21:28:02.073621 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port ea46ca7e-d4cb-49e4-8f62-93e472e225de completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:02.078778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ea46ca7e-d4cb-49e4-8f62-93e472e225de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:02.079276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.102443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:28:02.106603 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.162821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.198803 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port ea46ca7e-d4cb-49e4-8f62-93e472e225de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea46ca7e-d4cb-49e4-8f62-93e472e225de,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:02.267026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.3 (ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c/dca8aad9-4649-466a-ac03-fd89e6023c72/826a4288-035e-4292-8b60-ecdf747114ac) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:28:02.285965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.345399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:02.424460 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.439561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object 826a4288-035e-4292-8b60-ecdf747114ac will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:02.536933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.589508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:28:02.594864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:28:02.599779 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:28:02.604304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:02.657397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:02.658037 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.744009 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-0ddc6240-cecd-43d1-a982-61348f36a1e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724320 Aug 16 21:28:02.757002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Request body: {'port': {'device_id': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:02.810746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.938435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c468597d-ed72-4a0c-bbbe-949a98b4ba3f None None] Provisioning for port 826a4288-035e-4292-8b60-ecdf747114ac completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:02.942597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c468597d-ed72-4a0c-bbbe-949a98b4ba3f None None] Provisioning complete for port 826a4288-035e-4292-8b60-ecdf747114ac triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:02.942966 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c468597d-ed72-4a0c-bbbe-949a98b4ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:02.980378 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c468597d-ed72-4a0c-bbbe-949a98b4ba3f None None] Port 826a4288-035e-4292-8b60-ecdf747114ac cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:28:03.078421 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a4288-035e-4292-8b60-ecdf747114ac {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:03.086242 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.102102 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Transition to ACTIVE for port object 826a4288-035e-4292-8b60-ecdf747114ac will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:28:03.171177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.183614 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68525-3d14-4cb7-ad48-14ca0b485cd8 req-c3f3a7b6-e080-46c9-832f-99d826d29270 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.185299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eab68525-3d14-4cb7-ad48-14ca0b485cd8 req-c3f3a7b6-e080-46c9-832f-99d826d29270 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 931 time: 0.0552135 Aug 16 21:28:03.231266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eab68525-3d14-4cb7-ad48-14ca0b485cd8 req-8b243ee6-88a9-4df9-831d-b239002514b8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Aug 16 21:28:03.242317 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:03.295443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Attempting to bind port 826a4288-035e-4292-8b60-ecdf747114ac on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:28:03.295992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Attempting to bind port 826a4288-035e-4292-8b60-ecdf747114ac by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:28:03.296472 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Attempting to bind port 826a4288-035e-4292-8b60-ecdf747114ac on network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:03.301104 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Port 826a4288-035e-4292-8b60-ecdf747114ac on network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:28:03.301430 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Attempting to bind port 826a4288-035e-4292-8b60-ecdf747114ac on network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:28:03.306279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:28:03.306618 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Checking segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:28:03.307002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Bound using segment: {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:28:03.307427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Bound port: 826a4288-035e-4292-8b60-ecdf747114ac, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04cbd4c1-b5d9-4891-aba5-ea2411f8178e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:28:03.307813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.380457 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:28:03.383564 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=826a4288-035e-4292-8b60-ecdf747114ac,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:28:03.445926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.480320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.480936 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.482414 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 1092 time: 0.7298701 Aug 16 21:28:03.482764 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:03.485956 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bba3633-9d7b-4c5b-b5ff-4bce54740914" -d '{"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:03.510243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc3e02-f219-4493-9ebf-6fa8f5dd3cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:03.527024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.530764 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d832a803-6b9b-45cf-8c91-400175172a50 x-openstack-request-id: req-d832a803-6b9b-45cf-8c91-400175172a50 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:03.531163 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:03.531502 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d832a803-6b9b-45cf-8c91-400175172a50 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:03.531904 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac', 'status': 'completed', 'code': 200} Aug 16 21:28:03.591993 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-28b87290-c26a-435d-b1fc-de0a3f09deda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.594425 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-28b87290-c26a-435d-b1fc-de0a3f09deda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1095 time: 0.0437744 Aug 16 21:28:03.651362 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd99c3e6-62e3-4073-bb81-3fa15356f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.704554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-3ce9925f-85c0-4a80-85b4-1ebbc5d245c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.706080 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-3ce9925f-85c0-4a80-85b4-1ebbc5d245c5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b46f800022a46eaaa12c75f94b54663&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1035576 Aug 16 21:28:03.802872 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-228b3c7b-e054-4d2e-806e-9ccf5fd1e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.804259 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5bba3633-9d7b-4c5b-b5ff-4bce54740914 req-228b3c7b-e054-4d2e-806e-9ccf5fd1e806 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902975 Aug 16 21:28:03.890427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-bc075a71-39b5-4da5-9b03-b66153f1722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.891937 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-bc075a71-39b5-4da5-9b03-b66153f1722a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1095 time: 0.0473444 Aug 16 21:28:03.917771 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea46ca7e-d4cb-49e4-8f62-93e472e225de up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:03.935202 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-84afaebb-8315-41e8-a047-b38e4c62dea4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 217 time: 0.0352952 Aug 16 21:28:03.965326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port ea46ca7e-d4cb-49e4-8f62-93e472e225de triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:03.965731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:03.983910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-30c81c06-a3f2-41cf-9704-578686abaf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:03.985412 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-30c81c06-a3f2-41cf-9704-578686abaf34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 200 len: 835 time: 0.0433643 Aug 16 21:28:04.034941 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-875fbc08-6cbd-4ea0-8466-8e209ac5865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.036547 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-875fbc08-6cbd-4ea0-8466-8e209ac5865c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441787 Aug 16 21:28:04.131306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-24d56342-a136-4480-8ab0-4d1a2a9dfced service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872335 Aug 16 21:28:04.222681 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-eb84c54a-e609-4db9-8d61-abb8c421957d req-e82a0e9d-fbba-4405-a0eb-a967b1f4acbb service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843024 Aug 16 21:28:04.349395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a79ce-f9ab-4f82-8133-d1d8fb605cf1 req-6a4f758d-8f1a-495a-830c-baf13ad92824 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:04.350934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0a79ce-f9ab-4f82-8133-d1d8fb605cf1 req-6a4f758d-8f1a-495a-830c-baf13ad92824 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 943 time: 0.0504875 Aug 16 21:28:04.389358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e0a79ce-f9ab-4f82-8133-d1d8fb605cf1 req-c33ca186-413d-419f-aa3c-ba2650ecf148 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Aug 16 21:28:04.469244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:05.507528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a3031-d20c-418f-998d-1b9083606bd9 req-a9cb78cb-74a5-4df3-abf0-2db3d0a1babc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:05.509029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414a3031-d20c-418f-998d-1b9083606bd9 req-a9cb78cb-74a5-4df3-abf0-2db3d0a1babc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 943 time: 0.0491948 Aug 16 21:28:05.545337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-414a3031-d20c-418f-998d-1b9083606bd9 req-667163c3-fb28-4f49-a599-002bf60b2ad6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304441 Aug 16 21:28:06.393899 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:06.665215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a39e7-9d8d-4a67-93b4-423723bb79d1 req-93ff55d7-795e-44ed-871b-896107a311dd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:06.666689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db7a39e7-9d8d-4a67-93b4-423723bb79d1 req-93ff55d7-795e-44ed-871b-896107a311dd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 943 time: 0.0522954 Aug 16 21:28:06.704659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-db7a39e7-9d8d-4a67-93b4-423723bb79d1 req-90862bfe-fc37-4b0a-a2a8-2d1d1c25284b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319250 Aug 16 21:28:06.855013 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 826a4288-035e-4292-8b60-ecdf747114ac details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:28:06.949508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=826a4288-035e-4292-8b60-ecdf747114ac,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:06.960190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '826a4288-035e-4292-8b60-ecdf747114ac', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'port_id': '826a4288-035e-4292-8b60-ecdf747114ac', 'mac_address': 'fa:16:3e:50:b9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:28:06.996601 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:07.009554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826a4288-035e-4292-8b60-ecdf747114ac {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:28:07.031612 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=826a4288-035e-4292-8b60-ecdf747114ac,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:07.090963 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:07.136442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:07.317624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['826a4288-035e-4292-8b60-ecdf747114ac'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:28:07.817785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2b7de-c86b-4d4f-a35a-7e02d3f5933f req-d9faef15-5585-4e83-916b-8e46d235a734 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:07.819491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53c2b7de-c86b-4d4f-a35a-7e02d3f5933f req-d9faef15-5585-4e83-916b-8e46d235a734 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 944 time: 0.0490248 Aug 16 21:28:07.858709 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-53c2b7de-c86b-4d4f-a35a-7e02d3f5933f req-6e039fd2-0f17-4f6c-91c3-1e6b47e48a3c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Aug 16 21:28:08.870731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 826a4288-035e-4292-8b60-ecdf747114ac up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:28:08.975606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da4ffd-50a0-418d-b307-b345bbd6e84f req-399d60cf-40a9-439d-aed7-a2c882e7e185 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:08.977154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1da4ffd-50a0-418d-b307-b345bbd6e84f req-399d60cf-40a9-439d-aed7-a2c882e7e185 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 944 time: 0.0506973 Aug 16 21:28:09.011126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 826a4288-035e-4292-8b60-ecdf747114ac completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:28:09.015797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 826a4288-035e-4292-8b60-ecdf747114ac triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:28:09.016311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:09.019095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b1da4ffd-50a0-418d-b307-b345bbd6e84f req-22563df3-3ad1-4fc8-829e-9532c6d27f4d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354300 Aug 16 21:28:09.097432 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:09.119332 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:09.121691 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3aa62c-0244-4ffe-aae3-6a614cf7c05d" -d '{"events": [{"server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "name": "network-vif-plugged", "status": "completed", "tag": "826a4288-035e-4292-8b60-ecdf747114ac"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:09.134208 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=826a4288-035e-4292-8b60-ecdf747114ac,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:28:09.158324 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd08623-cab1-4865-a4cd-670825ab4280 x-openstack-request-id: req-9cd08623-cab1-4865-a4cd-670825ab4280 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:09.158597 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "name": "network-vif-plugged", "status": "completed", "tag": "826a4288-035e-4292-8b60-ecdf747114ac", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:09.158870 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cd08623-cab1-4865-a4cd-670825ab4280 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:09.159302 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac', 'code': 200} Aug 16 21:28:09.228510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:09.252211 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a1ed5-f006-4309-961a-dd3b82eaa5b3 req-32ec4b36-fb8b-4064-844e-e2a07fd722d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:09.253850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-449a1ed5-f006-4309-961a-dd3b82eaa5b3 req-32ec4b36-fb8b-4064-844e-e2a07fd722d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1096 time: 0.0409555 Aug 16 21:28:09.274651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:09.290243 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-449a1ed5-f006-4309-961a-dd3b82eaa5b3 req-b83ffecb-e917-4d6c-b0fa-3bbd02a952f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291209 Aug 16 21:28:10.137931 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552f7d-5fca-45af-a2ac-ec86fa28b732 req-9539341f-2692-4f5a-806f-5b6a5b6b8b49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:10.139342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b552f7d-5fca-45af-a2ac-ec86fa28b732 req-9539341f-2692-4f5a-806f-5b6a5b6b8b49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0542035 Aug 16 21:28:10.178301 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8b552f7d-5fca-45af-a2ac-ec86fa28b732 req-b6ed6400-5bf8-4f50-ae0c-d3adceb0aa85 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Aug 16 21:28:11.294636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bf43a-d7c8-462b-a025-910dc3b140e7 req-863a981e-8eb1-4d55-9ec6-37da9b7185f8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:11.296720 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c84bf43a-d7c8-462b-a025-910dc3b140e7 req-863a981e-8eb1-4d55-9ec6-37da9b7185f8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0487401 Aug 16 21:28:11.333616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c84bf43a-d7c8-462b-a025-910dc3b140e7 req-f19d9b28-3e2a-48ed-9679-8ecf0cf0651e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Aug 16 21:28:11.446917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5346a-34a8-468b-8a86-178bdf6e1afd req-c7c81cf5-5ab0-4686-9d92-c43706c2f4db tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:11.448436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2f5346a-34a8-468b-8a86-178bdf6e1afd req-c7c81cf5-5ab0-4686-9d92-c43706c2f4db tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0496142 Aug 16 21:28:11.486995 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e2f5346a-34a8-468b-8a86-178bdf6e1afd req-defa8a64-719e-4381-b9b4-c8c2783d457e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Aug 16 21:28:11.508851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45024) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:11.554164 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92cde52-d6a5-4c74-875b-68be5befc5c7 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:11.555688 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a92cde52-d6a5-4c74-875b-68be5befc5c7 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1092 time: 0.0458214 Aug 16 21:28:11.558468 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45026) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:11.563792 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '826a4288-035e-4292-8b60-ecdf747114ac', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:28:11.667035 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.762240 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:11.866435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.222 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/f37b77c2-8ee8-4aa4-965e-3963dfecc49e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:28:11.967256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.068977 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.107939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:28:12.111426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:28:12.115057 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:28:12.120365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=f37b77c2-8ee8-4aa4-965e-3963dfecc49e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:12.471235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.595667 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.743519 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.805125 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.872354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=f37b77c2-8ee8-4aa4-965e-3963dfecc49e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:28:12.882722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:12.982635 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP e0900600-9ae1-4b07-a79f-756eb3626ff2 associated. External IP: 172.25.7.222, port: 826a4288-035e-4292-8b60-ecdf747114ac. Aug 16 21:28:13.189185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:28:13.300588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:28:13.310671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Sync routers for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:28:13.321191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:13.321788 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:28:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:13.422412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:13.647103 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e0900600-9ae1-4b07-a79f-756eb3626ff2', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'port_id': '826a4288-035e-4292-8b60-ecdf747114ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'mac_address': 'fa:16:3e:50:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:12Z', 'updated_at': '2021-08-16T21:28:12Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:13.676905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Checking router: 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:28:13.684963 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:28:13.685610 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:28:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:13.731178 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:13.758869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7abc5b63-086d-428e-ab5f-76c84e04ca61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1993835 Aug 16 21:28:13.759508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:28:13.761824 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf975bb9-e7a8-4f37-84ea-317032931fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:28:13.790818 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:28:13.799820 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a075bc13-ab0f-4506-a0cf-198b67a61890 x-openstack-request-id: req-a075bc13-ab0f-4506-a0cf-198b67a61890 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:28:13.800113 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:28:13.800364 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a075bc13-ab0f-4506-a0cf-198b67a61890 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:28:13.800771 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac', 'status': 'completed', 'code': 200} Aug 16 21:28:13.857299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c809523-469b-4246-b690-d736440931a9 req-81ee8ac0-1a5d-42e5-b79b-67232277b634 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:13.859464 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c809523-469b-4246-b690-d736440931a9 req-81ee8ac0-1a5d-42e5-b79b-67232277b634 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0503948 Aug 16 21:28:13.876861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-67e73c42-29d0-4a85-8aae-6f85ac6000d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:13.878662 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-67e73c42-29d0-4a85-8aae-6f85ac6000d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1097 time: 0.0529697 Aug 16 21:28:13.900380 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c809523-469b-4246-b690-d736440931a9 req-b43a0b1f-b86e-41f2-8a7c-40deb476eae1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Aug 16 21:28:13.921451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45032) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:13.983394 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-bbe5f8fc-2849-4dd7-951b-038f44e67b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:13.985742 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-bbe5f8fc-2849-4dd7-951b-038f44e67b85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 897 time: 0.0989015 Aug 16 21:28:13.989060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-797855cf-b3ff-44c1-a9a7-13118714bd73 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/e0900600-9ae1-4b07-a79f-756eb3626ff2 HTTP/1.1" status: 200 len: 991 time: 0.0659373 Aug 16 21:28:14.024687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e0900600-9ae1-4b07-a79f-756eb3626ff2', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'port_id': '826a4288-035e-4292-8b60-ecdf747114ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'mac_address': 'fa:16:3e:50:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:12Z', 'updated_at': '2021-08-16T21:28:12Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:28:14.050572 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1b3b03-25f5-48d6-8431-33dff9311352 None None] The sync data for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 is: [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'e0900600-9ae1-4b07-a79f-756eb3626ff2', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'port_id': '826a4288-035e-4292-8b60-ecdf747114ac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'mac_address': 'fa:16:3e:50:b9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:28:12Z', 'updated_at': '2021-08-16T21:28:12Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:28:14.051259 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-645b81f5-fcdb-4d0a-b703-0adac754607e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 999 time: 0.0573733 Aug 16 21:28:14.105513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-d1dfd7ea-463a-4a1f-b47d-99443b8306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:14.106884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-d1dfd7ea-463a-4a1f-b47d-99443b8306ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 200 len: 835 time: 0.0482411 Aug 16 21:28:14.154470 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-897ed4ca-3692-4f48-b0de-5afd07fae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:14.156546 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-897ed4ca-3692-4f48-b0de-5afd07fae357 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410376 Aug 16 21:28:14.252488 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-d01c0ae9-6838-4d63-baef-f1c1fa8c3b8c service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860806 Aug 16 21:28:14.269082 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5075ed70-736a-4172-a7fb-d3d0c65baac2 None None] New status for floating IP e0900600-9ae1-4b07-a79f-756eb3626ff2: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:28:14.352309 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-bf975bb9-e7a8-4f37-84ea-317032931fbb req-afe495fb-8833-434b-a643-25131929b1ee service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892019 Aug 16 21:28:14.992875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45036) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:28:15.052421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-93bf47a9-330f-404d-b91e-a5cc32293f30 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/e0900600-9ae1-4b07-a79f-756eb3626ff2 HTTP/1.1" status: 200 len: 993 time: 0.0584071 Aug 16 21:28:18.918414 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:22.502803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:30.730791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-88811077-bfcf-455b-9057-a6335eb4e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:33.576324 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:33.662708 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8e10bafc-e86b-4663-bc76-326708ec6efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:33.775507 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:28:34.466471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:36.386248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:46.233942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73e95-eaba-4d52-ae88-ad28a616b083 req-20a2b52e-81df-4325-99fd-5122e29d0250 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.235434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dc73e95-eaba-4d52-ae88-ad28a616b083 req-20a2b52e-81df-4325-99fd-5122e29d0250 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0533261 Aug 16 21:28:46.278361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9dc73e95-eaba-4d52-ae88-ad28a616b083 req-9425872c-8b1c-4cba-a80d-be875128f602 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360851 Aug 16 21:28:46.322826 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-083be8c0-f5f7-48db-b243-bf38424df245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.324399 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-083be8c0-f5f7-48db-b243-bf38424df245 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1097 time: 0.0405717 Aug 16 21:28:46.415845 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-e2d838f4-dbdc-47b8-8384-bddf099af0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.417221 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-e2d838f4-dbdc-47b8-8384-bddf099af0c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 897 time: 0.0855217 Aug 16 21:28:46.480924 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-abcd9764-1ef5-46d2-86c9-04c796ea2eeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 1001 time: 0.0556221 Aug 16 21:28:46.872563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-646afc6c-8ad1-4ef9-9f5f-4d577f7755c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.874002 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-646afc6c-8ad1-4ef9-9f5f-4d577f7755c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 200 len: 835 time: 0.3854945 Aug 16 21:28:46.921189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-fe317cc7-849f-42fe-ae90-174470975eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:46.922703 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-fe317cc7-849f-42fe-ae90-174470975eac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403616 Aug 16 21:28:47.010981 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-ad49782d-43f4-4c07-8acd-32ef2200a27f service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795186 Aug 16 21:28:47.103287 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e732cf65-f15e-4fa7-9332-10d2ed247e23 req-2fa3963f-825e-44b6-ba0e-070be4d4c1ae service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846250 Aug 16 21:28:47.415573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c25f-7255-4691-a3f2-0f67881fbd34 req-4b71d2d3-4025-43fb-8039-fcf7a240047e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:47.417900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bde4c25f-7255-4691-a3f2-0f67881fbd34 req-4b71d2d3-4025-43fb-8039-fcf7a240047e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0502009 Aug 16 21:28:47.455154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bde4c25f-7255-4691-a3f2-0f67881fbd34 req-7216354e-d63b-469b-a94b-9dbf6520794d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 16 21:28:48.586048 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fbd9e-319c-46a6-889d-18cdd9af2a90 req-ba9b2f7d-405c-4b3c-8455-0a3680bbb9d0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:48.586828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7fbd9e-319c-46a6-889d-18cdd9af2a90 req-ba9b2f7d-405c-4b3c-8455-0a3680bbb9d0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0491929 Aug 16 21:28:48.625084 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-df7fbd9e-319c-46a6-889d-18cdd9af2a90 req-56b2be1b-e129-4dad-95e0-8d8395526443 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Aug 16 21:28:48.936640 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:49.744350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d025aae-743a-48b3-93dd-95bf34fb7b0e req-de2092b6-3e1c-4f45-9532-df69f57492e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:49.745834 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d025aae-743a-48b3-93dd-95bf34fb7b0e req-de2092b6-3e1c-4f45-9532-df69f57492e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0524509 Aug 16 21:28:49.782958 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d025aae-743a-48b3-93dd-95bf34fb7b0e req-4f8ce172-bd16-49ef-a1ae-b898be1908e3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Aug 16 21:28:50.898986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48fdfd-75ab-4569-97a5-5737ba97fc4c req-1a4a14e0-921f-4a2b-8e29-299aecfa5a1d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:50.900533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d48fdfd-75ab-4569-97a5-5737ba97fc4c req-1a4a14e0-921f-4a2b-8e29-299aecfa5a1d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0490849 Aug 16 21:28:50.941707 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5d48fdfd-75ab-4569-97a5-5737ba97fc4c req-85877f8e-3285-46a9-b0d5-186779b5dca8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351169 Aug 16 21:28:52.060907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fb79-51eb-4c6f-a73a-3df442f814e4 req-835b161e-fc7d-4a17-8bc8-6395245dd179 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:52.062397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92e4fb79-51eb-4c6f-a73a-3df442f814e4 req-835b161e-fc7d-4a17-8bc8-6395245dd179 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0493932 Aug 16 21:28:52.099249 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92e4fb79-51eb-4c6f-a73a-3df442f814e4 req-b0f3062d-dfce-43ff-a550-6de3c9da24f3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307853 Aug 16 21:28:52.467841 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:28:53.220929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8915-f34f-44ed-87a1-31a64b512589 req-68ced73f-47fe-4c99-99b5-8bb58238c5c2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:53.223510 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38bc8915-f34f-44ed-87a1-31a64b512589 req-68ced73f-47fe-4c99-99b5-8bb58238c5c2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0539141 Aug 16 21:28:53.261063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-38bc8915-f34f-44ed-87a1-31a64b512589 req-2757af9f-1023-4c13-8594-f389a5b91137 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 Aug 16 21:28:54.376520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df2279-10b0-4d24-8445-d91f9a983dd3 req-098115e9-0e2e-4050-a63a-27e3cf233310 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:54.378019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09df2279-10b0-4d24-8445-d91f9a983dd3 req-098115e9-0e2e-4050-a63a-27e3cf233310 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0508084 Aug 16 21:28:54.415863 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09df2279-10b0-4d24-8445-d91f9a983dd3 req-564fbdcb-1fff-42c4-9fdf-454817205a10 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Aug 16 21:28:54.642419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-8a161055-b398-4977-8acc-f1ff2e6f60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:54.644014 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-8a161055-b398-4977-8acc-f1ff2e6f60c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1097 time: 0.0466652 Aug 16 21:28:54.753086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-65daad98-aaf7-48aa-baba-06a335e45811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:54.754669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-65daad98-aaf7-48aa-baba-06a335e45811 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 897 time: 0.0917125 Aug 16 21:28:54.817726 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-6a5b0a86-09d7-48fa-81fd-506d30981f83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 1001 time: 0.0560284 Aug 16 21:28:54.871288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-c2894f8f-1307-4b6f-80f1-7318d8bd1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:54.872772 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-c2894f8f-1307-4b6f-80f1-7318d8bd1fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 200 len: 835 time: 0.0474460 Aug 16 21:28:54.917649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-3b122817-3089-4e01-a177-e56069ca770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:54.919149 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-3b122817-3089-4e01-a177-e56069ca770e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394521 Aug 16 21:28:55.007258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-e10ac0f2-ee22-43a1-99e4-5649ca74ae57 service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809073 Aug 16 21:28:55.099748 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-4adf4b31-3814-4cb4-8ff1-d1af371128ed req-64822d64-543f-4c31-b042-f09c095b5ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860584 Aug 16 21:28:55.529637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186715a-4b9d-4ccb-9e15-9314b4b831d2 req-789545a8-800c-4204-9c82-eae6242a1b61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:55.531113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3186715a-4b9d-4ccb-9e15-9314b4b831d2 req-789545a8-800c-4204-9c82-eae6242a1b61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0484593 Aug 16 21:28:55.570105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3186715a-4b9d-4ccb-9e15-9314b4b831d2 req-eb45af34-cc64-484c-9b3d-910794aa662f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322080 Aug 16 21:28:56.691386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a502-171c-45d1-bd6d-ceb9a9f4ebe1 req-caa9895a-83c5-42b9-b53f-ddc630dccd9f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:56.692903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6b9a502-171c-45d1-bd6d-ceb9a9f4ebe1 req-caa9895a-83c5-42b9-b53f-ddc630dccd9f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0540650 Aug 16 21:28:56.731304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b6b9a502-171c-45d1-bd6d-ceb9a9f4ebe1 req-4d1a38e2-3436-4480-a56d-a2c44c03a22c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Aug 16 21:28:57.844851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50efb0-5075-41d1-900d-ca3808494c2a req-6a2987e4-38aa-4fd9-b773-256bebe7b547 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:57.846434 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f50efb0-5075-41d1-900d-ca3808494c2a req-6a2987e4-38aa-4fd9-b773-256bebe7b547 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0495880 Aug 16 21:28:57.885098 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f50efb0-5075-41d1-900d-ca3808494c2a req-fb112317-2bbd-4d51-9675-48cc510c324d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Aug 16 21:28:58.999602 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7090-b80b-44db-904b-ebb02f373ab7 req-dd994ecc-62c3-46b0-8fd4-c00c3d92e079 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:28:59.001097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-633f7090-b80b-44db-904b-ebb02f373ab7 req-dd994ecc-62c3-46b0-8fd4-c00c3d92e079 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0487256 Aug 16 21:28:59.038654 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-633f7090-b80b-44db-904b-ebb02f373ab7 req-95e713c3-7c03-4ea8-9a8a-cb7dcafa4e5f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315199 Aug 16 21:29:00.177762 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a76f-4b07-456a-beb7-de30ff6e8dd7 req-2f70dfeb-4a56-4329-8ef4-0abeabc46cdf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:00.179683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7608a76f-4b07-456a-beb7-de30ff6e8dd7 req-2f70dfeb-4a56-4329-8ef4-0abeabc46cdf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0703847 Aug 16 21:29:00.217401 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7608a76f-4b07-456a-beb7-de30ff6e8dd7 req-cde93ed6-8712-4290-ad70-7f99b6b2af1a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Aug 16 21:29:00.730905 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f20445a8-f74e-4b90-b620-bd509f96d39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:01.332715 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fff1e4-59bc-4d06-8b5e-288c62ba4a53 req-0adb9c0d-f023-4b92-b49d-31330c83586f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:01.334207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9fff1e4-59bc-4d06-8b5e-288c62ba4a53 req-0adb9c0d-f023-4b92-b49d-31330c83586f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0507059 Aug 16 21:29:01.372853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9fff1e4-59bc-4d06-8b5e-288c62ba4a53 req-6c3cb654-66a1-4906-9ed9-243319ff4e80 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Aug 16 21:29:02.510952 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a86b-53a2-4623-a3e5-ddeb18811c12 req-785576c7-5a12-41e2-8bfd-62bb3005b186 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:02.512492 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9415a86b-53a2-4623-a3e5-ddeb18811c12 req-785576c7-5a12-41e2-8bfd-62bb3005b186 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0513821 Aug 16 21:29:02.552815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9415a86b-53a2-4623-a3e5-ddeb18811c12 req-b949e0b0-1357-42bf-adbc-3eb9679922cc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340304 Aug 16 21:29:03.554287 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:03.673651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fa9d63a7-a537-49bf-baa0-931b2a025cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:03.675662 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecbe77-3aec-4b00-a95e-ac5ea02dd70a req-b4bf7841-b494-4cf1-9760-eda365104c1c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:03.677458 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecbe77-3aec-4b00-a95e-ac5ea02dd70a req-b4bf7841-b494-4cf1-9760-eda365104c1c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0560024 Aug 16 21:29:03.718681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4cecbe77-3aec-4b00-a95e-ac5ea02dd70a req-e056121f-21a1-4d51-bde5-532bdf0c37d0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344353 Aug 16 21:29:03.740431 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45096) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:03.804618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-769c4d52-f8ba-4815-8f22-f92b187787ce tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/e0900600-9ae1-4b07-a79f-756eb3626ff2 HTTP/1.1" status: 200 len: 993 time: 0.0607467 Aug 16 21:29:04.490240 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:06.410838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:10.774176 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:18.952852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:22.478539 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:30.727155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9482d6e2-ea17-4475-8d2a-83c2275522b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:33.529788 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:33.627527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fda4d92-51f4-48a7-a4f1-32a6e073d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.267892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45116) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:34.428627 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port f37b77c2-8ee8-4aa4-965e-3963dfecc49e {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:29:34.432727 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.472094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.509536 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.509868 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.522483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for f37b77c2-8ee8-4aa4-965e-3963dfecc49e owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:29:34.764329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.801047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=f37b77c2-8ee8-4aa4-965e-3963dfecc49e,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:34.816815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.817170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.817522 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.817859 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.818193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.818526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.818875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.819209 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.819539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.819893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.820217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.820539 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:34.859275 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:34.859611 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP e0900600-9ae1-4b07-a79f-756eb3626ff2 disassociated (deleted). External IP: 172.25.7.222, port: 826a4288-035e-4292-8b60-ecdf747114ac. Aug 16 21:29:35.063260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:29:35.168863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:29:35.173616 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:35.178020 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Sync routers for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:29:35.187576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:35.188221 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:35.200285 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4ef1b339-7ab2-470b-b5e6-27d785ca2a6e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/floatingips/e0900600-9ae1-4b07-a79f-756eb3626ff2 HTTP/1.1" status: 204 len: 168 time: 0.9313943 Aug 16 21:29:35.201002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:29:35.203331 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f74533-fd9a-480b-82f6-d83d8b4afc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:29:35.243207 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79228f8a-d4ac-47ff-a855-97b55d3de340 x-openstack-request-id: req-79228f8a-d4ac-47ff-a855-97b55d3de340 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:29:35.243637 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "tag": "826a4288-035e-4292-8b60-ecdf747114ac", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:29:35.243920 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79228f8a-d4ac-47ff-a855-97b55d3de340 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:29:35.244386 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac', 'status': 'completed', 'code': 200} Aug 16 21:29:35.298754 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:35.307387 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-117ae9c3-12a4-478c-b754-c9eb68386c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:35.308929 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-117ae9c3-12a4-478c-b754-c9eb68386c9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 1097 time: 0.0419350 Aug 16 21:29:35.404058 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-ff616acf-0b0c-4ef0-9f04-85457fdb4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:35.405543 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-ff616acf-0b0c-4ef0-9f04-85457fdb4274 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 200 len: 897 time: 0.0888808 Aug 16 21:29:35.449248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-60897b9e-25da-4d3a-b6ee-432394e91a07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 200 len: 217 time: 0.0356002 Aug 16 21:29:35.494317 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:35.512715 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-122dcd47-6dec-4007-bce4-779fd1229988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:35.515596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-122dcd47-6dec-4007-bce4-779fd1229988 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 200 len: 835 time: 0.0481367 Aug 16 21:29:35.521017 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Checking router: 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:29:35.529132 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:35.529720 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:35.571986 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-e80af88b-5856-4f35-a528-2582bd5c91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:35.573755 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-e80af88b-5856-4f35-a528-2582bd5c91d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524771 Aug 16 21:29:35.638863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace727c-9004-4a3d-b36e-f04e796caf0e req-d90baa5a-3359-47bd-a781-47cf9df3986a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:35.640439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ace727c-9004-4a3d-b36e-f04e796caf0e req-d90baa5a-3359-47bd-a781-47cf9df3986a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0502596 Aug 16 21:29:35.641439 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:35.670784 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-b39daaa1-d598-4c48-b832-bcf0215d4a43 service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890961 Aug 16 21:29:35.683961 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2ace727c-9004-4a3d-b36e-f04e796caf0e req-64d0ea48-f821-4dc7-b26a-523b5a9fd42f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365362 Aug 16 21:29:35.777401 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-97f74533-fd9a-480b-82f6-d83d8b4afc5f req-9a2e611b-214c-454b-953d-914b968ea054 service neutron] 10.222.0.64 "GET /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966136 Aug 16 21:29:35.932492 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:35.959859 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c2852f-7e55-4213-a8ed-463381f9b9d1 None None] The sync data for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 is: [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:27:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'ea46ca7e-d4cb-49e4-8f62-93e472e225de', 'name': '', 'network_id': 'ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:42:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:56Z', 'updated_at': '2021-08-16T21:28:02Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'dca8aad9-4649-466a-ac03-fd89e6023c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:29:36.171313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3befa42-3ac6-4dea-a203-aedff8786812 None None] New status for floating IP e0900600-9ae1-4b07-a79f-756eb3626ff2: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:29:36.478286 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:36.803862 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9a1c-570c-494c-a9fa-9cfaa5424e89 req-674b99a5-55ac-48cb-ad6f-11c0ddc952a1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:36.805366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1feb9a1c-570c-494c-a9fa-9cfaa5424e89 req-674b99a5-55ac-48cb-ad6f-11c0ddc952a1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0534799 Aug 16 21:29:36.842771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1feb9a1c-570c-494c-a9fa-9cfaa5424e89 req-8486d773-9e4e-42b9-8584-eb1deab94b61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4cca829-d10e-43ca-a978-8c77489289b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312262 Aug 16 21:29:37.160082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-bf50a5b6-3817-4fd3-8fda-b4a13159898a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:37.161434 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-bf50a5b6-3817-4fd3-8fda-b4a13159898a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 945 time: 0.0479298 Aug 16 21:29:37.253068 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 826a4288-035e-4292-8b60-ecdf747114ac {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:29:37.253416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.345482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 826a4288-035e-4292-8b60-ecdf747114ac, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=826a4288-035e-4292-8b60-ecdf747114ac,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:37.346436 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.358743 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 826a4288-035e-4292-8b60-ecdf747114ac owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:29:37.587333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.617795 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=826a4288-035e-4292-8b60-ecdf747114ac,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:37.645294 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.645649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.645996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.646338 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.646677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.647012 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.647482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.647677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.648046 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.648375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.648701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.649029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:37.671212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] No DVR routers for this DVR port 826a4288-035e-4292-8b60-ecdf747114ac on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:29:37.673820 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:37.675910 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-571c6f0e-333d-4899-9ebd-a502172520f1 req-1360605a-d6b0-4781-a80e-21e1e92424f0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "DELETE /v2.0/ports/826a4288-035e-4292-8b60-ecdf747114ac HTTP/1.1" status: 204 len: 173 time: 0.5082932 Aug 16 21:29:37.676345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'name': 'network-vif-deleted', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:29:37.678557 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338ba5e-bf36-4343-9000-08386d97c20f" -d '{"events": [{"server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "name": "network-vif-deleted", "tag": "826a4288-035e-4292-8b60-ecdf747114ac"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:29:37.715423 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e8971-d2a9-4064-aa63-1b5c38f12793 x-openstack-request-id: req-618e8971-d2a9-4064-aa63-1b5c38f12793 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:29:37.715715 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65de455-d51e-423c-8ad9-3ef21a9a5c5e", "name": "network-vif-deleted", "tag": "826a4288-035e-4292-8b60-ecdf747114ac", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:29:37.715994 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-618e8971-d2a9-4064-aa63-1b5c38f12793 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:29:37.716393 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65de455-d51e-423c-8ad9-3ef21a9a5c5e', 'name': 'network-vif-deleted', 'tag': '826a4288-035e-4292-8b60-ecdf747114ac', 'status': 'completed', 'code': 200} Aug 16 21:29:37.954345 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09a56e0c-5a8c-4e61-971e-30671aca5e2f req-1b2e97c2-8cfe-49c9-87f4-b874c9d0e58c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=b65de455-d51e-423c-8ad9-3ef21a9a5c5e HTTP/1.1" status: 200 len: 210 time: 0.0297000 Aug 16 21:29:39.006754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45134) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:39.361903 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:39.605634 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port ea46ca7e-d4cb-49e4-8f62-93e472e225de {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:29:39.606016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:39.695169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port ea46ca7e-d4cb-49e4-8f62-93e472e225de, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=ea46ca7e-d4cb-49e4-8f62-93e472e225de,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:39.695449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:39.708032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for ea46ca7e-d4cb-49e4-8f62-93e472e225de owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:29:39.967427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:39.994638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=ea46ca7e-d4cb-49e4-8f62-93e472e225de,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:40.513059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:40.725934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:29:40.828432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:29:40.833978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-921e8243-0433-4873-a985-7dfe6fab62cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/7c5e3af6-73c3-4efa-9320-da2cb59bb0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260481 Aug 16 21:29:40.836661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45136) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:40.838406 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Sync routers for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:29:40.847126 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:40.847709 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:40.891583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting subnet dca8aad9-4649-466a-ac03-fd89e6023c72 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:29:40.895235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:40.936130 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:40.952230 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:41.019083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.130517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:29:39Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:41.155863 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Checking router: 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:29:41.164443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Routers {'7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:41.165028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:41.187552 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.215514 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Subnet': ['ID=dca8aad9-4649-466a-ac03-fd89e6023c72,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:41.219059 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.223633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a4abc809-3d99-4ede-a4ac-0f1059dac4a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/subnets/dca8aad9-4649-466a-ac03-fd89e6023c72 HTTP/1.1" status: 204 len: 168 time: 0.3833153 Aug 16 21:29:41.224399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45138) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:41.228347 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7b3db-de64-4662-b0d5-518d093c27ca None None] Network ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:29:41.270969 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] Set router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:41.334243 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.385549 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 826a4288-035e-4292-8b60-ecdf747114ac no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:29:41.409341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 826a4288-035e-4292-8b60-ecdf747114ac {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:29:41.409973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 826a4288-035e-4292-8b60-ecdf747114ac not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:29:41.432959 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] DHCP port deletion for ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:29:41.465773 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.478849 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:29:39Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:41.487755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Deleting port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:29:41.488147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.509302 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddcea4-1a03-4c9c-bb2a-d38b5169a6cc None None] The sync data for ids ['7c5e3af6-73c3-4efa-9320-da2cb59bb0a3'] in n-d-794306-10 is: [{'id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275905225', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103'}], 'enable_snat': True}, 'gw_port_id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:27:52Z', 'updated_at': '2021-08-16T21:29:39Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '3e7dab77-bfb5-4df7-b0cf-139db29d81fd', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:db:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5e3af6-73c3-4efa-9320-da2cb59bb0a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:27:53Z', 'updated_at': '2021-08-16T21:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:29:41.556360 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] For port 9ca40daf-1cb4-4e73-806a-91b40a6bb136, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9ca40daf-1cb4-4e73-806a-91b40a6bb136,segment=NetworkSegment(04cbd4c1-b5d9-4891-aba5-ea2411f8178e),segment_id=04cbd4c1-b5d9-4891-aba5-ea2411f8178e)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:41.560067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.571042 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Calling delete_port for 9ca40daf-1cb4-4e73-806a-91b40a6bb136 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:29:41.591858 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:29:41.592395 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.669875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 3e7dab77-bfb5-4df7-b0cf-139db29d81fd, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:41.670138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.688306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 3e7dab77-bfb5-4df7-b0cf-139db29d81fd owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:29:41.718820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.745300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Pushing event deleted for resources: {'Port': ['ID=9ca40daf-1cb4-4e73-806a-91b40a6bb136,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:41.753068 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] No DVR routers for this DVR port 9ca40daf-1cb4-4e73-806a-91b40a6bb136 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:29:41.756467 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.756801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.757149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.757487 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.757827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.758222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.758485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.758812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.759140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.759466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.759830 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.760166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabe2108-e69a-45c7-885f-057d9cb3c871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:41.936341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:41.968331 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=3e7dab77-bfb5-4df7-b0cf-139db29d81fd,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:41.995881 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ca40daf-1cb4-4e73-806a-91b40a6bb136 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:29:42.019096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9ca40daf-1cb4-4e73-806a-91b40a6bb136 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:29:42.019096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9ca40daf-1cb4-4e73-806a-91b40a6bb136 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:29:42.019426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea46ca7e-d4cb-49e4-8f62-93e472e225de no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:29:42.038841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: ea46ca7e-d4cb-49e4-8f62-93e472e225de {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:29:42.039105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device ea46ca7e-d4cb-49e4-8f62-93e472e225de not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:29:42.040373 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.131452 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.133543 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.232722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.233219 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Fanout notify agent at l3_agent the message router_deleted on router 7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:29:42.241185 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.242300 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c4b34559-48c3-4785-a95d-45a62319f9b3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/routers/7c5e3af6-73c3-4efa-9320-da2cb59bb0a3 HTTP/1.1" status: 204 len: 168 time: 1.0170963 Aug 16 21:29:42.244823 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45140) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:42.330471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.422084 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.431709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:42.441512 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cbd4c1-b5d9-4891-aba5-ea2411f8178e') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:42.442143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cbd4c1-b5d9-4891-aba5-ea2411f8178e') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:42.450464 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.464239 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.470037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:29:42.475383 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:29:42.581190 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.589327 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.590717 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/networks/ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c HTTP/1.1" status: 204 len: 168 time: 0.3447778 Aug 16 21:29:42.593781 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45142) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:42.603278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965e3ae-2b1c-491d-b18e-9d22b959bf72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Network': ['ID=ede99b43-e3a9-4adf-bcd7-6b2a7fd21f8c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:42.651125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.676928 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.810027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.812758 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:42.813927 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/security-groups/c4cca829-d10e-43ca-a978-8c77489289b8 HTTP/1.1" status: 204 len: 168 time: 0.2191072 Aug 16 21:29:42.831515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474401f6-535d-415f-a8d9-431753e16590 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cca829-d10e-43ca-a978-8c77489289b8,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:43.279179 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45148) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:43.283977 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434179938', 'description': 'tempest-secgroup-smoke-434179938 description', 'project_id': '5b46f800022a46eaaa12c75f94b54663'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:43.366756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.446430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.544020 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.573857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6914302a-a1bf-46f1-a667-05cf6e130cc7,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:43.641228 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.642479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-3899b03f-51ef-4e35-bdec-b86966860164 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3622160 Aug 16 21:29:43.645570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45150) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:43.650177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:43.760318 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.821484 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.929663 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:43.947424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f76901-b5dd-4b2f-bd7a-957dec2b44fe,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:43.967885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e7dab77-bfb5-4df7-b0cf-139db29d81fd no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:29:43.988692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 3e7dab77-bfb5-4df7-b0cf-139db29d81fd {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:29:43.989039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 3e7dab77-bfb5-4df7-b0cf-139db29d81fd not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:29:44.069856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.071117 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2618cafe-7039-48e0-9531-8240ecf52731 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245195 Aug 16 21:29:44.073955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45152) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:44.078308 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:44.189780 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.247019 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.349793 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.369617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140636e5-27c6-4b99-a3fc-122e92d92feb,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:44.486959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.488971 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3d02769-407e-4e53-b49d-7e6551f01bd6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4135747 Aug 16 21:29:44.492268 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45154) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:44.496763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:44.601295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.657721 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.732772 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.750395 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20c3495-db29-447b-a307-1c9e26491331,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:44.818681 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.819950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-35073d57-7af9-4489-a614-6b566ccf9607 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266675 Aug 16 21:29:44.822652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45156) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:44.827192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:44.934538 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:44.996478 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.069384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.087582 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e593d7-c82b-4829-89f1-710cac1a27a0,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:45.146696 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.147955 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8653eb5d-d8ec-4f94-8017-8cf599f66307 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3243284 Aug 16 21:29:45.150660 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45158) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:45.155067 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:45.232413 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:29:45.237230 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.297627 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.357877 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.376658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492ccfe5-5719-4f1d-a3c0-43ce6bfdda24,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:45.438044 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.439262 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c88632d4-ae67-432b-b1c1-60f9ffb9d181 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876592 Aug 16 21:29:45.442599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45160) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:45.447090 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '6914302a-a1bf-46f1-a667-05cf6e130cc7', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:45.523873 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:29:45.528714 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.590042 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.695605 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.713811 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bcb715-4e00-4bf5-b7a4-d65faa4bc627,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:45.887033 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:45.888303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ca62cac1-99aa-4720-8066-b5e9954b2570 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4447739 Aug 16 21:29:45.891107 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45164) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:45.896758 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'network': {'name': 'tempest-network-smoke--153485831', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'port_security_enabled': True}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:45.978370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:29:45.982101 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.005930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:29:46.014980 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.015344 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Added segment a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb of type vlan for network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 Aug 16 21:29:46.058350 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.149677 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.155175 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:46.155801 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.219117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Network': ['ID=7e4cc55f-a939-4cda-9ca1-b946e94276b3,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:46.229982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:29:46.290709 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-077e3f22-e3f4-40b7-92d1-38f0d05d37d5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3985391 Aug 16 21:29:46.294304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45166) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:46.298950 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'admin_state_up': True, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:46.403938 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.404944 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.461727 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.653586 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.964284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:46.983998 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.088271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.211 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/1341ab83-abf9-43fe-8a09-98d39d4a3566) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:29:47.187856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.298865 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.342119 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:29:47.344972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:47.351205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:29:47.373667 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=1341ab83-abf9-43fe-8a09-98d39d4a3566,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:47.662485 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:47.773665 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:29:47.854275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.058439 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router de4b3404-747f-44e6-bf3d-19bd26f23f58 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:29:48.163287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:29:48.173908 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Sync routers for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:29:48.183045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:48.189657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:48.267177 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.268481 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-bd36295c-cd32-4e78-a7b6-c6fe74521288 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9732206 Aug 16 21:29:48.272137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45168) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:48.286692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:48.300219 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0eb3693d-ae9d-45bb-883e-c3dfd3435e29 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5b46f800022a46eaaa12c75f94b54663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269263 Aug 16 21:29:48.303484 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45170) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:48.393311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f3f5d-0b76-4971-abbe-604a1f70a0dc tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:48.394916 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-e76f3f5d-0b76-4971-abbe-604a1f70a0dc tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904183 Aug 16 21:29:48.397789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45172) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:48.424744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-b716476f-847d-4b14-b15e-121f0ce15924 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257525 Aug 16 21:29:48.427922 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45174) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:48.432832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-817762834', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:48.463792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:47Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:48.489841 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Checking router: de4b3404-747f-44e6-bf3d-19bd26f23f58 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:29:48.490062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Updating router de4b3404-747f-44e6-bf3d-19bd26f23f58 port 1341ab83-abf9-43fe-8a09-98d39d4a3566 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:29:48.514463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.603786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:29:48.607406 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.764463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.774522 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Transition to ACTIVE for port object 1341ab83-abf9-43fe-8a09-98d39d4a3566 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:48.861144 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.890239 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.922569 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2528ce9-44a9-4e57-8374-353a28879988 None None] Pushing event updated for resources: {'Port': ['ID=1341ab83-abf9-43fe-8a09-98d39d4a3566,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:48.924939 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Attempting to bind port 1341ab83-abf9-43fe-8a09-98d39d4a3566 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:29:48.925301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Attempting to bind port 1341ab83-abf9-43fe-8a09-98d39d4a3566 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:29:48.925653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Attempting to bind port 1341ab83-abf9-43fe-8a09-98d39d4a3566 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:29:48.932273 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:29:48.935000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:29:48.935000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.935000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:29:48.935000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Bound port: 1341ab83-abf9-43fe-8a09-98d39d4a3566, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:29:48.935000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.954478 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Subnet': ['ID=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:48.963379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Checking segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:29:48.963547 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network hostable DHCP agents. Network: 7e4cc55f-a939-4cda-9ca1-b946e94276b3, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:29:48.982895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:48.987152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] For port 1341ab83-abf9-43fe-8a09-98d39d4a3566, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:29:48.990257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] For port 1341ab83-abf9-43fe-8a09-98d39d4a3566, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1341ab83-abf9-43fe-8a09-98d39d4a3566,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:29:49.053217 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:29:49.075630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.124098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 7e4cc55f-a939-4cda-9ca1-b946e94276b3) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:49.130402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:49.131490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.227799 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7f410680-f2a4-4e31-a96a-4697a6351a56 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7962983 Aug 16 21:29:49.228038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45176) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:29:49.260749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4302a86f-aa1f-4b15-b57d-10bb14371453 None None] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:29:49.334461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2528ce9-44a9-4e57-8374-353a28879988 None None] Pushing event updated for resources: {'Port': ['ID=1341ab83-abf9-43fe-8a09-98d39d4a3566,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:49.338727 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:49.339342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:49.507133 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:49.534058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:29:49.534915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.664525 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.777158 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Allocated IP 172.20.0.2 (7e4cc55f-a939-4cda-9ca1-b946e94276b3/072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce/c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:29:49.858780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:47Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:49.890936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b593d3b-2147-4a3d-9410-9706c461a3fa None None] The sync data for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 is: [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:47Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:29:49.978641 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:49.991907 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Transition to ACTIVE for port object c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:50.010229 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Transition to ACTIVE for port object c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:50.096311 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.158686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:29:50.166312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:50.169251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:29:50.176396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Pushing event updated for resources: {'Port': ['ID=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:50.233375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Attempting to bind port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:29:50.233748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Attempting to bind port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:29:50.234114 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Attempting to bind port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:29:50.240674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:29:50.241052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Checking segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:29:50.241457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.241851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Bound using segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:29:50.242321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Bound port: c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:29:50.242709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.312201 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.1 (7e4cc55f-a939-4cda-9ca1-b946e94276b3/072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce/af816c5a-ecb9-482b-ad74-b17f9552adaf) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:29:50.313542 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] For port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:29:50.316745 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] For port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:29:50.395924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.440839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.456763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a27c4-d18d-455f-adf0-fec89f7cb08a None None] Pushing event updated for resources: {'Port': ['ID=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:50.460040 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object af816c5a-ecb9-482b-ad74-b17f9552adaf will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:50.571379 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.640506 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:29:50.644604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:50.648255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:29:50.656898 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:50.720846 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:50.955065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:51.233742 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:51.301206 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:51.379260 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:51.382268 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:51.453720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e1286-cd23-4221-b207-39a028f00ab9 None None] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:29:51.477816 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:29:51.479150 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:51.599259 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router de4b3404-747f-44e6-bf3d-19bd26f23f58 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:29:51.630088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f1125162-a4f4-4bba-9972-dbe55d0db58b None None] Provisioning for port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:51.712287 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:29:51.717389 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-cd141e69-9b30-47f2-a1fd-60253e50c257 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/de4b3404-747f-44e6-bf3d-19bd26f23f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884264 Aug 16 21:29:51.897735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-63485105-b174-4ed8-b888-6d87f6fdca00 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434179938&fields=id&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 267 time: 0.0504124 Aug 16 21:29:51.929619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5338e8c8-fd8a-4bca-97b8-aeb6d6dd544a None None] Provisioning for port af816c5a-ecb9-482b-ad74-b17f9552adaf completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:51.934059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-5338e8c8-fd8a-4bca-97b8-aeb6d6dd544a None None] Provisioning complete for port af816c5a-ecb9-482b-ad74-b17f9552adaf triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:51.934547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5338e8c8-fd8a-4bca-97b8-aeb6d6dd544a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:51.992992 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5338e8c8-fd8a-4bca-97b8-aeb6d6dd544a None None] Port af816c5a-ecb9-482b-ad74-b17f9552adaf cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:29:52.017568 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-0f4641fd-54f5-4431-ab0a-afc927238c1d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:52.020325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-0f4641fd-54f5-4431-ab0a-afc927238c1d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 796 time: 0.1151593 Aug 16 21:29:52.036856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-2f5faf54-a27a-461b-9177-87b57e5a7094 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/quotas/5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 375 time: 0.0104840 Aug 16 21:29:52.108894 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-e50228ab-74fa-45be-9197-3106adf06f1f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658419 Aug 16 21:29:52.111658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1341ab83-abf9-43fe-8a09-98d39d4a3566 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:52.111960 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Sync routers for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:29:52.123408 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:52.124330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:52.162330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-a23509a3-64be-4a18-b079-b3e4bd9892bb None None] Provisioning complete for port af816c5a-ecb9-482b-ad74-b17f9552adaf triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:52.162763 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a23509a3-64be-4a18-b079-b3e4bd9892bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.221441 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-a23509a3-64be-4a18-b079-b3e4bd9892bb None None] Port af816c5a-ecb9-482b-ad74-b17f9552adaf cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:29:52.296139 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:52.305400 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-5ed25052-33e1-46ca-99b0-fbc58eb4943b service neutron] 10.222.0.70 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853154 Aug 16 21:29:52.306933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 1341ab83-abf9-43fe-8a09-98d39d4a3566 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:52.317251 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1341ab83-abf9-43fe-8a09-98d39d4a3566 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:52.317251 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.363243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-edab978d-fe22-4073-9834-ed11be24bbab None None] Provisioning complete for port af816c5a-ecb9-482b-ad74-b17f9552adaf triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:52.363642 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-edab978d-fe22-4073-9834-ed11be24bbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.403449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-e772af24-1c00-4633-8d5e-ff86ba8b30c7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Aug 16 21:29:52.428620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-edab978d-fe22-4073-9834-ed11be24bbab None None] Port af816c5a-ecb9-482b-ad74-b17f9552adaf cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:29:52.455054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.481585 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 1341ab83-abf9-43fe-8a09-98d39d4a3566, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1341ab83-abf9-43fe-8a09-98d39d4a3566,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:52.509835 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.528080 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:51Z', 'revision_number': 2, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:52.554677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Checking router: de4b3404-747f-44e6-bf3d-19bd26f23f58 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:29:52.559237 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Updating router de4b3404-747f-44e6-bf3d-19bd26f23f58 port af816c5a-ecb9-482b-ad74-b17f9552adaf binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:29:52.578997 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.581843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:52.584761 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.671492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=1341ab83-abf9-43fe-8a09-98d39d4a3566,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:52.737948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:52.742474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:52.742842 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.745372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf01b076-cdb5-4740-9638-f825d04a1fd0 req-664b8e88-d56d-4c31-b6a0-46c883d0d310 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 210 time: 0.0329509 Aug 16 21:29:52.832489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.866459 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:52.972835 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.980542 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:52.990939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Transition to ACTIVE for port object af816c5a-ecb9-482b-ad74-b17f9552adaf will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:53.023351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:53.084100 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:53.137946 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Pushing event updated for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:53.164032 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.164372 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.164705 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.165264 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.165649 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.165976 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.166300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.166622 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.166939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.167256 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.167573 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.167921 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:29:53.197584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Attempting to bind port af816c5a-ecb9-482b-ad74-b17f9552adaf on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:29:53.198144 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Attempting to bind port af816c5a-ecb9-482b-ad74-b17f9552adaf by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:29:53.198300 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Attempting to bind port af816c5a-ecb9-482b-ad74-b17f9552adaf on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:29:53.203814 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:29:53.204330 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Checking segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:29:53.204727 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:53.205111 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Bound using segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:29:53.205574 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Bound port: af816c5a-ecb9-482b-ad74-b17f9552adaf, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:29:53.205953 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:53.272306 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] For port af816c5a-ecb9-482b-ad74-b17f9552adaf, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:29:53.275581 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] For port af816c5a-ecb9-482b-ad74-b17f9552adaf, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af816c5a-ecb9-482b-ad74-b17f9552adaf,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:29:53.338905 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:53.394764 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:29:53.395386 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:29:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:53.435382 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ac85b-76c6-4083-84b5-b14e63fa5cd2 None None] Pushing event updated for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:53.507576 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:29:53.705950 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:53Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:29:53.730539 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4043a4-4276-4f30-b5a1-58d1988be372 None None] The sync data for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 is: [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:53Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:29:53.857715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff2992ac-bc52-4a40-9137-02420a62b65d req-d946aa83-65b2-44ba-825f-b6d9deafd9b9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 210 time: 0.0273297 Aug 16 21:29:54.057182 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1341ab83-abf9-43fe-8a09-98d39d4a3566 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:54.109445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 1341ab83-abf9-43fe-8a09-98d39d4a3566 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:54.109817 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:54.197090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:54.248416 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:54.248824 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:54.507762 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af816c5a-ecb9-482b-ad74-b17f9552adaf up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:54.632534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port af816c5a-ecb9-482b-ad74-b17f9552adaf completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:54.636748 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af816c5a-ecb9-482b-ad74-b17f9552adaf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:54.637465 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:54.721067 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:54.754567 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port af816c5a-ecb9-482b-ad74-b17f9552adaf, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af816c5a-ecb9-482b-ad74-b17f9552adaf,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:29:54.846682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:54.895142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:54.956830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5222811c-b772-4798-8627-47c3dd55e7ea req-501eadf2-f58d-431c-b790-2a2b62a06333 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 210 time: 0.0279984 Aug 16 21:29:55.084005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-037ab6f2-fdb6-41dd-b09b-1547b16bfa3b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:55.085504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-037ab6f2-fdb6-41dd-b09b-1547b16bfa3b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 796 time: 0.1107669 Aug 16 21:29:55.128222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ac8b0d29-dea7-4683-b6aa-304229279600 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 379 time: 0.0333257 Aug 16 21:29:55.138671 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'port': {'device_id': '475c2719-4568-4614-b000-3518eafb5d5a', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'admin_state_up': True, 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'security_groups': ['6914302a-a1bf-46f1-a667-05cf6e130cc7']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:55.338113 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:29:55.341619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:55.469728 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.7 (7e4cc55f-a939-4cda-9ca1-b946e94276b3/072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce/a8b21521-5265-4695-a66e-6c248be7261d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:29:55.609642 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:55.623102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object a8b21521-5265-4695-a66e-6c248be7261d will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:55.764655 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:55.811650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:29:55.814868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:29:55.819308 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:29:55.823180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:55.870167 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:55.870716 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:55.960077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-ec7f6a13-6795-49bd-87c6-dad80370ca6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249691 Aug 16 21:29:55.971318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-83f813e7-8058-45e9-b907-814c4ac4583c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:29:55.972431 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-83f813e7-8058-45e9-b907-814c4ac4583c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054834 Aug 16 21:29:55.988126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af816c5a-ecb9-482b-ad74-b17f9552adaf up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:29:55.992340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Request body: {'port': {'device_id': '475c2719-4568-4614-b000-3518eafb5d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:29:56.047026 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port af816c5a-ecb9-482b-ad74-b17f9552adaf triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:56.047392 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.065207 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.131171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2844b6-4e5c-4e10-9d04-9d27af7be556 req-3a880507-9531-482a-a587-69588cc2bb09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:56.132638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff2844b6-4e5c-4e10-9d04-9d27af7be556 req-3a880507-9531-482a-a587-69588cc2bb09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 931 time: 0.0846975 Aug 16 21:29:56.227044 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c988011-4efc-481c-a81e-0fc66488e4ec None None] Provisioning for port a8b21521-5265-4695-a66e-6c248be7261d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:29:56.230984 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c988011-4efc-481c-a81e-0fc66488e4ec None None] Provisioning complete for port a8b21521-5265-4695-a66e-6c248be7261d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:29:56.231361 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c988011-4efc-481c-a81e-0fc66488e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.241718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ff2844b6-4e5c-4e10-9d04-9d27af7be556 req-f08e4f6e-027d-4f3d-9a42-fe9d70ccd49e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006460 Aug 16 21:29:56.273428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1c988011-4efc-481c-a81e-0fc66488e4ec None None] Port a8b21521-5265-4695-a66e-6c248be7261d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:29:56.390712 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b21521-5265-4695-a66e-6c248be7261d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:29:56.398756 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.410391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Transition to ACTIVE for port object a8b21521-5265-4695-a66e-6c248be7261d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:29:56.480639 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.532329 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:56.597400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:29:56.597746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:29:56.602521 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:29:56.602696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:29:56.603088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:29:56.608361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:29:56.608758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Checking segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:29:56.609135 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Bound using segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:29:56.609703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Bound port: a8b21521-5265-4695-a66e-6c248be7261d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:29:56.610083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.689202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:29:56.692305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:29:56.798703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.829625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:56.830599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:29:56.832463 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] 10.222.0.73 "PUT /v2.0/ports/a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 1092 time: 0.8505707 Aug 16 21:29:56.835295 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:29:56.840156 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361" -d '{"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:29:56.869143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf33de-6885-46a6-ac78-2b5d152f5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:29:56.887983 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b2467-bc70-4d1f-a7d1-e177e5092e94 x-openstack-request-id: req-d26b2467-bc70-4d1f-a7d1-e177e5092e94 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:29:56.888276 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:29:56.888528 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d26b2467-bc70-4d1f-a7d1-e177e5092e94 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:29:56.888934 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'status': 'completed', 'code': 200} Aug 16 21:29:56.951434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-06f6ce7e-7d74-4de4-ab0b-43fd5a61bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:56.954732 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-06f6ce7e-7d74-4de4-ab0b-43fd5a61bf7b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1095 time: 0.0440195 Aug 16 21:29:57.065155 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-13a5971f-26d6-4389-b418-f058174afe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.066793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-13a5971f-26d6-4389-b418-f058174afe63 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b46f800022a46eaaa12c75f94b54663&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1040003 Aug 16 21:29:57.163186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-d6c50182-2a93-44d6-a7c9-eaf68eef6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.164685 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdfb9eea-a1c6-4a35-8b99-62d2167b8361 req-d6c50182-2a93-44d6-a7c9-eaf68eef6da8 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900233 Aug 16 21:29:57.246610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-06ce321b-a286-497d-87e5-edaf4fd6297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.248024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-06ce321b-a286-497d-87e5-edaf4fd6297d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1095 time: 0.0445960 Aug 16 21:29:57.291161 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-8f6bc9af-d1c6-4e98-8d15-20b433202933 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 217 time: 0.0336468 Aug 16 21:29:57.370860 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-1c3fcfd3-ec6b-4b8a-964a-b6e24582c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.372383 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-1c3fcfd3-ec6b-4b8a-964a-b6e24582c060 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0742421 Aug 16 21:29:57.396877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593fc3-2776-45bc-bcab-4d72345b6b56 req-4bd10742-18cf-4c17-89d7-60ca830990a7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.398325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0593fc3-2776-45bc-bcab-4d72345b6b56 req-4bd10742-18cf-4c17-89d7-60ca830990a7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0735829 Aug 16 21:29:57.453243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0593fc3-2776-45bc-bcab-4d72345b6b56 req-f70bf844-2732-4aa2-8e93-7e8cee2a2f01 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Aug 16 21:29:57.456021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-63affee7-525f-457e-b001-4ab0af5f07c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:57.457290 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-63affee7-525f-457e-b001-4ab0af5f07c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768955 Aug 16 21:29:57.549690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-63871046-5338-4f5b-8323-666aa97b5892 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839224 Aug 16 21:29:57.640089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-263f8ea4-b530-4bae-bbda-aaf0a9d55585 req-496139ce-f45b-4641-b9e6-7007b16acbe8 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821481 Aug 16 21:29:58.566195 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c9bc8-9b3a-43b0-92f3-79066329bbe5 req-9bf28169-1b89-4552-be22-4f9ab1e20c4e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:58.568203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e9c9bc8-9b3a-43b0-92f3-79066329bbe5 req-9bf28169-1b89-4552-be22-4f9ab1e20c4e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0480082 Aug 16 21:29:58.605721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4e9c9bc8-9b3a-43b0-92f3-79066329bbe5 req-149f0b91-99ad-4e0d-befe-f70ec392069c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312505 Aug 16 21:29:59.723498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baee6ac-3ce2-449b-ae42-0469e4de9c70 req-ef60e7de-9796-45fc-8007-96aff0903089 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:29:59.725026 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0baee6ac-3ce2-449b-ae42-0469e4de9c70 req-ef60e7de-9796-45fc-8007-96aff0903089 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0532334 Aug 16 21:29:59.763588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0baee6ac-3ce2-449b-ae42-0469e4de9c70 req-e83a8ce6-7f40-42dc-9805-154027fa243a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317609 Aug 16 21:30:00.772117 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6516db73-7d4b-439f-ac64-a342245550c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:00.878494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377afde-9379-48e8-8db7-da504b63cb53 req-09a2097e-5c2f-4342-a2b9-e0c8f11e7f14 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:00.879993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2377afde-9379-48e8-8db7-da504b63cb53 req-09a2097e-5c2f-4342-a2b9-e0c8f11e7f14 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0487633 Aug 16 21:30:00.917889 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2377afde-9379-48e8-8db7-da504b63cb53 req-7c2d7143-4805-4592-9c0f-72b12db251cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Aug 16 21:30:01.743580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a8b21521-5265-4695-a66e-6c248be7261d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:30:01.838267 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:01.848838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'a8b21521-5265-4695-a66e-6c248be7261d', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'mac_address': 'fa:16:3e:67:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:30:01.887877 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:01.900914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b21521-5265-4695-a66e-6c248be7261d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:30:01.920281 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:02.012061 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:02.054011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c7278-1a64-4983-85cd-c3adeacd2672 req-6e66c863-32d3-401e-ad5e-ac03079ef6e1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:02.055630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-664c7278-1a64-4983-85cd-c3adeacd2672 req-6e66c863-32d3-401e-ad5e-ac03079ef6e1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0658975 Aug 16 21:30:02.070814 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:02.102007 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-664c7278-1a64-4983-85cd-c3adeacd2672 req-3ae724ec-41c6-4157-885c-7b61c48f84a1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Aug 16 21:30:02.248668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['a8b21521-5265-4695-a66e-6c248be7261d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:30:03.219560 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0d9f0-5dc3-4515-86af-3a1fda098c9d req-3450adfd-485c-4bc0-b894-c5f2fa85079a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:03.221066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa0d9f0-5dc3-4515-86af-3a1fda098c9d req-3450adfd-485c-4bc0-b894-c5f2fa85079a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 944 time: 0.0527055 Aug 16 21:30:03.259558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1aa0d9f0-5dc3-4515-86af-3a1fda098c9d req-31d5a59e-0325-4b04-97af-af289980f1ca tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Aug 16 21:30:03.537589 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.612081 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f15dbb83-d3f7-4c46-b3bc-44c44fced031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.759898 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a8b21521-5265-4695-a66e-6c248be7261d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:30:03.852312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port a8b21521-5265-4695-a66e-6c248be7261d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:30:03.856309 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port a8b21521-5265-4695-a66e-6c248be7261d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:30:03.856684 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.933730 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:03.955118 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:03.957373 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933c692-a48c-4b91-a8b3-45819a88b57d" -d '{"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:03.971091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:30:03.993397 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb853194-bcd0-4527-9181-f8f53b50555e x-openstack-request-id: req-cb853194-bcd0-4527-9181-f8f53b50555e {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:03.993706 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:03.993965 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cb853194-bcd0-4527-9181-f8f53b50555e {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:03.994366 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'code': 200} Aug 16 21:30:04.043748 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:04.087578 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac72ac4-46ac-48bb-b784-81effca50c23 req-dd006966-997a-4734-9090-495088d9c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:04.089215 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fac72ac4-46ac-48bb-b784-81effca50c23 req-dd006966-997a-4734-9090-495088d9c773 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1097 time: 0.0409560 Aug 16 21:30:04.089979 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:04.125633 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fac72ac4-46ac-48bb-b784-81effca50c23 req-470135ae-bbab-46a2-9e77-61e5beac361a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290298 Aug 16 21:30:04.373417 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd5927-de45-4176-b391-fd19bd14ee77 req-2b9f7850-fd86-4b37-b530-15c448d01c02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:04.374919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81cd5927-de45-4176-b391-fd19bd14ee77 req-2b9f7850-fd86-4b37-b530-15c448d01c02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0488746 Aug 16 21:30:04.413133 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81cd5927-de45-4176-b391-fd19bd14ee77 req-887b4029-e05a-432f-aa7c-c73bf83db5b1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322883 Aug 16 21:30:04.466547 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:05.534435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5ea2-9b98-4c81-adfe-9562b924de84 req-98956638-550d-4b85-92e6-7cc138bf3b03 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:05.535974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44a5ea2-9b98-4c81-adfe-9562b924de84 req-98956638-550d-4b85-92e6-7cc138bf3b03 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0545330 Aug 16 21:30:05.574145 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b44a5ea2-9b98-4c81-adfe-9562b924de84 req-22710ce4-656d-44cc-a113-d6b049d32bac tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317180 Aug 16 21:30:05.689759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3c283-76de-4e0f-9acb-f862aa137ade req-2f574e18-a4ed-4c6d-8bfe-548c0d6a17c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:05.691252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31c3c283-76de-4e0f-9acb-f862aa137ade req-2f574e18-a4ed-4c6d-8bfe-548c0d6a17c9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0523274 Aug 16 21:30:05.728542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-31c3c283-76de-4e0f-9acb-f862aa137ade req-ffd81853-ee9b-486f-8a4b-1246af3b0a61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Aug 16 21:30:05.749000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45234) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:05.789816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a2c06a-ff0d-44fd-a754-059b1cf49a43 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:05.791461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-75a2c06a-ff0d-44fd-a754-059b1cf49a43 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1092 time: 0.0415163 Aug 16 21:30:05.794335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45236) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:05.798723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:30:05.878265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:05.979331 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.081879 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.251 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:30:06.178619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.289549 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.327382 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:30:06.332172 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:30:06.335552 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:30:06.361435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:06.394985 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.692568 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:06.824212 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.319509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.375215 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.446908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:30:07.455346 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:07.558005 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 9118fdf7-e04a-48dc-9f30-668f287d3dc6 associated. External IP: 172.25.7.251, port: a8b21521-5265-4695-a66e-6c248be7261d. Aug 16 21:30:07.774229 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router de4b3404-747f-44e6-bf3d-19bd26f23f58 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:30:07.883986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:30:07.895326 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Sync routers for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:30:07.904647 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:07.905257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:30:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:07.975475 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:08.003005 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-07789d63-c883-42aa-8caf-0d68534166bf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2076385 Aug 16 21:30:08.003606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:30:08.006276 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79" -d '{"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:30:08.011648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:08.057171 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787234b-31bd-4684-9540-1bc5870c2d5c x-openstack-request-id: req-7787234b-31bd-4684-9540-1bc5870c2d5c {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:30:08.057409 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:30:08.057763 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7787234b-31bd-4684-9540-1bc5870c2d5c {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:30:08.058277 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'status': 'completed', 'code': 200} Aug 16 21:30:08.151789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ddbdb-bd85-4e78-933e-08c75dfe40fa req-65841e6f-e9ac-45c5-aabf-23a170488261 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.153367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-934ddbdb-bd85-4e78-933e-08c75dfe40fa req-65841e6f-e9ac-45c5-aabf-23a170488261 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0939128 Aug 16 21:30:08.159373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-9475fd9b-0986-4fc5-b901-d33c620007be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.160835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-9475fd9b-0986-4fc5-b901-d33c620007be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1097 time: 0.0681105 Aug 16 21:30:08.241259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-934ddbdb-bd85-4e78-933e-08c75dfe40fa req-80b284cb-7a7d-4a69-9112-8d2b1e1ef6b0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794590 Aug 16 21:30:08.254667 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '9118fdf7-e04a-48dc-9f30-668f287d3dc6', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'mac_address': 'fa:16:3e:67:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c2719-4568-4614-b000-3518eafb5d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:30:06Z', 'updated_at': '2021-08-16T21:30:06Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:08.263628 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45242) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:08.278004 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-442499bb-036b-4a1d-b7ae-ab9a2d69cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.279558 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-442499bb-036b-4a1d-b7ae-ab9a2d69cc01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.1115322 Aug 16 21:30:08.282498 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Checking router: de4b3404-747f-44e6-bf3d-19bd26f23f58 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:30:08.291613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:30:08.292243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:30:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:08.330207 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fb488ffd-c42a-46d1-8afd-32dbe9c05711 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/9118fdf7-e04a-48dc-9f30-668f287d3dc6 HTTP/1.1" status: 200 len: 991 time: 0.0643220 Aug 16 21:30:08.356429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-39503036-593e-45d1-bb74-fcef8c0e9251 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 999 time: 0.0687487 Aug 16 21:30:08.396792 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:30:08.406340 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-7f9498a0-6a7e-4da1-9ee1-8e9fb62865c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.407861 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-7f9498a0-6a7e-4da1-9ee1-8e9fb62865c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0440831 Aug 16 21:30:08.464869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-055da02d-9805-4622-897a-963f02e71888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:08.466448 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-055da02d-9805-4622-897a-963f02e71888 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507915 Aug 16 21:30:08.561138 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-c8db79fb-56ba-44d8-8c38-cbb3bb9578db service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869029 Aug 16 21:30:08.632753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '9118fdf7-e04a-48dc-9f30-668f287d3dc6', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'mac_address': 'fa:16:3e:67:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c2719-4568-4614-b000-3518eafb5d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:30:06Z', 'updated_at': '2021-08-16T21:30:06Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:30:08.653807 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dfcbc2ea-97a0-4de8-9d5c-65f3d1943f79 req-2d14eaea-7d2e-4b7e-b354-dea217cda110 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Aug 16 21:30:08.662406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a53e24-bed1-4fbc-89c9-0cd5dadd9a46 None None] The sync data for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 is: [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '9118fdf7-e04a-48dc-9f30-668f287d3dc6', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'mac_address': 'fa:16:3e:67:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475c2719-4568-4614-b000-3518eafb5d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:30:06Z', 'updated_at': '2021-08-16T21:30:06Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:30:08.842677 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d83731-fb37-4f40-9112-ae4936573da2 None None] New status for floating IP 9118fdf7-e04a-48dc-9f30-668f287d3dc6: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:30:09.333089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45244) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:30:09.393801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6a33b364-fb6d-488d-baa1-b3aab41a96f5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/9118fdf7-e04a-48dc-9f30-668f287d3dc6 HTTP/1.1" status: 200 len: 993 time: 0.0596125 Aug 16 21:30:18.963493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:22.519592 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:24.772034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:30:30.751713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-01c5023e-2f21-4855-b1f7-2a52b9f6dc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:33.513809 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:33.662008 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bee84ecb-4e3c-4073-9ad2-a347e3e020f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:34.508016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:36.391755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:43.161328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4f42a-61c2-4dbe-8cb9-b001d1c18eaf req-c2d28d3f-2c2f-4dbe-a4b4-350862f8d609 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:43.162879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aba4f42a-61c2-4dbe-8cb9-b001d1c18eaf req-c2d28d3f-2c2f-4dbe-a4b4-350862f8d609 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.1102712 Aug 16 21:30:43.216782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aba4f42a-61c2-4dbe-8cb9-b001d1c18eaf req-2a31b36a-5c25-47bb-b252-2aa1c8700e28 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447986 Aug 16 21:30:43.275599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-6ab937ba-975d-43d4-a3f6-8f3c07f57e61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869765 Aug 16 21:30:44.395795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da22bfb-57b2-431d-bb0e-dafe4a0b722d req-291dbaa9-e1b9-480a-804f-7becb0a279fc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:44.397243 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8da22bfb-57b2-431d-bb0e-dafe4a0b722d req-291dbaa9-e1b9-480a-804f-7becb0a279fc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0998859 Aug 16 21:30:44.436192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8da22bfb-57b2-431d-bb0e-dafe4a0b722d req-30634a9f-eaf0-4b8d-b8a7-9fcf1d5d413f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328093 Aug 16 21:30:45.478110 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-eb151267-27f7-455c-801d-9f0d0af98fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.479669 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-eb151267-27f7-455c-801d-9f0d0af98fad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1097 time: 0.0420194 Aug 16 21:30:45.598631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279db93-669a-4cde-b34b-b42ce8a1e8d0 req-82e4a72c-e40e-4108-9cf7-8a131f8ecea6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.600143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c279db93-669a-4cde-b34b-b42ce8a1e8d0 req-82e4a72c-e40e-4108-9cf7-8a131f8ecea6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0947275 Aug 16 21:30:45.619575 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-36ebeda7-db0d-427f-a912-5765787c9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.621117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-36ebeda7-db0d-427f-a912-5765787c9d38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.1343179 Aug 16 21:30:45.691617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c279db93-669a-4cde-b34b-b42ce8a1e8d0 req-dc3063c2-1ba7-4183-b293-c68778d0b2cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804989 Aug 16 21:30:45.704016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-dc97e748-34bf-4261-9337-3ad2a5226197 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 1001 time: 0.0754142 Aug 16 21:30:45.755577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-7543ad7c-a8d5-4c9e-bd13-b8f5226cdec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.756960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-7543ad7c-a8d5-4c9e-bd13-b8f5226cdec1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0443468 Aug 16 21:30:45.803636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-1dede2fc-b957-4bcf-8633-1e9d398fc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:45.805185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-1dede2fc-b957-4bcf-8633-1e9d398fc3e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398924 Aug 16 21:30:45.899217 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-4f38ec3a-a46a-4f6c-b960-9bc7c489a411 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858805 Aug 16 21:30:45.992594 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-2b7e1de7-9136-49e1-bb39-32f1d10a4682 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 Aug 16 21:30:46.806499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f1597-bf23-4b60-9cdc-08b42ac4dd23 req-278845a4-52c8-4a6e-8573-17445d976c49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:46.808268 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c33f1597-bf23-4b60-9cdc-08b42ac4dd23 req-278845a4-52c8-4a6e-8573-17445d976c49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0498607 Aug 16 21:30:46.845339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c33f1597-bf23-4b60-9cdc-08b42ac4dd23 req-8a84d41c-680a-40b4-a1d3-ba3213495c83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310590 Aug 16 21:30:47.961946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e7fc6-c26c-45b7-a966-f39847b33a7f req-77b323f3-20f9-4cda-8ac3-de28eb47bece tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:47.963433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68e7fc6-c26c-45b7-a966-f39847b33a7f req-77b323f3-20f9-4cda-8ac3-de28eb47bece tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0501263 Aug 16 21:30:48.002124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68e7fc6-c26c-45b7-a966-f39847b33a7f req-0fbdc0ca-9c43-471d-8d7a-1466e12cebf9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Aug 16 21:30:48.976168 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:49.115622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b0aa3-523e-4b0d-a3df-a70bc9d8a14b req-027e4503-f22a-4ff8-ac05-a953d12c91dd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:49.117118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f80b0aa3-523e-4b0d-a3df-a70bc9d8a14b req-027e4503-f22a-4ff8-ac05-a953d12c91dd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0482581 Aug 16 21:30:49.158754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f80b0aa3-523e-4b0d-a3df-a70bc9d8a14b req-9c3ff573-1384-4dcc-80e8-9d54e49984aa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358188 Aug 16 21:30:50.273867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d0816-72ce-4d6d-b323-43e293149074 req-347035f3-6d65-4267-bae4-5c323406a9fb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:50.275264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba7d0816-72ce-4d6d-b323-43e293149074 req-347035f3-6d65-4267-bae4-5c323406a9fb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0490060 Aug 16 21:30:50.313480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ba7d0816-72ce-4d6d-b323-43e293149074 req-82302294-59a2-4ee2-aab9-aef588c2940f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Aug 16 21:30:51.428890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb13515-8078-4d8f-ac0a-25459cc16f31 req-c7b408dc-45a3-407b-8aff-ead5489b6387 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:51.430379 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bb13515-8078-4d8f-ac0a-25459cc16f31 req-c7b408dc-45a3-407b-8aff-ead5489b6387 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0495021 Aug 16 21:30:51.467330 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bb13515-8078-4d8f-ac0a-25459cc16f31 req-7a88f252-02ea-4877-a8e8-243d9fb87994 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Aug 16 21:30:52.522780 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:30:52.583561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501381f0-e997-4bcc-9626-acd4807e3086 req-707df3ef-9cba-4e6d-8371-2de315fc4600 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:52.585064 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-501381f0-e997-4bcc-9626-acd4807e3086 req-707df3ef-9cba-4e6d-8371-2de315fc4600 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0489163 Aug 16 21:30:52.626623 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-501381f0-e997-4bcc-9626-acd4807e3086 req-41d0155a-bcb1-4544-a2e8-b90132beed51 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355263 Aug 16 21:30:53.742717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93dd67-af99-46f0-8d8f-13130ea4c24c req-ca444a57-0c73-42bf-bb7a-03c4a0c7971c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:53.744237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a93dd67-af99-46f0-8d8f-13130ea4c24c req-ca444a57-0c73-42bf-bb7a-03c4a0c7971c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0486293 Aug 16 21:30:53.782516 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1a93dd67-af99-46f0-8d8f-13130ea4c24c req-cc2ab7b9-d9a9-4f0c-804f-be9093e7c389 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317583 Aug 16 21:30:54.900104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a012e27-6122-43b3-9c45-77db03e8d40e req-f2fce53c-aae9-4ec4-a406-493d75026d7d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:54.901616 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a012e27-6122-43b3-9c45-77db03e8d40e req-f2fce53c-aae9-4ec4-a406-493d75026d7d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0509136 Aug 16 21:30:54.940153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5a012e27-6122-43b3-9c45-77db03e8d40e req-aec6e299-73db-407c-885c-493dc5e588ce tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Aug 16 21:30:56.054063 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8c03f-8836-47e8-b263-f4efb108d559 req-3eac07ac-3da5-4deb-b1d1-1d9b6986a49f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:56.055526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67d8c03f-8836-47e8-b263-f4efb108d559 req-3eac07ac-3da5-4deb-b1d1-1d9b6986a49f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 16 21:30:56.097147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-67d8c03f-8836-47e8-b263-f4efb108d559 req-1b1d97f7-ad71-4476-a6a9-7428bcf63e13 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352929 Aug 16 21:30:57.211902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdaddb-3da2-4593-a5bf-198de46b1ad0 req-a7b63674-9aa9-4739-8132-b3181e1a04e3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:57.213384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92cdaddb-3da2-4593-a5bf-198de46b1ad0 req-a7b63674-9aa9-4739-8132-b3181e1a04e3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0494843 Aug 16 21:30:57.251664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92cdaddb-3da2-4593-a5bf-198de46b1ad0 req-36acf1cd-afc9-47c0-85d1-2eef913d2a95 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318203 Aug 16 21:30:58.366917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007d688-7e35-4942-bcbf-17ed37ab5261 req-a2ef1fc5-35e0-4944-a443-cf372114ceb1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:58.368415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e007d688-7e35-4942-bcbf-17ed37ab5261 req-a2ef1fc5-35e0-4944-a443-cf372114ceb1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0486007 Aug 16 21:30:58.405945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e007d688-7e35-4942-bcbf-17ed37ab5261 req-7d1aaab4-53ff-48aa-a5ba-ccf8880afe76 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316396 Aug 16 21:30:59.522175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c016efb-ecec-4531-8f64-e3fc0ec5c13d req-c0259784-ac89-48f1-b54a-a384dd59549e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:30:59.523662 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c016efb-ecec-4531-8f64-e3fc0ec5c13d req-c0259784-ac89-48f1-b54a-a384dd59549e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0507870 Aug 16 21:30:59.566618 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1c016efb-ecec-4531-8f64-e3fc0ec5c13d req-ed71ef87-f7b3-47e4-a985-0e50229542f5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369489 Aug 16 21:31:00.680695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3241d8-f91c-40f6-ae79-a9590f5db8ac req-561838b3-958f-4aac-9fbc-90b058896b3a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:00.683244 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b3241d8-f91c-40f6-ae79-a9590f5db8ac req-561838b3-958f-4aac-9fbc-90b058896b3a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 16 21:31:00.721050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5b3241d8-f91c-40f6-ae79-a9590f5db8ac req-21a37dfb-90e0-4c2d-80b9-9b8e853d7f7a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322466 Aug 16 21:31:00.764438 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4d985426-ac2b-450d-b319-7db9574f9a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:01.771005 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:01.841465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82af5d-d347-4d21-8ee7-f3eb7ed9868c req-b3a2b2b8-b08e-4348-9b07-e8b7c2e38be6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:01.842933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be82af5d-d347-4d21-8ee7-f3eb7ed9868c req-b3a2b2b8-b08e-4348-9b07-e8b7c2e38be6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0507843 Aug 16 21:31:01.883719 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-be82af5d-d347-4d21-8ee7-f3eb7ed9868c req-92da2a3e-c31f-4ff1-87dc-682f080c4819 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340929 Aug 16 21:31:03.001493 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9113a-3e8c-4139-b78b-feed63a95cc0 req-f9e045fb-2f7b-420d-97c5-5014848233ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:03.002985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db9113a-3e8c-4139-b78b-feed63a95cc0 req-f9e045fb-2f7b-420d-97c5-5014848233ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0502894 Aug 16 21:31:03.046308 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2db9113a-3e8c-4139-b78b-feed63a95cc0 req-f6a1a24d-a254-431d-94e0-b7c8a46942c8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Aug 16 21:31:03.119122 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-cf25e20d-3698-4a33-ae36-c5c332bf205a service neutron] show failed (client error): The resource could not be found. Aug 16 21:31:03.120163 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-cf25e20d-3698-4a33-ae36-c5c332bf205a service neutron] 10.222.0.73 "GET /v2.0/ports/a8b21521-5265-4695-a66e-6c248be7261d/bindings/n-h2-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0534520 Aug 16 21:31:03.516950 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:03.667259 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0247be61-0daa-4f10-aa63-473d94dd7261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:03.744181 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-abf61b58-c23a-406b-94df-db1528bc0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:03.745700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-abf61b58-c23a-406b-94df-db1528bc0132 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 1097 time: 0.0840230 Aug 16 21:31:03.757607 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:03.813335 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.040868 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:04.073182 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:04.118194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:04.120960 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402e3e7a-0698-48ed-813b-8bcdc514af49" -d '{"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:04.125222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.138789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Transition to ACTIVE for port object a8b21521-5265-4695-a66e-6c248be7261d will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:04.176287 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35837c07-c56f-4af3-88b0-27efe1930b52 x-openstack-request-id: req-35837c07-c56f-4af3-88b0-27efe1930b52 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:04.176578 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:04.176950 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35837c07-c56f-4af3-88b0-27efe1930b52 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:04.177350 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'code': 200} Aug 16 21:31:04.186402 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73a1b-2b93-4f51-8a90-fa75d2e49ca2 req-553ce5e7-792d-4125-b90a-12645998084b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:04.187948 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df73a1b-2b93-4f51-8a90-fa75d2e49ca2 req-553ce5e7-792d-4125-b90a-12645998084b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0718687 Aug 16 21:31:04.222074 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.230663 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8df73a1b-2b93-4f51-8a90-fa75d2e49ca2 req-f1f02bbe-989f-41d1-b30e-9508213c2cae tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346067 Aug 16 21:31:04.310676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=6']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:04.322992 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.323390 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.323680 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.324041 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.324371 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.324700 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.325028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.325356 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.325684 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.326007 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.326326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.326650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:04.360884 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] No DVR routers for this DVR port a8b21521-5265-4695-a66e-6c248be7261d on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:31:04.497421 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.508512 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:31:04.509716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:31:04.510091 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:04.514608 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:31:04.515559 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Attempting to bind port a8b21521-5265-4695-a66e-6c248be7261d on network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:04.527574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:31:04.528034 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Checking segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:04.528528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Bound using segment: {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:31:04.529656 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Bound port: a8b21521-5265-4695-a66e-6c248be7261d, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:31:04.530017 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.605333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:04.609163 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:31:04.660757 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.704194 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:04.704853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:04.706500 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] 10.222.0.64 "PUT /v2.0/ports/a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 1092 time: 0.9529042 Aug 16 21:31:04.725337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3678093-37ec-480c-9ffc-a28f11967b9f service neutron] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=7']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:04.774587 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-af3391e1-4972-4740-ace0-062182ac50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:04.776187 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-af3391e1-4972-4740-ace0-062182ac50aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1095 time: 0.0450506 Aug 16 21:31:04.876770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-70f801a2-e144-4fa3-b2ae-3c4f95e0e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:04.878308 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-70f801a2-e144-4fa3-b2ae-3c4f95e0e2b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.0930610 Aug 16 21:31:04.944534 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-7b02d33f-08d9-4a67-8859-089d02a86317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 999 time: 0.0588720 Aug 16 21:31:04.993350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-013ae025-659d-4dbf-b85d-9bb0ce4ad963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:04.994713 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-013ae025-659d-4dbf-b85d-9bb0ce4ad963 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0432694 Aug 16 21:31:05.043859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-4b6d9127-6225-4910-bcb3-7d9e12068e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:05.045357 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-4b6d9127-6225-4910-bcb3-7d9e12068e44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439956 Aug 16 21:31:05.056296 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-600e6c9f-ec61-41e3-a5e6-71230019ac86 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:31:05.057483 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-600e6c9f-ec61-41e3-a5e6-71230019ac86 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051777 Aug 16 21:31:05.145249 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-32331cd8-a404-4227-8729-51af7da09b1b service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807452 Aug 16 21:31:05.238708 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-3f0e578e-31e8-4989-b719-b687f763d7d7 req-1ca0e5b4-5ba5-4b6c-b290-d9e162558d36 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Aug 16 21:31:05.353151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e585f3-7ffb-422f-9e4e-58f6f0fe8d9a req-c119476a-95a2-4069-9113-48199325ea85 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:05.354652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79e585f3-7ffb-422f-9e4e-58f6f0fe8d9a req-c119476a-95a2-4069-9113-48199325ea85 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0497625 Aug 16 21:31:05.392531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-79e585f3-7ffb-422f-9e4e-58f6f0fe8d9a req-61cd414a-2d1c-4ca4-b959-aff356c45e5e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305684 Aug 16 21:31:06.178249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:06.180724 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18ba9fa-320f-474f-b9d7-b231fb0a243f" -d '{"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:06.228110 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ad2af-af2e-4ea7-ba29-e6068ae4064c x-openstack-request-id: req-913ad2af-af2e-4ea7-ba29-e6068ae4064c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:06.228399 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:06.228651 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-913ad2af-af2e-4ea7-ba29-e6068ae4064c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:06.229078 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'status': 'completed', 'code': 200} Aug 16 21:31:06.288923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-9ba14195-96d6-44c7-9d10-8b1936039a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.290446 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-9ba14195-96d6-44c7-9d10-8b1936039a40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1095 time: 0.0415246 Aug 16 21:31:06.294450 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-06646776-c686-484e-9fbc-1a85433323ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.295987 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-06646776-c686-484e-9fbc-1a85433323ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1095 time: 0.0440583 Aug 16 21:31:06.387152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-45670370-1906-447e-81ee-5a03a1f8d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.387958 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-9bb9134f-0a91-4ddf-94d2-2576a40b14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.388695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-45670370-1906-447e-81ee-5a03a1f8d3ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.0847611 Aug 16 21:31:06.389202 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-9bb9134f-0a91-4ddf-94d2-2576a40b14b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.0879824 Aug 16 21:31:06.392661 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:06.458373 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-fd0761dc-40b1-460c-ad37-89c8a813f548 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 999 time: 0.0610960 Aug 16 21:31:06.468032 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-c96c8a15-8d03-4fdd-8141-6ad5d8e8bccc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 999 time: 0.0647182 Aug 16 21:31:06.509145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-3feb7cec-2934-4858-9617-58f89cf6d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.510649 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-3feb7cec-2934-4858-9617-58f89cf6d2f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0444920 Aug 16 21:31:06.537392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-e2b0b118-3a68-4fa7-a8ae-bfe14dcd82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.538906 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-e2b0b118-3a68-4fa7-a8ae-bfe14dcd82b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0652277 Aug 16 21:31:06.547237 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b84b0-75ea-419c-8b27-9adcc5d672b8 req-454ddf43-64b7-494e-b2e4-5d2bb552b654 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.548809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a0b84b0-75ea-419c-8b27-9adcc5d672b8 req-454ddf43-64b7-494e-b2e4-5d2bb552b654 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0854404 Aug 16 21:31:06.563008 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-8c5e6b51-7a5d-42ff-a1fa-addf1668ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.565003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-8c5e6b51-7a5d-42ff-a1fa-addf1668ecc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459454 Aug 16 21:31:06.617130 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a0b84b0-75ea-419c-8b27-9adcc5d672b8 req-21f72a4b-4fad-4f2c-b090-b1e87018c70c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578873 Aug 16 21:31:06.620026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-754601ef-5636-4ef4-a3ca-d62ed68f986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:06.621415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-754601ef-5636-4ef4-a3ca-d62ed68f986a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716603 Aug 16 21:31:06.660489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-b3c4cd97-d03b-46a5-86f1-ed959d59b7fa service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877397 Aug 16 21:31:06.714490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-4e80a302-0c7c-4535-896c-b22e7520706a service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Aug 16 21:31:06.756627 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-d3f31504-c4ee-470b-89f3-53a8c71b3849 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882871 Aug 16 21:31:06.811042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f18ba9fa-320f-474f-b9d7-b231fb0a243f req-6efc9572-1c25-423b-bf41-1d3d716028e3 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885618 Aug 16 21:31:07.735246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b06d60-07a6-403f-a0a8-09c712d35d98 req-be0e003a-17b6-42d6-9b8e-4e7f8fbb0673 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:07.736773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3b06d60-07a6-403f-a0a8-09c712d35d98 req-be0e003a-17b6-42d6-9b8e-4e7f8fbb0673 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 943 time: 0.0491683 Aug 16 21:31:07.746115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a8b21521-5265-4695-a66e-6c248be7261d details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:31:07.784749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e3b06d60-07a6-403f-a0a8-09c712d35d98 req-7b204fb0-7906-474f-96e2-bb2b15cee072 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410573 Aug 16 21:31:07.853030 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:07.864226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'a8b21521-5265-4695-a66e-6c248be7261d', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'port_id': 'a8b21521-5265-4695-a66e-6c248be7261d', 'mac_address': 'fa:16:3e:67:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:31:07.900107 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:07.912960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b21521-5265-4695-a66e-6c248be7261d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:31:07.932859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:08.015634 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:08.068687 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:08.076186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.076463 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.076794 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.077122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.077448 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.077770 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.078090 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.078407 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.078722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.079035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.079362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.079670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:08.118989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a8b21521-5265-4695-a66e-6c248be7261d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:08.146501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde0530-d4ec-405f-8895-a301b0d8e62f req-3239ff21-fbde-492f-9d52-11c9daa5f5f3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.148030 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcde0530-d4ec-405f-8895-a301b0d8e62f req-3239ff21-fbde-492f-9d52-11c9daa5f5f3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 944 time: 0.0485609 Aug 16 21:31:08.157921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device a8b21521-5265-4695-a66e-6c248be7261d not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:08.193398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fcde0530-d4ec-405f-8895-a301b0d8e62f req-a5d398f0-95d1-43ec-96a2-3ef029f3283e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384774 Aug 16 21:31:08.247897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-2b839563-e9d5-4e64-9443-594bb73a8d86 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.249381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-2b839563-e9d5-4e64-9443-594bb73a8d86 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a&tenant_id=5b46f800022a46eaaa12c75f94b54663&binding%3Ahost_id=n-h2-794306-10 HTTP/1.1" status: 200 len: 944 time: 0.0529025 Aug 16 21:31:08.255524 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['a8b21521-5265-4695-a66e-6c248be7261d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:31:08.343776 n-d-794306-10 neutron-server[95240]: INFO neutron.api.v2.resource [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-c70e0f6f-80cc-4176-b7ef-a61c36f65ee8 service neutron] delete failed (client error): The resource could not be found. Aug 16 21:31:08.344871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-c70e0f6f-80cc-4176-b7ef-a61c36f65ee8 service neutron] 10.222.0.73 "DELETE /v2.0/ports/a8b21521-5265-4695-a66e-6c248be7261d/bindings/n-h1-794306-10 HTTP/1.1" status: 404 len: 381 time: 0.0864997 Aug 16 21:31:08.354271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188c7e-0e19-41be-a395-d3a3c99c7636 req-779c65ff-4828-4142-8a89-2dec14adc229 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.356108 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d188c7e-0e19-41be-a395-d3a3c99c7636 req-779c65ff-4828-4142-8a89-2dec14adc229 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 944 time: 0.0910604 Aug 16 21:31:08.410252 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1d188c7e-0e19-41be-a395-d3a3c99c7636 req-82c48df8-ab39-4a33-a2d7-fde736611eed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475817 Aug 16 21:31:08.438177 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-6ef8b1d1-076f-4499-81f1-cea2b1cfd050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.439814 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-6ef8b1d1-076f-4499-81f1-cea2b1cfd050 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1096 time: 0.0485454 Aug 16 21:31:08.529452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-3ff11441-ffa9-4b1b-ba8f-91574c07540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.530921 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-3ff11441-ffa9-4b1b-ba8f-91574c07540c service neutron] 10.222.0.73 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.0828149 Aug 16 21:31:08.598791 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-0a2e4050-3e22-4205-9949-d66f84983c3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 1000 time: 0.0605199 Aug 16 21:31:08.647233 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-d0f9d131-ede1-462b-80d9-bc05e787129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.648670 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-d0f9d131-ede1-462b-80d9-bc05e787129c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0425382 Aug 16 21:31:08.693938 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-dfcac277-ea8a-403e-b780-fb587b3d4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:08.695390 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-dfcac277-ea8a-403e-b780-fb587b3d4183 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391095 Aug 16 21:31:08.789186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-4d40ca65-a4cb-492a-9e03-d96f8182a25b service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859764 Aug 16 21:31:08.877110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-219f92d9-936e-45b7-bd39-4bd880b6ed59 req-24b6f3f8-2816-4441-9c66-81b7ff066404 service neutron] 10.222.0.73 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802310 Aug 16 21:31:09.532898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74eb106-6c2c-44d0-a6d2-0c358805eaf3 req-9033c4c6-2b3e-495b-9b34-b1545c528891 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:09.534369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74eb106-6c2c-44d0-a6d2-0c358805eaf3 req-9033c4c6-2b3e-495b-9b34-b1545c528891 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 944 time: 0.0523269 Aug 16 21:31:09.578105 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f74eb106-6c2c-44d0-a6d2-0c358805eaf3 req-c18e89fc-1d6a-42ce-807e-9416776fa0af tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366540 Aug 16 21:31:09.757146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a8b21521-5265-4695-a66e-6c248be7261d up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:09.912652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port a8b21521-5265-4695-a66e-6c248be7261d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:09.916625 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port a8b21521-5265-4695-a66e-6c248be7261d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:09.917057 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:10.007785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:10.034875 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:10.037719 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ed82c-219e-4836-b272-140a3be3d9b3" -d '{"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:10.054703 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:10.076044 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc5d856-ee50-404a-8550-2e333f09b585 x-openstack-request-id: req-2dc5d856-ee50-404a-8550-2e333f09b585 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:10.076650 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:10.076650 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2dc5d856-ee50-404a-8550-2e333f09b585 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:10.077111 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'code': 200} Aug 16 21:31:10.152652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:10.199985 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=9']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:10.692888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691138-0452-466d-9a68-3f2604ded0e1 req-e50c5eb4-515d-48c8-aa76-26c089047dbe tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:10.694468 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19691138-0452-466d-9a68-3f2604ded0e1 req-e50c5eb4-515d-48c8-aa76-26c089047dbe tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0492194 Aug 16 21:31:10.732441 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19691138-0452-466d-9a68-3f2604ded0e1 req-bb8e5058-bf68-4d62-bb04-04fea8c1eab1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Aug 16 21:31:10.754643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45352) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:10.817051 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7c573dd3-aea8-4ed5-b3eb-f507c40359ad tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/9118fdf7-e04a-48dc-9f30-668f287d3dc6 HTTP/1.1" status: 200 len: 993 time: 0.0611510 Aug 16 21:31:18.975333 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:22.574767 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:30.740350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f6b815c-2a7d-424a-93db-f9a2f9612046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:33.545742 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:33.654623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e30b-c5e7-4665-ade6-f2cfef2252b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:34.487919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:36.413745 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:38.770810 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:31:39.162464 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45362) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:39.355951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:39.356279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:39.434058 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:39.434288 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:39.445473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:39.648351 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:39.677368 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=21bf4f9c-7a44-48e8-ad9e-be6e3dd0a8bb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:39.736984 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:39.737371 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 9118fdf7-e04a-48dc-9f30-668f287d3dc6 disassociated (deleted). External IP: 172.25.7.251, port: a8b21521-5265-4695-a66e-6c248be7261d. Aug 16 21:31:39.941561 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router de4b3404-747f-44e6-bf3d-19bd26f23f58 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:31:40.049028 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:40.053824 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:40.059098 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Sync routers for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:40.068387 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:40.068993 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:40.080609 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-1db44ad2-bfc2-466a-ae14-b151db9a3190 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/floatingips/9118fdf7-e04a-48dc-9f30-668f287d3dc6 HTTP/1.1" status: 204 len: 168 time: 0.9170651 Aug 16 21:31:40.081198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:40.083416 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc801f3-9352-4638-a600-e9c566e8ab6e" -d '{"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:40.175095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:40.193558 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a46a7e7-a758-42cb-8f15-223b37f6389e x-openstack-request-id: req-5a46a7e7-a758-42cb-8f15-223b37f6389e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:40.194053 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:40.194162 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a46a7e7-a758-42cb-8f15-223b37f6389e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:40.194508 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'status': 'completed', 'code': 200} Aug 16 21:31:40.258048 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-3b6f85fc-54da-453d-aef3-91e0b1c65ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:40.260344 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-3b6f85fc-54da-453d-aef3-91e0b1c65ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 1097 time: 0.0425658 Aug 16 21:31:40.360078 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-69543f0e-a84a-4b4a-98f1-1cd09907d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:40.361593 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-69543f0e-a84a-4b4a-98f1-1cd09907d0c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 200 len: 897 time: 0.0944979 Aug 16 21:31:40.386002 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:40.403596 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-2aa85371-7b95-4fe8-af0c-e9ebffb6f43a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 200 len: 217 time: 0.0340767 Aug 16 21:31:40.411499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Checking router: de4b3404-747f-44e6-bf3d-19bd26f23f58 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:40.420642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:40.421243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:40.458580 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-e0afae4d-3a8a-4927-9c5d-aa8c51fb92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:40.460065 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-e0afae4d-3a8a-4927-9c5d-aa8c51fb92c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 200 len: 834 time: 0.0492375 Aug 16 21:31:40.512097 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-e55910ad-4a74-4354-9631-4d036baaee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:40.513598 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-e55910ad-4a74-4354-9631-4d036baaee7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4cc55f-a939-4cda-9ca1-b946e94276b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458219 Aug 16 21:31:40.525115 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46709b0-b785-4bac-8544-936701e3380b req-c10d2cc4-7141-4ca5-846c-ff0aefdf7bed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:40.526621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c46709b0-b785-4bac-8544-936701e3380b req-c10d2cc4-7141-4ca5-846c-ff0aefdf7bed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0520432 Aug 16 21:31:40.535172 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:40.576006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c46709b0-b785-4bac-8544-936701e3380b req-d143c147-ab22-498b-bd4a-446b833177de tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Aug 16 21:31:40.621398 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-28308c78-c8e8-4c9d-8645-8c430de0e0f0 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967324 Aug 16 21:31:40.717392 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ddc801f3-9352-4638-a600-e9c566e8ab6e req-68dd1c63-03cb-4742-befb-0ee169d375d4 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875812 Aug 16 21:31:40.744289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:40.926684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e4947-b478-479f-8507-55b716d49c18 None None] The sync data for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 is: [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:50Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'af816c5a-ecb9-482b-ad74-b17f9552adaf', 'name': '', 'network_id': '7e4cc55f-a939-4cda-9ca1-b946e94276b3', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:ef:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:50Z', 'updated_at': '2021-08-16T21:29:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:41.139021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22598871-8521-4e62-b336-fbdb40e68398 None None] New status for floating IP 9118fdf7-e04a-48dc-9f30-668f287d3dc6: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:31:41.696987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f20ce-71d0-4590-8bca-2e2915df2cf1 req-899dcb38-1812-4dc6-ad10-8a6d52f584b1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:41.698462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-027f20ce-71d0-4590-8bca-2e2915df2cf1 req-899dcb38-1812-4dc6-ad10-8a6d52f584b1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0493817 Aug 16 21:31:41.735899 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-027f20ce-71d0-4590-8bca-2e2915df2cf1 req-fc76e6bd-dfec-4637-b953-eba66cba2e17 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=6914302a-a1bf-46f1-a667-05cf6e130cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Aug 16 21:31:41.905842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-896ba615-ea39-457d-8e05-56361a49256c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:41.907290 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-896ba615-ea39-457d-8e05-56361a49256c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 945 time: 0.0488060 Aug 16 21:31:42.000240 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port a8b21521-5265-4695-a66e-6c248be7261d {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:42.000579 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:42.085096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port a8b21521-5265-4695-a66e-6c248be7261d, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=a8b21521-5265-4695-a66e-6c248be7261d,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:42.085456 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:42.098023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for a8b21521-5265-4695-a66e-6c248be7261d owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:42.299799 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:42.330208 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=a8b21521-5265-4695-a66e-6c248be7261d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:42.373100 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] No DVR routers for this DVR port a8b21521-5265-4695-a66e-6c248be7261d on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:31:42.376636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:42.378699 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-f8bfefea-8e11-4b5a-aece-8d63a83fdc26 req-1dace85f-1521-4bd1-a260-ff378ced353c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "DELETE /v2.0/ports/a8b21521-5265-4695-a66e-6c248be7261d HTTP/1.1" status: 204 len: 173 time: 0.4627483 Aug 16 21:31:42.379152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-deleted', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:31:42.381384 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ec917-4288-455d-8bb1-16696c38eb39" -d '{"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-deleted", "tag": "a8b21521-5265-4695-a66e-6c248be7261d"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:31:42.417741 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4b315-2a09-47bd-9f54-451f6367595b x-openstack-request-id: req-0ac4b315-2a09-47bd-9f54-451f6367595b {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:31:42.418029 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475c2719-4568-4614-b000-3518eafb5d5a", "name": "network-vif-deleted", "tag": "a8b21521-5265-4695-a66e-6c248be7261d", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:31:42.418279 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ac4b315-2a09-47bd-9f54-451f6367595b {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:31:42.418672 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c2719-4568-4614-b000-3518eafb5d5a', 'name': 'network-vif-deleted', 'tag': 'a8b21521-5265-4695-a66e-6c248be7261d', 'status': 'completed', 'code': 200} Aug 16 21:31:42.836067 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6d57a8ae-8243-49b0-a266-98e5d423eb84 req-893a285e-d99e-413f-ac89-506e8d719939 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=475c2719-4568-4614-b000-3518eafb5d5a HTTP/1.1" status: 200 len: 210 time: 0.0259013 Aug 16 21:31:43.891409 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45384) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:44.235621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:44.821637 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port af816c5a-ecb9-482b-ad74-b17f9552adaf {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:44.821893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:44.912821 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port af816c5a-ecb9-482b-ad74-b17f9552adaf, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=af816c5a-ecb9-482b-ad74-b17f9552adaf,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:44.913524 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:44.925349 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for af816c5a-ecb9-482b-ad74-b17f9552adaf owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:45.184670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.211141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=af816c5a-ecb9-482b-ad74-b17f9552adaf,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:45.384718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.593933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router de4b3404-747f-44e6-bf3d-19bd26f23f58 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:31:45.699289 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:45.704371 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-4af83fd3-6439-4c18-9270-bcfb6741a790 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/de4b3404-747f-44e6-bf3d-19bd26f23f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119073 Aug 16 21:31:45.707309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45386) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:45.709206 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Sync routers for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:45.719050 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:45.719651 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:45.766212 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting subnet 072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:31:45.769410 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.811692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.834987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:45.896738 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:45.952947 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a8b21521-5265-4695-a66e-6c248be7261d no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:45.977701 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: a8b21521-5265-4695-a66e-6c248be7261d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:31:45.978124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device a8b21521-5265-4695-a66e-6c248be7261d not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:46.036257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:31:45Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:46.048587 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.068115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Checking router: de4b3404-747f-44e6-bf3d-19bd26f23f58 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:46.077424 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Routers {'de4b3404-747f-44e6-bf3d-19bd26f23f58'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:46.077943 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Subnet': ['ID=072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:46.078195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['de4b3404-747f-44e6-bf3d-19bd26f23f58'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:46.081835 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.086760 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-67484fd6-96bf-4732-ab87-247f738bfbf1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/subnets/072ff86f-86c7-48aa-9ca5-a14f4f1ce8ce HTTP/1.1" status: 204 len: 168 time: 0.3754597 Aug 16 21:31:46.087033 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45388) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:46.117187 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24849cb-f1d0-4b8a-b4c9-2021ba3db347 None None] Network 7e4cc55f-a939-4cda-9ca1-b946e94276b3 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:31:46.193858 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.271851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] Set router de4b3404-747f-44e6-bf3d-19bd26f23f58 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:46.295896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.431513 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] DHCP port deletion for 7e4cc55f-a939-4cda-9ca1-b946e94276b3 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:31:46.457504 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 1341ab83-abf9-43fe-8a09-98d39d4a3566 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:46.457850 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.494243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:31:45Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:46.522648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975610c-a2ca-4e66-99c3-ba9773529b87 None None] The sync data for ids ['de4b3404-747f-44e6-bf3d-19bd26f23f58'] in n-d-794306-10 is: [{'id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-440764429', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:31:45Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '1341ab83-abf9-43fe-8a09-98d39d4a3566', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:af:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4b3404-747f-44e6-bf3d-19bd26f23f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:29:46Z', 'updated_at': '2021-08-16T21:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:46.534006 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Deleting port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:31:46.534553 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.542912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 1341ab83-abf9-43fe-8a09-98d39d4a3566, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=1341ab83-abf9-43fe-8a09-98d39d4a3566,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:46.543434 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.558029 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 1341ab83-abf9-43fe-8a09-98d39d4a3566 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:46.604774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] For port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,segment=NetworkSegment(a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb),segment_id=a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:46.605265 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.622138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Calling delete_port for c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:31:46.757163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.774284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.781504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] Pushing event deleted for resources: {'Port': ['ID=c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:46.787034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd53d4-ab0f-4ab9-9640-d43ec3632abb None None] No DVR routers for this DVR port c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:31:46.803410 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=1341ab83-abf9-43fe-8a09-98d39d4a3566,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:46.866746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.963924 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:46.966125 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.100128 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.101115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Fanout notify agent at l3_agent the message router_deleted on router de4b3404-747f-44e6-bf3d-19bd26f23f58 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:31:47.111065 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.112239 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-33a6cb16-5677-4895-85bc-b1d43c8c1192 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/routers/de4b3404-747f-44e6-bf3d-19bd26f23f58 HTTP/1.1" status: 204 len: 168 time: 1.0242393 Aug 16 21:31:47.116138 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45390) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:47.197518 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.288067 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.297996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4cc55f-a939-4cda-9ca1-b946e94276b3']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:47.308334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:47.308631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e067c9-d1c9-4a5a-bbbe-b7bd2cf4b2bb') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:47.317111 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.330709 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.336462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:31:47.339196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:31:47.339757 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:31:47.494713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.504676 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.504676 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/networks/7e4cc55f-a939-4cda-9ca1-b946e94276b3 HTTP/1.1" status: 204 len: 168 time: 0.3862889 Aug 16 21:31:47.506758 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45392) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:47.519570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3bde4-fe55-4604-ab7b-7147978b6dbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Network': ['ID=7e4cc55f-a939-4cda-9ca1-b946e94276b3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:47.579605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.604890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.744560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.747216 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:47.749155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/security-groups/6914302a-a1bf-46f1-a667-05cf6e130cc7 HTTP/1.1" status: 204 len: 168 time: 0.2404869 Aug 16 21:31:47.757628 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6914302a-a1bf-46f1-a667-05cf6e130cc7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:47.765379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.765734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.766080 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.766420 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.766755 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.767090 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.767423 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.767791 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.768127 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.768456 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.768783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:47.769108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd468535-10d4-4e73-b604-93dab19c0684 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:48.050422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1341ab83-abf9-43fe-8a09-98d39d4a3566 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:48.072763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 1341ab83-abf9-43fe-8a09-98d39d4a3566 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:31:48.073108 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 1341ab83-abf9-43fe-8a09-98d39d4a3566 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:48.073517 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:48.094351 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:31:48.094694 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c829b7ab-cdd2-4c38-a6a1-2ec83cd8e058 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:48.095106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af816c5a-ecb9-482b-ad74-b17f9552adaf no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:31:48.113940 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: af816c5a-ecb9-482b-ad74-b17f9552adaf {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:31:48.114289 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device af816c5a-ecb9-482b-ad74-b17f9552adaf not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:31:48.272649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45398) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:48.278199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011908349', 'description': 'tempest-secgroup-smoke-1011908349 description', 'project_id': '5b46f800022a46eaaa12c75f94b54663'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:48.368268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.448825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.540253 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.569408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0163f229-8626-4646-8795-16076a4d3456,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:48.722782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.724003 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bff3fa3b-2700-441a-b044-b6db14d48828 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4503083 Aug 16 21:31:48.726968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45400) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:48.731649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:48.825416 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:48.881205 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.002011 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.020645 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6ae63b-b517-45cf-8ce4-d46f47bb8354,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:49.064797 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.151296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.152581 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2ef9b2bc-fb93-4e42-beca-1277050ccb7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246039 Aug 16 21:31:49.155309 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45402) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:49.159678 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:49.258880 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.314021 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.379544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.399768 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81676d84-f677-49cc-bde4-4d47adf45f97,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:49.465370 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.466577 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a5b14a90-40c5-4256-b9e0-b3c78ad2fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103266 Aug 16 21:31:49.469455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45404) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:49.473806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:49.567710 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.624503 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.676730 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.696991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4b5e3e-a483-45a7-8698-08f9620f209f,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:49.762244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.763468 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-6076e97c-fb58-4fc6-845e-395e0c94d0cb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931156 Aug 16 21:31:49.766301 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45406) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:49.770605 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:49.858596 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.916271 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.979000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:49.997542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bb5383-d4ae-462f-b4d9-3f1c376838d1,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:50.036259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.037489 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-53801081-2fd3-45f4-958c-7c0d5b986302 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702634 Aug 16 21:31:50.041509 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45408) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:50.048535 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:50.122372 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:31:50.127148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.185809 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.247962 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.265609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debbd40f-9430-4eac-a8c4-3143de416ce3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:50.310907 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.312168 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9ec09345-a134-440c-aa9e-8b7f7d2c7ce4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697470 Aug 16 21:31:50.314899 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45410) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:50.319236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '0163f229-8626-4646-8795-16076a4d3456', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:50.396512 n-d-794306-10 neutron-server[95241]: INFO neutron.db.securitygroups_db [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:31:50.402473 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.465840 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.527745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.547549 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8ba4b6-6bf1-4df3-bebf-adf34e36e3f5,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:50.613802 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.615073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-053e6b27-663e-42c7-80e8-db1a6c188594 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2992253 Aug 16 21:31:50.618084 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45412) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:50.623346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'network': {'name': 'tempest-network-smoke--748085391', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:50.711435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:31:50.715026 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.739027 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:31:50.749460 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.749820 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Added segment 58dd452e-c69a-4604-b096-6907c49ae078 of type vlan for network 649726c3-4cc8-4feb-80d8-85d595f7a54c Aug 16 21:31:50.791634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.893913 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.900422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:50.901005 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:50.966688 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Network': ['ID=649726c3-4cc8-4feb-80d8-85d595f7a54c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:50.978685 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:31:51.032021 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-658f0a32-0f42-4923-947b-5d55acbbe8e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4124210 Aug 16 21:31:51.034525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45414) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:51.039311 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'admin_state_up': True, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:51.116671 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.117868 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.171138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.360829 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.628535 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.646325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.746830 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.114 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/8135d42b-e65e-437d-bd37-1c69b0bd22c1) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:31:51.843273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.939958 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:51.985928 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:51.988866 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:51.991947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:31:52.369987 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=8135d42b-e65e-437d-bd37-1c69b0bd22c1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:52.516528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:52.676271 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:52.869228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.059740 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:31:53.165321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:53.175936 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Sync routers for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:53.186308 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:53.186987 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:53.242838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.244165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-48b7ae6b-55cf-46de-a2e8-8ed2e303a254 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2085352 Aug 16 21:31:53.247330 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45416) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:53.291458 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:53.323196 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c5a923f4-3c8d-4c15-9cfa-2f8269607f48 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5b46f800022a46eaaa12c75f94b54663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745769 Aug 16 21:31:53.325682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45420) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:53.413064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498a868-7173-43b8-9695-025b4a726016 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:53.415264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e498a868-7173-43b8-9695-025b4a726016 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886528 Aug 16 21:31:53.420011 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45422) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:53.451014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3e4c19d9-60cf-4287-85c9-401ca2a04d04 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272801 Aug 16 21:31:53.451254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45424) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:53.457392 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312871564', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:31:53.470173 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:52Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:53.496517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Checking router: 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:53.496861 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Updating router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:31:53.520791 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.602768 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:31:53.606402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.859792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.868344 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:53.877917 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Transition to ACTIVE for port object 8135d42b-e65e-437d-bd37-1c69b0bd22c1 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:53.925835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Subnet': ['ID=47050518-5068-4b77-a7ee-b17940d12c3b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:53.930546 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Checking segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:53.930925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network hostable DHCP agents. Network: 649726c3-4cc8-4feb-80d8-85d595f7a54c, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:31:53.985716 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.030649 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:31:54.041345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Pushing event updated for resources: {'Port': ['ID=8135d42b-e65e-437d-bd37-1c69b0bd22c1,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:54.043523 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Attempting to bind port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:31:54.043912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Attempting to bind port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:31:54.044257 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Attempting to bind port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:54.052940 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:31:54.053298 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:54.053685 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.054116 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:31:54.054624 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Bound port: 8135d42b-e65e-437d-bd37-1c69b0bd22c1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:31:54.054998 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.057443 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.057894 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.058257 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.058584 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.058905 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.059225 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.059537 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.059874 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.060185 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.060493 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.060807 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.061115 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:31:54.099151 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 649726c3-4cc8-4feb-80d8-85d595f7a54c) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:54.103741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:54.104268 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.109126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6b4b5-f191-40d6-aa7d-799ad565b00a None None] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:31:54.122975 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] For port 8135d42b-e65e-437d-bd37-1c69b0bd22c1, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:54.123642 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] For port 8135d42b-e65e-437d-bd37-1c69b0bd22c1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8135d42b-e65e-437d-bd37-1c69b0bd22c1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:31:54.225828 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aba9b0a4-399f-409a-9218-b47fecf7b37d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7735832 Aug 16 21:31:54.229189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45426) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:31:54.236926 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.259935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-649726c3-4cc8-4feb-80d8-85d595f7a54c', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:31:54.260819 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.297556 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:54.298195 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:54.357260 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3656f6b-23b1-4c4f-a8c3-5bcdec47552e None None] Pushing event updated for resources: {'Port': ['ID=8135d42b-e65e-437d-bd37-1c69b0bd22c1,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:54.407704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Allocated IP 172.20.0.2 (649726c3-4cc8-4feb-80d8-85d595f7a54c/47050518-5068-4b77-a7ee-b17940d12c3b/48a468e8-37a5-4eba-ad13-8d7a5a814a5a) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:31:54.425363 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:54.559760 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.568010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Transition to ACTIVE for port object 48a468e8-37a5-4eba-ad13-8d7a5a814a5a will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:54.583064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Transition to ACTIVE for port object 48a468e8-37a5-4eba-ad13-8d7a5a814a5a will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:54.609395 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:52Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:54.635286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9314bf95-ae7e-42ab-83c8-8dc85ced6bee None None] The sync data for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 is: [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:52Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:54.654794 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.690712 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:54.696711 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:54.700047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:31:54.710645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Pushing event updated for resources: {'Port': ['ID=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:54.713748 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.762278 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Attempting to bind port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:31:54.762654 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Attempting to bind port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:31:54.763022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Attempting to bind port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a on network 649726c3-4cc8-4feb-80d8-85d595f7a54c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:54.768175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:31:54.768551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Checking segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:54.768965 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.769352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Bound using segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:31:54.769941 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Bound port: 48a468e8-37a5-4eba-ad13-8d7a5a814a5a, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:31:54.770337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.839588 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] For port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:54.842885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] For port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:31:54.911518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:54.979991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34ce16-0074-4fc0-8ce2-e6d6424393dc None None] Pushing event updated for resources: {'Port': ['ID=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:55.029754 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.1 (649726c3-4cc8-4feb-80d8-85d595f7a54c/47050518-5068-4b77-a7ee-b17940d12c3b/bd4f0c75-e740-402e-b13e-81b1791f1080) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:31:55.169999 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.191143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object bd4f0c75-e740-402e-b13e-81b1791f1080 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:55.277249 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.322176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:55.327564 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:55.331492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:31:55.357703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:55.381837 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.582191 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.883705 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:55.899646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb89c9-b14c-416d-90c4-d79e26ed4812 None None] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:31:55.945063 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.023542 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.032133 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:56.055065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-fe08e08c-7828-4f36-be01-5d827972d266 None None] Provisioning for port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:56.149343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:31:56.150894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:31:56.165135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8135d42b-e65e-437d-bd37-1c69b0bd22c1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:56.271299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:56.276104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:56.276664 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.283579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:31:56.415696 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:31:56.428980 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-05ecaa38-5e8d-420e-8e2f-b2587760da02 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917217 Aug 16 21:31:56.547379 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Sync routers for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:31:56.573987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:56.574611 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:56.600919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-24ba13bb-b11f-4cb3-a8ef-bd3f58ff07f9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011908349&fields=id&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 267 time: 0.0396008 Aug 16 21:31:56.608673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.641617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 8135d42b-e65e-437d-bd37-1c69b0bd22c1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8135d42b-e65e-437d-bd37-1c69b0bd22c1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:56.671556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3fda3d1c-170e-438c-a451-1f45a3f86fed None None] Provisioning for port bd4f0c75-e740-402e-b13e-81b1791f1080 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:56.679686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3fda3d1c-170e-438c-a451-1f45a3f86fed None None] Provisioning complete for port bd4f0c75-e740-402e-b13e-81b1791f1080 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:56.680398 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3fda3d1c-170e-438c-a451-1f45a3f86fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.727099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-bca993f8-4986-4b54-be65-70cd35624de2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:31:56.728364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:56.729047 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-bca993f8-4986-4b54-be65-70cd35624de2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 796 time: 0.1193500 Aug 16 21:31:56.729181 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48a468e8-37a5-4eba-ad13-8d7a5a814a5a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:56.736749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:56.745036 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-9d4463b8-c06d-45cf-81b5-fceb6a6540df tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/quotas/5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 375 time: 0.0100875 Aug 16 21:31:56.785119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-3fda3d1c-170e-438c-a451-1f45a3f86fed None None] Port bd4f0c75-e740-402e-b13e-81b1791f1080 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:31:56.803584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-24b1897c-f4c8-4476-b63d-ce6ed65d6a43 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522499 Aug 16 21:31:56.870047 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-4b814c8c-cc6f-4e61-9da6-3dac95ae72d3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:31:56.871063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-4b814c8c-cc6f-4e61-9da6-3dac95ae72d3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543118 Aug 16 21:31:56.904373 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=8135d42b-e65e-437d-bd37-1c69b0bd22c1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:56.970272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-2bec1146-0f44-4988-bc25-14fbbd47b668 service neutron] 10.222.0.70 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925255 Aug 16 21:31:57.023146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:31:57.025314 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-69d63317-a698-45b2-8d7c-62c8f799da55 None None] Provisioning complete for port bd4f0c75-e740-402e-b13e-81b1791f1080 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:57.025683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-69d63317-a698-45b2-8d7c-62c8f799da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.057080 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:57.057374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.062171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-4255e2ad-d412-487e-8ede-9ca505329e2f service neutron] 10.222.0.70 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849109 Aug 16 21:31:57.089738 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-69d63317-a698-45b2-8d7c-62c8f799da55 None None] Port bd4f0c75-e740-402e-b13e-81b1791f1080 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:31:57.107052 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 2, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:57.135059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Checking router: 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:31:57.135422 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Updating router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf port bd4f0c75-e740-402e-b13e-81b1791f1080 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:31:57.162916 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.232586 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.327719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:31:57.409695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.496485 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:57.519458 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.529556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Transition to ACTIVE for port object bd4f0c75-e740-402e-b13e-81b1791f1080 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:31:57.596596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.650722 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d832e-31f6-48be-a07f-92c5befc2ea1 None None] Pushing event updated for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:57.699605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Attempting to bind port bd4f0c75-e740-402e-b13e-81b1791f1080 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:31:57.700000 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Attempting to bind port bd4f0c75-e740-402e-b13e-81b1791f1080 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:31:57.700363 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Attempting to bind port bd4f0c75-e740-402e-b13e-81b1791f1080 on network 649726c3-4cc8-4feb-80d8-85d595f7a54c {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:31:57.705284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:31:57.705652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Checking segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:31:57.706047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.706429 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Bound using segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:31:57.706891 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Bound port: bd4f0c75-e740-402e-b13e-81b1791f1080, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:31:57.707267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.771474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] For port bd4f0c75-e740-402e-b13e-81b1791f1080, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:31:57.775490 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] For port bd4f0c75-e740-402e-b13e-81b1791f1080, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd4f0c75-e740-402e-b13e-81b1791f1080,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:31:57.848223 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:57.908797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:31:57.909494 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:31:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:57.911341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d832e-31f6-48be-a07f-92c5befc2ea1 None None] Pushing event updated for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:31:58.034290 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:31:58.067581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8135d42b-e65e-437d-bd37-1c69b0bd22c1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:58.219385 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:58.219775 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:58.364134 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:31:57Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:31:58.368745 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3f0169b5-a2b9-45de-8b7a-936d5c8792b9 req-fc9ec740-e90c-4dfe-8bb2-bb32c72b9cdd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 210 time: 0.0316436 Aug 16 21:31:58.395954 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de16937-a7d0-452f-af8b-96719bc11115 None None] The sync data for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 is: [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:31:57Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:31:58.399442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48a468e8-37a5-4eba-ad13-8d7a5a814a5a up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:31:58.475086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:31:58.475439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:31:59.463614 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5a64ace-d433-4ced-b8df-f9728b179953 req-244b32d5-d3e2-4576-867c-803eaf5cf8a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 210 time: 0.0262666 Aug 16 21:32:00.061462 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd4f0c75-e740-402e-b13e-81b1791f1080 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:32:00.179166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port bd4f0c75-e740-402e-b13e-81b1791f1080 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:32:00.183964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bd4f0c75-e740-402e-b13e-81b1791f1080 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:32:00.184342 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.262883 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.297780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port bd4f0c75-e740-402e-b13e-81b1791f1080, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd4f0c75-e740-402e-b13e-81b1791f1080,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:32:00.356238 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.384838 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-7ab28e08-38ae-496b-b57a-d1769471b219 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:00.386340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-7ab28e08-38ae-496b-b57a-d1769471b219 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 796 time: 0.1153512 Aug 16 21:32:00.410348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:00.429483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-6d80f576-2148-405d-a9f1-5f9d891d3837 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 380 time: 0.0334280 Aug 16 21:32:00.440836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'port': {'device_id': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'admin_state_up': True, 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'security_groups': ['0163f229-8626-4646-8795-16076a4d3456']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:32:00.569684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8cc9b873-0550-42bb-8568-d677c6707f04 req-f8f6fb5a-ad01-4498-ba2f-dca696fca96e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 210 time: 0.0328214 Aug 16 21:32:00.664843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:32:00.668529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.756597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c26ef9f-01d8-4431-9525-3d9ef11b7775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.793516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.4 (649726c3-4cc8-4feb-80d8-85d595f7a54c/47050518-5068-4b77-a7ee-b17940d12c3b/b256f506-41ae-4bd1-a48e-2a980feefe1d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:32:00.929122 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:00.942815 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object b256f506-41ae-4bd1-a48e-2a980feefe1d will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:32:01.031122 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:01.071437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:32:01.076524 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:32:01.080189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:32:01.110025 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:01.135888 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:01.136501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:01.197534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-38fee17c-6bf7-4cc8-91f4-67591dc9d720 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622552 Aug 16 21:32:01.252497 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Request body: {'port': {'device_id': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:32:01.308197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:01.424977 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-81da81a5-dbc0-40dd-a7d6-40d5b0f22804 None None] Provisioning for port b256f506-41ae-4bd1-a48e-2a980feefe1d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:32:01.429032 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-81da81a5-dbc0-40dd-a7d6-40d5b0f22804 None None] Provisioning complete for port b256f506-41ae-4bd1-a48e-2a980feefe1d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:32:01.429494 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-81da81a5-dbc0-40dd-a7d6-40d5b0f22804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:01.465933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-81da81a5-dbc0-40dd-a7d6-40d5b0f22804 None None] Port b256f506-41ae-4bd1-a48e-2a980feefe1d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:32:01.566255 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b256f506-41ae-4bd1-a48e-2a980feefe1d {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:32:01.574229 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:01.585557 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Transition to ACTIVE for port object b256f506-41ae-4bd1-a48e-2a980feefe1d will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:32:01.671266 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:02.051088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd4f0c75-e740-402e-b13e-81b1791f1080 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:32:02.102870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port bd4f0c75-e740-402e-b13e-81b1791f1080 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:32:02.103154 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:02.107335 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151edcb5-ec88-499b-aa82-a21006fec2be req-c2ab4703-c55e-4fa9-9819-aabd14c31d74 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.108904 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-151edcb5-ec88-499b-aa82-a21006fec2be req-c2ab4703-c55e-4fa9-9819-aabd14c31d74 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 931 time: 0.4717638 Aug 16 21:32:02.109971 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Pushing event updated for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:02.185449 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-151edcb5-ec88-499b-aa82-a21006fec2be req-8645480d-2a11-4f9a-b94f-01c1d8e44aa3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693595 Aug 16 21:32:02.204215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Attempting to bind port b256f506-41ae-4bd1-a48e-2a980feefe1d on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:32:02.204554 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Attempting to bind port b256f506-41ae-4bd1-a48e-2a980feefe1d by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:32:02.204883 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Attempting to bind port b256f506-41ae-4bd1-a48e-2a980feefe1d on network 649726c3-4cc8-4feb-80d8-85d595f7a54c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:32:02.209176 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Port b256f506-41ae-4bd1-a48e-2a980feefe1d on network 649726c3-4cc8-4feb-80d8-85d595f7a54c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:32:02.209491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Attempting to bind port b256f506-41ae-4bd1-a48e-2a980feefe1d on network 649726c3-4cc8-4feb-80d8-85d595f7a54c {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:32:02.214940 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:32:02.215271 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Checking segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:32:02.215645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Bound using segment: {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:32:02.216104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Bound port: b256f506-41ae-4bd1-a48e-2a980feefe1d, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd452e-c69a-4604-b096-6907c49ae078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:32:02.216466 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:02.277466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:32:02.280473 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:32:02.356818 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:02.392611 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.393227 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:02.394607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] 10.222.0.73 "PUT /v2.0/ports/b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 1092 time: 1.1883349 Aug 16 21:32:02.395158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:32:02.397405 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de429574-fdc7-40ba-9dc6-fc5b6d61662e" -d '{"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:32:02.435482 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab1663-a53f-426b-8b07-f7abd22bce13 service neutron] Pushing event updated for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:02.504592 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385adf79-87e8-4998-9246-cb3d90a91c4e x-openstack-request-id: req-385adf79-87e8-4998-9246-cb3d90a91c4e {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:32:02.504894 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:32:02.505149 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-385adf79-87e8-4998-9246-cb3d90a91c4e {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:32:02.505557 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'status': 'completed', 'code': 200} Aug 16 21:32:02.572537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-d4f48c8e-86ea-49cc-b766-c27f48c72650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.574066 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-d4f48c8e-86ea-49cc-b766-c27f48c72650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1095 time: 0.0437131 Aug 16 21:32:02.674483 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-e7159aaa-f727-44dc-83d9-f575f4960476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.675886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-e7159aaa-f727-44dc-83d9-f575f4960476 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5b46f800022a46eaaa12c75f94b54663&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932817 Aug 16 21:32:02.775929 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-ef3c6ee1-befa-4a3a-94cc-691a61e73d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.777678 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de429574-fdc7-40ba-9dc6-fc5b6d61662e req-ef3c6ee1-befa-4a3a-94cc-691a61e73d5c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940578 Aug 16 21:32:02.855117 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-556d5bf3-1c98-471f-ba08-23c132a6ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.856690 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-556d5bf3-1c98-471f-ba08-23c132a6ad6e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1095 time: 0.0402956 Aug 16 21:32:02.903153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-31de1af0-8b60-46d4-8530-ea5b3c261fca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 217 time: 0.0381281 Aug 16 21:32:02.951318 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-d3ae26b5-2c13-4667-a3b0-099bca9102d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.952758 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-d3ae26b5-2c13-4667-a3b0-099bca9102d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 200 len: 834 time: 0.0425394 Aug 16 21:32:02.998200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-b31ba3b4-affa-4989-9d49-c3536804e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:02.999708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-b31ba3b4-affa-4989-9d49-c3536804e636 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=649726c3-4cc8-4feb-80d8-85d595f7a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389864 Aug 16 21:32:03.107903 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-e9b10b2b-9940-4c32-899e-9780fb0a5a87 service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999548 Aug 16 21:32:03.198479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2304f1c3-409e-400d-9132-11549a6b5e78 req-93bfe8b2-5ddb-4bc4-b1c3-c167c32f6949 service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Aug 16 21:32:03.307201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e138-8f86-4a24-be7f-6f06940112e8 req-69103817-4dc6-461e-915e-078086d06f80 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:03.308715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01a6e138-8f86-4a24-be7f-6f06940112e8 req-69103817-4dc6-461e-915e-078086d06f80 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 943 time: 0.0533338 Aug 16 21:32:03.347488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-01a6e138-8f86-4a24-be7f-6f06940112e8 req-afeaa406-576f-46d3-bf77-10271c208ad4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317478 Aug 16 21:32:03.544552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:03.659108 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-da07f903-10be-4b97-a427-90e659639b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:04.472168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2950f-98ab-4d29-bfdc-ea600965690c req-84c9b99a-4203-4d3a-9c8e-2ca04703b385 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:04.473723 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5a2950f-98ab-4d29-bfdc-ea600965690c req-84c9b99a-4203-4d3a-9c8e-2ca04703b385 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 943 time: 0.0563166 Aug 16 21:32:04.514153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b5a2950f-98ab-4d29-bfdc-ea600965690c req-bf6d2450-ba2e-4a1d-9806-d2132f57fa41 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344253 Aug 16 21:32:04.533510 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:05.631045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b5fc-b7a0-4d18-83fc-1efadcc66123 req-0f8f0043-7992-4bb6-b5b1-33242cb84daf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:05.632472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c002b5fc-b7a0-4d18-83fc-1efadcc66123 req-0f8f0043-7992-4bb6-b5b1-33242cb84daf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 943 time: 0.0488462 Aug 16 21:32:05.670099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c002b5fc-b7a0-4d18-83fc-1efadcc66123 req-43918e8f-40f6-44fe-b786-f2225edafba1 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Aug 16 21:32:06.339597 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b256f506-41ae-4bd1-a48e-2a980feefe1d details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:32:06.552165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:06.593526 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:32:06.603587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'port_id': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'mac_address': 'fa:16:3e:d5:7f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:32:06.639583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:06.651864 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b256f506-41ae-4bd1-a48e-2a980feefe1d {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:32:06.671364 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:32:06.756356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:06.789045 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046692f-618e-4cd3-9274-b5b04ee86ada req-a390bb8f-558d-4187-80d0-f23c302c22cf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:06.790554 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d046692f-618e-4cd3-9274-b5b04ee86ada req-a390bb8f-558d-4187-80d0-f23c302c22cf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 943 time: 0.0539958 Aug 16 21:32:06.807454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:06.828715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d046692f-618e-4cd3-9274-b5b04ee86ada req-6c23acfd-1258-4308-99ac-c7a4fea8032b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320961 Aug 16 21:32:06.998445 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['b256f506-41ae-4bd1-a48e-2a980feefe1d'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:32:07.943657 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260c085-d294-4f85-9cf9-19b329cc3346 req-53e95464-4525-4656-b4e5-79308c1878e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:07.945189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c260c085-d294-4f85-9cf9-19b329cc3346 req-53e95464-4525-4656-b4e5-79308c1878e4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 944 time: 0.0501907 Aug 16 21:32:07.984736 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c260c085-d294-4f85-9cf9-19b329cc3346 req-700dfb3e-9f0f-4ab7-8448-9675e2f02610 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Aug 16 21:32:08.339031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b256f506-41ae-4bd1-a48e-2a980feefe1d up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:32:08.453406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port b256f506-41ae-4bd1-a48e-2a980feefe1d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:32:08.457859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port b256f506-41ae-4bd1-a48e-2a980feefe1d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:32:08.458235 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:08.533598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:08.556473 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:32:08.559266 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4667be8b-70a0-4615-8cac-afc136d2cfef" -d '{"events": [{"server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "name": "network-vif-plugged", "status": "completed", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:32:08.572125 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:32:08.630509 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:08.654018 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63f04eb-7330-48aa-b93a-37c0af349435 x-openstack-request-id: req-c63f04eb-7330-48aa-b93a-37c0af349435 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:32:08.654309 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "name": "network-vif-plugged", "status": "completed", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:32:08.654565 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c63f04eb-7330-48aa-b93a-37c0af349435 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:32:08.658572 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'code': 200} Aug 16 21:32:08.681073 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:08.689605 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.690099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.690508 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.690998 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.691336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.691665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.692016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.692336 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.692660 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.692980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.693297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.693617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:32:08.742341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04b3e-b717-46fa-b5bb-b86362beedde req-db244a02-19ec-4d62-a682-c16473ad6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:08.743843 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43a04b3e-b717-46fa-b5bb-b86362beedde req-db244a02-19ec-4d62-a682-c16473ad6aaf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1097 time: 0.0395811 Aug 16 21:32:08.778710 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-43a04b3e-b717-46fa-b5bb-b86362beedde req-c0ad8762-5598-4013-bdeb-66bca8297a6e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277705 Aug 16 21:32:09.106146 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadab01a-3fe4-41e2-95cc-8fe643a027d4 req-8e57faed-08df-4302-8910-f563c4681c4a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:09.107648 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dadab01a-3fe4-41e2-95cc-8fe643a027d4 req-8e57faed-08df-4302-8910-f563c4681c4a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0535510 Aug 16 21:32:09.145933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dadab01a-3fe4-41e2-95cc-8fe643a027d4 req-fb6041dd-fe56-4cc1-aeab-7a2bff771b72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Aug 16 21:32:10.261622 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c5538-545f-437d-a714-f409f1d8b725 req-b11294ab-df74-401e-8d0a-98cd99494a8b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:10.263255 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b65c5538-545f-437d-a714-f409f1d8b725 req-b11294ab-df74-401e-8d0a-98cd99494a8b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0490685 Aug 16 21:32:10.299877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b65c5538-545f-437d-a714-f409f1d8b725 req-1adcdfee-e95e-4cd9-907a-5f7aadb83814 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307789 Aug 16 21:32:10.414003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5686ab-84c1-498d-a295-a017958e1b32 req-bc6dc511-ab64-4902-910a-9fce4b2dfb35 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:10.415491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f5686ab-84c1-498d-a295-a017958e1b32 req-bc6dc511-ab64-4902-910a-9fce4b2dfb35 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0509214 Aug 16 21:32:10.454569 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f5686ab-84c1-498d-a295-a017958e1b32 req-a06b67a1-12d8-4d1b-8c69-e1ce8006925d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322046 Aug 16 21:32:10.475451 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45494) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:32:10.518672 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84d25a-1db6-4b12-ae4d-daf8ab1be9bd tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:10.520101 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cd84d25a-1db6-4b12-ae4d-daf8ab1be9bd tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1092 time: 0.0436471 Aug 16 21:32:10.524724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45496) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:32:10.529246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:32:10.601777 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:10.698458 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:10.805577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.51 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/34289553-4d81-4387-9326-4f815ca83d61) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:32:10.908344 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.002231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.043005 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:32:11.047843 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:32:11.051314 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:32:11.077169 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=34289553-4d81-4387-9326-4f815ca83d61,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:11.408695 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.540821 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.690770 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.744673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.814278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=34289553-4d81-4387-9326-4f815ca83d61,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:32:11.825115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:11.924176 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 94c582ea-a952-4f59-a0e1-89cfdc37e79b associated. External IP: 172.25.7.51, port: b256f506-41ae-4bd1-a48e-2a980feefe1d. Aug 16 21:32:12.140360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:32:12.248304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:32:12.257681 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Sync routers for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:32:12.267102 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:32:12.267694 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:32:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:32:12.321745 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:12.350097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3c1a385c-f562-4cc6-b329-90a5e0f20de0 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8243258 Aug 16 21:32:12.351186 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:32:12.353697 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aad777d-6b3c-4c37-83bf-594e2bed6883" -d '{"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:32:12.374931 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:32:12.417677 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce398ab-94d9-4fd6-9645-5174aa4f2f06 x-openstack-request-id: req-0ce398ab-94d9-4fd6-9645-5174aa4f2f06 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:32:12.419167 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:32:12.419167 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ce398ab-94d9-4fd6-9645-5174aa4f2f06 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:32:12.419508 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'status': 'completed', 'code': 200} Aug 16 21:32:12.483066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974981c-e72b-4de9-a6ea-3fa4ca486864 req-81d3d7c5-7d48-44bf-99bd-6a1d1e675956 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:12.484625 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1974981c-e72b-4de9-a6ea-3fa4ca486864 req-81d3d7c5-7d48-44bf-99bd-6a1d1e675956 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0792956 Aug 16 21:32:12.501416 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-faa0507f-8743-4cc7-9cfe-45bc37adccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:12.502777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-faa0507f-8743-4cc7-9cfe-45bc37adccf0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1097 time: 0.0616071 Aug 16 21:32:12.550320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1974981c-e72b-4de9-a6ea-3fa4ca486864 req-b0041258-4250-46fa-8a37-42103a37e439 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591686 Aug 16 21:32:12.573683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45502) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:32:12.620741 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '94c582ea-a952-4f59-a0e1-89cfdc37e79b', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'port_id': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'mac_address': 'fa:16:3e:d5:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:32:11Z', 'updated_at': '2021-08-16T21:32:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:32:12.622556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-98bce384-e210-4b4c-b7c7-978d98c7016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:12.624340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-98bce384-e210-4b4c-b7c7-978d98c7016e service neutron] 10.222.0.73 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 897 time: 0.0990934 Aug 16 21:32:12.640116 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-553b8b08-f44a-41b9-9052-218c4703171f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/94c582ea-a952-4f59-a0e1-89cfdc37e79b HTTP/1.1" status: 200 len: 990 time: 0.0633845 Aug 16 21:32:12.652412 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Checking router: 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:32:12.662111 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:32:12.662705 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:32:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:32:12.696830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-db08d8c4-a73d-4b8d-b9a9-b15ee6a83944 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 998 time: 0.0635440 Aug 16 21:32:12.746479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-3c7b44dd-ff39-4998-b398-9c304170f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:12.748230 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-3c7b44dd-ff39-4998-b398-9c304170f005 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 200 len: 834 time: 0.0444136 Aug 16 21:32:12.768824 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:32:12.799802 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-cf1bf82c-aaa8-4fb9-9d1f-70527341a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:12.801361 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-cf1bf82c-aaa8-4fb9-9d1f-70527341a81c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=649726c3-4cc8-4feb-80d8-85d595f7a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448840 Aug 16 21:32:12.897573 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-9841b192-035d-48b8-95de-e09bc097dcf5 service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Aug 16 21:32:12.987282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6aad777d-6b3c-4c37-83bf-594e2bed6883 req-a6802fad-178b-40df-a2a8-4c82abc5c1ed service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825896 Aug 16 21:32:12.992832 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '94c582ea-a952-4f59-a0e1-89cfdc37e79b', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'port_id': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'mac_address': 'fa:16:3e:d5:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:32:11Z', 'updated_at': '2021-08-16T21:32:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:32:13.023099 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956a71e-e7bf-4de4-b37c-66508548b7e9 None None] The sync data for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 is: [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '94c582ea-a952-4f59-a0e1-89cfdc37e79b', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'port_id': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'mac_address': 'fa:16:3e:d5:7f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:32:11Z', 'updated_at': '2021-08-16T21:32:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:32:13.203021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1e5e9-a302-410d-ba5b-c6f5e441a366 None None] New status for floating IP 94c582ea-a952-4f59-a0e1-89cfdc37e79b: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:32:13.644015 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45504) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:32:13.706282 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c3fa4450-f718-4703-970b-889d996c3ae9 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/94c582ea-a952-4f59-a0e1-89cfdc37e79b HTTP/1.1" status: 200 len: 992 time: 0.0610061 Aug 16 21:32:15.771028 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:32:19.007121 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:22.520821 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:30.732915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-27705e12-d761-4bc6-a79e-8a72f206e4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:33.504196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:33.646428 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4a2d956b-6598-4fb9-900b-0ea2db2351f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:34.486754 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:36.435204 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:47.224388 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f2fd-19e0-4ad9-8194-56fbaf28cbe2 req-d756ea8a-0f69-4405-8074-33699ffc6066 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:47.226143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae0f2fd-19e0-4ad9-8194-56fbaf28cbe2 req-d756ea8a-0f69-4405-8074-33699ffc6066 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0501330 Aug 16 21:32:47.271214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bae0f2fd-19e0-4ad9-8194-56fbaf28cbe2 req-99a38e0c-74dc-42f4-81aa-8df6f09db054 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Aug 16 21:32:48.389624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e5c1-be81-4ba2-a605-7a3f4ee412c5 req-92799830-5642-40d1-a942-3199e1c81995 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:48.391097 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e356e5c1-be81-4ba2-a605-7a3f4ee412c5 req-92799830-5642-40d1-a942-3199e1c81995 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0480499 Aug 16 21:32:48.429246 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e356e5c1-be81-4ba2-a605-7a3f4ee412c5 req-466fa077-d57a-4426-8cb4-59e8099c742b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Aug 16 21:32:48.966041 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:49.546096 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966ba7-2d6d-48c1-8742-8b8f931f9411 req-9e74a3cc-afb6-42a7-bc91-1d7dbe7816b6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:49.547692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f966ba7-2d6d-48c1-8742-8b8f931f9411 req-9e74a3cc-afb6-42a7-bc91-1d7dbe7816b6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0500679 Aug 16 21:32:49.595452 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f966ba7-2d6d-48c1-8742-8b8f931f9411 req-b38b0cd5-d075-46ee-8497-fbfddb51606f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Aug 16 21:32:50.710774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0eb87-8339-4bd6-8992-21d5ae4ad7f1 req-fa2cffc4-22c2-4560-9551-7edc15fc1f43 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:50.712372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29c0eb87-8339-4bd6-8992-21d5ae4ad7f1 req-fa2cffc4-22c2-4560-9551-7edc15fc1f43 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Aug 16 21:32:50.753851 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-29c0eb87-8339-4bd6-8992-21d5ae4ad7f1 req-346dbd4d-f918-404b-ba8d-d380660fdecd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355735 Aug 16 21:32:51.868680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44899119-8112-4306-af2e-157c5880ee1e req-bbe7b6a5-bdcf-446b-a763-901d8ce740fb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:51.870151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44899119-8112-4306-af2e-157c5880ee1e req-bbe7b6a5-bdcf-446b-a763-901d8ce740fb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Aug 16 21:32:51.908896 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-44899119-8112-4306-af2e-157c5880ee1e req-53d080e7-5bbe-49c1-8fab-85cb5533df88 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Aug 16 21:32:52.532156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:32:52.769973 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:32:53.021978 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872cb8c-680f-43cb-bf33-6740ef0eb41d req-c288654e-e5c8-41fb-b3ef-8b4af4f95d49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:53.023765 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9872cb8c-680f-43cb-bf33-6740ef0eb41d req-c288654e-e5c8-41fb-b3ef-8b4af4f95d49 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Aug 16 21:32:53.061386 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9872cb8c-680f-43cb-bf33-6740ef0eb41d req-08f64940-8c14-4f8a-9ee3-d2e0b250aee7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312490 Aug 16 21:32:54.175574 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9b8c4-5dfb-49e6-971f-b25532014998 req-fdf8f58c-3551-4eba-9626-fe3dfb79fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:54.177116 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ab9b8c4-5dfb-49e6-971f-b25532014998 req-fdf8f58c-3551-4eba-9626-fe3dfb79fb2f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0497558 Aug 16 21:32:54.219714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ab9b8c4-5dfb-49e6-971f-b25532014998 req-9172b19b-3327-4ff5-8941-f88ca425d355 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363586 Aug 16 21:32:55.334465 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574eef9-b5ed-47cc-9db5-22fa95b58429 req-8971bda4-08c3-4409-b46f-baec4275c52c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:55.335971 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1574eef9-b5ed-47cc-9db5-22fa95b58429 req-8971bda4-08c3-4409-b46f-baec4275c52c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Aug 16 21:32:55.372812 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1574eef9-b5ed-47cc-9db5-22fa95b58429 req-cfce1671-0627-46c7-b460-7076e2b3247a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309236 Aug 16 21:32:56.487569 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5c347-7673-4a7a-9116-64543f52956f req-b5d9610a-dc68-4557-851f-4405b78f02f6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:56.489079 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ba5c347-7673-4a7a-9116-64543f52956f req-b5d9610a-dc68-4557-851f-4405b78f02f6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Aug 16 21:32:56.525855 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1ba5c347-7673-4a7a-9116-64543f52956f req-7d2017b2-a835-4a42-a6da-6ca2f83f5fc5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Aug 16 21:32:57.640099 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112c325-ca63-4689-aeca-3d6eb71ba8c2 req-002d9c0b-d941-4ae9-beb5-d08212f32c47 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:57.641580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d112c325-ca63-4689-aeca-3d6eb71ba8c2 req-002d9c0b-d941-4ae9-beb5-d08212f32c47 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Aug 16 21:32:57.682711 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d112c325-ca63-4689-aeca-3d6eb71ba8c2 req-e3c762ea-ea20-4c27-9054-4096605cb132 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353496 Aug 16 21:32:58.798390 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f99b4c-5724-4340-93ce-2f10d88278fa req-f6fa9891-3fef-4fe8-bace-70cfe280f1ae tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:58.799885 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81f99b4c-5724-4340-93ce-2f10d88278fa req-f6fa9891-3fef-4fe8-bace-70cfe280f1ae tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0483413 Aug 16 21:32:58.837310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-81f99b4c-5724-4340-93ce-2f10d88278fa req-cf923e57-29e2-4863-8b0d-c485c1c44f8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Aug 16 21:32:59.950341 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1563-c02b-469a-9934-173b4a316f7a req-2dae17a8-b641-4262-93e6-4b301ae76d19 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:32:59.951826 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677a1563-c02b-469a-9934-173b4a316f7a req-2dae17a8-b641-4262-93e6-4b301ae76d19 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Aug 16 21:32:59.989934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677a1563-c02b-469a-9934-173b4a316f7a req-2bd115bc-137c-4750-92be-5bd7c641350a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 16 21:33:00.731272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0f95b1a5-b5d7-43c6-af3b-03421ff054e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:01.106053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ed10c-2d2d-4805-bfb3-5a2a35147979 req-c26dcad7-6b5a-49a2-bdf9-90ddd84a5768 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:01.107534 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-301ed10c-2d2d-4805-bfb3-5a2a35147979 req-c26dcad7-6b5a-49a2-bdf9-90ddd84a5768 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0500128 Aug 16 21:33:01.151119 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-301ed10c-2d2d-4805-bfb3-5a2a35147979 req-fe24509a-7c47-4bf3-9ad2-f13aa58a5390 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Aug 16 21:33:02.271905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f129f-8774-4485-bda9-003dcc7f48f1 req-cf8b8e75-bc6c-438e-8fb1-9cbbc337d5bd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:02.273931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4f129f-8774-4485-bda9-003dcc7f48f1 req-cf8b8e75-bc6c-438e-8fb1-9cbbc337d5bd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0552330 Aug 16 21:33:02.314391 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3b4f129f-8774-4485-bda9-003dcc7f48f1 req-bf522fa5-611f-4f22-b47e-7c423b93ef23 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Aug 16 21:33:03.426588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318dcb-eeab-48da-bdaf-16bd1617f03d req-ed80b41c-02db-4c03-93ad-97caa89f919f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:03.428339 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c318dcb-eeab-48da-bdaf-16bd1617f03d req-ed80b41c-02db-4c03-93ad-97caa89f919f tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Aug 16 21:33:03.466923 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c318dcb-eeab-48da-bdaf-16bd1617f03d req-8fc29d76-a8db-410d-99d0-728c1154b561 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Aug 16 21:33:03.488806 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45554) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:03.526159 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:03.552081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4bf6c06b-2836-40a2-a839-5e18b4d356d2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/94c582ea-a952-4f59-a0e1-89cfdc37e79b HTTP/1.1" status: 200 len: 992 time: 0.0621295 Aug 16 21:33:03.634484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d06d2041-8bb3-418a-b05b-5f665e8d1114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:04.486429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:04.958007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-3d59bb46-1fa6-4c68-9ff8-d768e39558bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:04.959518 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-3d59bb46-1fa6-4c68-9ff8-d768e39558bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1097 time: 0.0693676 Aug 16 21:33:04.975850 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df82ae-8252-4152-ab26-e1258fbee3ec req-dab22f36-688b-48fe-98f8-d3d336be2caa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:04.977372 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94df82ae-8252-4152-ab26-e1258fbee3ec req-dab22f36-688b-48fe-98f8-d3d336be2caa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0628200 Aug 16 21:33:05.072774 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-94df82ae-8252-4152-ab26-e1258fbee3ec req-4c9a111c-dd80-4e0a-8274-cd99f815961c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828505 Aug 16 21:33:05.101454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-c2100145-e8d6-4201-9fa2-ce1f5cb2b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.102925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-c2100145-e8d6-4201-9fa2-ce1f5cb2b5d6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 897 time: 0.1209753 Aug 16 21:33:05.172325 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-91876ceb-d969-486a-8d88-26eaddb5cc81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 1000 time: 0.0608311 Aug 16 21:33:05.219676 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-b39afe30-ab02-4705-91b2-9df817cf459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.221110 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-b39afe30-ab02-4705-91b2-9df817cf459e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 200 len: 834 time: 0.0418520 Aug 16 21:33:05.266278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-ff1899a6-acec-47b3-9876-f8840cc8595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.267831 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-ff1899a6-acec-47b3-9876-f8840cc8595f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=649726c3-4cc8-4feb-80d8-85d595f7a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391927 Aug 16 21:33:05.360781 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-6b9f606d-10e1-4a53-94df-ef2a453729ef service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855286 Aug 16 21:33:05.448864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205b61b7-ea74-43f8-90a6-e0f5e025447e req-be217ec4-6758-40a7-9426-b643a22c52ce service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810337 Aug 16 21:33:05.543959 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-97f67cde-6fa2-4c54-a05e-85cfc4efe1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.545446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-97f67cde-6fa2-4c54-a05e-85cfc4efe1e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1097 time: 0.0395262 Aug 16 21:33:05.640054 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-e67c3cc7-eb8e-4354-9449-fa41ece23c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.641507 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-e67c3cc7-eb8e-4354-9449-fa41ece23c37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 897 time: 0.0882103 Aug 16 21:33:05.709025 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-9d47ad8b-49a7-410b-b7c9-ce248a2816bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 1000 time: 0.0599165 Aug 16 21:33:05.758049 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-a6d47b97-dcc1-4820-8f99-8a026d944a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.759536 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-a6d47b97-dcc1-4820-8f99-8a026d944a37 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 200 len: 834 time: 0.0426252 Aug 16 21:33:05.805217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-f56876eb-c295-4dbf-b962-76a4c6069de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:05.806676 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-f56876eb-c295-4dbf-b962-76a4c6069de8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=649726c3-4cc8-4feb-80d8-85d595f7a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395162 Aug 16 21:33:05.897335 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-3d17f8bf-9be7-4084-b647-27caa7e306bf service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832133 Aug 16 21:33:05.985767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-923ecd8d-9770-45f8-a3a2-68f7334b383b req-4624eb7b-3ccb-4092-889e-468f4d994e58 service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796387 Aug 16 21:33:06.188746 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496adaca-d8f2-434e-8e5b-e72a6bd27ed6 req-94df2e76-3f7f-46ce-b99a-e550d1f55456 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:06.190830 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496adaca-d8f2-434e-8e5b-e72a6bd27ed6 req-94df2e76-3f7f-46ce-b99a-e550d1f55456 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0484333 Aug 16 21:33:06.230902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496adaca-d8f2-434e-8e5b-e72a6bd27ed6 req-363a5c90-ad0f-46d2-baa4-eae15f99c953 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341320 Aug 16 21:33:06.412276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:07.355910 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29740d1-89cf-4595-a16c-887dbdec0a51 req-6af5ea86-53a4-418a-822a-4757185d79e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:07.357698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f29740d1-89cf-4595-a16c-887dbdec0a51 req-6af5ea86-53a4-418a-822a-4757185d79e2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Aug 16 21:33:07.399457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f29740d1-89cf-4595-a16c-887dbdec0a51 req-e4d8fc20-eac3-4929-92f6-42ed51420e0d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354428 Aug 16 21:33:07.424947 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45574) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:07.491925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7ef0c5c5-51b1-445d-b987-b60b360e648c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/94c582ea-a952-4f59-a0e1-89cfdc37e79b HTTP/1.1" status: 200 len: 992 time: 0.0650711 Aug 16 21:33:19.016878 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:22.548295 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:29.768336 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:33:30.719901 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-de270e51-e7fe-4164-9670-5b93b6182467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:33.525881 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:33.643981 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-916ccee1-1224-4749-83d5-6eccd913f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:34.495673 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:36.463245 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.023400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45598) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:40.178437 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 34289553-4d81-4387-9326-4f815ca83d61 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:40.178783 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.600219 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.600559 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.612705 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 34289553-4d81-4387-9326-4f815ca83d61 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:40.828292 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.853747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=34289553-4d81-4387-9326-4f815ca83d61,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:40.879309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.881926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.882638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.882638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.882638 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.882981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:40.928265 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:40.928605 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 94c582ea-a952-4f59-a0e1-89cfdc37e79b disassociated (deleted). External IP: 172.25.7.51, port: b256f506-41ae-4bd1-a48e-2a980feefe1d. Aug 16 21:33:41.136247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:33:41.242293 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:33:41.247225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:41.251673 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Sync routers for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:33:41.261553 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:41.262165 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:41.273993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2857b930-75a1-49f2-8f81-bae776afd4d4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/floatingips/94c582ea-a952-4f59-a0e1-89cfdc37e79b HTTP/1.1" status: 204 len: 168 time: 1.2494848 Aug 16 21:33:41.275235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:41.277949 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42f6d4-02ae-4593-aa26-48c69fc662ee" -d '{"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:41.319084 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31331be-219a-4064-b922-af35e208aea9 x-openstack-request-id: req-b31331be-219a-4064-b922-af35e208aea9 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:41.319378 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:41.319633 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b31331be-219a-4064-b922-af35e208aea9 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:41.320068 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'status': 'completed', 'code': 200} Aug 16 21:33:41.372218 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:41.388494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-a92863dc-1aef-4367-9e70-44998ddaa5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.389944 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-a92863dc-1aef-4367-9e70-44998ddaa5cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 1097 time: 0.0472505 Aug 16 21:33:41.481907 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-c33f1bd0-c1d4-47fa-9fe7-69278b650d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.483402 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-c33f1bd0-c1d4-47fa-9fe7-69278b650d44 service neutron] 10.222.0.73 "GET /v2.0/networks?id=649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 200 len: 897 time: 0.0856421 Aug 16 21:33:41.532367 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-fa2649db-b4ce-4726-94d2-648c543d298a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 200 len: 217 time: 0.0410168 Aug 16 21:33:41.586767 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-dd67fed6-c51e-4a70-9cec-cb1ec1414093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.587048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:41.588378 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-dd67fed6-c51e-4a70-9cec-cb1ec1414093 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 200 len: 834 time: 0.0472772 Aug 16 21:33:41.620596 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Checking router: 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:33:41.629050 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:41.629678 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:41.635619 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-aaefc174-6341-46a1-af44-ee1f2c7d3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.637165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-aaefc174-6341-46a1-af44-ee1f2c7d3e3c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=649726c3-4cc8-4feb-80d8-85d595f7a54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412345 Aug 16 21:33:41.739773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:41.780513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65616765-aa9f-448b-9d50-95f53fbdd3f0 req-8b3db099-5a67-4835-b948-af3f0df50949 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:41.782045 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65616765-aa9f-448b-9d50-95f53fbdd3f0 req-8b3db099-5a67-4835-b948-af3f0df50949 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0800118 Aug 16 21:33:41.787612 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-dbf742d9-d5e5-4d56-8265-b4f6bbf71689 service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425383 Aug 16 21:33:41.878592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-65616765-aa9f-448b-9d50-95f53fbdd3f0 req-d5272b1e-6744-415e-b0e7-831927bd1c75 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894821 Aug 16 21:33:41.924327 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fb42f6d4-02ae-4593-aa26-48c69fc662ee req-41f0e506-b6ea-4fb6-9cce-7d6bd566cd1f service neutron] 10.222.0.73 "GET /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244328 Aug 16 21:33:41.935594 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:41.961205 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73db06d-341b-43e6-9a68-ce76a4730ebc None None] The sync data for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 is: [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:55Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'bd4f0c75-e740-402e-b13e-81b1791f1080', 'name': '', 'network_id': '649726c3-4cc8-4feb-80d8-85d595f7a54c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:59:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:54Z', 'updated_at': '2021-08-16T21:32:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': '47050518-5068-4b77-a7ee-b17940d12c3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:33:42.178350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc07905-4914-4782-9c07-01c72cce493a None None] New status for floating IP 94c582ea-a952-4f59-a0e1-89cfdc37e79b: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:33:42.999369 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8c291-44d6-4b07-a70a-6f6ef816e572 req-5e57c8f5-1a08-42c3-b78a-d28a7853beb4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:43.000874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bd8c291-44d6-4b07-a70a-6f6ef816e572 req-5e57c8f5-1a08-42c3-b78a-d28a7853beb4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Aug 16 21:33:43.037630 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2bd8c291-44d6-4b07-a70a-6f6ef816e572 req-70e6e092-38ca-4b20-a9d7-6b0416ec61c3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=0163f229-8626-4646-8795-16076a4d3456&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Aug 16 21:33:43.296208 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec679da-dace-486c-87ff-39a9487f826b req-f7e879dd-68f0-4d2d-ad25-fffc807edaa8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:43.297607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fec679da-dace-486c-87ff-39a9487f826b req-f7e879dd-68f0-4d2d-ad25-fffc807edaa8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Aug 16 21:33:43.388818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port b256f506-41ae-4bd1-a48e-2a980feefe1d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:43.389161 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:43.474374 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port b256f506-41ae-4bd1-a48e-2a980feefe1d, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=b256f506-41ae-4bd1-a48e-2a980feefe1d,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:43.474766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:43.487439 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for b256f506-41ae-4bd1-a48e-2a980feefe1d owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:43.697587 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:43.726014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=b256f506-41ae-4bd1-a48e-2a980feefe1d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:43.771107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] No DVR routers for this DVR port b256f506-41ae-4bd1-a48e-2a980feefe1d on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:33:43.773752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:43.775879 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fec679da-dace-486c-87ff-39a9487f826b req-46dd5f91-abf7-4194-8a13-845fa299abdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.73 "DELETE /v2.0/ports/b256f506-41ae-4bd1-a48e-2a980feefe1d HTTP/1.1" status: 204 len: 173 time: 0.4719880 Aug 16 21:33:43.776328 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'name': 'network-vif-deleted', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:33:43.778565 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0d5c43-8740-44da-9976-9e67ce1575e8" -d '{"events": [{"server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "name": "network-vif-deleted", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:33:43.815261 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cdc923-9bed-47ba-8b6f-97254325f5a1 x-openstack-request-id: req-27cdc923-9bed-47ba-8b6f-97254325f5a1 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:33:43.815261 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bcb54a-9663-41c3-a779-1aa2351d1513", "name": "network-vif-deleted", "tag": "b256f506-41ae-4bd1-a48e-2a980feefe1d", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:33:43.815510 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27cdc923-9bed-47ba-8b6f-97254325f5a1 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:33:43.815789 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bcb54a-9663-41c3-a779-1aa2351d1513', 'name': 'network-vif-deleted', 'tag': 'b256f506-41ae-4bd1-a48e-2a980feefe1d', 'status': 'completed', 'code': 200} Aug 16 21:33:44.146282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-34824317-f742-4193-a492-08e83aac9610 req-5b4c3d6e-ee09-4294-8d9a-52c22299c83e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=53bcb54a-9663-41c3-a779-1aa2351d1513 HTTP/1.1" status: 200 len: 210 time: 0.0278521 Aug 16 21:33:45.202987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45614) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:45.553686 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:45.802554 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port bd4f0c75-e740-402e-b13e-81b1791f1080 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:45.802894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:45.891756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port bd4f0c75-e740-402e-b13e-81b1791f1080, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=bd4f0c75-e740-402e-b13e-81b1791f1080,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:45.892113 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:45.904806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for bd4f0c75-e740-402e-b13e-81b1791f1080 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:46.125036 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.151543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=bd4f0c75-e740-402e-b13e-81b1791f1080,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:46.177626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.177980 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.178320 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.178654 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.178985 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.179314 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.179642 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.179995 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.180324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.180762 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.181244 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.181573 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:46.334544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:46.811474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b256f506-41ae-4bd1-a48e-2a980feefe1d no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:46.834989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: b256f506-41ae-4bd1-a48e-2a980feefe1d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:33:46.835339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device b256f506-41ae-4bd1-a48e-2a980feefe1d not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:46.882051 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:33:46.988712 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:33:46.994003 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-18834cf4-0312-4841-b404-c879aaf4f647 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899363 Aug 16 21:33:46.996824 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45618) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:46.999281 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Sync routers for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:33:47.008291 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:47.009436 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:47.053049 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting subnet 47050518-5068-4b77-a7ee-b17940d12c3b {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:33:47.056079 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.095823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.115203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:47.178275 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.297819 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:33:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:47.314338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.331814 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Checking router: 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:33:47.340974 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Routers {'7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:47.341559 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:47.342198 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Subnet': ['ID=47050518-5068-4b77-a7ee-b17940d12c3b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:47.348028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.352443 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7b20b144-3924-40f4-99cf-e604e81c8f2b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/subnets/47050518-5068-4b77-a7ee-b17940d12c3b HTTP/1.1" status: 204 len: 168 time: 0.3521740 Aug 16 21:33:47.354147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:47.357833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e861bb3-51d3-4d2a-b181-dcf905e900cb None None] Network 649726c3-4cc8-4feb-80d8-85d595f7a54c requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:33:47.452246 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] Set router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:47.468859 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.550092 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] DHCP port deletion for 649726c3-4cc8-4feb-80d8-85d595f7a54c request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:33:47.586273 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.606148 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Deleting port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:47.606538 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.649327 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:33:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:47.674243 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] For port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,segment=NetworkSegment(58dd452e-c69a-4604-b096-6907c49ae078),segment_id=58dd452e-c69a-4604-b096-6907c49ae078)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:47.674645 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.689297 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Calling delete_port for 48a468e8-37a5-4eba-ad13-8d7a5a814a5a owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:47.740867 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 8135d42b-e65e-437d-bd37-1c69b0bd22c1 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:33:47.741225 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.773173 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee84024-9a2b-4e76-b700-34568724087e None None] The sync data for ids ['7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf'] in n-d-794306-10 is: [{'id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-171107897', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:33:46Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '8135d42b-e65e-437d-bd37-1c69b0bd22c1', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:eb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:31:51Z', 'updated_at': '2021-08-16T21:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:33:47.829784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 8135d42b-e65e-437d-bd37-1c69b0bd22c1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=8135d42b-e65e-437d-bd37-1c69b0bd22c1,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:47.830153 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.842408 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 8135d42b-e65e-437d-bd37-1c69b0bd22c1 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:33:47.845299 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:47.871594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Pushing event deleted for resources: {'Port': ['ID=48a468e8-37a5-4eba-ad13-8d7a5a814a5a,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:47.875062 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] No DVR routers for this DVR port 48a468e8-37a5-4eba-ad13-8d7a5a814a5a on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.885017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.886886 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.887095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.887434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:47.887800 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8591705b-6a2a-49ea-b1fb-72b31e7f1b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:48.062665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.090362 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=8135d42b-e65e-437d-bd37-1c69b0bd22c1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:48.153576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.251564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.253792 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.263295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd4f0c75-e740-402e-b13e-81b1791f1080 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:48.284601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: bd4f0c75-e740-402e-b13e-81b1791f1080 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:33:48.297426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device bd4f0c75-e740-402e-b13e-81b1791f1080 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:48.297426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48a468e8-37a5-4eba-ad13-8d7a5a814a5a no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:48.307141 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 48a468e8-37a5-4eba-ad13-8d7a5a814a5a {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:33:48.307477 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 48a468e8-37a5-4eba-ad13-8d7a5a814a5a not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:48.399908 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.400481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:33:48.408619 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.411418 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45624) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:48.412029 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9a31c53c-fbfb-41d6-a6ea-fa8a5ac59dc3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/routers/7ef3ce45-ec7c-4c5c-b1d3-b0d3bdae1ddf HTTP/1.1" status: 204 len: 168 time: 1.0562456 Aug 16 21:33:48.495526 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.586960 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.596574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649726c3-4cc8-4feb-80d8-85d595f7a54c']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:48.606522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd452e-c69a-4604-b096-6907c49ae078') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:48.606813 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd452e-c69a-4604-b096-6907c49ae078') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:48.615303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.628951 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.634699 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:33:48.635027 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:33:48.637927 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:33:48.782303 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.789550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.791372 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/networks/649726c3-4cc8-4feb-80d8-85d595f7a54c HTTP/1.1" status: 204 len: 168 time: 0.3788989 Aug 16 21:33:48.794316 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45626) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:48.803014 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a698c-7491-494e-9d14-0f6dd38eccb8 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Network': ['ID=649726c3-4cc8-4feb-80d8-85d595f7a54c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:48.856220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:48.886670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.033713 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.036473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.037659 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/security-groups/0163f229-8626-4646-8795-16076a4d3456 HTTP/1.1" status: 204 len: 168 time: 0.2423341 Aug 16 21:33:49.047540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e0b9d-ba85-4fe3-8d7b-5aba6adcea89 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0163f229-8626-4646-8795-16076a4d3456,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:49.067870 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.463429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45634) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:49.468326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759788177', 'description': 'tempest-secgroup-smoke-1759788177 description', 'project_id': '5b46f800022a46eaaa12c75f94b54663'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:49.576453 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.657433 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.725335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.754750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77696517-67e1-445d-8f5d-48538737ef7c,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:49.828111 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.829447 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e532a24a-cf08-4ada-9f24-76e80ecf2543 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3648674 Aug 16 21:33:49.832395 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45636) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:49.837059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:49.918342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:49.978407 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.062286 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8135d42b-e65e-437d-bd37-1c69b0bd22c1 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:33:50.073233 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.083634 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 8135d42b-e65e-437d-bd37-1c69b0bd22c1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:33:50.084210 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 8135d42b-e65e-437d-bd37-1c69b0bd22c1 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:33:50.091926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bed1fca-f029-4746-b425-12ddc4dc7548,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:50.165503 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.166931 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bcc854e8-ad0b-40f0-a997-7914fcb14fdc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335583 Aug 16 21:33:50.169835 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45638) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:50.174353 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:50.295263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.352775 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.443839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.462343 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b56fc6-fb0f-4611-ba63-8264eb09fc1f,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:50.528893 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.530259 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-35125d27-b41c-481a-a516-1b0a6fc21b77 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3594649 Aug 16 21:33:50.533003 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45640) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:50.537438 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:50.642728 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.701884 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.775078 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.795083 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b73d7ea-1aed-4ec9-a139-7d589d6bbf7d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:50.862424 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:50.863945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e27fd8bf-6afb-40a0-9d78-8628f654ac82 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296890 Aug 16 21:33:50.866486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45642) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:50.870897 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:50.956305 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.020262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.108303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.129669 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a91c6d-7830-4b15-89bc-5f543ef40435,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:51.200186 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.201421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6122bdce-2845-4462-9f68-47e16b54b799 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340051 Aug 16 21:33:51.204131 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45646) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:51.208799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:51.267841 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:33:51.272683 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.333137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.410708 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.430291 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db0b8e1-5b7b-405b-a2ba-6e34e59e2538,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:51.563736 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.565013 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b8b423a5-49bb-4df0-a07f-2bc2484a9744 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3599439 Aug 16 21:33:51.568067 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45650) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:51.573360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'security_group_rule': {'security_group_id': '77696517-67e1-445d-8f5d-48538737ef7c', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:51.660866 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Project 5b46f800022a46eaaa12c75f94b54663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:33:51.666065 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.726554 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.803262 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.820889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8931348-e1d3-4a77-9d1a-7882e2c61fef,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:51.883256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:51.884564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-999c69b9-7085-41ac-832c-afbea7d4cecb tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3155119 Aug 16 21:33:51.888094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45654) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:51.893019 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'network': {'name': 'tempest-network-smoke--1647276173', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'port_security_enabled': True}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:51.980708 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:33:51.984220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.007052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:33:52.016587 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.016936 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Added segment 709a0a16-dfe5-4eb4-9547-d38661d170be of type vlan for network d418dfba-9074-4054-acae-4b11a75c8ee9 Aug 16 21:33:52.058896 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.157634 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.163260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:52.163890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.229321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Network': ['ID=d418dfba-9074-4054-acae-4b11a75c8ee9,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:52.239396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network d418dfba-9074-4054-acae-4b11a75c8ee9 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:33:52.286355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-36a8ca58-03b4-4049-8077-f400f64753a6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3972273 Aug 16 21:33:52.288946 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45656) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:52.294185 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'admin_state_up': True, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:52.422208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.423295 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.477571 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.588895 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.682869 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.938586 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:52.956482 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:53.059467 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.136 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/89b0e36c-49f9-41fb-b784-850ae9e0efc7) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:33:53.170206 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:53.262468 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:53.298607 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:33:53.303510 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:33:53.306984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:33:53.333965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=89b0e36c-49f9-41fb-b784-850ae9e0efc7,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:53.616457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:53.808752 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.027441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 690cd49d-ab99-4647-8372-97699f57e2fb is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:33:54.132130 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:33:54.142759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Sync routers for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:33:54.153022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:54.161069 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:54.244973 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.246343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-a2751436-ceb8-4985-9564-47888d6d80b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9564676 Aug 16 21:33:54.249630 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45658) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:54.254981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:54.277973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3bfc3375-011f-4260-902d-d735571cce6f tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=5b46f800022a46eaaa12c75f94b54663&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271764 Aug 16 21:33:54.281786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45660) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:54.439582 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:54.471493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Checking router: 690cd49d-ab99-4647-8372-97699f57e2fb for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:33:54.471870 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Updating router 690cd49d-ab99-4647-8372-97699f57e2fb port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:33:54.498206 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.718059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692cac8-4e4b-4581-ba1a-a3825bca8bb7 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:54.722342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3692cac8-4e4b-4581-ba1a-a3825bca8bb7 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4382038 Aug 16 21:33:54.722684 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45662) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:54.750304 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-715024d6-06a1-4f8d-9d06-77de7237367e tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=90b89b4c-02e9-41ca-9ad8-53e143148548&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262256 Aug 16 21:33:54.752653 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45664) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:54.754212 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.757401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1079432711', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:33:54.765557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Transition to ACTIVE for port object 89b0e36c-49f9-41fb-b784-850ae9e0efc7 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:54.849196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.904732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Attempting to bind port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:33:54.905096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Attempting to bind port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:33:54.905455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Attempting to bind port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:54.907396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d7aec-0c26-4f5a-9ded-76c86d6fa706 None None] Pushing event updated for resources: {'Port': ['ID=89b0e36c-49f9-41fb-b784-850ae9e0efc7,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:54.912622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:33:54.912990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:54.913384 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.914374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:33:54.914374 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Bound port: 89b0e36c-49f9-41fb-b784-850ae9e0efc7, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:33:54.914617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.954007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:33:54.957679 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:54.964423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] For port 89b0e36c-49f9-41fb-b784-850ae9e0efc7, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:54.968493 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] For port 89b0e36c-49f9-41fb-b784-850ae9e0efc7, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=89b0e36c-49f9-41fb-b784-850ae9e0efc7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:33:55.069149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:55.118610 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:55.119236 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:55.172183 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d7aec-0c26-4f5a-9ded-76c86d6fa706 None None] Pushing event updated for resources: {'Port': ['ID=89b0e36c-49f9-41fb-b784-850ae9e0efc7,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:55.222492 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:55.242164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:55.286960 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Subnet': ['ID=ed836253-93b9-4b0b-ad79-c170a62b78a9,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:55.291193 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Checking segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:55.291558 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network hostable DHCP agents. Network: d418dfba-9074-4054-acae-4b11a75c8ee9, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:33:55.376659 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network d418dfba-9074-4054-acae-4b11a75c8ee9 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:33:55.423442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:55.450643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6866ac13-87eb-4ccb-a518-ddb861a59631 None None] The sync data for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 is: [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:53Z', 'revision_number': 3, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:33:55.490882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, d418dfba-9074-4054-acae-4b11a75c8ee9) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:33:55.497745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:55.499057 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:55.499581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825c262-cf09-45fe-9fed-4f5fa8871a90 None None] Network d418dfba-9074-4054-acae-4b11a75c8ee9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:33:55.579132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e9989f2f-8ce1-42e0-8209-db514b7b623b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8253663 Aug 16 21:33:55.581841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45666) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:33:55.663965 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-d418dfba-9074-4054-acae-4b11a75c8ee9', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:33:55.665066 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:55.815237 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Allocated IP 172.20.0.2 (d418dfba-9074-4054-acae-4b11a75c8ee9/ed836253-93b9-4b0b-ad79-c170a62b78a9/e59dd455-d6bc-4882-af81-649fc273f1f2) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:33:55.968943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:55.978081 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Transition to ACTIVE for port object e59dd455-d6bc-4882-af81-649fc273f1f2 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:55.993132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Transition to ACTIVE for port object e59dd455-d6bc-4882-af81-649fc273f1f2 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:56.075010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.076099 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.123365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Network d418dfba-9074-4054-acae-4b11a75c8ee9 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:33:56.123365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:33:56.126361 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:33:56.167299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 89b0e36c-49f9-41fb-b784-850ae9e0efc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:33:56.193851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Pushing event updated for resources: {'Port': ['ID=e59dd455-d6bc-4882-af81-649fc273f1f2,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:56.232557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Attempting to bind port e59dd455-d6bc-4882-af81-649fc273f1f2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:33:56.237723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Attempting to bind port e59dd455-d6bc-4882-af81-649fc273f1f2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:33:56.237723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Attempting to bind port e59dd455-d6bc-4882-af81-649fc273f1f2 on network d418dfba-9074-4054-acae-4b11a75c8ee9 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:56.245572 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:33:56.245964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Checking segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:56.246360 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.246899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Bound using segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:33:56.247676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Bound port: e59dd455-d6bc-4882-af81-649fc273f1f2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:33:56.248089 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.327866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] For port e59dd455-d6bc-4882-af81-649fc273f1f2, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:56.331113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] For port e59dd455-d6bc-4882-af81-649fc273f1f2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e59dd455-d6bc-4882-af81-649fc273f1f2,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:33:56.387714 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.1 (d418dfba-9074-4054-acae-4b11a75c8ee9/ed836253-93b9-4b0b-ad79-c170a62b78a9/17a95d8c-b1cd-4b4f-9aff-142502ad2f6d) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:33:56.421038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:56.421250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:56.421470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.443670 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.521483 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.536294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:56.548071 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cac8e5-79c9-4ad0-9fee-5ab204271186 None None] Pushing event updated for resources: {'Port': ['ID=e59dd455-d6bc-4882-af81-649fc273f1f2,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:56.574607 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.595471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 89b0e36c-49f9-41fb-b784-850ae9e0efc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=89b0e36c-49f9-41fb-b784-850ae9e0efc7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:56.686738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.730700 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network d418dfba-9074-4054-acae-4b11a75c8ee9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:33:56.736851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:33:56.742955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:33:56.764352 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.767466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:56.795881 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:56.818600 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=89b0e36c-49f9-41fb-b784-850ae9e0efc7,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:57.006709 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:57.282914 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:57.357472 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:57.437817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:57.440507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:57.539984 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network d418dfba-9074-4054-acae-4b11a75c8ee9 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:33:57.541370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:33:57.635212 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0285b7f-b694-40d1-ad2a-85b6fd1c0e3a None None] Network d418dfba-9074-4054-acae-4b11a75c8ee9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:33:57.661906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 690cd49d-ab99-4647-8372-97699f57e2fb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:33:57.773319 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:33:57.778966 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-297d88b8-f55b-465e-bd09-da9792973e09 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/690cd49d-ab99-4647-8372-97699f57e2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954522 Aug 16 21:33:57.785482 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Sync routers for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:33:57.797478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:57.798202 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:57.916405 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:57.929506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-7deebcea-183c-4c2d-acc7-43f9f9a87a51 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759788177&fields=id&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 267 time: 0.0345891 Aug 16 21:33:57.944589 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-6bb6d95f-bbdc-4d85-8f25-d44ec12cd491 None None] Provisioning for port e59dd455-d6bc-4882-af81-649fc273f1f2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:58.055037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-638ac1cd-8925-4805-86a5-e83da54f1832 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:33:58.056607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-638ac1cd-8925-4805-86a5-e83da54f1832 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/networks?id=d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 200 len: 797 time: 0.1182349 Aug 16 21:33:58.075570 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-5bff3b5d-1b9f-424e-8ca8-6e0d6b85cabe tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/quotas/5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 375 time: 0.0107331 Aug 16 21:33:58.150739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-9224a546-0c1e-4369-ac7a-9f2020ffac5a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664527 Aug 16 21:33:58.170161 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:33:57Z', 'revision_number': 2, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:58.204377 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Checking router: 690cd49d-ab99-4647-8372-97699f57e2fb for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:33:58.204719 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Updating router 690cd49d-ab99-4647-8372-97699f57e2fb port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:33:58.232587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 89b0e36c-49f9-41fb-b784-850ae9e0efc7 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:33:58.237119 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.277801 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-076838ff-cfbd-4289-b3d8-beca27f7dc66 service neutron] 10.222.0.70 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098146 Aug 16 21:33:58.295981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:58.297615 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.383077 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-07406e32-6559-4b74-9d77-0f6212f87089 None None] Provisioning for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:58.388887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-b9d745d7-e378-40e8-bb11-eb68524a44a7 service neutron] 10.222.0.70 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994096 Aug 16 21:33:58.408214 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e59dd455-d6bc-4882-af81-649fc273f1f2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:33:58.411453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-07406e32-6559-4b74-9d77-0f6212f87089 None None] Provisioning complete for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:58.411852 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-07406e32-6559-4b74-9d77-0f6212f87089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.476005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-07406e32-6559-4b74-9d77-0f6212f87089 None None] Port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:33:58.562344 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.583151 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Transition to ACTIVE for port object 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:33:58.594852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port e59dd455-d6bc-4882-af81-649fc273f1f2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:33:58.605516 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e59dd455-d6bc-4882-af81-649fc273f1f2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:58.605516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.656117 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-304397b9-e8da-4ee6-bc9a-1a4753651069 req-033e6b93-9729-42dc-b05a-83be35e43426 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 210 time: 0.0329897 Aug 16 21:33:58.662047 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-46796d44-c82e-4cf5-8ad0-4a33b1b6d8a9 None None] Provisioning complete for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:33:58.662532 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-46796d44-c82e-4cf5-8ad0-4a33b1b6d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.673997 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.728494 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Pushing event updated for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.748469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:33:58.751822 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-46796d44-c82e-4cf5-8ad0-4a33b1b6d8a9 None None] Port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:33:58.775689 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.815976 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Attempting to bind port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:33:58.816473 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Attempting to bind port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:33:58.816797 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Attempting to bind port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d on network d418dfba-9074-4054-acae-4b11a75c8ee9 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:33:58.821717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port e59dd455-d6bc-4882-af81-649fc273f1f2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e59dd455-d6bc-4882-af81-649fc273f1f2,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:33:58.823015 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:33:58.823385 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Checking segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:33:58.823804 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.824189 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Bound using segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:33:58.824758 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Bound port: 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:33:58.825142 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.901058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] For port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:33:58.905993 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] For port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:33:58.940470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:58.997163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=e59dd455-d6bc-4882-af81-649fc273f1f2,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:59.034177 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:33:59.093697 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:33:59.094318 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:33:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:59.097341 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7316561-666b-4e8d-829e-69483560b07d None None] Pushing event updated for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=4']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:33:59.211034 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:33:59.406636 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:33:58Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:33:59.431485 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747ff51-3fd3-4a53-a5fc-d54b10eebba9 None None] The sync data for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 is: [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:33:58Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:33:59.766581 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2f5fe5c2-8e0c-46db-86a1-3e331a866c99 req-ae65e8a2-91cb-45ec-9f30-6104f10881b5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 210 time: 0.0334802 Aug 16 21:34:00.201584 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:00.348143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:00.352434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:00.352792 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.439427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.473450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:00.557590 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.558447 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e59dd455-d6bc-4882-af81-649fc273f1f2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:00.634637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:00.644119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port e59dd455-d6bc-4882-af81-649fc273f1f2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:00.647979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.753296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1a5df1c3-6820-4bea-9be7-1ba05474d254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:00.880815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0aabfdcf-f2f6-4a77-8cf2-ee930eba8d36 req-c41db9df-923b-4889-b5db-4cd97891c57e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 210 time: 0.0264058 Aug 16 21:34:01.016322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-0beec1ee-e44f-48a7-997d-fd4ece8327ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:01.017785 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-0beec1ee-e44f-48a7-997d-fd4ece8327ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/networks?id=d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 200 len: 797 time: 0.1007164 Aug 16 21:34:01.060793 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-c778f639-a366-4f93-8e52-02795ab37482 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b46f800022a46eaaa12c75f94b54663 HTTP/1.1" status: 200 len: 380 time: 0.0338988 Aug 16 21:34:01.069859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'port': {'device_id': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'admin_state_up': True, 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'security_groups': ['77696517-67e1-445d-8f5d-48538737ef7c']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:01.302161 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Made reservation on behalf of 5b46f800022a46eaaa12c75f94b54663 for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:34:01.305678 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.435077 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.20.0.8 (d418dfba-9074-4054-acae-4b11a75c8ee9/ed836253-93b9-4b0b-ad79-c170a62b78a9/c2e8ac64-7364-4472-8436-a0a6ad8fc417) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:01.572695 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.585727 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Transition to ACTIVE for port object c2e8ac64-7364-4472-8436-a0a6ad8fc417 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:01.677670 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.726397 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network d418dfba-9074-4054-acae-4b11a75c8ee9 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:01.729631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:01.734334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:01.758694 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:01.787767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:01.788375 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:01.862995 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-4f612ac1-14a8-4ce9-bf8e-fec2f7a35df6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966373 Aug 16 21:34:01.876718 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Request body: {'port': {'device_id': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:01.936490 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.004933 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78600a0d-0436-4585-bb7e-9ef341c74560 req-4061da3f-4947-4e84-80ff-417c83099ae6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:02.006356 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78600a0d-0436-4585-bb7e-9ef341c74560 req-4061da3f-4947-4e84-80ff-417c83099ae6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 931 time: 0.0551145 Aug 16 21:34:02.045237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78600a0d-0436-4585-bb7e-9ef341c74560 req-0659aa92-52f1-41df-9309-8cd86779aed6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Aug 16 21:34:02.055778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ea34984a-66f1-4a1e-996c-60c2af047b0f None None] Provisioning for port c2e8ac64-7364-4472-8436-a0a6ad8fc417 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:02.070348 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ea34984a-66f1-4a1e-996c-60c2af047b0f None None] Provisioning complete for port c2e8ac64-7364-4472-8436-a0a6ad8fc417 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:02.070734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ea34984a-66f1-4a1e-996c-60c2af047b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.111105 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ea34984a-66f1-4a1e-996c-60c2af047b0f None None] Port c2e8ac64-7364-4472-8436-a0a6ad8fc417 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:34:02.130234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:02.176855 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:02.177221 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.219857 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e8ac64-7364-4472-8436-a0a6ad8fc417 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:02.227361 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.239481 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Transition to ACTIVE for port object c2e8ac64-7364-4472-8436-a0a6ad8fc417 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:34:02.341418 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.390326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:02.464059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Attempting to bind port c2e8ac64-7364-4472-8436-a0a6ad8fc417 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:34:02.464399 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Attempting to bind port c2e8ac64-7364-4472-8436-a0a6ad8fc417 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:34:02.464759 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Attempting to bind port c2e8ac64-7364-4472-8436-a0a6ad8fc417 on network d418dfba-9074-4054-acae-4b11a75c8ee9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:02.469975 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Port c2e8ac64-7364-4472-8436-a0a6ad8fc417 on network d418dfba-9074-4054-acae-4b11a75c8ee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:34:02.470299 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Attempting to bind port c2e8ac64-7364-4472-8436-a0a6ad8fc417 on network d418dfba-9074-4054-acae-4b11a75c8ee9 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:34:02.476861 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:34:02.477203 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Checking segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:34:02.477593 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Bound using segment: {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:34:02.478023 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Bound port: c2e8ac64-7364-4472-8436-a0a6ad8fc417, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '709a0a16-dfe5-4eb4-9547-d38661d170be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:34:02.478387 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.557869 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:34:02.561066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:34:02.656933 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.690615 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:02.691096 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:02.692543 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] 10.222.0.64 "PUT /v2.0/ports/c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 200 len: 1092 time: 0.8212645 Aug 16 21:34:02.692996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:02.695257 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fccb5a-aa75-41db-bd96-f62ec41a1883" -d '{"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:02.728016 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a646c15-e3f6-4f35-aa0f-f6c1ff238370 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:02.737018 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ba4fd-7968-4485-99e4-4ead76e2145c x-openstack-request-id: req-b84ba4fd-7968-4485-99e4-4ead76e2145c {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:02.737308 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:02.737560 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b84ba4fd-7968-4485-99e4-4ead76e2145c {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:02.737961 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'status': 'completed', 'code': 200} Aug 16 21:34:02.804822 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-00ad29d9-3f43-46c6-9bb8-134c2fc8228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:02.806396 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-00ad29d9-3f43-46c6-9bb8-134c2fc8228b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1095 time: 0.0493546 Aug 16 21:34:02.918677 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-ba7f30de-b13c-464b-afb1-f9b2856b742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:02.920248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-ba7f30de-b13c-464b-afb1-f9b2856b742a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5b46f800022a46eaaa12c75f94b54663&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1054354 Aug 16 21:34:03.013653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-042fbd97-0bfd-4711-95c2-0796e3e3e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:03.015194 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-37fccb5a-aa75-41db-bd96-f62ec41a1883 req-042fbd97-0bfd-4711-95c2-0796e3e3e771 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879753 Aug 16 21:34:03.095987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-012696c4-d4b5-4d2b-8982-6060d55cf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:03.097624 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-012696c4-d4b5-4d2b-8982-6060d55cf4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1095 time: 0.0476031 Aug 16 21:34:03.139580 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-68c13f0b-614c-4401-9304-edf3684085dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 200 len: 217 time: 0.0341063 Aug 16 21:34:03.164029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb785dd4-07bf-465f-bfb7-15324ed3df8a req-c5dc746e-5a40-489a-8ecb-8254e6e3ec7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:03.165572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb785dd4-07bf-465f-bfb7-15324ed3df8a req-c5dc746e-5a40-489a-8ecb-8254e6e3ec7e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 943 time: 0.0501597 Aug 16 21:34:03.188969 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-d466a956-0fda-49eb-bf6c-6d0bfc37ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:03.190411 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-d466a956-0fda-49eb-bf6c-6d0bfc37ce5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed836253-93b9-4b0b-ad79-c170a62b78a9 HTTP/1.1" status: 200 len: 835 time: 0.0443447 Aug 16 21:34:03.203718 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eb785dd4-07bf-465f-bfb7-15324ed3df8a req-61d1fa99-d61e-4022-a025-db360683557d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Aug 16 21:34:03.241209 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff6b63-6df2-4f36-919b-974458507684 req-617dd981-ec51-45b2-9505-5a55a84db21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:03.242722 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-617dd981-ec51-45b2-9505-5a55a84db21c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d418dfba-9074-4054-acae-4b11a75c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457301 Aug 16 21:34:03.332435 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-83afc896-3399-4611-beff-90b46f4ab54b service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815828 Aug 16 21:34:03.425801 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-22ff6b63-6df2-4f36-919b-974458507684 req-125f5ef7-1c90-4fd9-b038-243ae4f0d89b service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861180 Aug 16 21:34:03.587482 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:03.644537 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3527feb7-c1f9-474b-8977-6df5af15159d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:04.322983 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b41e18-ed34-4a71-ba5f-6e5a20ae33da req-0ef79fef-086e-486e-895d-7a3bc4e21e22 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:04.324617 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b41e18-ed34-4a71-ba5f-6e5a20ae33da req-0ef79fef-086e-486e-895d-7a3bc4e21e22 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 943 time: 0.0528023 Aug 16 21:34:04.361842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-76b41e18-ed34-4a71-ba5f-6e5a20ae33da req-35437d6c-cb1b-45ab-a0cb-8738c7495399 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Aug 16 21:34:04.542265 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:05.476398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23dc3f-e65a-4972-9928-aaf9c34588d1 req-f0851ad8-d432-46fa-b6c1-6f6747b51a43 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:05.477934 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e23dc3f-e65a-4972-9928-aaf9c34588d1 req-f0851ad8-d432-46fa-b6c1-6f6747b51a43 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 943 time: 0.0485299 Aug 16 21:34:05.516671 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5e23dc3f-e65a-4972-9928-aaf9c34588d1 req-a5992140-63fe-4fc6-9d26-45190accdf79 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318439 Aug 16 21:34:06.467935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.633877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40661779-5436-47b0-af59-c36f567bf678 req-29dc23ed-bc59-43fb-b682-cc5d3eeb4fd3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:06.635293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40661779-5436-47b0-af59-c36f567bf678 req-29dc23ed-bc59-43fb-b682-cc5d3eeb4fd3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 943 time: 0.0514491 Aug 16 21:34:06.655857 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c2e8ac64-7364-4472-8436-a0a6ad8fc417 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:34:06.673973 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40661779-5436-47b0-af59-c36f567bf678 req-dddf6d65-3b62-4e78-a5e1-68a634e3b2c6 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Aug 16 21:34:06.751665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:06.762914 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'port_id': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'mac_address': 'fa:16:3e:49:2f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:34:06.767780 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:34:06.797918 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.810848 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e8ac64-7364-4472-8436-a0a6ad8fc417 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:34:06.832934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:06.941722 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:06.989048 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:07.189439 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['c2e8ac64-7364-4472-8436-a0a6ad8fc417'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:34:07.793248 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297c549-7f0c-43df-9b14-9216cfc925d1 req-186b2438-3079-4002-a5da-9ba5cfc07a72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:07.794746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9297c549-7f0c-43df-9b14-9216cfc925d1 req-186b2438-3079-4002-a5da-9ba5cfc07a72 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 944 time: 0.0523646 Aug 16 21:34:07.831983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9297c549-7f0c-43df-9b14-9216cfc925d1 req-2651c605-ebc8-4caf-a370-21979fb3cb45 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311849 Aug 16 21:34:08.661188 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c2e8ac64-7364-4472-8436-a0a6ad8fc417 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:34:08.768499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port c2e8ac64-7364-4472-8436-a0a6ad8fc417 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:34:08.772433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port c2e8ac64-7364-4472-8436-a0a6ad8fc417 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:34:08.772802 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:08.850956 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:08.873702 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:08.875989 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d9dbaf-a89b-4cfa-b929-27dc7258dc5f" -d '{"events": [{"server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "name": "network-vif-plugged", "status": "completed", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:08.889781 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:08.914902 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e78829-20f5-479e-bddd-c775b8087e3a x-openstack-request-id: req-b7e78829-20f5-479e-bddd-c775b8087e3a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:08.915188 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "name": "network-vif-plugged", "status": "completed", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:08.915437 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7e78829-20f5-479e-bddd-c775b8087e3a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:08.915921 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'code': 200} Aug 16 21:34:08.951981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e89fc-f807-4017-88c1-e35e8f03380d req-0e561b46-0aca-4682-bb1e-a7d97f18023a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:08.953490 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b7e89fc-f807-4017-88c1-e35e8f03380d req-0e561b46-0aca-4682-bb1e-a7d97f18023a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 944 time: 0.0528045 Aug 16 21:34:08.965094 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:08.993930 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4b7e89fc-f807-4017-88c1-e35e8f03380d req-99ec7942-580d-4f26-b8cf-99926df55738 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340321 Aug 16 21:34:09.017176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:09.027004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2ed1e-4832-4440-863b-78c7ea176ed8 req-c8e0e208-c640-4aad-b22b-bc87dbde8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:09.028687 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5db2ed1e-4832-4440-863b-78c7ea176ed8 req-c8e0e208-c640-4aad-b22b-bc87dbde8d01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1097 time: 0.0554254 Aug 16 21:34:09.064626 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-5db2ed1e-4832-4440-863b-78c7ea176ed8 req-69219346-953a-4ee8-ba6e-4c33e66b8557 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285246 Aug 16 21:34:10.119469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b8eb8-8c7e-4496-bc3a-80460717ee91 req-d9641b62-f216-4313-95b6-f8476bf1e546 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:10.121584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac0b8eb8-8c7e-4496-bc3a-80460717ee91 req-d9641b62-f216-4313-95b6-f8476bf1e546 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 16 21:34:10.160291 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac0b8eb8-8c7e-4496-bc3a-80460717ee91 req-cd770854-e511-4d27-bfd4-35e76cfad4cd tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Aug 16 21:34:10.279962 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561580f-da73-4dc3-b4ff-48e078e5668c req-67510d43-0df5-430f-a727-a5c916b62f25 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:10.281376 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1561580f-da73-4dc3-b4ff-48e078e5668c req-67510d43-0df5-430f-a727-a5c916b62f25 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0525804 Aug 16 21:34:10.319092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1561580f-da73-4dc3-b4ff-48e078e5668c req-c88c26e1-d626-4906-b012-8510b11e5948 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Aug 16 21:34:10.339795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45724) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:10.378894 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7696f3-59f0-4e1c-a30f-897864803385 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:10.380413 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-cc7696f3-59f0-4e1c-a30f-897864803385 tempest-TestNetworkAdvancedServerOps-1716874514 tempest-TestNetworkAdvancedServerOps-1716874514-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1092 time: 0.0391314 Aug 16 21:34:10.383175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45726) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:10.387637 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:34:10.530347 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.630052 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.730360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Allocated IP 172.25.7.72 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/08762ae1-b435-4cb1-ac8f-3ad78b7166ca) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:34:10.833447 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.947594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:10.981426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:34:10.984158 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:34:10.989432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:34:11.015882 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=08762ae1-b435-4cb1-ac8f-3ad78b7166ca,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:11.341152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.499429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.654510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.791217 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:11.861017 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event updated for resources: {'Port': ['ID=08762ae1-b435-4cb1-ac8f-3ad78b7166ca,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:11.874120 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:12.348757 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 1aa3e485-c1d1-4046-b465-4eecb41e209c associated. External IP: 172.25.7.72, port: c2e8ac64-7364-4472-8436-a0a6ad8fc417. Aug 16 21:34:12.560156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 690cd49d-ab99-4647-8372-97699f57e2fb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:34:12.665641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:34:12.677514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Sync routers for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:34:12.688010 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:12.688624 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:12.756969 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:12.783849 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6aa27827-113a-43f4-aba1-9e406baef7e5 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3994305 Aug 16 21:34:12.784764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:12.786750 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891" -d '{"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:12.793045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:12.825276 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e3dd15-3689-4037-bcfa-c70db160c75b x-openstack-request-id: req-25e3dd15-3689-4037-bcfa-c70db160c75b {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:12.825553 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:12.825832 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25e3dd15-3689-4037-bcfa-c70db160c75b {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:12.826246 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'status': 'completed', 'code': 200} Aug 16 21:34:12.891243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-5aaa5571-ff9e-476b-bc3c-a24111d4138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:12.893561 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-5aaa5571-ff9e-476b-bc3c-a24111d4138a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1097 time: 0.0450990 Aug 16 21:34:12.902159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74fbd9-50e5-40c4-baab-40da9d0460c0 req-eb972421-a12a-4dfa-88e7-d641d1eff8ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:12.904125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a74fbd9-50e5-40c4-baab-40da9d0460c0 req-eb972421-a12a-4dfa-88e7-d641d1eff8ed tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0572884 Aug 16 21:34:12.948387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2a74fbd9-50e5-40c4-baab-40da9d0460c0 req-6d40074b-ae14-4b6a-9a5b-1b19a8b123a4 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Aug 16 21:34:12.974102 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45732) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:13.002803 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-501627f3-fb3a-43c2-b93e-9ba8993e1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:13.004340 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-501627f3-fb3a-43c2-b93e-9ba8993e1aae service neutron] 10.222.0.64 "GET /v2.0/networks?id=d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 200 len: 898 time: 0.1043508 Aug 16 21:34:13.028443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1aa3e485-c1d1-4046-b465-4eecb41e209c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'port_id': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'mac_address': 'fa:16:3e:49:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:11Z', 'updated_at': '2021-08-16T21:34:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:13.037989 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-90189216-7b6f-4423-9410-7158181b27ce tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/1aa3e485-c1d1-4046-b465-4eecb41e209c HTTP/1.1" status: 200 len: 990 time: 0.0615177 Aug 16 21:34:13.055944 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Checking router: 690cd49d-ab99-4647-8372-97699f57e2fb for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:34:13.064903 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:13.065507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:13.071821 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-473a85f3-2a0e-409d-8c27-e77a8f9e46af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 200 len: 998 time: 0.0601997 Aug 16 21:34:13.124855 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-902a9dcf-9d95-4bc7-b196-9a792b1463c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:13.126335 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-902a9dcf-9d95-4bc7-b196-9a792b1463c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed836253-93b9-4b0b-ad79-c170a62b78a9 HTTP/1.1" status: 200 len: 835 time: 0.0479984 Aug 16 21:34:13.170805 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:13.172763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-b0215eed-7356-4c4b-83e0-bff3a440adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:13.177479 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-b0215eed-7356-4c4b-83e0-bff3a440adaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d418dfba-9074-4054-acae-4b11a75c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410731 Aug 16 21:34:13.269158 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-37f0d88e-e30a-4d9c-8dbe-fabaf5b1901e service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Aug 16 21:34:13.357976 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fd6d5441-0f0f-4b2a-b724-8f1ed7a30891 req-8f14078b-b2de-44ff-a5b0-fe20bc64a9b0 service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824025 Aug 16 21:34:13.394581 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1aa3e485-c1d1-4046-b465-4eecb41e209c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'port_id': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'mac_address': 'fa:16:3e:49:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:11Z', 'updated_at': '2021-08-16T21:34:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:13.425066 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e71fd98-623d-495b-b7dc-efcf8dfd7e3b None None] The sync data for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 is: [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '1aa3e485-c1d1-4046-b465-4eecb41e209c', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'floating_ip_address': '172.25.7.72', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'port_id': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'mac_address': 'fa:16:3e:49:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:34:11Z', 'updated_at': '2021-08-16T21:34:11Z', 'revision_number': 0, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:34:13.617399 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fec72-500d-4761-8257-f985978e08e2 None None] New status for floating IP 1aa3e485-c1d1-4046-b465-4eecb41e209c: ACTIVE {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:34:14.040841 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45734) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:14.103266 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-89d26a9c-4049-4203-823e-b89d2ab24f6c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/1aa3e485-c1d1-4046-b465-4eecb41e209c HTTP/1.1" status: 200 len: 992 time: 0.0612211 Aug 16 21:34:19.010296 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:22.704898 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:30.756931 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-141f8483-0475-4f5b-ad8f-496df5b3da91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:33.570395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:33.664638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a264-f49f-4cfe-b744-4dd17109ee4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:34.489709 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:36.418679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:43.100719 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575abc3-7891-490d-9f72-7c787c7a6eaa req-cee3b13d-c329-4f13-9eb5-49095a310a8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:43.102212 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8575abc3-7891-490d-9f72-7c787c7a6eaa req-cee3b13d-c329-4f13-9eb5-49095a310a8e tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0494146 Aug 16 21:34:43.138818 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8575abc3-7891-490d-9f72-7c787c7a6eaa req-a4f66889-13b3-4e21-a401-15805b572a53 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Aug 16 21:34:43.766859 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:34:44.256944 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884ddd-e0f3-408d-89f4-2e28ae226c96 req-3b1fe3fa-d889-46af-8793-e5938fc8cfb3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:44.258440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b884ddd-e0f3-408d-89f4-2e28ae226c96 req-3b1fe3fa-d889-46af-8793-e5938fc8cfb3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0491557 Aug 16 21:34:44.295585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b884ddd-e0f3-408d-89f4-2e28ae226c96 req-a308b0f5-1b66-4f39-9468-d2d4a0cd12b7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Aug 16 21:34:44.317863 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45750) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:44.380355 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e8bfb552-79b7-4c33-908b-0ff79496d2d3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/1aa3e485-c1d1-4046-b465-4eecb41e209c HTTP/1.1" status: 200 len: 992 time: 0.0612931 Aug 16 21:34:45.795517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbede4-f6a4-402c-8b0b-e1f60ab1c1d9 req-15236575-89f6-41f7-8db2-f096a788135a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:45.797069 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdfbede4-f6a4-402c-8b0b-e1f60ab1c1d9 req-15236575-89f6-41f7-8db2-f096a788135a tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0503988 Aug 16 21:34:45.837652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bdfbede4-f6a4-402c-8b0b-e1f60ab1c1d9 req-dc236c82-ef83-4511-bd51-7dbe82176b3b tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330880 Aug 16 21:34:45.883060 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-e47a0ec9-eb42-4423-870b-6b0f914859a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:45.884578 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-e47a0ec9-eb42-4423-870b-6b0f914859a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1097 time: 0.0414484 Aug 16 21:34:45.978235 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-2050fe43-93fc-44f6-8703-1dfbcb3bd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:45.979611 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-2050fe43-93fc-44f6-8703-1dfbcb3bd4cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 200 len: 898 time: 0.0876181 Aug 16 21:34:46.044553 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-870bc0d6-e28b-4df9-8ed4-69e70638e466 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 200 len: 1000 time: 0.0564311 Aug 16 21:34:46.097379 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-ea00021f-b431-4d71-9a53-5a6d8057d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:46.098916 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-ea00021f-b431-4d71-9a53-5a6d8057d50d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed836253-93b9-4b0b-ad79-c170a62b78a9 HTTP/1.1" status: 200 len: 835 time: 0.0480392 Aug 16 21:34:46.145075 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-7e7508ee-45e7-43a5-a6c8-9c4d7c02e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:46.147161 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-7e7508ee-45e7-43a5-a6c8-9c4d7c02e385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d418dfba-9074-4054-acae-4b11a75c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404069 Aug 16 21:34:46.240306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-4388eb2c-ed44-4e16-b4da-28a59909694a service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 Aug 16 21:34:46.331378 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ab168f7c-b700-4a2c-882a-8863bcec9480 req-5995ad5a-3814-47d1-bb34-cda58a89b3cf service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839128 Aug 16 21:34:46.955223 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb9fd9-a19d-4dc8-ab30-72b09a20ad65 req-c63ba9a0-ff54-4d38-8f93-675578ec0daa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:46.956714 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9fb9fd9-a19d-4dc8-ab30-72b09a20ad65 req-c63ba9a0-ff54-4d38-8f93-675578ec0daa tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0493352 Aug 16 21:34:46.997835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e9fb9fd9-a19d-4dc8-ab30-72b09a20ad65 req-02716b03-e876-42be-8d49-a013fa4992f3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Aug 16 21:34:48.112648 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3d210-faa0-466b-bf00-84041eb7af03 req-e5b907fd-a4f1-4204-b2ff-e94dc71bc2fc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:48.114122 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d3d210-faa0-466b-bf00-84041eb7af03 req-e5b907fd-a4f1-4204-b2ff-e94dc71bc2fc tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0492616 Aug 16 21:34:48.152096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-10d3d210-faa0-466b-bf00-84041eb7af03 req-0c598190-4ce1-4f33-af40-d1664d180297 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318437 Aug 16 21:34:48.173596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45762) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:48.232303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b006c5c3-cd76-4822-aa00-17960813e89c tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/floatingips/1aa3e485-c1d1-4046-b465-4eecb41e209c HTTP/1.1" status: 200 len: 992 time: 0.0575922 Aug 16 21:34:48.477492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45768) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:48.633881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 08762ae1-b435-4cb1-ac8f-3ad78b7166ca {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:48.634234 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.712569 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.712906 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.724723 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 08762ae1-b435-4cb1-ac8f-3ad78b7166ca owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:48.964405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:48.990576 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=08762ae1-b435-4cb1-ac8f-3ad78b7166ca,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:49.015895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.016254 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.016608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.017200 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.017486 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.017826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.018163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.018500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.018837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.019168 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.019496 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.019851 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:49.060316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.060681 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Floating IP 1aa3e485-c1d1-4046-b465-4eecb41e209c disassociated (deleted). External IP: 172.25.7.72, port: c2e8ac64-7364-4472-8436-a0a6ad8fc417. Aug 16 21:34:49.112551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.269104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 690cd49d-ab99-4647-8372-97699f57e2fb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:34:49.377484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:34:49.382838 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:49.387446 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Sync routers for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:34:49.395922 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:49.397295 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.409859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9c8ade4b-8bc1-445d-8bdf-8cf673d26de3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/floatingips/1aa3e485-c1d1-4046-b465-4eecb41e209c HTTP/1.1" status: 204 len: 168 time: 0.9312096 Aug 16 21:34:49.410460 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:49.412965 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:49.455561 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856d94d1-e4d0-4b4e-81f7-65df424b0830 x-openstack-request-id: req-856d94d1-e4d0-4b4e-81f7-65df424b0830 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:49.455889 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:49.456147 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-856d94d1-e4d0-4b4e-81f7-65df424b0830 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:49.456561 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'status': 'completed', 'code': 200} Aug 16 21:34:49.504300 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:49.518617 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-fc078f4f-02aa-4204-9f76-ad71839fb3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:49.520216 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-fc078f4f-02aa-4204-9f76-ad71839fb3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b46f800022a46eaaa12c75f94b54663&device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 1097 time: 0.0424685 Aug 16 21:34:49.617112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-b94239cc-0c5d-4784-8c8d-c73fdeb37ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:49.618668 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-b94239cc-0c5d-4784-8c8d-c73fdeb37ab9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 200 len: 898 time: 0.0914445 Aug 16 21:34:49.660860 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-d1c3fcb6-9bc4-413f-89a7-52f9b09d8330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 200 len: 217 time: 0.0340898 Aug 16 21:34:49.706643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.719784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-986fe254-b9b9-4bbc-8880-dcc068c81b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:49.721303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-986fe254-b9b9-4bbc-8880-dcc068c81b73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed836253-93b9-4b0b-ad79-c170a62b78a9 HTTP/1.1" status: 200 len: 835 time: 0.0505807 Aug 16 21:34:49.734063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Checking router: 690cd49d-ab99-4647-8372-97699f57e2fb for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:34:49.742930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:49.743532 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:49.768574 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-7cb64825-d3ee-45ea-ae03-ef9d5104edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:49.770095 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-7cb64825-d3ee-45ea-ae03-ef9d5104edc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d418dfba-9074-4054-acae-4b11a75c8ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417943 Aug 16 21:34:49.866449 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-4f06fa46-842e-4d00-b6ac-a263d0552f57 service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888758 Aug 16 21:34:49.883091 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca47ad-a99c-448d-a6dc-b3a96f36500b req-2d5e9e80-4eb9-4478-ae74-09d4ca11bcbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:49.885099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4eca47ad-a99c-448d-a6dc-b3a96f36500b req-2d5e9e80-4eb9-4478-ae74-09d4ca11bcbf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0583375 Aug 16 21:34:49.927024 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4eca47ad-a99c-448d-a6dc-b3a96f36500b req-5e79ca75-ea8f-4e38-8753-c0b7cdbc7bcf tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355980 Aug 16 21:34:49.969453 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ef28bc6b-eaf9-42b1-b4e3-3b5dad3b84f9 req-63825a9f-fdae-45c4-a09c-ab1dd3f3e303 service neutron] 10.222.0.64 "GET /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926878 Aug 16 21:34:50.011838 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:50.203443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:50.232520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31e8d9-0e52-4d95-bdbc-10bd859af8ed None None] The sync data for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 is: [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '17a95d8c-b1cd-4b4f-9aff-142502ad2f6d', 'name': '', 'network_id': 'd418dfba-9074-4054-acae-4b11a75c8ee9', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'mac_address': 'fa:16:3e:a9:cd:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:56Z', 'updated_at': '2021-08-16T21:34:00Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'subnets': [{'id': 'ed836253-93b9-4b0b-ad79-c170a62b78a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:34:50.454465 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfaf0d4-43c2-4d65-9c77-c752201ada24 None None] New status for floating IP 1aa3e485-c1d1-4046-b465-4eecb41e209c: DOWN {{(pid=95243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:34:51.048650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6fec1-8eb5-44b1-805e-9a33a80b66d1 req-38f03557-ea6b-4499-8157-23c4e71c78c2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:51.050404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6f6fec1-8eb5-44b1-805e-9a33a80b66d1 req-38f03557-ea6b-4499-8157-23c4e71c78c2 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0500350 Aug 16 21:34:51.089599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6f6fec1-8eb5-44b1-805e-9a33a80b66d1 req-ea15ae69-7446-4f19-8447-751732c23d61 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/security-groups?id=77696517-67e1-445d-8f5d-48538737ef7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331199 Aug 16 21:34:51.494059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-1d7b157a-b88f-4dfa-a487-950243becaa3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:34:51.495553 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-1d7b157a-b88f-4dfa-a487-950243becaa3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 945 time: 0.0494843 Aug 16 21:34:51.590066 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port c2e8ac64-7364-4472-8436-a0a6ad8fc417 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:51.590409 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.678414 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port c2e8ac64-7364-4472-8436-a0a6ad8fc417, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=c2e8ac64-7364-4472-8436-a0a6ad8fc417,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:51.678775 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.690767 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for c2e8ac64-7364-4472-8436-a0a6ad8fc417 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:51.883504 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.912638 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=c2e8ac64-7364-4472-8436-a0a6ad8fc417,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:51.944635 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.945001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.945345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.945683 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.946013 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.946345 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.946673 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.946998 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.947322 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.947644 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.947988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.948305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:51.966473 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] No DVR routers for this DVR port c2e8ac64-7364-4472-8436-a0a6ad8fc417 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:51.969045 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:51.971136 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-fa0e79a8-e26f-468e-96ea-12062e767bd6 req-6cd0d853-ea9e-4c97-b568-c78072609dee tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.64 "DELETE /v2.0/ports/c2e8ac64-7364-4472-8436-a0a6ad8fc417 HTTP/1.1" status: 204 len: 173 time: 0.4687955 Aug 16 21:34:51.971570 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'name': 'network-vif-deleted', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:34:51.973863 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832c0bf-8cd5-4173-ba86-9f635a8318db" -d '{"events": [{"server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "name": "network-vif-deleted", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:34:52.010093 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cbed14-1139-43e2-a2ad-2dc0dd008a1d x-openstack-request-id: req-59cbed14-1139-43e2-a2ad-2dc0dd008a1d {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:34:52.010387 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5031544-9edf-4461-9d2c-baf1b4af99cc", "name": "network-vif-deleted", "tag": "c2e8ac64-7364-4472-8436-a0a6ad8fc417", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:34:52.010643 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59cbed14-1139-43e2-a2ad-2dc0dd008a1d {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:34:52.011048 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5031544-9edf-4461-9d2c-baf1b4af99cc', 'name': 'network-vif-deleted', 'tag': 'c2e8ac64-7364-4472-8436-a0a6ad8fc417', 'status': 'completed', 'code': 200} Aug 16 21:34:52.185943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d5066076-8467-4563-aadc-59d2e2846aa8 req-cb687e75-33f4-4d58-a9bb-d67cce18b926 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5031544-9edf-4461-9d2c-baf1b4af99cc HTTP/1.1" status: 200 len: 210 time: 0.0276592 Aug 16 21:34:52.583665 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.242610 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45784) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:53.604949 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.859338 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:53.859685 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.946305 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:53.946665 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:53.958808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:54.238081 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.264798 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=17a95d8c-b1cd-4b4f-9aff-142502ad2f6d,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:54.438670 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.649654 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Router 690cd49d-ab99-4647-8372-97699f57e2fb has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:34:54.755389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:34:54.762011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4bf8bcaa-7aaa-41fa-b347-ff4792f953e7 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "PUT /v2.0/routers/690cd49d-ab99-4647-8372-97699f57e2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5182567 Aug 16 21:34:54.764695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45786) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:54.767406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Sync routers for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:34:54.776782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:54.777382 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:54.816502 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting subnet ed836253-93b9-4b0b-ad79-c170a62b78a9 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:34:54.820812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.854852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c2e8ac64-7364-4472-8436-a0a6ad8fc417 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:54.862429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:54.877810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: c2e8ac64-7364-4472-8436-a0a6ad8fc417 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:54.878157 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device c2e8ac64-7364-4472-8436-a0a6ad8fc417 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:54.904142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:54.953138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.089129 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:34:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:55.096027 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.121616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Checking router: 690cd49d-ab99-4647-8372-97699f57e2fb for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:34:55.125142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Subnet': ['ID=ed836253-93b9-4b0b-ad79-c170a62b78a9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:55.127083 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.131396 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2b61b5d7-174d-4bdf-ba1c-6d0d5cf3db83 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/subnets/ed836253-93b9-4b0b-ad79-c170a62b78a9 HTTP/1.1" status: 204 len: 168 time: 0.3633366 Aug 16 21:34:55.131783 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45788) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:55.134676 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Routers {'690cd49d-ab99-4647-8372-97699f57e2fb'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:34:55.135298 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['690cd49d-ab99-4647-8372-97699f57e2fb'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:55.139491 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0add257-4263-4f0e-bf26-15f63b5601ff None None] Network d418dfba-9074-4054-acae-4b11a75c8ee9 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:34:55.237437 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.322217 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] Set router 690cd49d-ab99-4647-8372-97699f57e2fb gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:34:55.340956 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.462375 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Deleting port 89b0e36c-49f9-41fb-b784-850ae9e0efc7 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:55.462539 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.484401 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] DHCP port deletion for d418dfba-9074-4054-acae-4b11a75c8ee9 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:34:55.541277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:34:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:55.541652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] For port 89b0e36c-49f9-41fb-b784-850ae9e0efc7, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=89b0e36c-49f9-41fb-b784-850ae9e0efc7,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:55.542000 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.555346 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Calling delete_port for 89b0e36c-49f9-41fb-b784-850ae9e0efc7 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:55.574091 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf30b99-d77a-4a0c-9aeb-3007126fbc50 None None] The sync data for ids ['690cd49d-ab99-4647-8372-97699f57e2fb'] in n-d-794306-10 is: [{'id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2028570573', 'tenant_id': '5b46f800022a46eaaa12c75f94b54663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:34:54Z', 'revision_number': 5, 'project_id': '5b46f800022a46eaaa12c75f94b54663', 'gw_port': {'id': '89b0e36c-49f9-41fb-b784-850ae9e0efc7', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690cd49d-ab99-4647-8372-97699f57e2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:33:52Z', 'updated_at': '2021-08-16T21:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:34:55.578072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Deleting port e59dd455-d6bc-4882-af81-649fc273f1f2 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:34:55.578433 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.641504 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] For port e59dd455-d6bc-4882-af81-649fc273f1f2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=e59dd455-d6bc-4882-af81-649fc273f1f2,segment=NetworkSegment(709a0a16-dfe5-4eb4-9547-d38661d170be),segment_id=709a0a16-dfe5-4eb4-9547-d38661d170be)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:34:55.641907 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.654452 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Calling delete_port for e59dd455-d6bc-4882-af81-649fc273f1f2 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:34:55.795236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.823679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.824631 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Port': ['ID=89b0e36c-49f9-41fb-b784-850ae9e0efc7,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:55.851465 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Pushing event deleted for resources: {'Port': ['ID=e59dd455-d6bc-4882-af81-649fc273f1f2,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:55.861330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.861677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.862016 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.862355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.862688 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.863017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.863342 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.863666 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.864018 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.864341 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.864665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.864989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:34:55.867629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5ad8d-0020-4387-ad83-7bf9feaed0fe None None] No DVR routers for this DVR port e59dd455-d6bc-4882-af81-649fc273f1f2 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:34:55.891784 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.985550 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:55.987810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.143745 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.148082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Fanout notify agent at l3_agent the message router_deleted on router 690cd49d-ab99-4647-8372-97699f57e2fb {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:34:56.152126 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.155923 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fad3a36f-33b0-4d4c-a713-99441840bbf3 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/routers/690cd49d-ab99-4647-8372-97699f57e2fb HTTP/1.1" status: 204 len: 168 time: 1.0206575 Aug 16 21:34:56.156255 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45790) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:56.189417 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:56.211484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:56.212126 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 17a95d8c-b1cd-4b4f-9aff-142502ad2f6d not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:56.212728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e59dd455-d6bc-4882-af81-649fc273f1f2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:56.233150 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: e59dd455-d6bc-4882-af81-649fc273f1f2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:56.233500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device e59dd455-d6bc-4882-af81-649fc273f1f2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:56.248584 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.339707 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.349189 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d418dfba-9074-4054-acae-4b11a75c8ee9']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:56.361435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '709a0a16-dfe5-4eb4-9547-d38661d170be') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:56.361665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '709a0a16-dfe5-4eb4-9547-d38661d170be') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:34:56.370201 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.383719 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.389380 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:34:56.394734 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:34:56.526520 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.536474 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.537499 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/networks/d418dfba-9074-4054-acae-4b11a75c8ee9 HTTP/1.1" status: 204 len: 168 time: 0.3802414 Aug 16 21:34:56.540462 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45792) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:56.549136 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b41d7-6490-439a-aee7-7d693246d36d tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'Network': ['ID=d418dfba-9074-4054-acae-4b11a75c8ee9,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:56.600581 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.626012 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.804691 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.807316 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:56.808644 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] 10.222.0.70 "DELETE /v2.0/security-groups/77696517-67e1-445d-8f5d-48538737ef7c HTTP/1.1" status: 204 len: 168 time: 0.2671444 Aug 16 21:34:56.818787 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa44c5-11de-4feb-8ece-2334e10fc603 tempest-TestNetworkAdvancedServerOps-933135184 tempest-TestNetworkAdvancedServerOps-933135184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77696517-67e1-445d-8f5d-48538737ef7c,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:57.437236 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45800) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:57.577048 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-15b25947-4779-4ead-9713-280bb1692799 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b46f800022a46eaaa12c75f94b54663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386399 Aug 16 21:34:57.579469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45804) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:57.626797 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.646833 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.761112 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.763680 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:57.764884 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8baa8dc9-6895-4d59-9bc2-db64751ecae1 HTTP/1.1" status: 204 len: 168 time: 0.1844492 Aug 16 21:34:57.772453 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919ab5-1aea-43d5-a3f9-5f147c0ce8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa8dc9-6895-4d59-9bc2-db64751ecae1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:58.096356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 89b0e36c-49f9-41fb-b784-850ae9e0efc7 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:34:58.118354 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 89b0e36c-49f9-41fb-b784-850ae9e0efc7 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:34:58.118708 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 89b0e36c-49f9-41fb-b784-850ae9e0efc7 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:34:58.444572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45810) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:58.458308 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffb19-9dcf-4aec-ae2e-5cc10a4d728e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.542764 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffb19-9dcf-4aec-ae2e-5cc10a4d728e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.620921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-8c3ffb19-9dcf-4aec-ae2e-5cc10a4d728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.662394 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8c3ffb19-9dcf-4aec-ae2e-5cc10a4d728e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64de5f92258b4253b92cd94184f30bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167423 Aug 16 21:34:58.663278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ffb19-9dcf-4aec-ae2e-5cc10a4d728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad63298-d784-4b9d-b608-d126ab912801,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:58.666679 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45812) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:58.716313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.737517 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.849228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.852633 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:34:58.853661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ad63298-d784-4b9d-b608-d126ab912801 HTTP/1.1" status: 204 len: 168 time: 0.1855924 Aug 16 21:34:58.861990 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4a150-73d1-4b55-91f1-1788c93cbdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad63298-d784-4b9d-b608-d126ab912801,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:34:59.902139 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45836) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:34:59.996425 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-84936631-network', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:00.083641 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Made reservation on behalf of d75ebbb254d1483ba9a7f4f4a535a6c1 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:00.086091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.095429 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.183362 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.260562 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.285026 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:00.294435 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9364adc7-a79a-4bcd-9116-07bdb3d596a1,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.300686 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.310263 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Added segment afa8fe19-bb8a-457c-b734-fcca8439487b of type vlan for network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 Aug 16 21:35:00.340444 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.437540 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.438508 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:00.439085 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.498981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.508344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:00.581421 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ac2e1661-d9f1-473e-844c-e56f41f84324 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6781452 Aug 16 21:35:00.584349 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45840) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:00.589247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Request body: {'subnet': {'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-84936631-subnet', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:00.683528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Made reservation on behalf of d75ebbb254d1483ba9a7f4f4a535a6c1 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:00.685934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.749471 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-df536102-81e5-49fe-8e1a-7ab0dc611d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.921024 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:00.975033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=60165c36-f13e-4373-8125-efaf6e8ce98d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:00.984324 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:00.984682 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Network hostable DHCP agents. Network: 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:01.057325 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:01.125811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:01.130745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:01.131342 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.134937 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfe45c-712d-4ecb-bc67-1aaa9d41b438 None None] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:01.216092 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-2412be36-d596-44eb-8737-60a31283c2af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6305234 Aug 16 21:35:01.218655 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45842) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:01.222981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:01.279064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:01.280003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.309485 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.310563 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.366555 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.412176 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Allocated IP 172.20.0.2 (3a0ea555-0eb9-4328-a7b2-9b6cd89acf61/60165c36-f13e-4373-8125-efaf6e8ce98d/d57d83c7-7aac-4e79-8abb-81da59b9d19c) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:01.547910 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.556308 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Transition to ACTIVE for port object d57d83c7-7aac-4e79-8abb-81da59b9d19c will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:01.570486 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Transition to ACTIVE for port object d57d83c7-7aac-4e79-8abb-81da59b9d19c will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:01.580653 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.649652 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.694015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:01.697453 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:01.701732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:01.704749 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Pushing event updated for resources: {'Port': ['ID=d57d83c7-7aac-4e79-8abb-81da59b9d19c,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:01.764808 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Attempting to bind port d57d83c7-7aac-4e79-8abb-81da59b9d19c on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:01.765173 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Attempting to bind port d57d83c7-7aac-4e79-8abb-81da59b9d19c by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:01.765534 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Attempting to bind port d57d83c7-7aac-4e79-8abb-81da59b9d19c on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:01.770455 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:01.770821 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:01.771217 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.771604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Bound using segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:01.772088 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Bound port: d57d83c7-7aac-4e79-8abb-81da59b9d19c, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:01.772464 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.833086 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] For port d57d83c7-7aac-4e79-8abb-81da59b9d19c, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:01.835980 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] For port d57d83c7-7aac-4e79-8abb-81da59b9d19c, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d57d83c7-7aac-4e79-8abb-81da59b9d19c,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:01.890506 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.909427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.918507 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:01.987646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5720347-0ff8-49b7-b359-41909429fbdb None None] Pushing event updated for resources: {'Port': ['ID=d57d83c7-7aac-4e79-8abb-81da59b9d19c,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:02.025494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Allocated IP 172.25.7.34 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:02.154832 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.258318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:02.302747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:02.305670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:02.308171 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:02.333665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Pushing event updated for resources: {'Port': ['ID=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:02.949630 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb683c2f-a86a-4cca-8367-8a776bcd06e2 None None] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:03.030102 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.144130 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e7c86c21-45b4-4f39-9e6c-022cf82ca2fa None None] Provisioning for port d57d83c7-7aac-4e79-8abb-81da59b9d19c completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:03.251675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.452041 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Router 73d43c59-d49c-4ea0-9645-f258b885d766 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:35:03.531993 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.563181 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:03.576574 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:03.589345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:03.589951 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:34:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:03.643249 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bf3175e6-099c-408e-a97c-2314aff9b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.672335 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:03.673661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ae01e47d-be31-4423-8f70-bc7f3155f61b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4540465 Aug 16 21:35:03.676633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45844) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:03.689937 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:03.867156 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:02Z', 'revision_number': 3, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:03.893805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:03.893805 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Updating router 73d43c59-d49c-4ea0-9645-f258b885d766 port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:03.918228 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.085956 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.175655 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.184931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d57d83c7-7aac-4e79-8abb-81da59b9d19c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:04.188566 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Transition to ACTIVE for port object 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:04.248945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Allocated IP 172.20.0.1 (3a0ea555-0eb9-4328-a7b2-9b6cd89acf61/60165c36-f13e-4373-8125-efaf6e8ce98d/70590f68-435d-42bb-bc38-e3c15ddbc56e) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:04.266745 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.301910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d57d83c7-7aac-4e79-8abb-81da59b9d19c completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:04.306426 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d57d83c7-7aac-4e79-8abb-81da59b9d19c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:04.307000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.316577 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Attempting to bind port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:04.316954 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Attempting to bind port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:04.317316 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Attempting to bind port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:04.324326 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Pushing event updated for resources: {'Port': ['ID=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:04.326544 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:04.326914 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:04.327319 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.327708 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:04.328203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Bound port: 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:04.328579 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.352991 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.353405 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.353717 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.354024 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.354358 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.354495 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.354690 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.355019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.355345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.355670 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.356019 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.356345 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.356673 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:35:04.369426 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Transition to ACTIVE for port object 70590f68-435d-42bb-bc38-e3c15ddbc56e will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:04.397226 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] For port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:04.397457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.400918 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] For port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:04.437224 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d57d83c7-7aac-4e79-8abb-81da59b9d19c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d57d83c7-7aac-4e79-8abb-81da59b9d19c,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:04.469619 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.501815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.502086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.533378 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6604953-2af4-40e9-b448-a1dce534abb0 None None] Pushing event updated for resources: {'Port': ['ID=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:04.547957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:04.548542 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:04.549773 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:04.554345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:04.558900 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:04.585361 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Pushing event updated for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:04.609644 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.681446 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:04.723331 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.755011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d57d83c7-7aac-4e79-8abb-81da59b9d19c,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:04.824360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:04.869804 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:02Z', 'revision_number': 3, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:04.897010 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2ef7e0-eba1-4dba-8c3c-6a42782c924d None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:02Z', 'revision_number': 3, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:04.993946 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.014834 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d4c22bce-7b40-4af0-ba7e-a44a07a46751 None None] Provisioning for port 70590f68-435d-42bb-bc38-e3c15ddbc56e completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:05.018927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d4c22bce-7b40-4af0-ba7e-a44a07a46751 None None] Provisioning complete for port 70590f68-435d-42bb-bc38-e3c15ddbc56e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:05.019294 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d4c22bce-7b40-4af0-ba7e-a44a07a46751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.055221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-d4c22bce-7b40-4af0-ba7e-a44a07a46751 None None] Port 70590f68-435d-42bb-bc38-e3c15ddbc56e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:05.097529 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.172086 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.180518 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Pushing event updated for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:05.275665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:05.277153 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:05.395988 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:35:05.481005 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c1f5a31c-9927-4da3-aead-f46ac29bda4c None None] Provisioning complete for port 70590f68-435d-42bb-bc38-e3c15ddbc56e triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:05.481951 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a31c-9927-4da3-aead-f46ac29bda4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:05.514288 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:05.525773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5a31c-9927-4da3-aead-f46ac29bda4c None None] Port 70590f68-435d-42bb-bc38-e3c15ddbc56e cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:05.526153 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-06ec8843-b26e-49d7-8e91-437e47c1ba26 admin admin] 10.222.0.70 "PUT /v2.0/routers/73d43c59-d49c-4ea0-9645-f258b885d766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416190 Aug 16 21:35:06.234264 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45860) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:06.240669 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2020210480-network', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:06.251500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d57d83c7-7aac-4e79-8abb-81da59b9d19c up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:06.302665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d57d83c7-7aac-4e79-8abb-81da59b9d19c triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:06.303037 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.334763 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Made reservation on behalf of d60c1f7167d14cf594b30c4858f5e791 for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:06.337819 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.353573 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.393501 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:06.438441 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.491935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:06.501684 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:06.502296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:06.506023 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.548419 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.548657 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:06.554072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:06.564082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.573938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:35:06.583551 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc09a53a-edf2-43c7-965f-02c1911c6636,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:06.590646 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.591007 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Added segment 10a99c26-8206-408f-a92c-c92b8d655405 of type vlan for network 002bc0a7-04f7-4e6f-8097-b02c23bae49f Aug 16 21:35:06.632174 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.643265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:06.735015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.735965 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:06.736746 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.775504 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.800462 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] Pushing event updated for resources: {'Network': ['ID=002bc0a7-04f7-4e6f-8097-b02c23bae49f,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:06.805652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:06.811637 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:35:06.873069 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-dac44b22-e317-43ad-815c-10c71a8c5821 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6376894 Aug 16 21:35:06.875988 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45862) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:06.881281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Request body: {'subnet': {'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2020210480-subnet', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:06.912156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:06.971036 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:06.981833 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 2, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:06.994475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Made reservation on behalf of d60c1f7167d14cf594b30c4858f5e791 for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:06.997015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.012613 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:07.012964 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Updating router 73d43c59-d49c-4ea0-9645-f258b885d766 port 70590f68-435d-42bb-bc38-e3c15ddbc56e binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:07.037996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.261259 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.317662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.320951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.325305 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Checking segment: {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:07.325658 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Network hostable DHCP agents. Network: 002bc0a7-04f7-4e6f-8097-b02c23bae49f, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:35:07.328602 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Transition to ACTIVE for port object 70590f68-435d-42bb-bc38-e3c15ddbc56e will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:07.454825 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.486626 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:35:07.502677 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0d2b-7e31-4dc9-ad22-d54377b2b147 None None] Pushing event updated for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.559579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Attempting to bind port 70590f68-435d-42bb-bc38-e3c15ddbc56e on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:07.560140 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Attempting to bind port 70590f68-435d-42bb-bc38-e3c15ddbc56e by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:07.560511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Attempting to bind port 70590f68-435d-42bb-bc38-e3c15ddbc56e on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:07.566037 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:07.566418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:07.566872 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.567269 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Bound using segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:07.567775 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Bound port: 70590f68-435d-42bb-bc38-e3c15ddbc56e, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:07.568189 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.598142 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 002bc0a7-04f7-4e6f-8097-b02c23bae49f) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:07.611011 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:07.611807 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.625185 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf239309-f9a9-4a2e-9f2c-2c5f77fd3323 None None] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:07.683525 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] For port 70590f68-435d-42bb-bc38-e3c15ddbc56e, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:07.687714 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] For port 70590f68-435d-42bb-bc38-e3c15ddbc56e, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70590f68-435d-42bb-bc38-e3c15ddbc56e,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:07.709891 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d7e6570e-fdef-45a7-bc50-4a6c96e3da3b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8328373 Aug 16 21:35:07.713085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45864) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:07.717562 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:07.776605 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.787072 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'fixed_ips': [{'subnet_id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:35:07.788040 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.794607 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.795703 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.852277 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:07.870400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b0d2b-7e31-4dc9-ad22-d54377b2b147 None None] Pushing event updated for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:07.916692 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:07.917284 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:08.106620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Allocated IP 172.20.0.2 (002bc0a7-04f7-4e6f-8097-b02c23bae49f/dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e/a80e4224-3701-42fb-b8a5-3582d0e381e0) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:08.119550 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:08.177164 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:08.518336 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.600344 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:08.600957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.684443 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.702608 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Transition to ACTIVE for port object a80e4224-3701-42fb-b8a5-3582d0e381e0 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:08.727078 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Transition to ACTIVE for port object a80e4224-3701-42fb-b8a5-3582d0e381e0 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:08.761012 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:07Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:08.784124 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.795031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355bc1e-ec47-466f-8ebd-ab075ba16704 None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:07Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:08.808279 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.812429 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.864316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:08.867384 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:08.877034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:08.889720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Pushing event updated for resources: {'Port': ['ID=a80e4224-3701-42fb-b8a5-3582d0e381e0,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:08.946890 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Attempting to bind port a80e4224-3701-42fb-b8a5-3582d0e381e0 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:08.947350 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Attempting to bind port a80e4224-3701-42fb-b8a5-3582d0e381e0 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:08.947807 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Attempting to bind port a80e4224-3701-42fb-b8a5-3582d0e381e0 on network 002bc0a7-04f7-4e6f-8097-b02c23bae49f {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:08.953862 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:08.954116 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Allocated IP 172.25.7.59 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/7bc6d65e-0710-4e56-9b65-1b52ab2959eb) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:08.954388 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Checking segment: {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:08.954859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:08.955322 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Bound using segment: {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:08.955897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Bound port: a80e4224-3701-42fb-b8a5-3582d0e381e0, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:08.956347 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.032536 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] For port a80e4224-3701-42fb-b8a5-3582d0e381e0, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:09.035761 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] For port a80e4224-3701-42fb-b8a5-3582d0e381e0, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a80e4224-3701-42fb-b8a5-3582d0e381e0,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:09.069810 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.141122 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.172237 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.205876 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aae01-1b8a-483d-8729-6b72c8ede3f6 None None] Pushing event updated for resources: {'Port': ['ID=a80e4224-3701-42fb-b8a5-3582d0e381e0,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.210707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:09.214152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:09.219957 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:09.259112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:09.585665 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:09.788213 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.017448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:35:10.090132 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991bf3d-b1ba-42cd-a75b-1009efabcf05 None None] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:35:10.137141 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:10.149942 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Sync routers for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:10.160347 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:10.160954 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:10.246233 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.247502 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-618c8639-2952-4aa1-9e4f-5eba212f3d6c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5334806 Aug 16 21:35:10.250160 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 45866) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:10.255311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a80e4224-3701-42fb-b8a5-3582d0e381e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:10.260966 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-d2ebc982-ff0d-4897-91f1-a4b27c469b36 None None] Provisioning for port a80e4224-3701-42fb-b8a5-3582d0e381e0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:10.270118 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:10.428671 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port a80e4224-3701-42fb-b8a5-3582d0e381e0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:10.434119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a80e4224-3701-42fb-b8a5-3582d0e381e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:10.434859 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.476866 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:09Z', 'revision_number': 3, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:10.510898 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Checking router: 4d7aecb3-15a8-4a8e-a92a-081627594bd7 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:10.511561 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Updating router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:10.533052 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.539030 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.577776 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port a80e4224-3701-42fb-b8a5-3582d0e381e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a80e4224-3701-42fb-b8a5-3582d0e381e0,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:10.610067 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-8025d1a0-255e-43e9-a487-46db672cbde4 None None] Provisioning complete for port a80e4224-3701-42fb-b8a5-3582d0e381e0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:10.610534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8025d1a0-255e-43e9-a487-46db672cbde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.652364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.653406 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70590f68-435d-42bb-bc38-e3c15ddbc56e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:10.738222 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.795562 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=a80e4224-3701-42fb-b8a5-3582d0e381e0,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:10.815945 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.830425 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Transition to ACTIVE for port object 7bc6d65e-0710-4e56-9b65-1b52ab2959eb will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:10.854766 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 70590f68-435d-42bb-bc38-e3c15ddbc56e completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:10.858716 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 70590f68-435d-42bb-bc38-e3c15ddbc56e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:10.859087 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.901647 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Allocated IP 172.20.0.1 (002bc0a7-04f7-4e6f-8097-b02c23bae49f/dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e/51ebd50f-1c97-42ae-9be7-3093c948d72b) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:10.915738 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.938838 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.967651 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Attempting to bind port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:10.968039 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Attempting to bind port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:10.968396 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Attempting to bind port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:10.972835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 70590f68-435d-42bb-bc38-e3c15ddbc56e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70590f68-435d-42bb-bc38-e3c15ddbc56e,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:10.977761 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b6cc9-8ab9-4391-b138-5f55b3ead610 None None] Pushing event updated for resources: {'Port': ['ID=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:10.980331 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:10.980684 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:10.981068 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:10.981431 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:10.981889 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Bound port: 7bc6d65e-0710-4e56-9b65-1b52ab2959eb, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:10.982269 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.014947 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.028311 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Transition to ACTIVE for port object 51ebd50f-1c97-42ae-9be7-3093c948d72b will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:11.033982 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] For port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:11.055336 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.090088 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] For port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:11.106327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:11.167160 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.192803 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.210557 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:11.214331 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:11.217987 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:11.224401 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Pushing event updated for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:11.244606 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:11.245125 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:11.262600 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.290635 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b6cc9-8ab9-4391-b138-5f55b3ead610 None None] Pushing event updated for resources: {'Port': ['ID=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:11.358378 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:11.479327 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.609094 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1d6a2d43-8379-4b28-a022-fbb7df1795b2 None None] Provisioning for port 51ebd50f-1c97-42ae-9be7-3093c948d72b completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:11.613116 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1d6a2d43-8379-4b28-a022-fbb7df1795b2 None None] Provisioning complete for port 51ebd50f-1c97-42ae-9be7-3093c948d72b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:11.613493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1d6a2d43-8379-4b28-a022-fbb7df1795b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.626671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:09Z', 'revision_number': 3, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:11.648001 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-1d6a2d43-8379-4b28-a022-fbb7df1795b2 None None] Port 51ebd50f-1c97-42ae-9be7-3093c948d72b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:11.648225 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.654588 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae641e6-d60e-4d71-a9e2-f44887c522e1 None None] The sync data for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 is: [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:09Z', 'revision_number': 3, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:11.746533 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.816786 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Pushing event updated for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:11.819161 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:11.931832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:11.933279 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:12.060548 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:35:12.177375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c114e3ea-af8f-41f4-8e5b-4f89bb8c1e43 None None] Provisioning complete for port 51ebd50f-1c97-42ae-9be7-3093c948d72b triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:12.178609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c114e3ea-af8f-41f4-8e5b-4f89bb8c1e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.188972 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:12.200101 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7a536a3a-2f3c-4ac4-9831-1910cb52af52 admin admin] 10.222.0.70 "PUT /v2.0/routers/4d7aecb3-15a8-4a8e-a92a-081627594bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9438105 Aug 16 21:35:12.219892 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c114e3ea-af8f-41f4-8e5b-4f89bb8c1e43 None None] Port 51ebd50f-1c97-42ae-9be7-3093c948d72b cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:12.268656 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7bc6d65e-0710-4e56-9b65-1b52ab2959eb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:12.386241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:12.393719 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:12.395501 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.480308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.502756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:12.587014 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.587931 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a80e4224-3701-42fb-b8a5-3582d0e381e0 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:12.659958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:12.674239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port a80e4224-3701-42fb-b8a5-3582d0e381e0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:12.674609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.753668 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70590f68-435d-42bb-bc38-e3c15ddbc56e up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:12.798398 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 70590f68-435d-42bb-bc38-e3c15ddbc56e triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:12.798770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:12.982072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45874) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:12.986868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-915616109', 'description': 'tempest-secgroup-smoke-915616109 description', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:13.123867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.206514 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.238241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Sync routers for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:13.247721 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:13.248370 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:13.277963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.308359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:13.355261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:13.394941 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.396263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6c16ee80-35b9-4045-af8d-1f50bca7923e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4131513 Aug 16 21:35:13.399716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45876) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:13.404294 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:13.490445 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.551313 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.551633 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 4, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '51ebd50f-1c97-42ae-9be7-3093c948d72b', 'name': '', 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'mac_address': 'fa:16:3e:7a:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:10Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 2, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'subnets': [{'id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:13.578146 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Checking router: 4d7aecb3-15a8-4a8e-a92a-081627594bd7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:13.578499 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Updating router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 port 51ebd50f-1c97-42ae-9be7-3093c948d72b binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:35:13.607317 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.617318 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.635306 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f303592-ae30-472d-b292-737fbce474d7,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:13.700370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.701761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fef72842-41ac-4003-ba1e-9bf931ef6dab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008745 Aug 16 21:35:13.704499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45878) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:13.708918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:13.800437 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.862155 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.870629 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.880041 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Transition to ACTIVE for port object 51ebd50f-1c97-42ae-9be7-3093c948d72b will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:13.965646 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.976995 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:13.985002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8813ec9-0529-4d26-ae26-016d37bdbe9a,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.027923 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16238d-758e-4c2c-bdb5-8ede6024306d None None] Pushing event updated for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.072979 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.075488 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e726062c-3638-4882-97cb-1f031ff50e08 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3687766 Aug 16 21:35:14.076926 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45880) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:14.082022 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:14.094670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Attempting to bind port 51ebd50f-1c97-42ae-9be7-3093c948d72b on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:14.095096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Attempting to bind port 51ebd50f-1c97-42ae-9be7-3093c948d72b by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:14.095393 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Attempting to bind port 51ebd50f-1c97-42ae-9be7-3093c948d72b on network 002bc0a7-04f7-4e6f-8097-b02c23bae49f {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:14.100987 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:14.101359 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Checking segment: {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:14.101764 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.102152 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Bound using segment: {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:14.102619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Bound port: 51ebd50f-1c97-42ae-9be7-3093c948d72b, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a99c26-8206-408f-a92c-c92b8d655405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:14.103000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.165418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7bc6d65e-0710-4e56-9b65-1b52ab2959eb up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:14.188438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.197277 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] For port 51ebd50f-1c97-42ae-9be7-3093c948d72b, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:14.215095 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] For port 51ebd50f-1c97-42ae-9be7-3093c948d72b, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=51ebd50f-1c97-42ae-9be7-3093c948d72b,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:14.228533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:14.228904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.250021 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.310082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.334694 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.350370 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562becf7-c909-4dce-8292-4468a43c70cf,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.386240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16238d-758e-4c2c-bdb5-8ede6024306d None None] Pushing event updated for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.389330 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:14.389928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:14.443692 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.444959 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6624aae3-785b-40c2-9efb-5044f26da347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670001 Aug 16 21:35:14.448455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45882) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:14.452868 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:14.507471 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:14.545152 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.605990 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.703072 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.722006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc736d6e-c90e-4e0c-8d74-067f639e8292,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:14.722835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 4, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '51ebd50f-1c97-42ae-9be7-3093c948d72b', 'name': '', 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'mac_address': 'fa:16:3e:7a:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:10Z', 'updated_at': '2021-08-16T21:35:14Z', 'revision_number': 4, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'subnets': [{'id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:14.750241 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cf5170-d2bf-4428-8efa-194752e1601b None None] The sync data for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 is: [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:35:11Z', 'revision_number': 4, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '51ebd50f-1c97-42ae-9be7-3093c948d72b', 'name': '', 'network_id': '002bc0a7-04f7-4e6f-8097-b02c23bae49f', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'mac_address': 'fa:16:3e:7a:c3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:10Z', 'updated_at': '2021-08-16T21:35:14Z', 'revision_number': 4, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'subnets': [{'id': 'dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:14.784718 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.786006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-84032e94-01eb-4ec9-89c1-fc8791aa4673 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3366156 Aug 16 21:35:14.791799 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45884) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:14.803583 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:14.911986 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Project d75ebbb254d1483ba9a7f4f4a535a6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:35:14.916011 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:14.981508 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.057443 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.076188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0c94ea-e886-465c-8d81-f6959cc0c036,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:15.152055 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.153310 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-51b9e9de-046f-4350-9e34-da134a6459aa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3551126 Aug 16 21:35:15.156006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45886) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:15.160419 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '6c5a519c-3ba1-48fc-9ba5-5c6a57b31883', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:15.234284 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Project d75ebbb254d1483ba9a7f4f4a535a6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:35:15.239410 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.303650 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.382897 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.403898 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b3dbbb-bb41-4a05-b8e5-6bdd8d444691,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:15.474371 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:15.475838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4f78edeb-a09e-4193-9cfc-2599ac407e44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188422 Aug 16 21:35:15.619951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-267cf2f4-a119-480c-afd4-2e97962e5bd6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-915616109&fields=id&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 267 time: 0.0351648 Aug 16 21:35:15.729029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-de49014a-e0f9-4622-8ddf-db45fb7dd339 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:15.730586 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-de49014a-e0f9-4622-8ddf-db45fb7dd339 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 807 time: 0.1036544 Aug 16 21:35:15.748398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-961aabed-5090-44d4-9a99-54ba52b4d944 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/quotas/d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 375 time: 0.0116348 Aug 16 21:35:15.806233 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-c9bc2cd4-9fac-49ca-bd40-40d7472e81ca tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520170 Aug 16 21:35:15.904773 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-4a9c18e2-42c7-4847-b172-87735209c0b6 service neutron] 10.222.0.70 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865607 Aug 16 21:35:16.001115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-9e024ea2-1d6a-4687-a8b9-c89070d402f1 service neutron] 10.222.0.70 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900786 Aug 16 21:35:16.169697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 51ebd50f-1c97-42ae-9be7-3093c948d72b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:16.260394 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0a42c563-cf69-4519-a99d-d947f8d3888b req-5d78f923-ed9f-4765-bd1a-04f8379059ad tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Aug 16 21:35:16.280774 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 51ebd50f-1c97-42ae-9be7-3093c948d72b completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:16.284935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 51ebd50f-1c97-42ae-9be7-3093c948d72b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:16.285371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.370707 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.406772 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 51ebd50f-1c97-42ae-9be7-3093c948d72b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=51ebd50f-1c97-42ae-9be7-3093c948d72b,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:16.485848 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:16.533059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:17.352155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-64341bc3-0580-4092-9705-4d2e91e7d49f req-d2fd8c81-903a-4f03-b9c7-230a5b19ac4f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 210 time: 0.0253265 Aug 16 21:35:18.152557 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 51ebd50f-1c97-42ae-9be7-3093c948d72b up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:18.199317 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 51ebd50f-1c97-42ae-9be7-3093c948d72b triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:18.199687 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.448542 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3326efd7-0702-4659-8fba-d882f13546a2 req-792dad37-078a-42b8-996b-22f51e4d13e8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Aug 16 21:35:18.558162 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-5b39ad9d-5623-4fa8-8a6a-bc08ad20d747 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:18.559926 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-5b39ad9d-5623-4fa8-8a6a-bc08ad20d747 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 807 time: 0.1149397 Aug 16 21:35:18.603337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-4e16488d-6b6c-43da-9a53-a7c362b3ad79 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 379 time: 0.0341048 Aug 16 21:35:18.613350 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'port': {'device_id': '8debd27e-8d40-476c-a4a2-d35758f30030', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'admin_state_up': True, 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'security_groups': ['6c5a519c-3ba1-48fc-9ba5-5c6a57b31883']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:18.794111 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Made reservation on behalf of d75ebbb254d1483ba9a7f4f4a535a6c1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:35:18.797674 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:18.920540 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Allocated IP 172.20.0.4 (3a0ea555-0eb9-4328-a7b2-9b6cd89acf61/60165c36-f13e-4373-8125-efaf6e8ce98d/9b3f72df-b703-454a-9344-735821de9b07) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:19.040366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.075256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.095106 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Transition to ACTIVE for port object 9b3f72df-b703-454a-9344-735821de9b07 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:19.206317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.249620 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:19.252709 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:19.256809 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:19.281320 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:19.310043 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:19.310673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.389471 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-8b6453d1-34da-405d-846f-5624dc670bdc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797365 Aug 16 21:35:19.403890 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Request body: {'port': {'device_id': '8debd27e-8d40-476c-a4a2-d35758f30030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:19.462722 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.582795 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e6cb22b5-d0a2-482d-bf55-91dd64ae0966 None None] Provisioning for port 9b3f72df-b703-454a-9344-735821de9b07 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:19.586990 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-e6cb22b5-d0a2-482d-bf55-91dd64ae0966 None None] Provisioning complete for port 9b3f72df-b703-454a-9344-735821de9b07 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:19.587440 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e6cb22b5-d0a2-482d-bf55-91dd64ae0966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:19.622131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb22b5-d0a2-482d-bf55-91dd64ae0966 None None] Port 9b3f72df-b703-454a-9344-735821de9b07 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:35:19.668085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b31dd-0f7a-4d6c-ad1a-778a606bd2e6 req-244d4868-2545-493e-8316-2058770b0877 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:19.669610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f3b31dd-0f7a-4d6c-ad1a-778a606bd2e6 req-244d4868-2545-493e-8316-2058770b0877 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 931 time: 0.1473632 Aug 16 21:35:19.728112 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6f3b31dd-0f7a-4d6c-ad1a-778a606bd2e6 req-c89fb914-51dc-49cb-b168-e12e1a5d838a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510132 Aug 16 21:35:20.160711 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:35:20.169329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.181713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Transition to ACTIVE for port object 9b3f72df-b703-454a-9344-735821de9b07 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:35:20.256963 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.307825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:20.378600 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:35:20.378939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:35:20.379274 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:20.384446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:35:20.384774 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:35:20.389801 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:35:20.390147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:35:20.390528 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Bound using segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:35:20.390961 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Bound port: 9b3f72df-b703-454a-9344-735821de9b07, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:35:20.391325 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.456491 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:35:20.459429 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:35:20.531861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.571909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:20.572303 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:20.573698 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] 10.222.0.73 "PUT /v2.0/ports/9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1092 time: 1.1743920 Aug 16 21:35:20.574138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:35:20.576396 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bd5bae-b0d8-4378-990c-fe89cf62b38a" -d '{"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:35:20.607645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d4bdd-0c90-4262-af49-1f1b518c1e8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:20.630785 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0711bf-4e2f-4bbd-83c2-9514bccd17b6 x-openstack-request-id: req-cf0711bf-4e2f-4bbd-83c2-9514bccd17b6 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:35:20.631083 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:35:20.631335 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf0711bf-4e2f-4bbd-83c2-9514bccd17b6 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:35:20.631797 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'status': 'completed', 'code': 200} Aug 16 21:35:20.695138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-1cbee088-a152-4be7-8fa7-d2b49fc8684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:20.696712 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-1cbee088-a152-4be7-8fa7-d2b49fc8684e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1095 time: 0.0440595 Aug 16 21:35:20.767565 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:35:20.813300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-775262bd-485a-4be6-b7dc-e2086e4e168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:20.814699 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-775262bd-485a-4be6-b7dc-e2086e4e168c service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1088569 Aug 16 21:35:20.905377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bbf99-cb22-4753-8a99-6517ea1f1d9f req-c785d820-6cda-421a-93b6-34d7d2f28ce2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:20.906845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c8bbf99-cb22-4753-8a99-6517ea1f1d9f req-c785d820-6cda-421a-93b6-34d7d2f28ce2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.1080329 Aug 16 21:35:20.945240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-1882d53b-15b6-446b-975d-d988256bb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:20.946656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26bd5bae-b0d8-4378-990c-fe89cf62b38a req-1882d53b-15b6-446b-975d-d988256bb3fb service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182394 Aug 16 21:35:20.963912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8c8bbf99-cb22-4753-8a99-6517ea1f1d9f req-9e6259d7-7832-43e1-a25d-802d6778e7b9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462744 Aug 16 21:35:21.032397 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-08b32db5-7f79-4885-b994-7a879f8f0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:21.033890 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-08b32db5-7f79-4885-b994-7a879f8f0979 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1095 time: 0.0421035 Aug 16 21:35:21.080348 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-3f20b883-d83f-4bb9-bfdc-1ea2c4bd915b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 217 time: 0.0378749 Aug 16 21:35:21.128847 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-69733efa-337a-4c65-970d-c6e664bfb325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:21.130384 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-69733efa-337a-4c65-970d-c6e664bfb325 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0429316 Aug 16 21:35:21.177239 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-b4731ac4-a09c-4a1f-b5d0-2c7f1e6a7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:21.178724 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-b4731ac4-a09c-4a1f-b5d0-2c7f1e6a7998 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410616 Aug 16 21:35:21.270869 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-d830227b-e3f6-4ce6-a692-016726c993c6 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843751 Aug 16 21:35:21.360154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdad46d6-8c48-4ff3-ac7c-c61b92f4d9a9 req-cbfb6f65-8c15-4aac-b20e-83944fffc8ab service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821152 Aug 16 21:35:22.086463 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5022-e3a0-4675-acf0-d61ac5d8de45 req-afa0ea2b-6f10-4cfb-a7e7-405e6e4dc186 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:22.088645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dedb5022-e3a0-4675-acf0-d61ac5d8de45 req-afa0ea2b-6f10-4cfb-a7e7-405e6e4dc186 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.0555687 Aug 16 21:35:22.125664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dedb5022-e3a0-4675-acf0-d61ac5d8de45 req-4edb2813-5348-46c1-8458-4e62b09f59b6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Aug 16 21:35:22.571258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:23.250313 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d9778-72bc-40ea-9887-86b674db4a86 req-5cc9a8f0-b43c-4561-871d-f9bec378fcd8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:23.251858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-892d9778-72bc-40ea-9887-86b674db4a86 req-5cc9a8f0-b43c-4561-871d-f9bec378fcd8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.0581195 Aug 16 21:35:23.289624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-892d9778-72bc-40ea-9887-86b674db4a86 req-0a2e75f5-7721-4452-8cfd-1852227fcef4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Aug 16 21:35:24.403354 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471dba-d6dc-4bbb-a2a6-253f0c28e85c req-87ebbb36-04e3-457b-aea9-4829777d20c3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:24.404862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6471dba-d6dc-4bbb-a2a6-253f0c28e85c req-87ebbb36-04e3-457b-aea9-4829777d20c3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.0497255 Aug 16 21:35:24.442050 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6471dba-d6dc-4bbb-a2a6-253f0c28e85c req-62947a7e-4486-4dc3-911d-7edff133f059 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313160 Aug 16 21:35:25.182195 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9b3f72df-b703-454a-9344-735821de9b07 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:35:25.276553 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:25.287358 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9b3f72df-b703-454a-9344-735821de9b07', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:35:25.323120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.335675 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:35:25.354034 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:25.414097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:25.461927 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:25.561825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205611fc-e296-487e-a1dc-490a0fa3aa29 req-b340e9fe-824e-4a93-8ded-6164f756d1b2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:25.563305 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205611fc-e296-487e-a1dc-490a0fa3aa29 req-b340e9fe-824e-4a93-8ded-6164f756d1b2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0541632 Aug 16 21:35:25.602533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-205611fc-e296-487e-a1dc-490a0fa3aa29 req-ca675808-d615-4803-bc7e-bf8dafad3c70 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Aug 16 21:35:25.637686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9b3f72df-b703-454a-9344-735821de9b07'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:35:26.718029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22bde3-8b3a-4a02-9b1c-311cbc50d5ae req-993f42e7-715d-4970-9dbb-48e4794e266a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:26.719499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae22bde3-8b3a-4a02-9b1c-311cbc50d5ae req-993f42e7-715d-4970-9dbb-48e4794e266a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Aug 16 21:35:26.756610 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ae22bde3-8b3a-4a02-9b1c-311cbc50d5ae req-e43b620f-b776-41a2-92f9-7783c45726d2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Aug 16 21:35:27.188915 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9b3f72df-b703-454a-9344-735821de9b07 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:35:27.305623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 9b3f72df-b703-454a-9344-735821de9b07 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:35:27.309500 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9b3f72df-b703-454a-9344-735821de9b07 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:35:27.310042 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:27.384979 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:27.407461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:35:27.409738 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b3b0d1-db76-41a4-a08d-0a2b492c5893" -d '{"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:35:27.423620 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:35:27.450105 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7f4dbc-79ae-4ea3-ac9e-d2fe67616e61 x-openstack-request-id: req-1d7f4dbc-79ae-4ea3-ac9e-d2fe67616e61 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:35:27.450105 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:35:27.450105 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d7f4dbc-79ae-4ea3-ac9e-d2fe67616e61 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:35:27.450105 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'code': 200} Aug 16 21:35:27.496699 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:27.543505 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a19d8-b63a-434f-a582-6e183317fab6 req-63357bb6-51f9-451b-91d5-4f1b16017aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:27.544331 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:27.545799 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-370a19d8-b63a-434f-a582-6e183317fab6 req-63357bb6-51f9-451b-91d5-4f1b16017aa8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1097 time: 0.0424385 Aug 16 21:35:27.582353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-370a19d8-b63a-434f-a582-6e183317fab6 req-99f89504-2a64-4585-9966-669cc6d214f2 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292671 Aug 16 21:35:27.875224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b26f8-45c9-4da9-9937-c6fdb33acb97 req-d6582d9e-0077-4420-bf43-744882c3fb93 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:27.876743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d07b26f8-45c9-4da9-9937-c6fdb33acb97 req-d6582d9e-0077-4420-bf43-744882c3fb93 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0549765 Aug 16 21:35:27.914328 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d07b26f8-45c9-4da9-9937-c6fdb33acb97 req-57acc9b3-b2d2-4505-9e83-bf598cba8ec2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Aug 16 21:35:29.030624 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da5e78-7da1-400c-8967-66a4aceb7a2e req-3a8ad680-2fb5-4a19-b2a7-7de7768320fc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:29.032144 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6da5e78-7da1-400c-8967-66a4aceb7a2e req-3a8ad680-2fb5-4a19-b2a7-7de7768320fc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Aug 16 21:35:29.070450 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f6da5e78-7da1-400c-8967-66a4aceb7a2e req-73cf54fd-7c5f-4d37-b397-d568037a3a68 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 16 21:35:29.188126 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bcd8-786d-4db8-b68f-4a935e2cbff6 req-d317fb09-5536-4588-be15-0db977d93897 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:29.189643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd5bcd8-786d-4db8-b68f-4a935e2cbff6 req-d317fb09-5536-4588-be15-0db977d93897 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Aug 16 21:35:29.226844 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cdd5bcd8-786d-4db8-b68f-4a935e2cbff6 req-3e8528d7-cb40-4f21-bd84-9f5b628b38b0 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Aug 16 21:35:29.250363 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45952) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:29.380909 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7418f0-43af-4fab-8501-5208882a9547 tempest-TestShelveInstance-154943198 tempest-TestShelveInstance-154943198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:29.382440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7d7418f0-43af-4fab-8501-5208882a9547 tempest-TestShelveInstance-154943198 tempest-TestShelveInstance-154943198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1092 time: 0.1310730 Aug 16 21:35:29.385309 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 45956) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:35:29.390170 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:35:29.473703 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.572711 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.677878 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Allocated IP 172.25.7.51 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/48c46d61-2226-4cc9-8f18-654b4ec38138) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:35:29.776364 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.931576 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:29.977029 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:35:29.982260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:35:29.984458 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=48c46d61-2226-4cc9-8f18-654b4ec38138,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:29.986588 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:35:30.338105 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.470427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.619854 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.685602 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.752697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=48c46d61-2226-4cc9-8f18-654b4ec38138,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:35:30.762360 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.791387 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-62603c53-33d2-48f6-8ef5-27c0d71d6907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:30.862598 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Floating IP 3185b9fc-d896-4e87-abd9-9a05f1e9262e associated. External IP: 172.25.7.51, port: 9b3f72df-b703-454a-9344-735821de9b07. Aug 16 21:35:31.071911 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:35:31.180015 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:35:31.190517 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:35:31.200065 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:31.200671 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:31.262308 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:31.291638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fa87eab6-956e-4d45-b370-f834178ea5dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9048040 Aug 16 21:35:31.292642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:35:31.296220 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a777ea8e-f80e-4de8-b193-a1a3733469dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:35:31.306835 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:31.336504 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa0b7f-764b-45b6-9372-bbfb74d0453f x-openstack-request-id: req-d7fa0b7f-764b-45b6-9372-bbfb74d0453f {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:35:31.336792 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:35:31.337044 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7fa0b7f-764b-45b6-9372-bbfb74d0453f {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:35:31.337455 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'status': 'completed', 'code': 200} Aug 16 21:35:31.398299 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-178a3fb0-e375-477b-83fd-ac510bf3709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:31.399876 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-178a3fb0-e375-477b-83fd-ac510bf3709f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1097 time: 0.0402591 Aug 16 21:35:31.501184 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-12bbcc4e-85ed-4590-b3f3-b14f85bcea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:31.502716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-12bbcc4e-85ed-4590-b3f3-b14f85bcea07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0952504 Aug 16 21:35:31.548612 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3185b9fc-d896-4e87-abd9-9a05f1e9262e', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8debd27e-8d40-476c-a4a2-d35758f30030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:35:30Z', 'updated_at': '2021-08-16T21:35:30Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:31.576792 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-0d990eda-9cb0-40fa-9456-1f242172093e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 998 time: 0.0658269 Aug 16 21:35:31.578789 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:35:31.587088 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:35:31.587674 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:35:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:31.631581 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-8b3ab5bb-1d46-4760-8399-fb76742adec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:31.633202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-8b3ab5bb-1d46-4760-8399-fb76742adec3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0502605 Aug 16 21:35:31.682461 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-f4c65f25-6a7c-4aeb-acce-899b9224104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:35:31.684181 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-f4c65f25-6a7c-4aeb-acce-899b9224104e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426085 Aug 16 21:35:31.695916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:35:31.776587 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-fd27ced2-361b-494e-9636-7add3f21961c service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Aug 16 21:35:31.884544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a777ea8e-f80e-4de8-b193-a1a3733469dc req-2b45a7bd-19c9-4c06-83ac-d9c698347d69 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000230 Aug 16 21:35:31.927873 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3185b9fc-d896-4e87-abd9-9a05f1e9262e', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8debd27e-8d40-476c-a4a2-d35758f30030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:35:30Z', 'updated_at': '2021-08-16T21:35:30Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:35:31.956421 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7c7fd-5dec-452b-8f0d-4cdfca3e34b8 None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '3185b9fc-d896-4e87-abd9-9a05f1e9262e', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.51', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8debd27e-8d40-476c-a4a2-d35758f30030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:35:30Z', 'updated_at': '2021-08-16T21:35:30Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:35:32.271782 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122a829-394a-4112-8312-c1edc9a9e0a6 None None] New status for floating IP 3185b9fc-d896-4e87-abd9-9a05f1e9262e: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:35:33.530911 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:33.642882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86abbed3-0d79-49fd-8a1c-1a3e07a965da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:34.502713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:36.442926 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:49.101596 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:52.631945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:35:57.766369 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:00.768527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2c8d664a-494e-4e1f-9032-c367edf669de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:03.523630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:03.649573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-fc961238-6e5e-4337-9e5a-86c2fb87242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:04.523982 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:06.438046 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:08.890209 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-f9f287d7-0311-41a8-8728-f89a3b90b26d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469577 Aug 16 21:36:08.976925 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca120e-7068-4555-b534-5c2759e6c64a req-0c4d84dd-7bde-4b3a-a04d-7246cbd1f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:08.978433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-0c4d84dd-7bde-4b3a-a04d-7246cbd1f88c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1097 time: 0.0469944 Aug 16 21:36:09.087899 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca120e-7068-4555-b534-5c2759e6c64a req-02f1c5ef-d5fc-4454-8569-98f116384b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:09.089437 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-02f1c5ef-d5fc-4454-8569-98f116384b77 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0901628 Aug 16 21:36:09.169240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-8214252f-7286-4ac0-aba5-05ded3193a42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1000 time: 0.0714452 Aug 16 21:36:09.225951 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca120e-7068-4555-b534-5c2759e6c64a req-ebca0e22-d63f-4c6c-8ff0-6079404b1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:09.227596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-ebca0e22-d63f-4c6c-8ff0-6079404b1e0e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0506885 Aug 16 21:36:09.279495 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca120e-7068-4555-b534-5c2759e6c64a req-fd69eee5-4d40-433d-a015-61354c0d2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:36:09.281220 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-fd69eee5-4d40-433d-a015-61354c0d2971 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458801 Aug 16 21:36:09.377941 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-8e883ef8-bfb1-43ae-9667-87e2a33c456e service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Aug 16 21:36:09.489491 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-edca120e-7068-4555-b534-5c2759e6c64a req-b72b8b84-87fe-41a8-8361-8e61e5868a2b service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039951 Aug 16 21:36:19.048923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:22.631584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:30.757896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-14f709b3-f6e2-4b2e-966e-dbd7079aff9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:33.505381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:33.636938 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cd3b17af-b6c3-4522-9f31-af00967963e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:34.504880 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:34.765645 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:36:36.419395 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:49.064513 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:36:52.595827 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:00.749984 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e799900e-9856-40ab-a0d8-de5f68528103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.521011 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:03.606655 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5f100cfa-284c-4a38-bcc1-5bff7dcde5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:04.515125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:06.452875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:08.923296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-9ae699be-b099-42f2-98ec-6be9cbff81ff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874774 Aug 16 21:37:09.007892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-501522b8-9b0e-4fbc-8d9b-e28f2f0eb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:09.009382 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-501522b8-9b0e-4fbc-8d9b-e28f2f0eb48a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1097 time: 0.0446391 Aug 16 21:37:09.109713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-efb84540-e808-48e3-ba67-dad576a308e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:09.111095 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-efb84540-e808-48e3-ba67-dad576a308e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0821688 Aug 16 21:37:09.180908 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-e6e78137-bf89-46e9-bb34-3a336cddba7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1000 time: 0.0621319 Aug 16 21:37:09.230377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-ea06f7b9-de5c-49bd-8663-66212dcd504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:09.231809 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-ea06f7b9-de5c-49bd-8663-66212dcd504f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0437753 Aug 16 21:37:09.279182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-36424eee-4b08-468b-9622-1639fc1f641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:09.280689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-36424eee-4b08-468b-9622-1639fc1f641d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409341 Aug 16 21:37:09.376721 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-38520e23-e708-47c6-858d-26583492deeb service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873721 Aug 16 21:37:09.463641 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9c70eb6-4ee2-4afd-8517-8bc8c3609108 req-e6ddb6a4-583a-4863-a263-e5d9ced6238c service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793447 Aug 16 21:37:11.764509 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:37:19.046155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:22.651815 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:29.642275 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0bdb2-9739-44bb-827c-25ad60182e6f req-6fb2238f-899d-4720-8efb-26dc670ecad9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:29.643664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3e0bdb2-9739-44bb-827c-25ad60182e6f req-6fb2238f-899d-4720-8efb-26dc670ecad9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.1047573 Aug 16 21:37:29.681838 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b3e0bdb2-9739-44bb-827c-25ad60182e6f req-ddf6afbe-2e5b-48ae-ad0e-90ee9c6e97a4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Aug 16 21:37:30.743268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-38135e40-c797-4697-8a99-ad07b6b5983e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:30.800532 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a9386-5f2e-44e9-96d6-45213e10abd6 req-315d0aac-46da-43c2-afae-1e511aba40d9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:30.801993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22a9386-5f2e-44e9-96d6-45213e10abd6 req-315d0aac-46da-43c2-afae-1e511aba40d9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0500185 Aug 16 21:37:30.846198 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a22a9386-5f2e-44e9-96d6-45213e10abd6 req-7854d582-1bfc-48a8-928c-93f02a49d49f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 Aug 16 21:37:31.980037 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce710da3-9f52-4ae0-962f-f2a9cb9f117f req-c298c5fc-6d53-4788-97c4-e6a6ecdff05c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:31.981548 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce710da3-9f52-4ae0-962f-f2a9cb9f117f req-c298c5fc-6d53-4788-97c4-e6a6ecdff05c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0504007 Aug 16 21:37:32.018620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce710da3-9f52-4ae0-962f-f2a9cb9f117f req-ebf40c6b-514b-47e4-aa2a-475614965cc8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Aug 16 21:37:33.137817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65a6e6-f3df-4f93-9680-8706b35a44d4 req-4badeee2-4ad6-456b-b2c0-23fda6e579cc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:33.139270 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd65a6e6-f3df-4f93-9680-8706b35a44d4 req-4badeee2-4ad6-456b-b2c0-23fda6e579cc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Aug 16 21:37:33.177842 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bd65a6e6-f3df-4f93-9680-8706b35a44d4 req-4dafd755-c5a0-442d-90af-2bd1f72a5276 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Aug 16 21:37:33.520262 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:33.605871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab2ff-a5ec-472c-b55b-78669bf7b025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:34.291570 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716016c6-57fd-4f63-bb63-314395bba6ae req-fc6080d5-4a99-4889-b893-476bf5e490c5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:34.293114 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-716016c6-57fd-4f63-bb63-314395bba6ae req-fc6080d5-4a99-4889-b893-476bf5e490c5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0481024 Aug 16 21:37:34.330740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-716016c6-57fd-4f63-bb63-314395bba6ae req-4bd23a54-6127-4498-952c-0b31d154e441 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Aug 16 21:37:34.502961 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:35.444252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06931fea-62f3-4972-b253-19ab838ffde5 req-77a0ac1d-1be2-4a05-9532-7ab7f1d46f9f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:35.445787 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06931fea-62f3-4972-b253-19ab838ffde5 req-77a0ac1d-1be2-4a05-9532-7ab7f1d46f9f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0497625 Aug 16 21:37:35.487239 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06931fea-62f3-4972-b253-19ab838ffde5 req-5d241956-88c3-4f74-89d7-993a98c52de6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355561 Aug 16 21:37:36.428920 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:36.611016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21132e-3ef9-49a9-ab8a-a6a5bbeb52ab req-211e2b5a-426a-4c8f-b01b-a4595410e474 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:36.612568 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e21132e-3ef9-49a9-ab8a-a6a5bbeb52ab req-211e2b5a-426a-4c8f-b01b-a4595410e474 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0547080 Aug 16 21:37:36.651016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e21132e-3ef9-49a9-ab8a-a6a5bbeb52ab req-04a56ca0-683d-475f-b973-70db9136e1c3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321920 Aug 16 21:37:37.769304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ee5f1-f134-41cd-9eb3-63fd865896e7 req-c9b486b0-73af-4c60-9c92-c5edcaec5bcb tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:37.770813 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c9ee5f1-f134-41cd-9eb3-63fd865896e7 req-c9b486b0-73af-4c60-9c92-c5edcaec5bcb tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0502639 Aug 16 21:37:37.809343 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c9ee5f1-f134-41cd-9eb3-63fd865896e7 req-0ee0fe62-b9b4-4365-beb0-33af5684dba5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323274 Aug 16 21:37:38.923636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa2b68-38c5-408d-b297-b6be1cf5e9e7 req-298a2e7f-29c3-49b8-8be7-9ba05aa80277 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:38.925179 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18fa2b68-38c5-408d-b297-b6be1cf5e9e7 req-298a2e7f-29c3-49b8-8be7-9ba05aa80277 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0502613 Aug 16 21:37:38.966071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-18fa2b68-38c5-408d-b297-b6be1cf5e9e7 req-c63dc5df-0aee-4753-93dc-afeaf40463de tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343707 Aug 16 21:37:40.338793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b4d1a-8ca9-4dd9-85d3-1cb06535b602 req-0559733f-5ae6-404e-8bad-94962adf94c4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:40.340286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d94b4d1a-8ca9-4dd9-85d3-1cb06535b602 req-0559733f-5ae6-404e-8bad-94962adf94c4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Aug 16 21:37:40.376532 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d94b4d1a-8ca9-4dd9-85d3-1cb06535b602 req-642a4b56-d9bf-4d82-95a0-804560ab6afe tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304117 Aug 16 21:37:41.492615 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f553ef7-293f-424e-919f-c145debe0797 req-549431b8-45a8-4a4b-9248-ba64e07ace2a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:41.494744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f553ef7-293f-424e-919f-c145debe0797 req-549431b8-45a8-4a4b-9248-ba64e07ace2a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Aug 16 21:37:41.533505 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0f553ef7-293f-424e-919f-c145debe0797 req-06d49396-dfa4-4e49-9e69-e27b586ff380 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328257 Aug 16 21:37:41.966662 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9b3f72df-b703-454a-9344-735821de9b07 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:37:42.064323 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:42.075560 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '9b3f72df-b703-454a-9344-735821de9b07', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:37:42.111666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:42.124307 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:42.144839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:42.201132 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:42.259299 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:42.266623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.266968 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.267301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.267631 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.267994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.268320 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.268639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.268960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.269276 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.269768 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.270124 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.270343 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:42.276754 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['9b3f72df-b703-454a-9344-735821de9b07'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:37:42.662760 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310652d-02af-4f31-adbc-4fa61050c736 req-10eb833f-5962-483a-a9ae-c6a82ce68b44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:42.670211 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3310652d-02af-4f31-adbc-4fa61050c736 req-10eb833f-5962-483a-a9ae-c6a82ce68b44 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0572879 Aug 16 21:37:42.711943 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3310652d-02af-4f31-adbc-4fa61050c736 req-3021d671-d0d8-4eeb-9c62-c8fe6a3e8c04 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Aug 16 21:37:43.848535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4978-8586-45a0-a1d0-0a45ab7e2849 req-6bab6d97-ba5f-4c9f-91b1-e6b32a5da6c9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:43.850037 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677a4978-8586-45a0-a1d0-0a45ab7e2849 req-6bab6d97-ba5f-4c9f-91b1-e6b32a5da6c9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0617981 Aug 16 21:37:43.895599 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-677a4978-8586-45a0-a1d0-0a45ab7e2849 req-b9b5bce2-d249-42db-a635-d885cf3ca491 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358737 Aug 16 21:37:43.997450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9b3f72df-b703-454a-9344-735821de9b07 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:37:44.055063 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 9b3f72df-b703-454a-9344-735821de9b07 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:37:44.055458 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.144439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.176623 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:44.178916 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de5b9f-6ef6-4390-b4e6-10c1438efe56" -d '{"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:44.196170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:44.262658 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:44.300671 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44cf0ea-707a-46f9-bc02-dce596da23d4 x-openstack-request-id: req-b44cf0ea-707a-46f9-bc02-dce596da23d4 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:44.301273 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:44.301522 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b44cf0ea-707a-46f9-bc02-dce596da23d4 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:44.301908 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'code': 200} Aug 16 21:37:44.331607 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:45.028936 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e06e2-9342-4651-bfa8-f70e380b3fcf req-73753604-9ac0-4272-b6b4-4ef685c0c68d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:45.030443 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-310e06e2-9342-4651-bfa8-f70e380b3fcf req-73753604-9ac0-4272-b6b4-4ef685c0c68d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Aug 16 21:37:45.071862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-310e06e2-9342-4651-bfa8-f70e380b3fcf req-f49559aa-49e2-4f80-9cff-bd1d23163f0e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350049 Aug 16 21:37:46.232270 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ff4d6-57bd-4d39-949d-52d49850581c req-66664ffe-4618-4788-bdb6-a8161fc38d7a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:46.233777 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c2ff4d6-57bd-4d39-949d-52d49850581c req-66664ffe-4618-4788-bdb6-a8161fc38d7a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Aug 16 21:37:46.280580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0c2ff4d6-57bd-4d39-949d-52d49850581c req-aa05edac-8b31-4311-a15a-0df397d153af tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399520 Aug 16 21:37:47.414551 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6514f-0dbe-4cba-8d4f-2c8c752d996e req-f44c37d0-dc1b-4e4d-ac39-236f92bebc6a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:47.423062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fb6514f-0dbe-4cba-8d4f-2c8c752d996e req-f44c37d0-dc1b-4e4d-ac39-236f92bebc6a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0678842 Aug 16 21:37:47.463992 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fb6514f-0dbe-4cba-8d4f-2c8c752d996e req-111824e7-6416-4aae-ba6b-306282fcf879 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Aug 16 21:37:48.594703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d441db0-ed5b-41fd-9dc1-d19659ba1c8b req-4687a551-5874-4eff-87e5-dc3eb5d0bcd8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:48.596438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d441db0-ed5b-41fd-9dc1-d19659ba1c8b req-4687a551-5874-4eff-87e5-dc3eb5d0bcd8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0599742 Aug 16 21:37:48.642010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d441db0-ed5b-41fd-9dc1-d19659ba1c8b req-6d39c79c-fdb8-4253-86be-1a2b2401ed1f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367374 Aug 16 21:37:48.769258 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:37:49.085481 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:49.780143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26394f-c1c3-48ad-ba35-9170a2e347d2 req-e67ae7a7-308f-4130-bc0a-3c138ec0285f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:49.780821 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a26394f-c1c3-48ad-ba35-9170a2e347d2 req-e67ae7a7-308f-4130-bc0a-3c138ec0285f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0604181 Aug 16 21:37:49.825835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a26394f-c1c3-48ad-ba35-9170a2e347d2 req-6662b9c2-0acb-4158-a3b5-353e754b10dd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 Aug 16 21:37:50.968573 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08405e93-6de2-4c45-b2e4-a77d0e7778cc req-5c197400-509e-4cff-86b6-79951c209c97 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:50.979180 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08405e93-6de2-4c45-b2e4-a77d0e7778cc req-5c197400-509e-4cff-86b6-79951c209c97 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0719185 Aug 16 21:37:51.023424 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-08405e93-6de2-4c45-b2e4-a77d0e7778cc req-3bc7f873-315f-4655-9ed0-7cd51df8b9c9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Aug 16 21:37:52.143351 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340ac73-d4ed-4a06-b055-588878b9fc0d req-e3fe6672-e14e-4227-98b8-b7e844e92753 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.144848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f340ac73-d4ed-4a06-b055-588878b9fc0d req-e3fe6672-e14e-4227-98b8-b7e844e92753 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 16 21:37:52.184605 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f340ac73-d4ed-4a06-b055-588878b9fc0d req-b7c8bf3a-0c7d-47d3-81ec-760bbf262d8e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Aug 16 21:37:52.613143 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005379b7-a677-420c-ae61-713e6934689f req-64e05427-912f-4a50-bd8b-60a0f03b10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.614653 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-64e05427-912f-4a50-bd8b-60a0f03b10cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1097 time: 0.0436754 Aug 16 21:37:52.651257 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:52.707902 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005379b7-a677-420c-ae61-713e6934689f req-c37e985b-cd5b-4eb7-bf5e-e8b8ccc415aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.709392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-c37e985b-cd5b-4eb7-bf5e-e8b8ccc415aa service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0864148 Aug 16 21:37:52.775240 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-3d8c959a-2928-418e-8a4e-274de8a14877 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1000 time: 0.0572774 Aug 16 21:37:52.827591 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005379b7-a677-420c-ae61-713e6934689f req-0b2e7500-8b1b-4ae5-b480-5942132ef093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.828936 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-0b2e7500-8b1b-4ae5-b480-5942132ef093 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0461955 Aug 16 21:37:52.876231 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005379b7-a677-420c-ae61-713e6934689f req-016240ff-767d-4e1b-9684-91a3fc821cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:52.878425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-016240ff-767d-4e1b-9684-91a3fc821cb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413623 Aug 16 21:37:52.973235 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-f10bdeb8-30f4-4c41-8332-ea6e54f9de76 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Aug 16 21:37:53.069251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-005379b7-a677-420c-ae61-713e6934689f req-49a6e6fc-0661-41d6-8588-a47bfff49215 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872910 Aug 16 21:37:53.306844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff16db-c302-470c-a1ad-266e0cdc1e5d req-7eb4f579-2712-4a7d-aee2-ddbfc9380d30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:53.308429 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cff16db-c302-470c-a1ad-266e0cdc1e5d req-7eb4f579-2712-4a7d-aee2-ddbfc9380d30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0541761 Aug 16 21:37:53.349865 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5cff16db-c302-470c-a1ad-266e0cdc1e5d req-6acc6327-55d0-4812-af74-119a43dcd125 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326614 Aug 16 21:37:54.469577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b5f6b-16cc-489e-8b4a-51a1b3f533bb req-a1ed1285-33f6-4e47-9aef-cf337e8d1a56 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:54.470955 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e58b5f6b-16cc-489e-8b4a-51a1b3f533bb req-a1ed1285-33f6-4e47-9aef-cf337e8d1a56 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0528572 Aug 16 21:37:54.507940 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e58b5f6b-16cc-489e-8b4a-51a1b3f533bb req-83ba4bec-00a7-43fe-98f6-803d7bc8c145 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310204 Aug 16 21:37:55.622114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d822f5-ef02-4a69-ae5c-e0c8dd6a4b1d req-8f2ebea8-cc2e-4834-8760-e5c380132f1a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:55.623584 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4d822f5-ef02-4a69-ae5c-e0c8dd6a4b1d req-8f2ebea8-cc2e-4834-8760-e5c380132f1a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0490992 Aug 16 21:37:55.661191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4d822f5-ef02-4a69-ae5c-e0c8dd6a4b1d req-b33725a2-28c7-4c86-8183-b632f5c463a7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Aug 16 21:37:55.951785 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c28a4-638f-41ae-99d0-141d053cfeeb req-35b766e9-b501-4055-9a74-492854f7c1ae tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:55.953588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f23c28a4-638f-41ae-99d0-141d053cfeeb req-35b766e9-b501-4055-9a74-492854f7c1ae tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0488536 Aug 16 21:37:55.991692 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f23c28a4-638f-41ae-99d0-141d053cfeeb req-bd2a0263-8605-452c-8295-51d210d7015e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 16 21:37:56.045122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 9b3f72df-b703-454a-9344-735821de9b07 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:37:56.120954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:56.142840 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:56.145068 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a52e4-6e67-4a4a-88dd-9a0c8ec346e7" -d '{"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-unplugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:56.158593 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:56.177918 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5224b9-c6f4-4b79-953b-4b35e3348b39 x-openstack-request-id: req-dc5224b9-c6f4-4b79-953b-4b35e3348b39 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:56.178190 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-unplugged", "status": "failed", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "code": 422}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:56.178439 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc5224b9-c6f4-4b79-953b-4b35e3348b39 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:56.178835 n-d-794306-10 neutron-server[95242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'code': 422} returned with failed status Aug 16 21:37:56.222727 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:56.273402 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:56.673297 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-a072dbbe-1506-4799-a4b3-2a7234499b3e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4341624 Aug 16 21:37:57.112259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7711-c54d-49fc-9f1b-2cebdd3dee0f req-803d7754-b680-4b46-8a28-5e1915c1b367 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:57.113759 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef2e7711-c54d-49fc-9f1b-2cebdd3dee0f req-803d7754-b680-4b46-8a28-5e1915c1b367 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.0496223 Aug 16 21:37:57.153283 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ef2e7711-c54d-49fc-9f1b-2cebdd3dee0f req-10f40165-be19-45fe-a8d3-9239f416d930 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Aug 16 21:37:58.096096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-cc362600-0b23-450f-a070-da1c9168cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:58.098258 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-cc362600-0b23-450f-a070-da1c9168cdde service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 1095 time: 0.1082559 Aug 16 21:37:58.110112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-10', 'device_owner': 'compute:nova'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:37:58.164331 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.270001 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e768dc-d243-45d9-b58b-040809de1002 req-dee1e647-5d91-4a1c-9023-656749063d71 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:58.272125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e768dc-d243-45d9-b58b-040809de1002 req-dee1e647-5d91-4a1c-9023-656749063d71 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 943 time: 0.0509627 Aug 16 21:37:58.311059 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9e768dc-d243-45d9-b58b-040809de1002 req-91690a14-1522-471e-a32d-49fb135f0e4c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331006 Aug 16 21:37:58.369723 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:37:58.401755 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h1-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:58.439323 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:37:58.446959 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.458411 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Transition to ACTIVE for port object 9b3f72df-b703-454a-9344-735821de9b07 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:37:58.530535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.615428 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=9']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:58.621756 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.622110 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.622454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.622791 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.623125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.623454 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.623887 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.624237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.624566 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.624891 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.625215 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.625610 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:37:58.670790 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] No DVR routers for this DVR port 9b3f72df-b703-454a-9344-735821de9b07 on host n-h1-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:37:58.811716 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:37:58.812004 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:37:58.812333 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:58.816515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:37:58.816836 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Attempting to bind port 9b3f72df-b703-454a-9344-735821de9b07 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:37:58.821616 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:37:58.821951 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:37:58.822335 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Bound using segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:37:58.822761 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Bound port: 9b3f72df-b703-454a-9344-735821de9b07, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:37:58.823114 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.884243 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:37:58.887199 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:37:58.948423 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.983445 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:58.984083 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:37:58.985524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1092 time: 0.8796375 Aug 16 21:37:58.985900 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:37:58.988161 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:37:59.043354 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66042ac7-e43a-4de1-914a-be6c9615f5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=10']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:37:59.062448 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-694ef2f1-ab1a-4988-b0e4-5cab96f31d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.064034 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-694ef2f1-ab1a-4988-b0e4-5cab96f31d69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1096 time: 0.0514781 Aug 16 21:37:59.138571 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa28a350-a556-4ba2-bb8d-dd33581ecd60 x-openstack-request-id: req-aa28a350-a556-4ba2-bb8d-dd33581ecd60 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:37:59.139214 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:37:59.139214 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa28a350-a556-4ba2-bb8d-dd33581ecd60 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:37:59.139483 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'status': 'completed', 'code': 200} Aug 16 21:37:59.165904 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-b95730ff-8db0-48a5-87c9-cc96482bcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.167376 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-b95730ff-8db0-48a5-87c9-cc96482bcea3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0965965 Aug 16 21:37:59.233621 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-84a93bff-e186-4796-b635-721e406748fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 998 time: 0.0576928 Aug 16 21:37:59.288827 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-1935644e-f3a8-45d1-8a1f-62717bcbfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.290663 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-1935644e-f3a8-45d1-8a1f-62717bcbfec3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0492430 Aug 16 21:37:59.337514 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-bdbef5d5-3edc-44a0-8865-0d887dee0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.339238 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-bdbef5d5-3edc-44a0-8865-0d887dee0cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409169 Aug 16 21:37:59.426059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaed57-a95e-4ad6-a530-c58e8a05aaf2 req-bf36ac85-cba6-4481-bcdc-c3bb29e4c8bc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.427592 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bdaed57-a95e-4ad6-a530-c58e8a05aaf2 req-bf36ac85-cba6-4481-bcdc-c3bb29e4c8bc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0482821 Aug 16 21:37:59.428996 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-5b1e1a21-72bf-4008-9ef7-ced9e56e4b20 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Aug 16 21:37:59.470203 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5bdaed57-a95e-4ad6-a530-c58e8a05aaf2 req-d87cf1e4-255d-477f-a0b5-7f003c80c8c4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357943 Aug 16 21:37:59.521950 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e1e583a8-bbd0-45c4-805b-5ef19e4eb68a req-4bec383c-c2c9-4855-b8e9-e01d3e70ae9a service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Aug 16 21:37:59.685586 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-f47f09ba-6ae5-411d-9b85-2c63301ab3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.687244 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-f47f09ba-6ae5-411d-9b85-2c63301ab3f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1096 time: 0.0425825 Aug 16 21:37:59.784088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-1ecb0fcc-7818-4b5e-ac39-896172dc823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.785594 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-1ecb0fcc-7818-4b5e-ac39-896172dc823f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0913351 Aug 16 21:37:59.849457 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-d5e78aec-4ffe-4377-9335-ca78ff08b090 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 998 time: 0.0570624 Aug 16 21:37:59.901241 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-eb4c71f4-3334-4be0-b24d-6f5836d085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.902686 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-eb4c71f4-3334-4be0-b24d-6f5836d085ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0461426 Aug 16 21:37:59.959880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-ec85a425-7298-4d7b-9672-0f1dbf2f49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:37:59.961981 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-ec85a425-7298-4d7b-9672-0f1dbf2f49ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519471 Aug 16 21:38:00.588201 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fee1c-97fe-4ba2-a3fc-707b03b9b42a req-2c194765-7abe-4505-ab81-02398e6772cf tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:00.589708 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496fee1c-97fe-4ba2-a3fc-707b03b9b42a req-2c194765-7abe-4505-ab81-02398e6772cf tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0497930 Aug 16 21:38:00.627169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-496fee1c-97fe-4ba2-a3fc-707b03b9b42a req-a8a73b5d-dd54-4dac-8020-c1bdc3b41b76 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314806 Aug 16 21:38:00.736845 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0e965faf-1d98-4f79-9a0f-41983e0ff034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:01.746014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b6da6-9b53-47f5-90f7-63f3e35703a6 req-d8be842a-cbd7-40f0-bf35-985c08876906 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:01.747480 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-381b6da6-9b53-47f5-90f7-63f3e35703a6 req-d8be842a-cbd7-40f0-bf35-985c08876906 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0487485 Aug 16 21:38:01.785991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-381b6da6-9b53-47f5-90f7-63f3e35703a6 req-5e78ddb5-5d4d-4eec-8b6e-91c675ddc99c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321562 Aug 16 21:38:02.910032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625db821-f51a-4f68-ab00-8d1f286f45d9 req-f2f662ca-990d-4b51-9011-722473f6551b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:02.911912 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-625db821-f51a-4f68-ab00-8d1f286f45d9 req-f2f662ca-990d-4b51-9011-722473f6551b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0497818 Aug 16 21:38:02.954798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-625db821-f51a-4f68-ab00-8d1f286f45d9 req-e643f073-e292-4a44-b659-bccb18251c92 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359056 Aug 16 21:38:03.513396 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:03.633700 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c6e8955c-7162-4f3a-beac-66f40c9a1251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:04.079249 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4209f-cfdf-428f-948e-3a2026969f9e req-7e02dc29-607b-4bae-baa0-64a91517c45e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:04.080753 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dea4209f-cfdf-428f-948e-3a2026969f9e req-7e02dc29-607b-4bae-baa0-64a91517c45e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0508153 Aug 16 21:38:04.119439 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dea4209f-cfdf-428f-948e-3a2026969f9e req-7409bd29-43f8-458e-a0a3-832d91c37bfa tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Aug 16 21:38:04.507930 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:05.236854 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78fe2c-d626-4832-b9bd-dc4c7c103d84 req-2a2ccfd2-8f3a-4ccc-a93b-3657f95d35dc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:05.239068 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f78fe2c-d626-4832-b9bd-dc4c7c103d84 req-2a2ccfd2-8f3a-4ccc-a93b-3657f95d35dc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0532777 Aug 16 21:38:05.280675 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8f78fe2c-d626-4832-b9bd-dc4c7c103d84 req-69123511-54db-40aa-b53a-dd9c8a62e173 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Aug 16 21:38:06.400543 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a122dc-c9d4-43b4-ab54-6ab3e0ffe66e req-5d9f4d09-2391-4c6c-8107-deb8202a39d6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:06.402033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74a122dc-c9d4-43b4-ab54-6ab3e0ffe66e req-5d9f4d09-2391-4c6c-8107-deb8202a39d6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0494425 Aug 16 21:38:06.442505 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:06.462440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-74a122dc-c9d4-43b4-ab54-6ab3e0ffe66e req-04aabf42-1c84-4685-a5af-edabb6b09a6c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Aug 16 21:38:07.578490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242d95c-c591-4768-a2f8-1d23a3d2e75a req-851e6ccf-fba1-4553-9fe7-e2e5dd97df94 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:07.580022 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d242d95c-c591-4768-a2f8-1d23a3d2e75a req-851e6ccf-fba1-4553-9fe7-e2e5dd97df94 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0504797 Aug 16 21:38:07.616853 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d242d95c-c591-4768-a2f8-1d23a3d2e75a req-6c7a7f1c-2681-41b3-839f-abcfc6f07129 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Aug 16 21:38:08.737441 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97db37-7b12-42ca-92cc-f73eb5c3c782 req-e12b3f22-236f-47c7-8766-4e75a06bbaae tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:08.738919 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f97db37-7b12-42ca-92cc-f73eb5c3c782 req-e12b3f22-236f-47c7-8766-4e75a06bbaae tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0515826 Aug 16 21:38:08.778674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f97db37-7b12-42ca-92cc-f73eb5c3c782 req-801bed07-3c6b-4578-b312-97cb53580745 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Aug 16 21:38:09.910422 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec8129-d0c8-4b8c-b89d-7308d3509753 req-3fbd42d9-0809-4ce1-a033-84d1fd8a6eb1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:09.916042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00ec8129-d0c8-4b8c-b89d-7308d3509753 req-3fbd42d9-0809-4ce1-a033-84d1fd8a6eb1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0497530 Aug 16 21:38:09.958342 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-00ec8129-d0c8-4b8c-b89d-7308d3509753 req-2ebb524c-6ff5-44d2-8845-9fb42bd77128 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Aug 16 21:38:11.083189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3e8d8-be95-4004-a5ac-ea91a83e52ce req-6ae59616-1a1d-45f0-8e59-694e15374bc6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:11.084848 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fa3e8d8-be95-4004-a5ac-ea91a83e52ce req-6ae59616-1a1d-45f0-8e59-694e15374bc6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0529797 Aug 16 21:38:11.133815 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7fa3e8d8-be95-4004-a5ac-ea91a83e52ce req-04d66a17-e4a9-44a5-962d-57f467ea5a5a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Aug 16 21:38:12.167021 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-0aeba349-24e3-4b3f-aaec-45f5272cc47a service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Aug 16 21:38:12.253344 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd172b8-8aa4-485f-88c8-7fefd224da36 req-ac8213c8-43fb-4b4c-8c8e-fa6ab3462eca tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.254754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fd172b8-8aa4-485f-88c8-7fefd224da36 req-ac8213c8-43fb-4b4c-8c8e-fa6ab3462eca tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0487196 Aug 16 21:38:12.266279 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-6c6dea9b-c013-49c3-9b0c-cd41b2d219a7 req-ae32112d-7521-4242-9664-7f41f0492f30 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Aug 16 21:38:12.293771 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8fd172b8-8aa4-485f-88c8-7fefd224da36 req-eec97146-52d9-40d3-92a1-2587fdcf87cd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318449 Aug 16 21:38:12.364789 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-b7bcb0c3-f986-4b31-ae2a-b91a7a8ffa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.366269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-b7bcb0c3-f986-4b31-ae2a-b91a7a8ffa8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1096 time: 0.0407181 Aug 16 21:38:12.470288 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-a83513b4-c9ba-4b43-b6be-591145646da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.471648 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-a83513b4-c9ba-4b43-b6be-591145646da0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0861146 Aug 16 21:38:12.535303 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-8327e245-74d5-4162-8c47-4d2573266ba2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 998 time: 0.0551186 Aug 16 21:38:12.592245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-f22c655f-0450-41ae-9d4b-9c32c7a6d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.593700 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-f22c655f-0450-41ae-9d4b-9c32c7a6d072 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0491245 Aug 16 21:38:12.640652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-0f9d0131-53d8-4c83-9b43-aa288104acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:12.642114 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-0f9d0131-53d8-4c83-9b43-aa288104acb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406470 Aug 16 21:38:12.731514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-6033bac5-05cc-40f4-b44b-dbbefd329f20 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Aug 16 21:38:13.161781 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-9b220caf-09d9-4db2-aa5b-29ccfe04084a req-e909795e-be9d-4c60-9ef4-da7f6554dab0 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221125 Aug 16 21:38:13.419997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28909e0-16bc-4e99-aac3-f1abaf6231cd req-ebb024cd-4fe9-4319-ad9f-010ea09a44a1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:13.421543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28909e0-16bc-4e99-aac3-f1abaf6231cd req-ebb024cd-4fe9-4319-ad9f-010ea09a44a1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 944 time: 0.0529826 Aug 16 21:38:13.465747 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e28909e0-16bc-4e99-aac3-f1abaf6231cd req-b9698f51-ee7a-47d8-8c53-a8e1fa40aa24 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Aug 16 21:38:13.914410 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9b3f72df-b703-454a-9344-735821de9b07 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:38:14.011397 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:14.021741 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': '9b3f72df-b703-454a-9344-735821de9b07', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'port_id': '9b3f72df-b703-454a-9344-735821de9b07', 'mac_address': 'fa:16:3e:08:49:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:38:14.057855 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:14.069863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:38:14.088646 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:14.170410 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:14.216209 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=11']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:14.396994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['9b3f72df-b703-454a-9344-735821de9b07'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:38:14.716302 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225a909-ddc2-4df5-b79d-732f4e101c04 req-5662c76d-2878-45c8-901a-dbd6862cedd0 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:14.717806 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6225a909-ddc2-4df5-b79d-732f4e101c04 req-5662c76d-2878-45c8-901a-dbd6862cedd0 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Aug 16 21:38:14.754784 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6225a909-ddc2-4df5-b79d-732f4e101c04 req-53659357-fc0a-4098-8ec3-409d62a319c3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Aug 16 21:38:15.874379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fab6ea-091e-4a53-b5b4-eaf4b39b0504 req-5b1f3e47-c1dc-4ad1-a694-f664dcc74298 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:15.875874 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4fab6ea-091e-4a53-b5b4-eaf4b39b0504 req-5b1f3e47-c1dc-4ad1-a694-f664dcc74298 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 945 time: 0.0483034 Aug 16 21:38:15.912772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e4fab6ea-091e-4a53-b5b4-eaf4b39b0504 req-d8f7f74d-9cc7-4417-89fa-a118cdc4aa95 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309069 Aug 16 21:38:15.927075 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9b3f72df-b703-454a-9344-735821de9b07 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:38:16.021866 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port 9b3f72df-b703-454a-9344-735821de9b07 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:38:16.027039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port 9b3f72df-b703-454a-9344-735821de9b07 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:38:16.027408 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:16.105865 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:16.127315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:38:16.129425 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412fabe-2816-415d-a87f-f37b92bab55d" -d '{"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:38:16.142583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:38:16.165629 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98492e16-d996-4775-b1a9-b97388e28ab0 x-openstack-request-id: req-98492e16-d996-4775-b1a9-b97388e28ab0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:38:16.165920 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-plugged", "status": "completed", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:38:16.166172 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98492e16-d996-4775-b1a9-b97388e28ab0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:38:16.166564 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'code': 200} Aug 16 21:38:16.203755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:16.250413 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=12']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:38:16.369020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62d013-04a5-445d-8178-ab084987b155 req-46fc8b6d-bec2-4f52-a80e-59b589c739cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:16.370532 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ea62d013-04a5-445d-8178-ab084987b155 req-46fc8b6d-bec2-4f52-a80e-59b589c739cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1098 time: 0.0401444 Aug 16 21:38:16.405267 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ea62d013-04a5-445d-8178-ab084987b155 req-3dca99e5-163d-4760-8301-ca9c606ff598 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275586 Aug 16 21:38:17.028006 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c64131-1d35-4a9a-9327-56751574eb1d req-615e3e35-37fb-4b64-a02f-f73ab5bca37d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:17.029504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9c64131-1d35-4a9a-9327-56751574eb1d req-615e3e35-37fb-4b64-a02f-f73ab5bca37d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0488782 Aug 16 21:38:17.074530 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c9c64131-1d35-4a9a-9327-56751574eb1d req-2191ce08-0057-4b15-acd1-66b40c64823c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387115 Aug 16 21:38:18.191541 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458fd01-1405-43a6-ae13-02d9f3813314 req-85d60c6c-b20b-4cb7-86bd-8667b8359678 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:18.193078 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c458fd01-1405-43a6-ae13-02d9f3813314 req-85d60c6c-b20b-4cb7-86bd-8667b8359678 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0492899 Aug 16 21:38:18.232750 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c458fd01-1405-43a6-ae13-02d9f3813314 req-5b509daa-ac8f-4fe6-b677-2b77696e89af tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335274 Aug 16 21:38:19.090380 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:19.346520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1077-f1c7-481d-a55c-2ff027d9d29e req-1b176c22-efcd-43d5-944b-7b1360477d66 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:38:19.347937 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-590f1077-f1c7-481d-a55c-2ff027d9d29e req-1b176c22-efcd-43d5-944b-7b1360477d66 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Aug 16 21:38:19.385856 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-590f1077-f1c7-481d-a55c-2ff027d9d29e req-5c81b820-954d-499e-a8c0-adb6bca2b50d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312488 Aug 16 21:38:22.650248 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:25.767823 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:38:30.753301 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-02904d6c-5ea8-4bce-bdac-6d1ec151f093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:33.524013 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:33.621374 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d405fef6-ed52-46e9-96c7-134d5ec40bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:34.506871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:36.472771 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:49.129820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:38:52.688351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:00.769468 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78f73de7-5e5a-487e-9b05-2a251832c9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:02.767216 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:39:03.558582 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:03.637885 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e97d76ca-3c86-4ca7-9f7a-0f168ef7a0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:04.506609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:04.844133 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-0d17ff4a-d22d-463c-99e3-94c52fa0973c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457175 Aug 16 21:39:04.924496 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02b83-8bee-446c-af8b-831f74958d1d req-76bc6b0e-5bc1-4658-a80b-cb456327c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:04.925962 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-76bc6b0e-5bc1-4658-a80b-cb456327c8ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1098 time: 0.0404549 Aug 16 21:39:05.029923 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02b83-8bee-446c-af8b-831f74958d1d req-ee8c7dd0-c45e-45a0-985c-e02b1b9a32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:05.031369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-ee8c7dd0-c45e-45a0-985c-e02b1b9a32da service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0860467 Aug 16 21:39:05.095702 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-3534525e-aae8-4a85-a355-c0e4022b77bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 1000 time: 0.0564933 Aug 16 21:39:05.143073 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02b83-8bee-446c-af8b-831f74958d1d req-62e73194-eae8-401f-bd37-86db580cc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:05.144514 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-62e73194-eae8-401f-bd37-86db580cc521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0421824 Aug 16 21:39:05.192895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b02b83-8bee-446c-af8b-831f74958d1d req-a8cf885e-949a-4ef5-9bc8-eb3804348f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:05.194354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-a8cf885e-949a-4ef5-9bc8-eb3804348f46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428972 Aug 16 21:39:05.281947 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-61ee5971-8adc-4f6d-af74-b4b50917be68 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802627 Aug 16 21:39:05.374527 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-41b02b83-8bee-446c-af8b-831f74958d1d req-f763d9f9-439b-4a6f-a70c-e9a35ca75925 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852792 Aug 16 21:39:06.506147 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:19.117300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:22.657818 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.168399 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46290) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:30.326075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Deleting port 48c46d61-2226-4cc9-8f18-654b4ec38138 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:30.326426 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.404294 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.404631 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.416756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Calling delete_port for 48c46d61-2226-4cc9-8f18-654b4ec38138 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:30.623498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.659484 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'Port': ['ID=48c46d61-2226-4cc9-8f18-654b4ec38138,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:30.688391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.688826 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.689085 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.689421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.689772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.690088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.690413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.690734 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.691142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.691413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.691761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.692079 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:30.731491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.731873 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Floating IP 3185b9fc-d896-4e87-abd9-9a05f1e9262e disassociated (deleted). External IP: 172.25.7.51, port: 9b3f72df-b703-454a-9344-735821de9b07. Aug 16 21:39:30.749284 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0e937504-05b0-4f42-90b6-7979295c0a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:30.937889 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:39:31.065040 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:39:31.070290 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:31.075827 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:39:31.085304 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:31.085977 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:31.101264 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-085a6e63-e3f2-4bc4-a2d9-a8bc0a8d897c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "DELETE /v2.0/floatingips/3185b9fc-d896-4e87-abd9-9a05f1e9262e HTTP/1.1" status: 204 len: 168 time: 0.9292629 Aug 16 21:39:31.101264 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:31.101988 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394b5f8b-138c-43dc-8558-2cee54088c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:31.209735 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c0c16-7bab-446f-b132-fc9495bb8836 x-openstack-request-id: req-a40c0c16-7bab-446f-b132-fc9495bb8836 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:31.210383 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:31.210383 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a40c0c16-7bab-446f-b132-fc9495bb8836 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:31.210789 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'status': 'completed', 'code': 200} Aug 16 21:39:31.217231 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:31.278482 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-8f85446f-5c83-446c-b113-d22144c212fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:31.280083 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-8f85446f-5c83-446c-b113-d22144c212fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 1098 time: 0.0453598 Aug 16 21:39:31.387205 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-cbc0d18a-7c46-4d60-a8b8-8a3471f330a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:31.388744 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-cbc0d18a-7c46-4d60-a8b8-8a3471f330a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.1014132 Aug 16 21:39:31.439524 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-8880fcd1-04d0-4c3c-9924-54b47e568c29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 200 len: 217 time: 0.0390565 Aug 16 21:39:31.490045 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-a88733a5-3b32-4e67-a458-080add09e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:31.491674 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-a88733a5-3b32-4e67-a458-080add09e295 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0453229 Aug 16 21:39:31.528784 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:31.545685 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-b82f31e9-4a33-455c-b1eb-20187268f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:31.548032 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-b82f31e9-4a33-455c-b1eb-20187268f2f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498469 Aug 16 21:39:31.560535 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:39:31.571740 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:39:31.572432 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:39:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:31.647369 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-359ca6ab-f818-4eef-8fbb-40106f2cc170 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912855 Aug 16 21:39:31.687561 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0905e9-7be7-4402-89ef-d363056543cb req-30d39d9c-cf41-4aa4-980e-c0ca4d8fbd90 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:31.690083 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c0905e9-7be7-4402-89ef-d363056543cb req-30d39d9c-cf41-4aa4-980e-c0ca4d8fbd90 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0717204 Aug 16 21:39:31.702611 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:39:31.737202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5c0905e9-7be7-4402-89ef-d363056543cb req-7a6d82e5-918c-4910-b20b-fb5bdd3c7345 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406981 Aug 16 21:39:31.766269 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-394b5f8b-138c-43dc-8558-2cee54088c2f req-92761587-eaa2-4332-8afc-7f45ee04f331 service neutron] 10.222.0.64 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105018 Aug 16 21:39:31.917052 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:39:31.942716 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e3c55-3b34-4969-9295-1e42beae6c4b None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:39:32.167594 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750a8407-f4ec-4e8d-b337-7d6c91f51529 None None] New status for floating IP 3185b9fc-d896-4e87-abd9-9a05f1e9262e: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:39:32.858982 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2786517-8364-4537-868d-914bd3bbf135 req-5f8f7633-bc49-4104-88fd-553b66dcf116 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:32.860580 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2786517-8364-4537-868d-914bd3bbf135 req-5f8f7633-bc49-4104-88fd-553b66dcf116 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Aug 16 21:39:32.897695 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b2786517-8364-4537-868d-914bd3bbf135 req-3ce2a0ce-8d3b-4a6b-96e2-fa7efcb8c6a6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312562 Aug 16 21:39:33.036001 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-9fdfd95e-7b03-4876-82cf-7d134c158eda tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:39:33.037458 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-9fdfd95e-7b03-4876-82cf-7d134c158eda tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.64 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 946 time: 0.0497880 Aug 16 21:39:33.126404 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Deleting port 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:39:33.126659 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.217483 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] For port 9b3f72df-b703-454a-9344-735821de9b07, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=9b3f72df-b703-454a-9344-735821de9b07,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:39:33.217926 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.230000 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Calling delete_port for 9b3f72df-b703-454a-9344-735821de9b07 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:39:33.449272 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.487123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'Port': ['ID=9b3f72df-b703-454a-9344-735821de9b07,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:33.511082 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.511515 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.511885 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.512245 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.512589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.512929 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.513265 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.513600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.513930 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.514274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.514609 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.516094 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:39:33.537806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] No DVR routers for this DVR port 9b3f72df-b703-454a-9344-735821de9b07 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:39:33.560306 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.560306 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-ccdae514-06ec-483c-ad2c-375fb5bbb172 req-5f6de74d-20ce-4141-b9b2-1c5273e69320 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.64 "DELETE /v2.0/ports/9b3f72df-b703-454a-9344-735821de9b07 HTTP/1.1" status: 204 len: 173 time: 0.4982860 Aug 16 21:39:33.560306 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-deleted', 'tag': '9b3f72df-b703-454a-9344-735821de9b07'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:39:33.560306 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0796c5-c5ab-4de4-bf93-571b195da84b" -d '{"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-deleted", "tag": "9b3f72df-b703-454a-9344-735821de9b07"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:39:33.590603 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:33.596918 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e8b021-2ec0-4ea9-82be-a86d68cc3c5e x-openstack-request-id: req-53e8b021-2ec0-4ea9-82be-a86d68cc3c5e {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:39:33.609159 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8debd27e-8d40-476c-a4a2-d35758f30030", "name": "network-vif-deleted", "tag": "9b3f72df-b703-454a-9344-735821de9b07", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:39:33.609159 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53e8b021-2ec0-4ea9-82be-a86d68cc3c5e {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:39:33.609159 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8debd27e-8d40-476c-a4a2-d35758f30030', 'name': 'network-vif-deleted', 'tag': '9b3f72df-b703-454a-9344-735821de9b07', 'status': 'completed', 'code': 200} Aug 16 21:39:33.688943 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-76e022b5-6e0f-45d9-9888-b085c434bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:34.011533 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b06f25e5-0c5d-4345-b14a-d6e0249f4cf2 req-016bbcd6-f457-4791-b625-aef6f662e003 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=8debd27e-8d40-476c-a4a2-d35758f30030 HTTP/1.1" status: 200 len: 210 time: 0.0302551 Aug 16 21:39:34.608329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.069738 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46318) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:35.126890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.151486 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.286167 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.288820 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:35.290257 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "DELETE /v2.0/security-groups/6c5a519c-3ba1-48fc-9ba5-5c6a57b31883 HTTP/1.1" status: 204 len: 168 time: 0.2195206 Aug 16 21:39:35.300159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288f57b-e393-4a38-98af-e43688d64ae1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5a519c-3ba1-48fc-9ba5-5c6a57b31883,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:36.379999 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9b3f72df-b703-454a-9344-735821de9b07 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:39:36.407852 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: 9b3f72df-b703-454a-9344-735821de9b07 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:39:36.408191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device 9b3f72df-b703-454a-9344-735821de9b07 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:39:36.537650 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:37.899778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46328) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:37.904572 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-887706642', 'description': 'tempest-secgroup-smoke-887706642 description', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:38.002560 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.085533 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.174202 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.202381 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23144310-ebe5-468b-9e72-0cce61fecdfc,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:38.248228 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.249485 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-bef2b37f-76ad-4981-89a5-9ae4309dfa69 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3486915 Aug 16 21:39:38.252247 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46330) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:38.256633 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:38.327398 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.383244 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.471235 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.491373 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2404f46-47d1-4aef-a86d-3438174c0dd5,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:38.556768 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.557986 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-12165f0d-ed0c-41be-bef4-5d1d1accd5c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048217 Aug 16 21:39:38.560756 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46332) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:38.565670 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:38.652682 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.708500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.779490 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.800501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da95e66b-161c-444e-ba8f-84c787badd87,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:38.871040 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:38.872299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4965e421-8a55-47c2-a402-6d9e3d37ce30 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105919 Aug 16 21:39:38.875626 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46334) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:38.880124 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:38.955889 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.014030 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.074282 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.091142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec892ef7-0d9c-47c5-87dc-3b3c5cd63403,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:39.157738 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.158970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-943734b7-b205-4f8f-ac02-6c43f9d40ce6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823792 Aug 16 21:39:39.161680 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46336) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:39.166479 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:39.247252 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.306131 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.362439 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.379457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79df3238-49c7-48f4-bf1e-725e3ac49b13,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:39.448489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.449761 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-11def871-e48e-405c-ad61-9ebd4e7fd64f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2871013 Aug 16 21:39:39.452625 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46338) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:39.457118 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:39.545498 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Project d75ebbb254d1483ba9a7f4f4a535a6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:39:39.550847 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.610417 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.708512 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.733365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7448e7f-6d2b-40cb-bdad-dd23688786db,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:39.766487 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:39:39.811402 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.812881 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e0e354a9-1f83-4657-bd00-e29747738769 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592608 Aug 16 21:39:39.815778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46340) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:39:39.820280 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'security_group_rule': {'security_group_id': '23144310-ebe5-468b-9e72-0cce61fecdfc', 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:39:39.896996 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Project d75ebbb254d1483ba9a7f4f4a535a6c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:39:39.901795 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:39.961304 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:40.040875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:40.059032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa25165f-0d82-4086-ab34-5fef1873603b,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:39:40.131796 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:40.133033 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-dd01548d-3820-4caf-87f9-8317cb03e7e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163090 Aug 16 21:39:49.143012 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:39:52.651000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:00.025591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-a5d56d0c-6541-4a28-b11a-c7de6534fd36 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-887706642&fields=id&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 267 time: 0.0323546 Aug 16 21:40:00.132413 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-4767fc69-30b4-4657-9518-fe9374e85dc6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:00.133767 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-4767fc69-30b4-4657-9518-fe9374e85dc6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 807 time: 0.1009126 Aug 16 21:40:00.148892 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-7e2b2593-799e-490e-aced-d39400a6d1ee tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/quotas/d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 375 time: 0.0095325 Aug 16 21:40:00.199880 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-dbbb7584-72b6-47ca-9725-b76efff15f59 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457826 Aug 16 21:40:00.270958 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-900b3559-3598-4922-b7b5-317dc457f6f9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:40:00.272002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-900b3559-3598-4922-b7b5-317dc457f6f9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0600538 Aug 16 21:40:00.363258 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-a7eea426-5786-45ec-81f4-02bdf0d55c36 service neutron] 10.222.0.70 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Aug 16 21:40:00.454606 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-f2f82930-8fac-4c52-8296-016adde8f55c service neutron] 10.222.0.70 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Aug 16 21:40:00.770781 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-1a0f0e53-c706-40dd-b3fb-68090b607d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:01.004970 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5036ceed-dda2-438a-807e-22403e0f6657 req-e91bbfb3-c6d4-4d61-8d73-7bf140772ea3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0268688 Aug 16 21:40:02.099668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-976013ee-9316-4dbc-bf85-1085d8bea6de req-4fff71b4-2704-4725-a69a-caec04b5900b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0266311 Aug 16 21:40:02.779166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-6d67dd69-8eb1-463f-81bc-5d0dbf313306 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:02.780667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-6d67dd69-8eb1-463f-81bc-5d0dbf313306 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 807 time: 0.1057129 Aug 16 21:40:02.824398 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-67a05aa4-caac-49ae-b22b-7c74de791303 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 379 time: 0.0334461 Aug 16 21:40:02.834071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'port': {'device_id': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'admin_state_up': True, 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'security_groups': ['23144310-ebe5-468b-9e72-0cce61fecdfc']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:03.024811 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Made reservation on behalf of d75ebbb254d1483ba9a7f4f4a535a6c1 for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:40:03.028457 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.154034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Allocated IP 172.20.0.5 (3a0ea555-0eb9-4328-a7b2-9b6cd89acf61/60165c36-f13e-4373-8125-efaf6e8ce98d/8f77c81f-31e7-4fc6-99dc-30dccaed23d0) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:03.220779 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9e2f94f3-e836-42e1-9629-9de591bdef5d req-2e4c5728-ddfd-451b-9982-2f976e0bd0b4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0413625 Aug 16 21:40:03.326051 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.339258 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Transition to ACTIVE for port object 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:03.440599 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.490007 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:03.493215 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:03.497108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:03.503769 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:03.537569 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.557677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:03.558350 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.628196 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-101c8f79-b733-46a5-afe6-cf5ebc315bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.643014 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-5e8ce7cb-ee06-4f3a-936d-c176d258ec32 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125250 Aug 16 21:40:03.655290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-ce262d68-7f2b-45d7-9581-45517fdec49b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:40:03.656632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-ce262d68-7f2b-45d7-9581-45517fdec49b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056939 Aug 16 21:40:03.668695 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Request body: {'port': {'device_id': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:03.725661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.814484 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f902d564-40e5-4eb3-a171-88380e1cf401 None None] Provisioning for port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:03.818742 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-f902d564-40e5-4eb3-a171-88380e1cf401 None None] Provisioning complete for port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:03.819227 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f902d564-40e5-4eb3-a171-88380e1cf401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:03.855618 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f902d564-40e5-4eb3-a171-88380e1cf401 None None] Port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:40:03.995267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:04.002697 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.014434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Transition to ACTIVE for port object 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:40:04.082348 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.132699 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:04.213202 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Attempting to bind port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:40:04.213808 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Attempting to bind port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:40:04.214000 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Attempting to bind port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:04.219584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:40:04.219584 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Attempting to bind port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 on network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:40:04.225326 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:40:04.225761 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Checking segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:40:04.226226 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Bound using segment: {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:40:04.226741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Bound port: 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa8fe19-bb8a-457c-b734-fcca8439487b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:40:04.227181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.322869 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:40:04.351674 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:40:04.370872 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af776d-5ee2-4bd5-b038-275d3f1bd57d req-dfc8bd1a-4993-4786-a258-9f4d148aa59e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.372526 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57af776d-5ee2-4bd5-b038-275d3f1bd57d req-dfc8bd1a-4993-4786-a258-9f4d148aa59e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0662534 Aug 16 21:40:04.413091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-57af776d-5ee2-4bd5-b038-275d3f1bd57d req-e3324b82-c902-4f4b-8b10-89930fa1691a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335441 Aug 16 21:40:04.431431 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.468525 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.473002 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.473002 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-30199a80-7003-413a-93a4-9ac77114598d service neutron] 10.222.0.73 "PUT /v2.0/ports/8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 1092 time: 0.8077610 Aug 16 21:40:04.473002 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:04.474440 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aafda44-1d14-4d83-8067-667e38dfd2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:04.511075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30199a80-7003-413a-93a4-9ac77114598d service neutron] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:04.534283 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1249af-bf5e-4f50-bdf8-e0170eb1eac0 x-openstack-request-id: req-4a1249af-bf5e-4f50-bdf8-e0170eb1eac0 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:04.534578 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:04.534832 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a1249af-bf5e-4f50-bdf8-e0170eb1eac0 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:04.535360 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'status': 'completed', 'code': 200} Aug 16 21:40:04.542329 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:04.612074 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-f470c990-4ae6-42ad-8ae8-9beb160a08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.613739 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-f470c990-4ae6-42ad-8ae8-9beb160a08eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1095 time: 0.0516188 Aug 16 21:40:04.720629 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-0057cff4-0dc3-407a-ab97-067506acdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.722165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-0057cff4-0dc3-407a-ab97-067506acdef6 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0999067 Aug 16 21:40:04.828764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-721bf066-f4f8-4f91-b164-2f9b5684796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.830887 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5aafda44-1d14-4d83-8067-667e38dfd2b4 req-721bf066-f4f8-4f91-b164-2f9b5684796d service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007605 Aug 16 21:40:04.908918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-2598cec9-fcc1-466e-acdd-2e948847dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:04.910436 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-2598cec9-fcc1-466e-acdd-2e948847dd55 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1095 time: 0.0414486 Aug 16 21:40:04.958404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-7eb41179-9cd2-422d-a1ea-50e84089b82f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 217 time: 0.0389862 Aug 16 21:40:05.008932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-3715c041-d909-4da4-a300-848789ea057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:05.010351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-3715c041-d909-4da4-a300-848789ea057a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0436628 Aug 16 21:40:05.058597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-897dbf78-d1be-41dd-8a34-10b76b3c7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:05.060132 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-897dbf78-d1be-41dd-8a34-10b76b3c7c5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399685 Aug 16 21:40:05.159016 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-78acfee3-ac74-4dc1-b986-c08c9f0f55fc service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910835 Aug 16 21:40:05.249555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa62d82-052d-4ede-b786-fc7d12ace337 req-2647eaf9-cabd-48cc-955c-01c1a7cabbd3 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835876 Aug 16 21:40:05.529112 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bc04c-14a2-4ee5-978b-b2aa128e26e5 req-ec3545d7-abdf-47e1-90cb-6d58f1b527c7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:05.530620 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a45bc04c-14a2-4ee5-978b-b2aa128e26e5 req-ec3545d7-abdf-47e1-90cb-6d58f1b527c7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0510304 Aug 16 21:40:05.576055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a45bc04c-14a2-4ee5-978b-b2aa128e26e5 req-7b0545de-e0d2-438d-bf23-ad1cf94164c9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 Aug 16 21:40:06.464744 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:06.693292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce880178-f16a-4b87-8a4a-fadc8d1429f3 req-f00dea6a-cd22-4b6e-923d-d20c0a5db393 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:06.694763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce880178-f16a-4b87-8a4a-fadc8d1429f3 req-f00dea6a-cd22-4b6e-923d-d20c0a5db393 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0498803 Aug 16 21:40:06.735862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ce880178-f16a-4b87-8a4a-fadc8d1429f3 req-12adab9f-31de-429b-8c79-c3c384a5f565 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345848 Aug 16 21:40:07.850445 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d3689-324f-4226-949d-810ca5aaa312 req-b9fda109-6d45-4047-9571-43ec53850c8a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:07.851946 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-824d3689-324f-4226-949d-810ca5aaa312 req-b9fda109-6d45-4047-9571-43ec53850c8a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0483530 Aug 16 21:40:07.889070 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-824d3689-324f-4226-949d-810ca5aaa312 req-e4fa852e-6a76-45c4-9bce-c3cd092f2b3d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312726 Aug 16 21:40:09.004713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b107db-5b54-4f56-a66d-b966b3c1ed87 req-610d8453-d727-4e34-9d66-d38e0cbbcedc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:09.006186 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b107db-5b54-4f56-a66d-b966b3c1ed87 req-610d8453-d727-4e34-9d66-d38e0cbbcedc tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0493667 Aug 16 21:40:09.047933 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-75b107db-5b54-4f56-a66d-b966b3c1ed87 req-3fb22da4-ca92-4aad-99eb-ae33a6534ce5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355213 Aug 16 21:40:10.160494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed3f22-0a56-4c81-bf22-73643f6d017f req-bc7aee26-ab10-455a-90aa-9193a1f43a4d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:10.161993 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aaed3f22-0a56-4c81-bf22-73643f6d017f req-bc7aee26-ab10-455a-90aa-9193a1f43a4d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0485160 Aug 16 21:40:10.199457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aaed3f22-0a56-4c81-bf22-73643f6d017f req-50328c48-50f7-42c9-9c27-50acdc58412c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312870 Aug 16 21:40:11.314963 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c5d43-5d54-491a-af37-7086752c47b2 req-3a02cec3-89f2-4bf7-8733-16fc5a496fd6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:11.316486 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f76c5d43-5d54-491a-af37-7086752c47b2 req-3a02cec3-89f2-4bf7-8733-16fc5a496fd6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0510030 Aug 16 21:40:11.354166 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f76c5d43-5d54-491a-af37-7086752c47b2 req-6a124823-7ce4-463e-96d2-96c7cfdfb7b4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Aug 16 21:40:12.545377 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a1272-0c54-48f7-b95f-9222632ce44c req-19def596-a74e-4678-9c2d-7b9403621554 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:12.546766 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d00a1272-0c54-48f7-b95f-9222632ce44c req-19def596-a74e-4678-9c2d-7b9403621554 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0484474 Aug 16 21:40:12.587817 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d00a1272-0c54-48f7-b95f-9222632ce44c req-3823b7ab-6298-450f-ba7f-c027049d8d41 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Aug 16 21:40:13.703034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18c841-3c08-4067-ae11-47a0a6d92e23 req-9ce3be8f-5c21-4548-be23-9b55cda2c4ac tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:13.704531 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a18c841-3c08-4067-ae11-47a0a6d92e23 req-9ce3be8f-5c21-4548-be23-9b55cda2c4ac tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0496132 Aug 16 21:40:13.741862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a18c841-3c08-4067-ae11-47a0a6d92e23 req-695ef305-cef3-4e15-9daa-ec5fb597d5ee tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313263 Aug 16 21:40:14.853323 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a753951-8d7d-413f-b24e-92993a0e38a8 req-aff1dc0b-5a51-41c8-b484-52a98f9ca591 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:14.854893 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a753951-8d7d-413f-b24e-92993a0e38a8 req-aff1dc0b-5a51-41c8-b484-52a98f9ca591 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0482190 Aug 16 21:40:14.892996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6a753951-8d7d-413f-b24e-92993a0e38a8 req-d1f157d6-2181-4437-81b3-a71f1a25a5e6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314527 Aug 16 21:40:16.004877 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7632c03-dffa-4164-943f-06bebbb8f853 req-27684f97-f820-4c32-b6c7-a9cc1cacca2e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:16.006368 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7632c03-dffa-4164-943f-06bebbb8f853 req-27684f97-f820-4c32-b6c7-a9cc1cacca2e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0476961 Aug 16 21:40:16.047798 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b7632c03-dffa-4164-943f-06bebbb8f853 req-387a4c2f-eb72-4e55-adf8-890b6b19a3ca tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354025 Aug 16 21:40:16.764923 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:40:16.886744 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:40:17.139580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:17.150554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'mac_address': 'fa:16:3e:50:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:40:17.166129 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa40cc3-0e01-4fb3-b278-9516cf632a0f req-a383fd91-97b7-4eed-ba1d-b8e61d891a96 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:17.167603 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa40cc3-0e01-4fb3-b278-9516cf632a0f req-a383fd91-97b7-4eed-ba1d-b8e61d891a96 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0504749 Aug 16 21:40:17.186657 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:17.199619 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:40:17.213951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4aa40cc3-0e01-4fb3-b278-9516cf632a0f req-4acae668-5a75-486c-8c9b-4d2b49aca594 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324244 Aug 16 21:40:17.219106 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:17.287783 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:17.344872 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:17.352759 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356316 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.356909 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.357291 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.357746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:40:17.519191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8f77c81f-31e7-4fc6-99dc-30dccaed23d0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:40:18.327513 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06952d2d-e0b7-4756-9ea4-6d8a0fa1346c req-5b6ff221-9b52-4c61-9f8d-9688737215b7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:18.329763 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06952d2d-e0b7-4756-9ea4-6d8a0fa1346c req-5b6ff221-9b52-4c61-9f8d-9688737215b7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 944 time: 0.0486500 Aug 16 21:40:18.368555 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-06952d2d-e0b7-4756-9ea4-6d8a0fa1346c req-e948ab13-fc5f-4dd3-be88-b0a3bfc14d37 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Aug 16 21:40:18.910638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:40:19.021434 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:40:19.025368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:40:19.025749 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.111474 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.133087 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:19.135383 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb39b8d7-b6a9-4a45-a15b-e6a01e0d1fb2" -d '{"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-plugged", "status": "completed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:19.149009 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:40:19.153027 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.172891 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56aca2f-ca0c-4cb2-95cc-f1502595f71c x-openstack-request-id: req-c56aca2f-ca0c-4cb2-95cc-f1502595f71c {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:19.172891 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-plugged", "status": "completed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:19.172891 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c56aca2f-ca0c-4cb2-95cc-f1502595f71c {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:19.172891 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'code': 200} Aug 16 21:40:19.215648 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:19.263603 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:19.272924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56737ac6-bb1a-42c3-b78d-b38024261455 req-edfc0a59-dfb3-4e20-924e-f101b9929ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.274579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56737ac6-bb1a-42c3-b78d-b38024261455 req-edfc0a59-dfb3-4e20-924e-f101b9929ed6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0413413 Aug 16 21:40:19.313757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56737ac6-bb1a-42c3-b78d-b38024261455 req-a66d6462-5ea6-47cb-94f5-707833248072 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Aug 16 21:40:19.494421 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f625d-4a0f-485c-9672-8cf1906283d4 req-fbbadd83-6e98-4aa7-beed-e81bf693188a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:19.495974 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-722f625d-4a0f-485c-9672-8cf1906283d4 req-fbbadd83-6e98-4aa7-beed-e81bf693188a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0476978 Aug 16 21:40:19.532680 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-722f625d-4a0f-485c-9672-8cf1906283d4 req-75fd3481-844e-45b5-8776-98bd83977578 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301931 Aug 16 21:40:20.651895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97f7ab-db77-44fa-84f3-fed9b6bad42b req-4971280a-1028-4e99-8a6f-0427ee24ccd7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:20.653387 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de97f7ab-db77-44fa-84f3-fed9b6bad42b req-4971280a-1028-4e99-8a6f-0427ee24ccd7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Aug 16 21:40:20.691154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-de97f7ab-db77-44fa-84f3-fed9b6bad42b req-d5f940e2-e981-468f-99e1-5d6f8b1d8016 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Aug 16 21:40:20.803064 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbf588-0192-4843-9a89-470ec4b1ef26 req-c73652b5-89c0-4424-9f66-7d8302209ce9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:20.804575 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4dbf588-0192-4843-9a89-470ec4b1ef26 req-c73652b5-89c0-4424-9f66-7d8302209ce9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 16 21:40:20.845772 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c4dbf588-0192-4843-9a89-470ec4b1ef26 req-e986c2c9-69a9-47fe-8512-9c0ca1dbce51 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353088 Aug 16 21:40:20.866414 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46546) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:20.905152 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c62f3-99cc-405f-b429-f741b2e08740 tempest-TestShelveInstance-154943198 tempest-TestShelveInstance-154943198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:20.907303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-408c62f3-99cc-405f-b429-f741b2e08740 tempest-TestShelveInstance-154943198 tempest-TestShelveInstance-154943198-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1092 time: 0.0399194 Aug 16 21:40:20.910053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46548) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:40:20.914718 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:40:21.016812 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:21.110029 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:21.210783 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Allocated IP 172.25.7.248 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/9c129554-34c3-4252-a55c-f2ca054e7606) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:40:21.307150 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:21.410434 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:21.449895 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:40:21.453433 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:40:21.457180 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:40:21.478403 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=9c129554-34c3-4252-a55c-f2ca054e7606,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:21.813598 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:21.930839 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:22.081157 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:22.161248 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:22.236368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event updated for resources: {'Port': ['ID=9c129554-34c3-4252-a55c-f2ca054e7606,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:40:22.242702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:22.340806 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Floating IP faafec2b-d593-4da8-8ce4-1d602f67a5d7 associated. External IP: 172.25.7.248, port: 8f77c81f-31e7-4fc6-99dc-30dccaed23d0. Aug 16 21:40:22.642805 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:22.897087 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:40:23.002469 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:40:23.014143 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:40:23.022932 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:23.026741 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:40:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:23.078564 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:23.106667 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-aaea9a2f-80c4-4240-afc9-ea3f42b3f26a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1955941 Aug 16 21:40:23.107257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:40:23.110142 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88367a4-87f3-412b-ac6e-074c9184a137" -d '{"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:40:23.147708 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff488611-6b61-4521-acb1-92434c913c75 x-openstack-request-id: req-ff488611-6b61-4521-acb1-92434c913c75 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:40:23.147972 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:40:23.148223 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff488611-6b61-4521-acb1-92434c913c75 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:40:23.148718 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'status': 'completed', 'code': 200} Aug 16 21:40:23.149579 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:23.211174 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-7d747308-130c-458e-a753-9902be9f73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.212757 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-7d747308-130c-458e-a753-9902be9f73fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0411289 Aug 16 21:40:23.306052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-5025104f-6b85-44f2-92bd-4e085b1bb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.307539 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-5025104f-6b85-44f2-92bd-4e085b1bb3c7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0872667 Aug 16 21:40:23.372859 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-71c4aa1c-6d1e-4af9-8cd8-238ab466bae8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 999 time: 0.0572639 Aug 16 21:40:23.378360 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'faafec2b-d593-4da8-8ce4-1d602f67a5d7', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:50:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:21Z', 'updated_at': '2021-08-16T21:40:21Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:23.404176 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:40:23.413164 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:40:23.413762 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:40:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:23.426635 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-0992a6ee-7a9e-4a98-99a7-4a544b6552af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.428149 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-0992a6ee-7a9e-4a98-99a7-4a544b6552af service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0483913 Aug 16 21:40:23.478779 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-c5188cd9-7dc3-4e4b-8bad-84aa72d40a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:40:23.480524 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-c5188cd9-7dc3-4e4b-8bad-84aa72d40a56 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426836 Aug 16 21:40:23.519459 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:40:23.574877 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-06c8861f-1da3-4694-846a-f6ef504fad77 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859971 Aug 16 21:40:23.665358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b88367a4-87f3-412b-ac6e-074c9184a137 req-c935eeab-f768-41f8-939d-e4779fd09ad3 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Aug 16 21:40:23.746292 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'faafec2b-d593-4da8-8ce4-1d602f67a5d7', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:50:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:21Z', 'updated_at': '2021-08-16T21:40:21Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:40:23.772234 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679586ac-ba38-48c2-97f2-1b58e420e7d5 None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'faafec2b-d593-4da8-8ce4-1d602f67a5d7', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'floating_ip_address': '172.25.7.248', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'mac_address': 'fa:16:3e:50:a7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:40:21Z', 'updated_at': '2021-08-16T21:40:21Z', 'revision_number': 0, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:40:23.969693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96597b85-9ffd-4473-a017-b789af4892e3 None None] New status for floating IP faafec2b-d593-4da8-8ce4-1d602f67a5d7: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:40:30.775528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a412aa74-3832-4b2d-b750-bf807db9b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.526953 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:33.637685 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-931dd194-559d-4310-921b-540d580681d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:34.535056 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:36.458470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:49.212519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:52.682882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:40:53.763699 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:00.773711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-328e964e-c420-4a1d-b4ff-26e6241eb0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.560677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:03.652085 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-78b13721-b095-4762-99ee-f37e82a84401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:04.579202 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:06.470439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:12.879689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-534cd7d7-55ac-4620-8251-3427d6ce93b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397737 Aug 16 21:41:12.962587 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-f530db20-0792-46ef-a3af-9391fe884271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:12.964751 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-f530db20-0792-46ef-a3af-9391fe884271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0446272 Aug 16 21:41:13.065646 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-243e34c6-ba0d-4d64-af13-831c6602645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:13.067107 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-243e34c6-ba0d-4d64-af13-831c6602645e service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0824990 Aug 16 21:41:13.134276 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-bba96909-44d2-4ba4-96f3-8fa021a8e6e3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 1001 time: 0.0594969 Aug 16 21:41:13.182742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-6857b82c-8f08-4bf3-a9e9-26fcc155a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:13.184155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-6857b82c-8f08-4bf3-a9e9-26fcc155a93f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0430069 Aug 16 21:41:13.231837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-dce1958f-65ce-43ac-8084-876620cd1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:41:13.233957 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-dce1958f-65ce-43ac-8084-876620cd1bea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390940 Aug 16 21:41:13.324983 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-b243a541-59ed-4984-b9b9-5ef482122b5d service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Aug 16 21:41:13.415124 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0d20f5a2-83ab-497f-beb2-270621c9b69a req-7cf7373b-3b1b-43b2-8a1f-eb97bb9a4aff service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826416 Aug 16 21:41:19.149807 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:22.675840 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:30.803941 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:41:30.880330 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-57cea13d-d43a-48a5-acc9-c1fc5165d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:33.565211 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:33.634866 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c602f839-b637-4360-969b-a27747afb7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:34.572715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:36.457060 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:49.126093 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:41:52.674989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:00.754081 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c0c64dd0-1302-439e-8f05-bb4522e220b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:03.531054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:03.616267 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-242ea8e7-f4ca-410e-827c-0b8e07812db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:04.566383 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:06.467909 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:07.763693 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:42:14.911871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-aaa7fe8f-442d-475a-add6-9530d917365e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0863442 Aug 16 21:42:14.994088 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-b16ab7b2-bfbe-46f1-a15c-00efed89e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:14.995579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-b16ab7b2-bfbe-46f1-a15c-00efed89e722 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0415947 Aug 16 21:42:15.097724 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-c2abfa24-57ab-474a-92a1-30b7d71f222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:15.099746 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-c2abfa24-57ab-474a-92a1-30b7d71f222c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0842555 Aug 16 21:42:15.167624 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-c3c81b76-c40d-4ee7-a59f-60c5199c9f4e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 1001 time: 0.0606575 Aug 16 21:42:15.217677 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-ee1ee5ff-f8af-443d-b524-2beaed350085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:15.219118 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-ee1ee5ff-f8af-443d-b524-2beaed350085 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0431337 Aug 16 21:42:15.264206 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-010de42a-e70e-439b-8dae-f68ee1fe9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:15.265683 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-010de42a-e70e-439b-8dae-f68ee1fe9d2b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389683 Aug 16 21:42:15.361062 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-b6ecc244-a8a3-4a42-9b78-c0196e60b2d2 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864422 Aug 16 21:42:15.450299 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-19430a16-b956-4a48-8e42-cc9f7d0a93fe req-d1a45a2f-5ad3-4631-952e-c435664ee2aa service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816038 Aug 16 21:42:19.118823 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:22.690166 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:30.787229 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8167ffd0-6701-4b79-b397-6aee25f0d48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:33.529720 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:33.615170 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ede7b32b-c54e-4c86-8508-410dbc290674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:34.564214 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:36.472810 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:44.764203 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:42:49.140927 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:50.029793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a7a4-d829-48a8-b15e-4c1b1c41e553 req-b1066de5-0502-4cbb-92e0-af93acf52772 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:50.031288 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2714a7a4-d829-48a8-b15e-4c1b1c41e553 req-b1066de5-0502-4cbb-92e0-af93acf52772 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.1076038 Aug 16 21:42:50.073689 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2714a7a4-d829-48a8-b15e-4c1b1c41e553 req-a7fc59e3-cd0c-43dd-93ce-8f506e99dc8a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361044 Aug 16 21:42:51.258650 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce86d5-8935-43a4-bb3f-45ba506d8a49 req-28ad1f54-0297-478f-86fb-5a64d9305a9d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:51.260151 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4ce86d5-8935-43a4-bb3f-45ba506d8a49 req-28ad1f54-0297-478f-86fb-5a64d9305a9d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0918517 Aug 16 21:42:51.297780 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4ce86d5-8935-43a4-bb3f-45ba506d8a49 req-c9b7e033-2ff0-4e42-b082-f5005a50bee6 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Aug 16 21:42:52.438071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d945d8-f9d6-4623-84f2-5d2599156251 req-b3a01a3a-12ee-48a6-995f-766d3808729b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:52.439607 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d945d8-f9d6-4623-84f2-5d2599156251 req-b3a01a3a-12ee-48a6-995f-766d3808729b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0507987 Aug 16 21:42:52.478000 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a2d945d8-f9d6-4623-84f2-5d2599156251 req-6f7b1234-7dcb-443d-9c5e-abf634bcbbdd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322905 Aug 16 21:42:52.677711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:42:53.594942 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659736-49b4-4d45-ae87-0a2459d51e73 req-fa4757c5-8a3d-47e8-9a37-f908b9f77ebd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:53.596462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36659736-49b4-4d45-ae87-0a2459d51e73 req-fa4757c5-8a3d-47e8-9a37-f908b9f77ebd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Aug 16 21:42:53.633604 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-36659736-49b4-4d45-ae87-0a2459d51e73 req-4d9255d7-7456-4762-9aec-a32ec3e80347 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310457 Aug 16 21:42:54.746661 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d36782-6cd4-41bc-b109-809c83bb0a47 req-e82429d0-9a54-4218-8705-a5bce80fb056 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:54.748154 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1d36782-6cd4-41bc-b109-809c83bb0a47 req-e82429d0-9a54-4218-8705-a5bce80fb056 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Aug 16 21:42:54.784744 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1d36782-6cd4-41bc-b109-809c83bb0a47 req-7f93d82b-63f9-4a63-a5e4-677bdb3ff1c2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307407 Aug 16 21:42:55.898406 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52b795-cd42-4e81-8119-ee4c8140178b req-2513c0cd-a747-403b-9eff-5312c7a8b1e7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:55.899911 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab52b795-cd42-4e81-8119-ee4c8140178b req-2513c0cd-a747-403b-9eff-5312c7a8b1e7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Aug 16 21:42:55.937645 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ab52b795-cd42-4e81-8119-ee4c8140178b req-fe86cc55-893e-415d-bd61-cc5ba099bfe1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Aug 16 21:42:57.054535 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb398-7c3f-4633-9e07-4c7aa8a27f8b req-ad8d1cd5-ff90-4e57-be94-756602a7dee3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:57.056042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950eb398-7c3f-4633-9e07-4c7aa8a27f8b req-ad8d1cd5-ff90-4e57-be94-756602a7dee3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Aug 16 21:42:57.093749 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-950eb398-7c3f-4633-9e07-4c7aa8a27f8b req-27f623e7-04bb-4fdf-90fb-63e0f3abfeea tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Aug 16 21:42:58.209873 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a198d2-7f53-4a37-ab4b-9c77421a15a2 req-c92fd796-d61c-47a6-abeb-9f88d09ce1fd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:58.211472 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61a198d2-7f53-4a37-ab4b-9c77421a15a2 req-c92fd796-d61c-47a6-abeb-9f88d09ce1fd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Aug 16 21:42:58.250377 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61a198d2-7f53-4a37-ab4b-9c77421a15a2 req-8d415b8d-6061-4f91-a904-94d4d329bfc1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321867 Aug 16 21:42:59.365471 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25299a-b4db-4cd0-b794-83ab6694d52b req-7dfbdc61-280c-41d0-b8a4-1ced1b09fbce tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:42:59.366962 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d25299a-b4db-4cd0-b794-83ab6694d52b req-7dfbdc61-280c-41d0-b8a4-1ced1b09fbce tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0492260 Aug 16 21:42:59.404293 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8d25299a-b4db-4cd0-b794-83ab6694d52b req-dedc81f3-e336-4823-a126-e7587dddc8fd tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Aug 16 21:43:00.198046 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-443b5d05-5d3a-4c37-a694-e8938f1afc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.201871 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-443b5d05-5d3a-4c37-a694-e8938f1afc25 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0469289 Aug 16 21:43:00.289066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-eb3c13c5-0075-4350-9f4c-6556836a847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.290538 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-eb3c13c5-0075-4350-9f4c-6556836a847b service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0834484 Aug 16 21:43:00.363839 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-e70e773e-b257-4aff-9de1-49b808a0097c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 1001 time: 0.0611746 Aug 16 21:43:00.413032 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-52ea2d91-8382-409d-8f4f-3d4859d09d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.414462 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-52ea2d91-8382-409d-8f4f-3d4859d09d4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0437205 Aug 16 21:43:00.463321 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-a8a0eabc-3c44-4d83-b75b-3a64544aa4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.465015 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-a8a0eabc-3c44-4d83-b75b-3a64544aa4a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426817 Aug 16 21:43:00.575214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa75cb-5902-4a1f-a345-8d47adbeea0f req-fab4157e-efd7-4b71-be82-c5ba537efd3e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:00.576752 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aafa75cb-5902-4a1f-a345-8d47adbeea0f req-fab4157e-efd7-4b71-be82-c5ba537efd3e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.1037292 Aug 16 21:43:00.613656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-5da84360-2041-4713-ad74-52e6686f5e9d service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394694 Aug 16 21:43:00.637385 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-aafa75cb-5902-4a1f-a345-8d47adbeea0f req-c2303f06-d3b6-4e51-b352-c8921235c120 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523465 Aug 16 21:43:00.717392 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e5929bd0-ea42-4bf5-a550-cd6923dac48b req-990d5bb7-2d6e-48de-8703-de14e3c27f44 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939164 Aug 16 21:43:00.746939 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-887ddbb6-ad29-4d77-a3de-752f3ec094fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:01.752516 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4379e13-7759-4b15-b86a-f39e95660293 req-1d3066e7-e9ea-479d-a557-8b4aa0bbd8d4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:01.754017 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4379e13-7759-4b15-b86a-f39e95660293 req-1d3066e7-e9ea-479d-a557-8b4aa0bbd8d4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0495682 Aug 16 21:43:01.792381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a4379e13-7759-4b15-b86a-f39e95660293 req-93ef0dda-1455-484b-b413-a8a88ba9f5f8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Aug 16 21:43:02.909082 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9652ee6-172e-45b3-9a37-e47725a19520 req-4fd32a39-6c26-4a2c-9c19-003bec6ff15c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:02.910591 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9652ee6-172e-45b3-9a37-e47725a19520 req-4fd32a39-6c26-4a2c-9c19-003bec6ff15c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0500977 Aug 16 21:43:02.950202 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b9652ee6-172e-45b3-9a37-e47725a19520 req-e9eaf3b9-1d44-4a44-848a-d28ed598207a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329967 Aug 16 21:43:03.517466 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:03.620304 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9825-5a3e-4413-9901-8459225e51f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:04.083981 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a95089-435d-443f-9a8c-8c76097b2b28 req-9be68edd-a6ec-4707-9e6d-74c96da4bd8c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:04.085473 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0a95089-435d-443f-9a8c-8c76097b2b28 req-9be68edd-a6ec-4707-9e6d-74c96da4bd8c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0549049 Aug 16 21:43:04.124175 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a0a95089-435d-443f-9a8c-8c76097b2b28 req-baf839df-ae3d-4210-b863-d35b8aaf541f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Aug 16 21:43:04.545904 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:05.239549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a7564-8852-4c08-919c-5aafb1cef7a2 req-4091e1e4-e4cc-4573-ad56-dfd5b84028f5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:05.241061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf2a7564-8852-4c08-919c-5aafb1cef7a2 req-4091e1e4-e4cc-4573-ad56-dfd5b84028f5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0504498 Aug 16 21:43:05.278588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-cf2a7564-8852-4c08-919c-5aafb1cef7a2 req-bc1aca8b-6ad9-4df5-8e60-58784ddd0ff1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309145 Aug 16 21:43:05.623905 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df938e-3911-47d1-a0ef-5db87bea5207 req-e5f46529-fbf3-4d66-973e-1ef43354995c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:05.625478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23df938e-3911-47d1-a0ef-5db87bea5207 req-e5f46529-fbf3-4d66-973e-1ef43354995c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0545895 Aug 16 21:43:05.691978 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-23df938e-3911-47d1-a0ef-5db87bea5207 req-06859216-2c62-43c1-bbd3-43bd54cbe58d tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605111 Aug 16 21:43:05.702833 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-1b7d6a74-8884-4ac3-af2e-9b65bb0a6bd2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002865 Aug 16 21:43:05.742321 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:43:05.829358 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:05.854038 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:05.856389 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f5ae00-e666-41da-9130-846e61993666" -d '{"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-unplugged", "status": "completed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:05.876839 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:05.940009 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712cdb02-a311-4fc7-9c89-c75f71916f9a x-openstack-request-id: req-712cdb02-a311-4fc7-9c89-c75f71916f9a {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:05.940305 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-unplugged", "status": "failed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "code": 422}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:05.940559 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-712cdb02-a311-4fc7-9c89-c75f71916f9a {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:05.940964 n-d-794306-10 neutron-server[95242]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'code': 422} returned with failed status Aug 16 21:43:05.946186 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:05.992693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:05.999955 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.000304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.000644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.000981 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.001312 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.001641 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.001972 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.002292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.002614 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.002936 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.003257 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.003575 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:43:06.471871 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:06.812197 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff9c4-0a38-47ff-bb4b-6e30afa175f2 req-c42487f3-a14a-44cf-843e-ba798db45f6b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:06.813674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeeff9c4-0a38-47ff-bb4b-6e30afa175f2 req-c42487f3-a14a-44cf-843e-ba798db45f6b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0530519 Aug 16 21:43:06.852499 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eeeff9c4-0a38-47ff-bb4b-6e30afa175f2 req-98251565-646a-4aa8-8d0c-714e430268ab tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327778 Aug 16 21:43:07.967278 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ffba-0d0c-494d-8327-62ad88054c88 req-8552fc3f-d99a-4b9c-a361-60a1e70633e4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:07.968742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390ffba-0d0c-494d-8327-62ad88054c88 req-8552fc3f-d99a-4b9c-a361-60a1e70633e4 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0496175 Aug 16 21:43:08.007438 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-c390ffba-0d0c-494d-8327-62ad88054c88 req-5791a1b7-8cc3-412a-a2a3-769685e7ad37 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327497 Aug 16 21:43:09.130972 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02a7d3-73af-477c-bf8a-8a3bd3755273 req-c6d88802-ed45-456a-9b20-9c10d3e17923 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:09.132509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e02a7d3-73af-477c-bf8a-8a3bd3755273 req-c6d88802-ed45-456a-9b20-9c10d3e17923 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0546448 Aug 16 21:43:09.171951 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e02a7d3-73af-477c-bf8a-8a3bd3755273 req-028a5dd0-2bd2-4e04-9deb-8d5b42170ce9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Aug 16 21:43:10.288643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad58e-b7d1-492c-9f2e-8eb0bff3dac8 req-e80e9e6d-137b-448e-8ee7-67df683deb2a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:10.290129 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-574ad58e-b7d1-492c-9f2e-8eb0bff3dac8 req-e80e9e6d-137b-448e-8ee7-67df683deb2a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0504305 Aug 16 21:43:10.329381 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-574ad58e-b7d1-492c-9f2e-8eb0bff3dac8 req-6978ce36-5e28-437a-a337-6ebb42d204ee tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323589 Aug 16 21:43:11.470595 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2b942-58f3-42dc-b2cb-3abb816c7b12 req-21b5fffc-eebc-46ad-8fe6-4c87a1d7b446 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.472090 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ee2b942-58f3-42dc-b2cb-3abb816c7b12 req-21b5fffc-eebc-46ad-8fe6-4c87a1d7b446 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0757940 Aug 16 21:43:11.489596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c630-8f33-4509-9ff1-673692480203 req-2852719c-3260-42be-bcbd-331aa31e498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.491009 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-2852719c-3260-42be-bcbd-331aa31e498e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135&tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1 HTTP/1.1" status: 200 len: 1095 time: 0.0646768 Aug 16 21:43:11.524650 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6ee2b942-58f3-42dc-b2cb-3abb816c7b12 req-8589919a-e56a-493f-935a-7a2355c66849 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Aug 16 21:43:11.557052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c630-8f33-4509-9ff1-673692480203 req-2b34c576-1a37-47b0-be0d-f71cfc131b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.559187 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-2b34c576-1a37-47b0-be0d-f71cfc131b72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1095 time: 0.0443256 Aug 16 21:43:11.651072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c630-8f33-4509-9ff1-673692480203 req-3470671e-1e1e-47ad-9c79-a74e040c28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.652588 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-3470671e-1e1e-47ad-9c79-a74e040c28f8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0845556 Aug 16 21:43:11.716465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-14be5bd6-723f-45db-a603-9ab83351966e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 999 time: 0.0561521 Aug 16 21:43:11.766747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c630-8f33-4509-9ff1-673692480203 req-606e1df9-2ecf-4c56-979b-62f42f9267dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.768231 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-606e1df9-2ecf-4c56-979b-62f42f9267dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0438380 Aug 16 21:43:11.817494 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9c630-8f33-4509-9ff1-673692480203 req-5c3f6612-1203-40f9-90ff-f528fe459d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:11.818985 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-5c3f6612-1203-40f9-90ff-f528fe459d64 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433514 Aug 16 21:43:11.911072 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-99297e88-f694-4fe6-a01a-ccdb5e08d2a4 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840688 Aug 16 21:43:12.008793 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-aba55684-9681-4d66-bfed-a84a0f71efce service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880888 Aug 16 21:43:12.637104 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46877df-6e2a-486a-9392-7ed6627f7cc8 req-8a7f44fd-4c58-4177-8661-45532a09be9f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:12.638489 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e46877df-6e2a-486a-9392-7ed6627f7cc8 req-8a7f44fd-4c58-4177-8661-45532a09be9f tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0488677 Aug 16 21:43:12.675782 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e46877df-6e2a-486a-9392-7ed6627f7cc8 req-61fef12f-9550-42c9-a292-49eb51a6d665 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Aug 16 21:43:13.789903 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c5c6f-59be-4ba9-9618-5c3c6fbec13c req-0a7c94fd-8c98-4215-9823-cad712ecd3b7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:13.791428 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-130c5c6f-59be-4ba9-9618-5c3c6fbec13c req-0a7c94fd-8c98-4215-9823-cad712ecd3b7 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0496778 Aug 16 21:43:13.828964 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-130c5c6f-59be-4ba9-9618-5c3c6fbec13c req-19ac3bce-95ee-488d-8162-3a8aaf6c7c83 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308645 Aug 16 21:43:14.945598 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b5c7f-e3f4-422e-ba6a-c55caca95f4b req-4a4fa4ae-ed34-4b17-bd79-54d56d10498a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:14.947074 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c0b5c7f-e3f4-422e-ba6a-c55caca95f4b req-4a4fa4ae-ed34-4b17-bd79-54d56d10498a tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0527616 Aug 16 21:43:14.985754 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4c0b5c7f-e3f4-422e-ba6a-c55caca95f4b req-4f5ebef6-6745-4627-a2ec-dfc549e10571 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Aug 16 21:43:15.929123 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-4cffd5e5-0129-4f52-a0a1-20307e9f60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:15.930858 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-4cffd5e5-0129-4f52-a0a1-20307e9f60cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1095 time: 0.0419643 Aug 16 21:43:16.039663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-fec7d152-9267-4b35-ad70-c53edb22467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:16.041194 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-fec7d152-9267-4b35-ad70-c53edb22467c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0895565 Aug 16 21:43:16.136902 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-f95bce48-9b47-4dc6-ad1f-a20340fb3af5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 999 time: 0.0877016 Aug 16 21:43:16.161857 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4577ac1-0b5b-4822-85c3-0dd0b729e283 req-9be88b0b-22cd-4ac2-8fa2-d3ec4cd1254c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:16.163307 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4577ac1-0b5b-4822-85c3-0dd0b729e283 req-9be88b0b-22cd-4ac2-8fa2-d3ec4cd1254c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0757637 Aug 16 21:43:16.225967 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-54b80254-bad0-42cc-a355-33427b346b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:16.227457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-54b80254-bad0-42cc-a355-33427b346b6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0821993 Aug 16 21:43:16.240981 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b4577ac1-0b5b-4822-85c3-0dd0b729e283 req-ed11f970-105b-48c8-adb1-0e79d836b2ac tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548191 Aug 16 21:43:16.284786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-98ea9ed6-30ec-4941-9933-815a8049f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:16.286306 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-98ea9ed6-30ec-4941-9933-815a8049f681 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511241 Aug 16 21:43:16.385674 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-8215d962-cb4e-4ead-9a1f-5609c35ed5cc service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916028 Aug 16 21:43:16.485351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5994c4e2-50f3-4644-9e6c-43e8765bb84c req-be99dc16-026b-43f3-b1e0-c6efe0198ccd service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917978 Aug 16 21:43:17.356893 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b7c3-13dd-434b-8bf2-928cb61a1b67 req-29cd7a9d-0865-4be4-b9e4-e92eea827dfe tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:17.358457 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3309b7c3-13dd-434b-8bf2-928cb61a1b67 req-29cd7a9d-0865-4be4-b9e4-e92eea827dfe tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0493181 Aug 16 21:43:17.396563 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3309b7c3-13dd-434b-8bf2-928cb61a1b67 req-f8987935-b0c0-4db0-b73f-6c2c6b2844c1 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321095 Aug 16 21:43:18.515636 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa245-e0b0-420e-9430-7bc5dc3ca3be req-1d86adeb-05a9-4132-8a84-f58e08415a71 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:18.517192 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05efa245-e0b0-420e-9430-7bc5dc3ca3be req-1d86adeb-05a9-4132-8a84-f58e08415a71 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0536420 Aug 16 21:43:18.555115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-05efa245-e0b0-420e-9430-7bc5dc3ca3be req-7b045882-cf6c-4329-a8fb-bf8f588946be tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Aug 16 21:43:19.191326 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:19.668780 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f728f-7ded-45ae-9522-1a19cbbaa2e5 req-13fb89e6-f15a-43c6-ab86-4ae947470ae8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:19.670963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b5f728f-7ded-45ae-9522-1a19cbbaa2e5 req-13fb89e6-f15a-43c6-ab86-4ae947470ae8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 943 time: 0.0496864 Aug 16 21:43:19.707077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1b5f728f-7ded-45ae-9522-1a19cbbaa2e5 req-8d0a4338-7ac3-4752-a509-a6ecc38d6484 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301635 Aug 16 21:43:19.800717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:43:19.897778 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:19.909590 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'port_id': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'mac_address': 'fa:16:3e:50:a7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:43:19.944514 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:19.957115 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:43:19.976529 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:20.035914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:20.084296 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:20.297450 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['8f77c81f-31e7-4fc6-99dc-30dccaed23d0'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:43:20.826829 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf36a-ed70-42d5-953c-99b4584fec56 req-60f8280a-77c0-4b80-86ce-566217f67f68 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:20.828237 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e81bf36a-ed70-42d5-953c-99b4584fec56 req-60f8280a-77c0-4b80-86ce-566217f67f68 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 944 time: 0.0489233 Aug 16 21:43:20.865619 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e81bf36a-ed70-42d5-953c-99b4584fec56 req-1850de77-f5f4-4775-a613-49c9a44de0ec tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Aug 16 21:43:21.764274 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:43:21.816664 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:43:21.863201 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:43:21.863572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:21.938381 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:21.963921 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:43:21.966186 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8022200-4e51-4edb-bfd1-93556636765b" -d '{"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-plugged", "status": "completed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:43:21.982122 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:43:21.984136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f2dda-db82-46f6-960b-03c9434d3742 req-10c7377e-c926-4a8e-8a34-88fbe0b1bb83 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:21.985668 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac2f2dda-db82-46f6-960b-03c9434d3742 req-10c7377e-c926-4a8e-8a34-88fbe0b1bb83 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 944 time: 0.0528688 Aug 16 21:43:22.003036 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fd6905-1bf5-4330-99df-284f00d95aef x-openstack-request-id: req-63fd6905-1bf5-4330-99df-284f00d95aef {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:43:22.003322 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-plugged", "status": "completed", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:43:22.003571 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63fd6905-1bf5-4330-99df-284f00d95aef {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:43:22.003992 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'code': 200} Aug 16 21:43:22.025236 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-ac2f2dda-db82-46f6-960b-03c9434d3742 req-c0102a7d-c66c-4cb5-8cc4-f98fd7c4f311 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332961 Aug 16 21:43:22.054191 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:22.102478 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:43:22.153729 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad4873-5230-4a05-a287-0aa27f9cb1d0 req-13ecb5e8-dfca-4944-9b35-b57f8f0ec72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:22.155234 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45ad4873-5230-4a05-a287-0aa27f9cb1d0 req-13ecb5e8-dfca-4944-9b35-b57f8f0ec72e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0401890 Aug 16 21:43:22.191652 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-45ad4873-5230-4a05-a287-0aa27f9cb1d0 req-79db3990-f0e5-438d-a571-342c2a4dc23d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281718 Aug 16 21:43:22.699493 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:23.148632 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929431da-d6f5-4fa5-b651-4330c67af07b req-385b7612-6929-4945-a113-686afc8e72e9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:23.150366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-929431da-d6f5-4fa5-b651-4330c67af07b req-385b7612-6929-4945-a113-686afc8e72e9 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0545032 Aug 16 21:43:23.202296 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-929431da-d6f5-4fa5-b651-4330c67af07b req-961d6013-e488-48f4-8851-3ed5108cc855 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427666 Aug 16 21:43:24.319066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b1e8e-2e1a-4683-b839-076ee220293e req-67eb3771-b3c6-491f-8f74-0a2e10d89efb tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:43:24.320572 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-910b1e8e-2e1a-4683-b839-076ee220293e req-67eb3771-b3c6-491f-8f74-0a2e10d89efb tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0516236 Aug 16 21:43:24.358715 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-910b1e8e-2e1a-4683-b839-076ee220293e req-2fdc0a15-f7b9-420c-a4a8-c5ae974f9c84 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322044 Aug 16 21:43:30.762576 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8f6075f2-01a5-4e79-9713-1bff4e09cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:33.557868 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:33.630818 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9dbfb164-920c-45a7-ab52-fdab335411b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:34.568246 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:36.470136 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:49.167617 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:52.754820 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:43:58.763553 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:00.790552 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b22f8144-3a16-44ee-b2f6-77649b55e010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:03.520091 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:03.623124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-56dbb771-b2f4-4f67-a5ee-4ec0068a9fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:04.537054 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:06.497463 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:17.873808 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-44dbb8d1-7b5c-45b7-b847-77bb7c0f862b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412467 Aug 16 21:44:17.957147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0b23-a639-4b3a-8226-55357fab250d req-18cdaa35-1b19-41e6-ae50-70def5563d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:17.958632 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-18cdaa35-1b19-41e6-ae50-70def5563d13 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0411594 Aug 16 21:44:18.066924 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0b23-a639-4b3a-8226-55357fab250d req-12ef1385-f96e-4bdd-89db-c54ac212ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:18.068567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-12ef1385-f96e-4bdd-89db-c54ac212ebba service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0898025 Aug 16 21:44:18.133086 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-1fc2273c-3a1a-4def-94a1-c81169f08f2b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 1001 time: 0.0574780 Aug 16 21:44:18.186250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0b23-a639-4b3a-8226-55357fab250d req-ead11b72-12ba-4f31-9a76-dbbd043c54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:18.187664 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-ead11b72-12ba-4f31-9a76-dbbd043c54e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0474486 Aug 16 21:44:18.234797 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e0b23-a639-4b3a-8226-55357fab250d req-743a7c8a-908c-4cc5-b760-df7c5f63ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:44:18.236303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-743a7c8a-908c-4cc5-b760-df7c5f63ac7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410130 Aug 16 21:44:18.325433 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-454bc5d8-ed7f-4a73-b080-88e192d3cbef service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812495 Aug 16 21:44:18.422232 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da1e0b23-a639-4b3a-8226-55357fab250d req-c7f1a90e-8662-4bae-a4e1-225dfeae3527 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884237 Aug 16 21:44:19.193447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:22.720873 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:30.764564 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0b4cbe07-53af-4aac-b3a2-e7bdd900c287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:33.535351 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:33.667371 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-182030b3-0759-44e0-88d7-20b5fd2bd380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:34.552628 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:35.762799 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:44:36.519919 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:49.234637 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:44:52.732386 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.398606 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46760) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:00.553424 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Deleting port 9c129554-34c3-4252-a55c-f2ca054e7606 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:00.553771 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.633766 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.634091 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.646639 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Calling delete_port for 9c129554-34c3-4252-a55c-f2ca054e7606 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:00.763662 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bc64d2d7-ec1e-49f2-bcfe-343ed6a262e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.868611 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.900747 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'Port': ['ID=9c129554-34c3-4252-a55c-f2ca054e7606,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:00.937452 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.937796 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.938136 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.938474 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.938805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.939132 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.939750 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.940094 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.940418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.940745 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.941065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.941383 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:00.964440 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:00.964780 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Floating IP faafec2b-d593-4da8-8ce4-1d602f67a5d7 disassociated (deleted). External IP: 172.25.7.248, port: 8f77c81f-31e7-4fc6-99dc-30dccaed23d0. Aug 16 21:45:01.169673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:01.625501 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:01.630825 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:01.635453 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:01.644213 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:01.644812 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:44:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:01.657358 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-39ec5efb-e566-480e-ad54-b8bb9d02e42c tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "DELETE /v2.0/floatingips/faafec2b-d593-4da8-8ce4-1d602f67a5d7 HTTP/1.1" status: 204 len: 168 time: 1.2576253 Aug 16 21:45:01.658039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:01.660394 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:01.752998 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9e3b5a-7934-47d0-8584-49cf36d20dae x-openstack-request-id: req-8d9e3b5a-7934-47d0-8584-49cf36d20dae {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:01.753363 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:01.753700 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d9e3b5a-7934-47d0-8584-49cf36d20dae {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:01.754175 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'status': 'completed', 'code': 200} Aug 16 21:45:01.756225 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:01.818742 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-bb712a7f-bc4d-4e7b-97e4-55d1c3a01f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:01.826508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-bb712a7f-bc4d-4e7b-97e4-55d1c3a01f90 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 1097 time: 0.0437372 Aug 16 21:45:01.914368 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-17513af2-a648-44f3-a1b7-634b52b91ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:01.915924 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-17513af2-a648-44f3-a1b7-634b52b91ff1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 200 len: 908 time: 0.0881567 Aug 16 21:45:01.959155 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-95229d0b-5410-4327-9cf0-1f9b4a7bdc40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 200 len: 217 time: 0.0345402 Aug 16 21:45:01.962089 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:01.988657 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:01.997856 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:01.998472 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:44:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:02.017529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-91c63f15-12d2-4d67-8f48-967db4803ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.018999 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-91c63f15-12d2-4d67-8f48-967db4803ff4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 200 len: 846 time: 0.0480871 Aug 16 21:45:02.072279 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-0890caaa-d2c3-4da3-b42c-21bc0e872bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.073824 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-0890caaa-d2c3-4da3-b42c-21bc0e872bff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435171 Aug 16 21:45:02.116170 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:02.200142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29d222-f801-4b27-b95d-c687377055f7 req-d7495e58-7e43-476d-94fc-cbc31ec989b3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:02.201629 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a29d222-f801-4b27-b95d-c687377055f7 req-d7495e58-7e43-476d-94fc-cbc31ec989b3 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0745437 Aug 16 21:45:02.218337 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-758ce2cd-e918-4704-893f-7bc72b86353c service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337757 Aug 16 21:45:02.285019 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7a29d222-f801-4b27-b95d-c687377055f7 req-d1fc017b-16a4-4ef3-b435-2f2ba8d1a554 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761061 Aug 16 21:45:02.319198 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:02.328482 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a68b1a64-b4af-43ea-a2c4-8bddd6314b7c req-6db7ebbb-8ef7-42a7-b236-94e17862b2c3 service neutron] 10.222.0.73 "GET /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013103 Aug 16 21:45:02.346004 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b72b78-20f9-49d9-952d-0c92aff5aeb3 None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:04Z', 'revision_number': 4, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '70590f68-435d-42bb-bc38-e3c15ddbc56e', 'name': '', 'network_id': '3a0ea555-0eb9-4328-a7b2-9b6cd89acf61', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'mac_address': 'fa:16:3e:1c:45:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:04Z', 'updated_at': '2021-08-16T21:35:10Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'subnets': [{'id': '60165c36-f13e-4373-8125-efaf6e8ce98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:02.550396 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914cc91-9460-4cba-b0e9-69285f9ddf38 None None] New status for floating IP faafec2b-d593-4da8-8ce4-1d602f67a5d7: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:45:03.417357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124772b7-8c6c-46a2-a0df-b146087f8dee req-adfea220-0445-48aa-8fce-8c150c3e81e8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.418956 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-124772b7-8c6c-46a2-a0df-b146087f8dee req-adfea220-0445-48aa-8fce-8c150c3e81e8 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0565481 Aug 16 21:45:03.456374 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-124772b7-8c6c-46a2-a0df-b146087f8dee req-ffa41f8d-3cd7-4a37-82e1-4b07fdbf00f2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/security-groups?id=23144310-ebe5-468b-9e72-0cce61fecdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Aug 16 21:45:03.542738 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.654322 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1fc38f0-869f-4b07-ac21-54b6a604e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.750156 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-43475442-53a2-4c8b-a6d0-6dce5cb03e72 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:03.751601 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-43475442-53a2-4c8b-a6d0-6dce5cb03e72 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Aug 16 21:45:03.846994 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Deleting port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:03.847341 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.935892 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] For port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:03.936256 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:03.948432 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Calling delete_port for 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:04.174661 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:04.201793 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'Port': ['ID=8f77c81f-31e7-4fc6-99dc-30dccaed23d0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:04.245721 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] No DVR routers for this DVR port 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:04.248357 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:04.250352 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-6478e402-e3bc-4bc3-a03f-c2941b754a5d req-d09b1673-e283-4b8c-87d2-165b173a25e2 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.73 "DELETE /v2.0/ports/8f77c81f-31e7-4fc6-99dc-30dccaed23d0 HTTP/1.1" status: 204 len: 173 time: 0.4919436 Aug 16 21:45:04.250784 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-deleted', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:04.253014 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea51392-4004-4073-ad87-3104f864f5da" -d '{"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-deleted", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:04.297568 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e073f4b7-2a7d-4bf3-8c26-9f2e22657735 x-openstack-request-id: req-e073f4b7-2a7d-4bf3-8c26-9f2e22657735 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:04.297568 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ae3804-674c-4ec9-b479-e2d1fa909135", "name": "network-vif-deleted", "tag": "8f77c81f-31e7-4fc6-99dc-30dccaed23d0", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:04.297568 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e073f4b7-2a7d-4bf3-8c26-9f2e22657735 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:04.297568 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ae3804-674c-4ec9-b479-e2d1fa909135', 'name': 'network-vif-deleted', 'tag': '8f77c81f-31e7-4fc6-99dc-30dccaed23d0', 'status': 'completed', 'code': 200} Aug 16 21:45:04.563303 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fdd26265-66de-4708-97a3-c00d32cf11ac req-0aac414a-3c00-4372-a511-7907ba54967b tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0316823 Aug 16 21:45:04.569445 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:05.669082 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-9320f84f-3376-4e1c-a587-ddfa7707d717 req-b7590d60-0a3b-4cbb-a093-40156d68d783 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Aug 16 21:45:06.259089 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:06.279760 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:06.280174 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 8f77c81f-31e7-4fc6-99dc-30dccaed23d0 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:06.543125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:06.778313 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-631a35f5-7977-4a52-b27c-d69d3614fdd5 req-996da568-8e82-4bd3-a119-c5951d4d0c3e tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Aug 16 21:45:07.877975 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7e35e3d-c513-41c9-9679-d71db5fca3cc req-445df7ad-20d3-44f1-ba3d-69a6d4fffda5 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "GET /v2.0/ports?device_id=90ae3804-674c-4ec9-b479-e2d1fa909135 HTTP/1.1" status: 200 len: 210 time: 0.0267150 Aug 16 21:45:08.934059 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46794) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:08.994427 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.020377 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.147702 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.150507 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:09.151716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] 10.222.0.70 "DELETE /v2.0/security-groups/23144310-ebe5-468b-9e72-0cce61fecdfc HTTP/1.1" status: 204 len: 168 time: 0.2166564 Aug 16 21:45:09.161839 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ccf3c-4721-44c6-9902-0b39dc1b7658 tempest-TestShelveInstance-809091110 tempest-TestShelveInstance-809091110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23144310-ebe5-468b-9e72-0cce61fecdfc,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:10.300237 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46802) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:10.791068 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.055611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Deleting port 70590f68-435d-42bb-bc38-e3c15ddbc56e {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:11.055894 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.136543 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] For port 70590f68-435d-42bb-bc38-e3c15ddbc56e, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=70590f68-435d-42bb-bc38-e3c15ddbc56e,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:11.136903 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.149032 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Calling delete_port for 70590f68-435d-42bb-bc38-e3c15ddbc56e owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:11.405544 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.433101 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Pushing event deleted for resources: {'Port': ['ID=70590f68-435d-42bb-bc38-e3c15ddbc56e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:11.461326 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.462123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.462123 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.462384 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.462556 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.463038 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.463258 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.463589 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.464003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.468251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.468251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.468251 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:11.620028 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:11.832832 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Router 73d43c59-d49c-4ea0-9645-f258b885d766 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:11.937847 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:11.942892 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9dbef5d3-9102-4254-8e50-e5a47cc280ef admin admin] 10.222.0.70 "PUT /v2.0/routers/73d43c59-d49c-4ea0-9645-f258b885d766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6418493 Aug 16 21:45:11.945360 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46808) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:11.948114 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Sync routers for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:11.957286 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:11.957912 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:12.048384 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.060007 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:12.154921 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.235180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:45:11Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:12.264254 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Checking router: 73d43c59-d49c-4ea0-9645-f258b885d766 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:12.272668 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Routers {'73d43c59-d49c-4ea0-9645-f258b885d766'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:12.273257 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['73d43c59-d49c-4ea0-9645-f258b885d766'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:12.331084 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Deleting port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:12.331426 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.419250 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] For port 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:12.419967 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.434274 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Calling delete_port for 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:12.481348 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] Set router 73d43c59-d49c-4ea0-9645-f258b885d766 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:12.656750 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:45:11Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:12.682180 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2c6c8-95f3-4c6a-b80c-f6c9ce7d3caa None None] The sync data for ids ['73d43c59-d49c-4ea0-9645-f258b885d766'] in n-d-794306-10 is: [{'id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'name': 'tempest-TestShelveInstance-84936631-router', 'tenant_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34'}], 'enable_snat': True}, 'gw_port_id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:45:11Z', 'revision_number': 5, 'project_id': 'd75ebbb254d1483ba9a7f4f4a535a6c1', 'gw_port': {'id': '2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d43c59-d49c-4ea0-9645-f258b885d766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:01Z', 'updated_at': '2021-08-16T21:35:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:12.720267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.747249 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:12.762486 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:45:12.808920 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.912629 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:12.914641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.025855 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.026425 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d43c59-d49c-4ea0-9645-f258b885d766 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:45:13.031338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.035438 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-82d76701-18f9-42d7-8d9d-e892a11ed631 admin admin] 10.222.0.70 "DELETE /v2.0/routers/73d43c59-d49c-4ea0-9645-f258b885d766 HTTP/1.1" status: 204 len: 168 time: 1.0863984 Aug 16 21:45:13.035676 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46812) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:13.082874 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Deleting subnet 60165c36-f13e-4373-8125-efaf6e8ce98d {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:45:13.086656 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.122035 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.218505 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.349364 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.373705 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60165c36-f13e-4373-8125-efaf6e8ce98d,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:13.381040 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.382900 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-0e2d5092-a972-43fb-a370-d5f663f35704 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/60165c36-f13e-4373-8125-efaf6e8ce98d HTTP/1.1" status: 204 len: 168 time: 0.3461158 Aug 16 21:45:13.385427 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46814) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:13.388131 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53b4ee-252f-464e-947f-13052b671fed None None] Network 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:13.453251 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.518002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Deleting port d57d83c7-7aac-4e79-8abb-81da59b9d19c {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:13.518333 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.589177 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] For port d57d83c7-7aac-4e79-8abb-81da59b9d19c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d57d83c7-7aac-4e79-8abb-81da59b9d19c,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:13.589549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.603720 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Calling delete_port for d57d83c7-7aac-4e79-8abb-81da59b9d19c owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:13.692340 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] DHCP port deletion for 3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:45:13.741849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Deleting port d57d83c7-7aac-4e79-8abb-81da59b9d19c {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:13.742224 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.816481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] For port d57d83c7-7aac-4e79-8abb-81da59b9d19c, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d57d83c7-7aac-4e79-8abb-81da59b9d19c,segment=NetworkSegment(afa8fe19-bb8a-457c-b734-fcca8439487b),segment_id=afa8fe19-bb8a-457c-b734-fcca8439487b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:13.816791 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:13.830301 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Calling delete_port for d57d83c7-7aac-4e79-8abb-81da59b9d19c owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:14.002734 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.033817 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Pushing event deleted for resources: {'Port': ['ID=d57d83c7-7aac-4e79-8abb-81da59b9d19c,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:14.038823 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] No DVR routers for this DVR port d57d83c7-7aac-4e79-8abb-81da59b9d19c on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:14.045753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.050673 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee080b-f88c-486c-a5e0-f342edd097f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:14.051798 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.071991 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Pushing event deleted for resources: {'Port': ['ID=d57d83c7-7aac-4e79-8abb-81da59b9d19c,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:14.080003 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] No DVR routers for this DVR port d57d83c7-7aac-4e79-8abb-81da59b9d19c on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:14.153135 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.164129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0ea555-0eb9-4328-a7b2-9b6cd89acf61']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:14.174353 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa8fe19-bb8a-457c-b734-fcca8439487b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:14.174650 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa8fe19-bb8a-457c-b734-fcca8439487b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:14.183787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.198047 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.203897 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:45:14.204276 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self.session.flush() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:45:14.205923 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:45:14.345664 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.352196 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.354757 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a0ea555-0eb9-4328-a7b2-9b6cd89acf61 HTTP/1.1" status: 204 len: 168 time: 0.9676549 Aug 16 21:45:14.357166 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46816) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:14.365086 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3f5fe-b101-4a21-acc1-20a656fa52fd admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0ea555-0eb9-4328-a7b2-9b6cd89acf61,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:14.464883 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70590f68-435d-42bb-bc38-e3c15ddbc56e no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:14.486717 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 70590f68-435d-42bb-bc38-e3c15ddbc56e {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:14.487103 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 70590f68-435d-42bb-bc38-e3c15ddbc56e not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:14.487531 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:14.506375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:14.506755 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 2e3f10d3-44b5-4e7e-a2ef-0cf4560c0847 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:14.507230 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d57d83c7-7aac-4e79-8abb-81da59b9d19c no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:14.525996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d57d83c7-7aac-4e79-8abb-81da59b9d19c {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:14.526335 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d57d83c7-7aac-4e79-8abb-81da59b9d19c not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:14.713782 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:14.956336 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Deleting port 51ebd50f-1c97-42ae-9be7-3093c948d72b {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:14.956681 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.038187 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] For port 51ebd50f-1c97-42ae-9be7-3093c948d72b, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=51ebd50f-1c97-42ae-9be7-3093c948d72b,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:15.038473 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.049805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Calling delete_port for 51ebd50f-1c97-42ae-9be7-3093c948d72b owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:15.288779 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.318455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Pushing event deleted for resources: {'Port': ['ID=51ebd50f-1c97-42ae-9be7-3093c948d72b,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:15.491948 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.721357 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:15.827550 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:15.833063 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-d32abecc-bed8-4445-9c46-da93c0508ada admin admin] 10.222.0.70 "PUT /v2.0/routers/4d7aecb3-15a8-4a8e-a92a-081627594bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747570 Aug 16 21:45:15.835932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46818) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:15.836686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Sync routers for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:15.845871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:15.846556 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:15.940262 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:15.949147 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:16.043549 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.125622 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:45:15Z', 'revision_number': 5, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port': {'id': '7bc6d65e-0710-4e56-9b65-1b52ab2959eb', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:35:08Z', 'updated_at': '2021-08-16T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.158600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Deleting port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:16.159053 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.248902 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] For port 7bc6d65e-0710-4e56-9b65-1b52ab2959eb, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:16.249278 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.264210 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Calling delete_port for 7bc6d65e-0710-4e56-9b65-1b52ab2959eb owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:16.317989 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Checking router: 4d7aecb3-15a8-4a8e-a92a-081627594bd7 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:16.326170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Routers {'4d7aecb3-15a8-4a8e-a92a-081627594bd7'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:16.326779 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.412304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] Set router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:16.468507 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:45:16Z', 'revision_number': 6, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:16.482751 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.496179 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671ed5c-f3a3-4c47-8faa-3da860bb257f None None] The sync data for ids ['4d7aecb3-15a8-4a8e-a92a-081627594bd7'] in n-d-794306-10 is: [{'id': '4d7aecb3-15a8-4a8e-a92a-081627594bd7', 'name': 'tempest-TestShelveInstance-2020210480-router', 'tenant_id': 'd60c1f7167d14cf594b30c4858f5e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:35:07Z', 'updated_at': '2021-08-16T21:45:16Z', 'revision_number': 6, 'project_id': 'd60c1f7167d14cf594b30c4858f5e791', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:16.508794 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc6d65e-0710-4e56-9b65-1b52ab2959eb,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:16.574169 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.669170 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.671186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.785598 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.786121 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7aecb3-15a8-4a8e-a92a-081627594bd7 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:45:16.790338 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.791472 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-647418b3-81bb-4100-8079-cb9375146349 admin admin] 10.222.0.70 "DELETE /v2.0/routers/4d7aecb3-15a8-4a8e-a92a-081627594bd7 HTTP/1.1" status: 204 len: 168 time: 0.9545610 Aug 16 21:45:16.794117 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46820) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:16.840257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Deleting subnet dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:45:16.843430 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.884236 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:16.964813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.091155 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.117129 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:17.120830 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.122679 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-24fcbc55-4752-49d0-9aae-22314909b264 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dab66ecf-1e1a-4fdb-9709-d5dd70d40d6e HTTP/1.1" status: 204 len: 168 time: 0.3276300 Aug 16 21:45:17.125389 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46824) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:17.126405 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756608f-9488-4f6e-8909-687455a72429 None None] Network 002bc0a7-04f7-4e6f-8097-b02c23bae49f requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:17.198925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.256252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Deleting port a80e4224-3701-42fb-b8a5-3582d0e381e0 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:17.256608 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.298231 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] DHCP port deletion for 002bc0a7-04f7-4e6f-8097-b02c23bae49f request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:45:17.323816 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] For port a80e4224-3701-42fb-b8a5-3582d0e381e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a80e4224-3701-42fb-b8a5-3582d0e381e0,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:17.324615 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.338039 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Calling delete_port for a80e4224-3701-42fb-b8a5-3582d0e381e0 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:17.349733 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Deleting port a80e4224-3701-42fb-b8a5-3582d0e381e0 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:45:17.349733 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.412949 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] For port a80e4224-3701-42fb-b8a5-3582d0e381e0, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=a80e4224-3701-42fb-b8a5-3582d0e381e0,segment=NetworkSegment(10a99c26-8206-408f-a92c-c92b8d655405),segment_id=10a99c26-8206-408f-a92c-c92b8d655405)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:17.413355 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.429750 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Calling delete_port for a80e4224-3701-42fb-b8a5-3582d0e381e0 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:45:17.534226 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 21:45:17.536277 n-d-794306-10 neutron-server[95242]: self.session.flush() Aug 16 21:45:17.546007 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.562444 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Pushing event deleted for resources: {'Port': ['ID=a80e4224-3701-42fb-b8a5-3582d0e381e0,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:17.568401 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] No DVR routers for this DVR port a80e4224-3701-42fb-b8a5-3582d0e381e0 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:17.573652 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] No DVR routers for this DVR port a80e4224-3701-42fb-b8a5-3582d0e381e0 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:45:17.575154 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471966d-6d49-4d83-9749-263de937b2d3 None None] Pushing event deleted for resources: {'Port': ['ID=a80e4224-3701-42fb-b8a5-3582d0e381e0,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:17.647370 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.657345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002bc0a7-04f7-4e6f-8097-b02c23bae49f']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:17.666918 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a99c26-8206-408f-a92c-c92b8d655405') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:17.667217 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a99c26-8206-408f-a92c-c92b8d655405') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:17.675669 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.689208 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.695717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:45:17.696138 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:45:17.697776 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:45:17.811137 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.816885 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:17.819178 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] 10.222.0.70 "DELETE /v2.0/networks/002bc0a7-04f7-4e6f-8097-b02c23bae49f HTTP/1.1" status: 204 len: 168 time: 0.6927748 Aug 16 21:45:17.830142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d2bce-331b-472d-83ac-9960302f8470 admin admin] Pushing event deleted for resources: {'Network': ['ID=002bc0a7-04f7-4e6f-8097-b02c23bae49f,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:18.309108 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46828) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:18.350500 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-e2800e12-5e8e-4811-abc5-419645e3c56a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d75ebbb254d1483ba9a7f4f4a535a6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402002 Aug 16 21:45:18.353681 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46830) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:18.413835 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.443329 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.466546 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 51ebd50f-1c97-42ae-9be7-3093c948d72b no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:18.489920 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 51ebd50f-1c97-42ae-9be7-3093c948d72b {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:18.491958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 51ebd50f-1c97-42ae-9be7-3093c948d72b not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:18.491958 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a80e4224-3701-42fb-b8a5-3582d0e381e0 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:18.509697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: a80e4224-3701-42fb-b8a5-3582d0e381e0 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:18.510046 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device a80e4224-3701-42fb-b8a5-3582d0e381e0 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:18.510461 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7bc6d65e-0710-4e56-9b65-1b52ab2959eb no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:45:18.532769 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 7bc6d65e-0710-4e56-9b65-1b52ab2959eb {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:45:18.533110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 7bc6d65e-0710-4e56-9b65-1b52ab2959eb not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:45:18.577675 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.580826 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:18.583666 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9364adc7-a79a-4bcd-9116-07bdb3d596a1 HTTP/1.1" status: 204 len: 168 time: 0.2290130 Aug 16 21:45:18.595939 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11103802-11c1-40ab-bbe3-08c29a29ca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9364adc7-a79a-4bcd-9116-07bdb3d596a1,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:19.222427 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.281542 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46838) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:19.322728 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ad00cd9c-1e91-4eb5-a6d6-fbbda62ac4c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d60c1f7167d14cf594b30c4858f5e791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398748 Aug 16 21:45:19.325145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46840) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:19.378145 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.401186 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.505175 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.507756 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:19.508958 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc09a53a-edf2-43c7-965f-02c1911c6636 HTTP/1.1" status: 204 len: 168 time: 0.1829247 Aug 16 21:45:19.517010 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a32b9-d308-440b-85ba-9537822b222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc09a53a-edf2-43c7-965f-02c1911c6636,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:20.618528 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46862) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:20.720666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1354224324-network', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:20.813693 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Made reservation on behalf of cf8cb0facada44f69866093e0f6092ba for: {'network': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:20.816140 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:20.826563 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:20.931433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.020034 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.051910 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=95241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:45:21.066655 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22edda9a-94dc-4adc-8b65-07c51b3c3c4b,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:21.078856 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.078856 n-d-794306-10 neutron-server[95241]: INFO neutron.db.segments_db [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Added segment cd0f9bc5-7741-4f6c-b718-fae12f84641b of type vlan for network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca Aug 16 21:45:21.122541 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.211307 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.212412 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:21.213007 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.282604 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] Pushing event updated for resources: {'Network': ['ID=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:21.298773 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:45:21.326354 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-59b4aea0-5d09-4337-b52a-ea090d42f87c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7065208 Aug 16 21:45:21.330006 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46868) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:21.335170 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Request body: {'subnet': {'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1354224324-subnet', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'ip_version': 4}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:21.417666 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Made reservation on behalf of cf8cb0facada44f69866093e0f6092ba for: {'subnet': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:21.420578 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30312619'] for subnet, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.679692 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31827952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30312633'] for subnet, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.738437 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51e897c-50c6-487c-bfbf-ca116a1843d3,revision_number=0']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:21.744156 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Checking segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:21.744516 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Network hostable DHCP agents. Network: a0f7dcb6-104a-4d13-ba75-7f31dfab6eca, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:45:21.839508 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:45:21.950600 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, a0f7dcb6-104a-4d13-ba75-7f31dfab6eca) {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:21.955221 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:21.956295 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:21.960339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1f142-4e00-4a66-b9ad-ab72c4f1cddd None None] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:22.059968 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-840ef64c-2850-4fa6-babc-6961e3e218ca admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7287555 Aug 16 21:45:22.062731 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46870) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:22.067053 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:22.133615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:45:22.134470 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.163296 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.166616 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.219839 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.285365 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Allocated IP 172.20.0.2 (a0f7dcb6-104a-4d13-ba75-7f31dfab6eca/f51e897c-50c6-487c-bfbf-ca116a1843d3/c75cf139-0c36-486f-b392-8235b7ef2205) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:22.440557 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.451406 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.460064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Transition to ACTIVE for port object c75cf139-0c36-486f-b392-8235b7ef2205 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:22.474780 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Transition to ACTIVE for port object c75cf139-0c36-486f-b392-8235b7ef2205 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:22.554498 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.599887 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:22.603643 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Pushing event updated for resources: {'Port': ['ID=c75cf139-0c36-486f-b392-8235b7ef2205,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:22.606111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:22.608170 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:22.681199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Attempting to bind port c75cf139-0c36-486f-b392-8235b7ef2205 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:22.682221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Attempting to bind port c75cf139-0c36-486f-b392-8235b7ef2205 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:22.682686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Attempting to bind port c75cf139-0c36-486f-b392-8235b7ef2205 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:22.689481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:22.689929 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Checking segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:22.690252 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.690638 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Bound using segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:22.691104 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Bound port: c75cf139-0c36-486f-b392-8235b7ef2205, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:22.691485 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.734365 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.754148 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.756996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] For port c75cf139-0c36-486f-b392-8235b7ef2205, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:22.760250 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] For port c75cf139-0c36-486f-b392-8235b7ef2205, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c75cf139-0c36-486f-b392-8235b7ef2205,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:22.794005 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.856935 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:22.859257 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Allocated IP 172.25.7.60 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/d863b821-47bf-449b-bf1e-a44ec06ed365) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:22.918505 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cb82-fcd0-4a8b-8f1b-cac80129eb5f None None] Pushing event updated for resources: {'Port': ['ID=c75cf139-0c36-486f-b392-8235b7ef2205,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:22.968422 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:23.081099 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:23.136085 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:23.139083 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:23.143363 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:23.150218 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Pushing event updated for resources: {'Port': ['ID=d863b821-47bf-449b-bf1e-a44ec06ed365,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:23.484487 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:23.691641 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:23.833973 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f72b8-3c2b-4bdc-914e-34dfec16fc9d None None] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:23.902603 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Router ad8ce895-0c02-4123-8f24-1726ea11e113 is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:45:24.008222 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-1bc8ed65-7fc1-4473-be4b-227af078be97 None None] Provisioning for port c75cf139-0c36-486f-b392-8235b7ef2205 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:24.016324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:24.027653 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:24.038117 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:24.038851 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:24.105704 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.109265 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-d1ded5e7-fd4a-489f-a6ad-ede707158a3c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0455501 Aug 16 21:45:24.110105 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46872) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:24.168163 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:24.365995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:23Z', 'revision_number': 3, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:24.394048 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:24.394416 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Updating router ad8ce895-0c02-4123-8f24-1726ea11e113 port d863b821-47bf-449b-bf1e-a44ec06ed365 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:45:24.423681 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.515437 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c75cf139-0c36-486f-b392-8235b7ef2205 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:24.555061 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.633797 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c75cf139-0c36-486f-b392-8235b7ef2205 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:24.638232 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c75cf139-0c36-486f-b392-8235b7ef2205 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:24.638682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.710646 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.722333 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Transition to ACTIVE for port object d863b821-47bf-449b-bf1e-a44ec06ed365 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:24.724366 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.758912 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c75cf139-0c36-486f-b392-8235b7ef2205, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c75cf139-0c36-486f-b392-8235b7ef2205,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:24.799947 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.831424 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.845364 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Attempting to bind port d863b821-47bf-449b-bf1e-a44ec06ed365 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:24.845733 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Attempting to bind port d863b821-47bf-449b-bf1e-a44ec06ed365 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:24.851322 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Attempting to bind port d863b821-47bf-449b-bf1e-a44ec06ed365 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:24.859819 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:24.860194 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:24.860598 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.860990 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:24.861469 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Bound port: d863b821-47bf-449b-bf1e-a44ec06ed365, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:24.861849 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:24.890861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c75cf139-0c36-486f-b392-8235b7ef2205,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:24.891570 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Pushing event updated for resources: {'Port': ['ID=d863b821-47bf-449b-bf1e-a44ec06ed365,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:24.907467 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.914538 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:45:24.934183 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] For port d863b821-47bf-449b-bf1e-a44ec06ed365, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:24.937439 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] For port d863b821-47bf-449b-bf1e-a44ec06ed365, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d863b821-47bf-449b-bf1e-a44ec06ed365,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:25.029278 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.066225 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Allocated IP 172.20.0.1 (a0f7dcb6-104a-4d13-ba75-7f31dfab6eca/f51e897c-50c6-487c-bfbf-ca116a1843d3/36cca69b-37e4-4bed-8c13-db88d83575d1) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:25.090421 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:25.091026 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:25.126178 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fe3d3-3e53-437c-bf9d-95670bb793ac None None] Pushing event updated for resources: {'Port': ['ID=d863b821-47bf-449b-bf1e-a44ec06ed365,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:25.175640 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.189271 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Transition to ACTIVE for port object 36cca69b-37e4-4bed-8c13-db88d83575d1 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:25.200903 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:25.294086 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.334620 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:25.339108 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:25.343361 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:25.346475 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:25.378240 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:23Z', 'revision_number': 3, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:25.385216 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.406279 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea5a052-8fa3-4093-9935-1170e3d3f4b0 None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:23Z', 'revision_number': 3, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:25.598583 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.639871 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-524b113c-53a1-42ca-8845-d06e2865cc63 None None] Provisioning for port 36cca69b-37e4-4bed-8c13-db88d83575d1 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:25.654264 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-524b113c-53a1-42ca-8845-d06e2865cc63 None None] Provisioning complete for port 36cca69b-37e4-4bed-8c13-db88d83575d1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:25.654713 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-524b113c-53a1-42ca-8845-d06e2865cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.697328 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-524b113c-53a1-42ca-8845-d06e2865cc63 None None] Port 36cca69b-37e4-4bed-8c13-db88d83575d1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:25.792905 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.868014 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.937892 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:25.939611 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:26.043334 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:26.044933 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:26.175632 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:26.302810 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:26.308168 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-9159cb40-64e4-40a0-9e58-dccb60d06aa2 admin admin] 10.222.0.70 "PUT /v2.0/routers/ad8ce895-0c02-4123-8f24-1726ea11e113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971147 Aug 16 21:45:26.323163 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4b787eaa-808b-46ef-9807-ebd4b442760d None None] Provisioning complete for port 36cca69b-37e4-4bed-8c13-db88d83575d1 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:26.323163 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4b787eaa-808b-46ef-9807-ebd4b442760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.357653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4b787eaa-808b-46ef-9807-ebd4b442760d None None] Port 36cca69b-37e4-4bed-8c13-db88d83575d1 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:26.557732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c75cf139-0c36-486f-b392-8235b7ef2205 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:26.608951 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c75cf139-0c36-486f-b392-8235b7ef2205 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:26.609321 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.689362 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d863b821-47bf-449b-bf1e-a44ec06ed365 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:26.799545 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port d863b821-47bf-449b-bf1e-a44ec06ed365 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:26.804824 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d863b821-47bf-449b-bf1e-a44ec06ed365 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:26.805258 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.888337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:26.910982 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port d863b821-47bf-449b-bf1e-a44ec06ed365, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d863b821-47bf-449b-bf1e-a44ec06ed365,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:26.996621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.025315 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:27.028945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46888) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:27.034038 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-833282217-network', 'tenant_id': '69cc36c8877144f494b5109690264513'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:27.052880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:27.057649 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:27.091540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=d863b821-47bf-449b-bf1e-a44ec06ed365,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:27.133492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Made reservation on behalf of 69cc36c8877144f494b5109690264513 for: {'network': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:27.144028 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for network, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.153978 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.168934 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:27.252572 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.334016 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.360008 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=95240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 21:45:27.371199 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633a2c8f-4516-41c5-9709-2db6bb52324e,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:27.374948 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 2, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:27.376405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.376771 n-d-794306-10 neutron-server[95240]: INFO neutron.db.segments_db [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Added segment f3ebf731-b025-42a6-bbe7-e8b53fd89dbe of type vlan for network 69d35e0c-f475-499d-b947-734210ac4ada Aug 16 21:45:27.402728 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:27.403076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Updating router ad8ce895-0c02-4123-8f24-1726ea11e113 port 36cca69b-37e4-4bed-8c13-db88d83575d1 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:45:27.419810 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743530650799'] for network, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.430097 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.502547 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980'] for network, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.503499 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:27.504181 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.569138 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] Pushing event updated for resources: {'Network': ['ID=69d35e0c-f475-499d-b947-734210ac4ada,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:27.594674 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Network 69d35e0c-f475-499d-b947-734210ac4ada details requested by agent ovs-agent-n-d-794306-10 with host n-d-794306-10 {{(pid=95242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 21:45:27.617354 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-33818792-46e6-49f7-a3cd-158256882c42 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5872042 Aug 16 21:45:27.620837 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46892) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:27.624965 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Request body: {'subnet': {'network_id': '69d35e0c-f475-499d-b947-734210ac4ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-833282217-subnet', 'tenant_id': '69cc36c8877144f494b5109690264513', 'ip_version': 4}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:27.713706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Made reservation on behalf of 69cc36c8877144f494b5109690264513 for: {'subnet': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:27.716140 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32933765'] for subnet, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.753119 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.763885 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Transition to ACTIVE for port object 36cca69b-37e4-4bed-8c13-db88d83575d1 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:27.825675 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.898368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c3d2-4889-41b3-aa91-f2a5a701e2d7 None None] Pushing event updated for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:27.938097 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Attempting to bind port 36cca69b-37e4-4bed-8c13-db88d83575d1 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:27.938475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Attempting to bind port 36cca69b-37e4-4bed-8c13-db88d83575d1 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:27.938843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Attempting to bind port 36cca69b-37e4-4bed-8c13-db88d83575d1 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:27.946658 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:27.947035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Checking segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:27.947439 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.948021 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Bound using segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:27.953460 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Bound port: 36cca69b-37e4-4bed-8c13-db88d83575d1, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:27.953460 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:27.971189 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31822069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32933783'] for subnet, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.016842 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] For port 36cca69b-37e4-4bed-8c13-db88d83575d1, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:28.024084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] For port 36cca69b-37e4-4bed-8c13-db88d83575d1, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=36cca69b-37e4-4bed-8c13-db88d83575d1,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:28.029065 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00baf88-ec10-4682-a5ef-748cb954c6d7,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:28.057813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Checking segment: {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:28.058272 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Network hostable DHCP agents. Network: 69d35e0c-f475-499d-b947-734210ac4ada, hostable agents: ['01952da4-343a-4f7e-a40d-3362c71e0f44'], hosted agents: [] {{(pid=95240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 21:45:28.095072 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.143021 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Network 69d35e0c-f475-499d-b947-734210ac4ada is scheduled to be hosted by DHCP agent 01952da4-343a-4f7e-a40d-3362c71e0f44 with binding_index 1 {{(pid=95240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 21:45:28.157051 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:28.157697 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:28.218514 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c3d2-4889-41b3-aa91-f2a5a701e2d7 None None] Pushing event updated for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:28.247919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-10, 69d35e0c-f475-499d-b947-734210ac4ada) {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:28.253623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:28.257765 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.337836 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-1d946666-8e28-4db7-88b1-a083a828ddae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7166247 Aug 16 21:45:28.341230 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46896) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:28.346098 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:28.431252 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2552e8b4-6d3b-459e-995d-edf1264575c6 None None] Network 69d35e0c-f475-499d-b947-734210ac4ada requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:28.435636 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254717'] for router, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.437312 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1590263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1594182', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254708'] for router, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.489932 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d863b821-47bf-449b-bf1e-a44ec06ed365 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:28.512267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.545732 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:28.740857 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.741119 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port d863b821-47bf-449b-bf1e-a44ec06ed365 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:28.741425 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:28.802551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f647c8a-7ae2-559d-a630-3280a1bb3fb1-69d35e0c-f475-499d-b947-734210ac4ada', 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada', 'tenant_id': '69cc36c8877144f494b5109690264513', 'fixed_ips': [{'subnet_id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7'}]}} from n-d-794306-10. {{(pid=95242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 21:45:28.808551 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.031116 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.043060 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.db_base_plugin_common [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Allocated IP 172.20.0.2 (69d35e0c-f475-499d-b947-734210ac4ada/a00baf88-ec10-4682-a5ef-748cb954c6d7/9877f2e8-321c-42b0-a892-02c5b8500ff9) {{(pid=95242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:29.051551 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:28Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:29.052412 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.085057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf7db3-6d7a-4db3-8b1d-418b72a7824e None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:28Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:29.187996 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Allocated IP 172.25.7.188 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/316b52cc-5dee-4b0f-8034-c94477002887) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:29.261983 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks [] for port, precommit_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.271704 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Transition to ACTIVE for port object 9877f2e8-321c-42b0-a892-02c5b8500ff9 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:29.288511 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Transition to ACTIVE for port object 9877f2e8-321c-42b0-a892-02c5b8500ff9 will not be triggered until provisioned by entity DHCP. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:29.303284 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.356717 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774'] for port, after_create {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.398109 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.400942 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Network 69d35e0c-f475-499d-b947-734210ac4ada is already hosted by enough agents. {{(pid=95242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:29.405039 n-d-794306-10 neutron-server[95242]: DEBUG neutron.scheduler.base_scheduler [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Resources bound (agent type, host, resource id): {{(pid=95242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:29.408763 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Received port after_create {{(pid=95242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:29.412580 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Pushing event updated for resources: {'Port': ['ID=9877f2e8-321c-42b0-a892-02c5b8500ff9,revision_number=1']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:29.455806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:29.470880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:29.470880 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:29.474629 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Attempting to bind port 9877f2e8-321c-42b0-a892-02c5b8500ff9 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:29.475527 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Attempting to bind port 9877f2e8-321c-42b0-a892-02c5b8500ff9 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:29.476261 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Attempting to bind port 9877f2e8-321c-42b0-a892-02c5b8500ff9 on network 69d35e0c-f475-499d-b947-734210ac4ada {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:29.485843 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:29.486578 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Checking segment: {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:29.487348 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.488113 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Bound using segment: {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:29.489035 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Bound port: 9877f2e8-321c-42b0-a892-02c5b8500ff9, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:29.489812 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.514112 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Pushing event updated for resources: {'Port': ['ID=316b52cc-5dee-4b0f-8034-c94477002887,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:29.606327 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] For port 9877f2e8-321c-42b0-a892-02c5b8500ff9, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:29.611827 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] For port 9877f2e8-321c-42b0-a892-02c5b8500ff9, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9877f2e8-321c-42b0-a892-02c5b8500ff9,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:29.678149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:29.784787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc35b6b-4f9c-4d84-9511-74092cfbdb10 None None] Pushing event updated for resources: {'Port': ['ID=9877f2e8-321c-42b0-a892-02c5b8500ff9,revision_number=2']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:30.030713 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:30.313976 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1590158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1594229'] for router, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:30.588863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9877f2e8-321c-42b0-a892-02c5b8500ff9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:30.605806 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Router 02911e01-5c3d-43fb-95d6-87cace61015d is scheduled to L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b with binding_index 1 {{(pid=95241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 21:45:30.725731 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 9877f2e8-321c-42b0-a892-02c5b8500ff9 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:30.731686 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 36cca69b-37e4-4bed-8c13-db88d83575d1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:30.737619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:30.748360 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Sync routers for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:30.760948 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:30.761585 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:30.804350 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7c127a3a-5ebb-47c7-a574-d023650d41c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:30.825371 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:30.827816 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-ba70791b-f01b-42d4-a017-bc48e0960432 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4843609 Aug 16 21:45:30.829665 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46898) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:30.853265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 36cca69b-37e4-4bed-8c13-db88d83575d1 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:30.858226 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 36cca69b-37e4-4bed-8c13-db88d83575d1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:30.862459 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:30.876543 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:30.947110 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe93aa-d17c-4da6-af27-d5923416a06f None None] Network 69d35e0c-f475-499d-b947-734210ac4ada requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:45:31.017457 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.067021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:29Z', 'revision_number': 3, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:31.079184 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 36cca69b-37e4-4bed-8c13-db88d83575d1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=36cca69b-37e4-4bed-8c13-db88d83575d1,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:31.098647 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Checking router: 02911e01-5c3d-43fb-95d6-87cace61015d for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:31.103080 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Updating router 02911e01-5c3d-43fb-95d6-87cace61015d port 316b52cc-5dee-4b0f-8034-c94477002887 binding host n-d-794306-10 {{(pid=95243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:45:31.113111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Provisioning for port 9877f2e8-321c-42b0-a892-02c5b8500ff9 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:31.129023 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Provisioning complete for port 9877f2e8-321c-42b0-a892-02c5b8500ff9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:31.141773 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.141945 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.200172 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.270798 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:31.329514 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.350405 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.385084 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] For port 9877f2e8-321c-42b0-a892-02c5b8500ff9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9877f2e8-321c-42b0-a892-02c5b8500ff9,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:31.476149 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.543372 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d6e0a-8fa2-47b0-8185-452bcd947ce9 None None] Pushing event updated for resources: {'Port': ['ID=9877f2e8-321c-42b0-a892-02c5b8500ff9,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:31.554642 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Allocated IP 172.20.0.1 (69d35e0c-f475-499d-b947-734210ac4ada/a00baf88-ec10-4682-a5ef-748cb954c6d7/c1cae9ac-9a0e-43ca-ad46-12313857d4e2) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:31.599164 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.609756 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-3b38f8e0-717d-4a82-9d78-c974119b397b None None] Provisioning complete for port 9877f2e8-321c-42b0-a892-02c5b8500ff9 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:31.610377 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3b38f8e0-717d-4a82-9d78-c974119b397b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.612729 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.provisioning_blocks [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Transition to ACTIVE for port object 316b52cc-5dee-4b0f-8034-c94477002887 will not be triggered until provisioned by entity L2. {{(pid=95243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:31.681193 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.691319 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.695772 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Transition to ACTIVE for port object c1cae9ac-9a0e-43ca-ad46-12313857d4e2 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:31.743751 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Attempting to bind port 316b52cc-5dee-4b0f-8034-c94477002887 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:31.744123 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Attempting to bind port 316b52cc-5dee-4b0f-8034-c94477002887 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:31.744479 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Attempting to bind port 316b52cc-5dee-4b0f-8034-c94477002887 on network 90b89b4c-02e9-41ca-9ad8-53e143148548 {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:31.746338 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c886a73-10c4-4740-b2a2-e62c8d5e0ddd None None] Pushing event updated for resources: {'Port': ['ID=316b52cc-5dee-4b0f-8034-c94477002887,revision_number=2']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:31.752084 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:31.752813 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Checking segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:31.752813 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.753518 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Bound using segment: {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'} {{(pid=95243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:31.753787 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.managers [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Bound port: 316b52cc-5dee-4b0f-8034-c94477002887, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5752b60-7883-40ed-aad8-200e6be55250', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548'}}] {{(pid=95243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:31.754024 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.785449 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.807766 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] For port 316b52cc-5dee-4b0f-8034-c94477002887, host n-d-794306-10, cleared binding levels {{(pid=95243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:31.811398 n-d-794306-10 neutron-server[95243]: DEBUG neutron.plugins.ml2.db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] For port 316b52cc-5dee-4b0f-8034-c94477002887, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=316b52cc-5dee-4b0f-8034-c94477002887,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:31.836119 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Network 69d35e0c-f475-499d-b947-734210ac4ada is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:31.839259 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:31.841848 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:31.868066 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Pushing event updated for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:31.886527 n-d-794306-10 neutron-server[95243]: DEBUG neutron_lib.callbacks.manager [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.895365 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1740358'] for router_interface, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:31.953191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:31.954094 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:32.018071 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c886a73-10c4-4740-b2a2-e62c8d5e0ddd None None] Pushing event updated for resources: {'Port': ['ID=316b52cc-5dee-4b0f-8034-c94477002887,revision_number=3']} {{(pid=95243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:32.080414 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:32.127432 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.214466 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65f32c76-a45c-4c94-9748-03e59dd98dbe None None] Provisioning for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:32.220577 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-65f32c76-a45c-4c94-9748-03e59dd98dbe None None] Provisioning complete for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:32.220949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-65f32c76-a45c-4c94-9748-03e59dd98dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.267558 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-65f32c76-a45c-4c94-9748-03e59dd98dbe None None] Port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:32.303075 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:29Z', 'revision_number': 3, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:32.319500 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.332580 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f0d2ee-0d31-4ea3-abfb-d4673c717ad5 None None] The sync data for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 is: [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:29Z', 'revision_number': 3, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:32.431032 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.498149 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9877f2e8-321c-42b0-a892-02c5b8500ff9 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:32.504191 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Pushing event updated for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:32.506940 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1740346'] for router_interface, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.601858 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 9877f2e8-321c-42b0-a892-02c5b8500ff9 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:32.602230 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.639500 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Network 69d35e0c-f475-499d-b947-734210ac4ada is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:32.641503 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:32.727265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 36cca69b-37e4-4bed-8c13-db88d83575d1 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:32.780052 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Router 02911e01-5c3d-43fb-95d6-87cace61015d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:32.782960 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 36cca69b-37e4-4bed-8c13-db88d83575d1 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:32.783755 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:32.910235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:32.916171 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-3cef208d-6e7a-40be-af59-ff1b363fd8ea admin admin] 10.222.0.70 "PUT /v2.0/routers/02911e01-5c3d-43fb-95d6-87cace61015d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0852683 Aug 16 21:45:32.993425 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-c64cb13d-a34d-4416-a6ac-c569e10a897d None None] Provisioning complete for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:32.993976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c64cb13d-a34d-4416-a6ac-c569e10a897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.032059 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c64cb13d-a34d-4416-a6ac-c569e10a897d None None] Port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:33.542416 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.665033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46906) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:33.669813 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1882407443', 'description': 'tempest-secgroup-smoke-1882407443 description', 'project_id': 'cf8cb0facada44f69866093e0f6092ba'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:33.681973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e4b41699-f504-49c4-8c61-8cb428c7eafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.771354 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.858935 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.900433 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Sync routers for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:33.909720 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:33.910325 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:33.924950 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:33.959378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b26508e-0384-4f08-97a3-5eccf5fff176,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:34.015423 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:34.036944 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.038280 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-7f6288d5-4d0f-4796-a651-eece4a224760 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3722212 Aug 16 21:45:34.041387 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46908) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:34.046034 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:34.162097 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.221177 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.226902 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:32Z', 'revision_number': 4, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c1cae9ac-9a0e-43ca-ad46-12313857d4e2', 'name': '', 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada', 'tenant_id': '69cc36c8877144f494b5109690264513', 'mac_address': 'fa:16:3e:98:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:31Z', 'updated_at': '2021-08-16T21:45:32Z', 'revision_number': 2, 'project_id': '69cc36c8877144f494b5109690264513', 'subnets': [{'id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:34.288317 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.307941 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e688024-4bb4-4e4a-87c8-3eeedab5d986,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:34.367509 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.368862 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-b0a05d24-d299-4eca-b369-17afa9fabb3c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263912 Aug 16 21:45:34.371713 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46910) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:34.376412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:34.425304 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Checking router: 02911e01-5c3d-43fb-95d6-87cace61015d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:34.425665 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Updating router 02911e01-5c3d-43fb-95d6-87cace61015d port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 binding host n-d-794306-10 {{(pid=95242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 21:45:34.456306 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.498875 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.514135 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 316b52cc-5dee-4b0f-8034-c94477002887 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:34.568846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.625674 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.670755 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.692577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6473f3ac-ee43-47af-881d-2cc1665319d5,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:34.789630 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks [] for port, precommit_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.797670 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port 316b52cc-5dee-4b0f-8034-c94477002887 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:34.802787 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Transition to ACTIVE for port object c1cae9ac-9a0e-43ca-ad46-12313857d4e2 will not be triggered until provisioned by entity L2. {{(pid=95242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:34.806451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 316b52cc-5dee-4b0f-8034-c94477002887 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:34.816587 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.816730 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.816730 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-52d16431-aeb3-4aa0-9d9c-9e4737df4a36 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4364548 Aug 16 21:45:34.816730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46912) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:34.816730 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:34.893745 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.915448 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.918292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port 316b52cc-5dee-4b0f-8034-c94477002887, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=316b52cc-5dee-4b0f-8034-c94477002887,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:34.948781 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:34.977601 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de1574-3e6f-412b-a7e8-2594e24e136d None None] Pushing event updated for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=3']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.014498 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.019446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.051228 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Attempting to bind port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 on host n-d-794306-10 for vnic_type normal with profile {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:35.052454 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Attempting to bind port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 by drivers openvswitch,hyperv on host n-d-794306-10 at level 0 using segments [{'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:35.053045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Attempting to bind port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 on network 69d35e0c-f475-499d-b947-734210ac4ada {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:35.063190 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Checking agent: {'id': '9ae47ed3-f115-461c-8808-1624c21aec66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 7, 3), 'started_at': datetime.datetime(2021, 8, 16, 20, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:35.063565 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Checking segment: {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:35.064002 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.064435 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Bound using segment: {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'} {{(pid=95242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:35.064926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.managers [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Bound port: c1cae9ac-9a0e-43ca-ad46-12313857d4e2, host: n-d-794306-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada'}}] {{(pid=95242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:35.065315 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.098947 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.122156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=316b52cc-5dee-4b0f-8034-c94477002887,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.123213 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44370af8-c2c5-4594-8847-36368cb42a73,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.161175 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] For port c1cae9ac-9a0e-43ca-ad46-12313857d4e2, host n-d-794306-10, cleared binding levels {{(pid=95242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:35.164835 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] For port c1cae9ac-9a0e-43ca-ad46-12313857d4e2, host n-d-794306-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:35.201629 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.202976 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-71c1826a-5456-4b85-95e3-d02494f72e30 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899677 Aug 16 21:45:35.205836 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46914) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:35.212596 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:35.230502 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.301199 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:35.302579 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:35.304723 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de1574-3e6f-412b-a7e8-2594e24e136d None None] Pushing event updated for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.314532 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.382337 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.417863 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:35.488037 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.508276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6281c872-e93e-4056-9e08-1d57f57d8ca8,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.602025 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.603275 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9fa38506-2f39-4d2d-87eb-01f97cccfb66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3964157 Aug 16 21:45:35.606014 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46916) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:35.610492 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:35.627239 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:32Z', 'revision_number': 4, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c1cae9ac-9a0e-43ca-ad46-12313857d4e2', 'name': '', 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada', 'tenant_id': '69cc36c8877144f494b5109690264513', 'mac_address': 'fa:16:3e:98:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:31Z', 'updated_at': '2021-08-16T21:45:35Z', 'revision_number': 4, 'project_id': '69cc36c8877144f494b5109690264513', 'subnets': [{'id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:35.656933 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd07ee-e622-470c-a7d2-7d25508ada9d None None] The sync data for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 is: [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:45:32Z', 'revision_number': 4, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': 'c1cae9ac-9a0e-43ca-ad46-12313857d4e2', 'name': '', 'network_id': '69d35e0c-f475-499d-b947-734210ac4ada', 'tenant_id': '69cc36c8877144f494b5109690264513', 'mac_address': 'fa:16:3e:98:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:31Z', 'updated_at': '2021-08-16T21:45:35Z', 'revision_number': 4, 'project_id': '69cc36c8877144f494b5109690264513', 'subnets': [{'id': 'a00baf88-ec10-4682-a5ef-748cb954c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:35.728628 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Project cf8cb0facada44f69866093e0f6092ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:45:35.734242 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.805850 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.891263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.912276 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffba124-2e7c-4955-915f-29f83b7dc12d,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:35.984626 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:35.985883 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fabc5d69-037d-4842-86f0-f40e326d6412 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789349 Aug 16 21:45:35.988660 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 46918) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:35.993875 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'security_group_rule': {'security_group_id': '5b26508e-0384-4f08-97a3-5eccf5fff176', 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:36.127326 n-d-794306-10 neutron-server[95240]: INFO neutron.db.securitygroups_db [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Project cf8cb0facada44f69866093e0f6092ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 21:45:36.136892 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.198489 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.338673 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1833762'] for security_group_rule, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.360010 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce77122-c52c-4c88-8314-3c9763a046c7,revision_number=0']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:36.424925 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.426184 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-c71eb67c-aa26-4473-b7cb-408206775de3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360516 Aug 16 21:45:36.487686 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.588339 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 316b52cc-5dee-4b0f-8034-c94477002887 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:36.610131 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-4696085d-ddcd-4047-b4c1-841266fa1d20 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882407443&fields=id&tenant_id=cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 267 time: 0.0409801 Aug 16 21:45:36.640475 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port 316b52cc-5dee-4b0f-8034-c94477002887 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:36.640949 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.723017 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1cae9ac-9a0e-43ca-ad46-12313857d4e2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:36.724252 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-4e1f4cfe-fe51-4ee7-86b6-044f997be4dc tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:36.726222 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-4e1f4cfe-fe51-4ee7-86b6-044f997be4dc tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 810 time: 0.1079845 Aug 16 21:45:36.742096 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-0a22a231-9537-4a07-a361-2cf77368dedb tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/quotas/cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 375 time: 0.0101388 Aug 16 21:45:36.798497 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-85a4d79b-348a-4471-9936-0568ecc52ae4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506361 Aug 16 21:45:36.862166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:36.867653 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:36.868198 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.949365 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:36.984311 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] For port c1cae9ac-9a0e-43ca-ad46-12313857d4e2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:37.001147 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-cd5fabd8-d5ba-4087-9187-d87af365ba3a service neutron] 10.222.0.70 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900282 Aug 16 21:45:37.052188 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:37.098077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-0e0ec708-5086-48d2-977f-8c6172c4e1ad service neutron] 10.222.0.70 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905504 Aug 16 21:45:37.103191 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Pushing event updated for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:37.317574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e6c29b26-7518-4dc4-90f0-a683cf7dbca7 req-aecca332-6352-4c9b-bbfa-2d39a7ce3c5f tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 210 time: 0.0259752 Aug 16 21:45:38.440272 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-32b49835-7d0d-40f7-800d-5d175080b50f req-45097ecd-4368-4be3-9505-c88a428d62d3 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 210 time: 0.0419924 Aug 16 21:45:38.485196 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1cae9ac-9a0e-43ca-ad46-12313857d4e2 up at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:38.537240 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Provisioning complete for port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:38.537612 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:39.912638 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0ce4548c-9dfd-4038-8b79-7d7779e7a0fa req-09ffd83b-cd44-486c-af5e-664dc64b65cb tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 210 time: 0.4007215 Aug 16 21:45:39.920865 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-0072ab3d-c71e-438c-bf2c-855346a145f4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:39.922282 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-0072ab3d-c71e-438c-bf2c-855346a145f4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 810 time: 0.5013504 Aug 16 21:45:39.967559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-a20e93bc-df68-43cd-991e-0d87cd776fcc tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 380 time: 0.0335510 Aug 16 21:45:39.978818 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'port': {'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'admin_state_up': True, 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'security_groups': ['5b26508e-0384-4f08-97a3-5eccf5fff176']}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:40.199147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Made reservation on behalf of cf8cb0facada44f69866093e0f6092ba for: {'port': 1} {{(pid=95240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:45:40.202778 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.325214 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Allocated IP 172.20.0.3 (a0f7dcb6-104a-4d13-ba75-7f31dfab6eca/f51e897c-50c6-487c-bfbf-ca116a1843d3/4e58100a-1c57-4ec0-a824-c1d19080d723) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:40.467857 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.478751 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Transition to ACTIVE for port object 4e58100a-1c57-4ec0-a824-c1d19080d723 will not be triggered until provisioned by entity DHCP. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:40.579164 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.624266 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:40.627407 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:40.632267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:40.664300 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:40.691663 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:40.692846 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.813636 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-fbab9d1f-b5a4-4997-ab17-a484d9d60731 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384621 Aug 16 21:45:40.826284 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Request body: {'port': {'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-10'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:40.880719 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.881547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf6415d0-2370-4e61-8213-c376920cbe12 None None] Provisioning for port 4e58100a-1c57-4ec0-a824-c1d19080d723 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:40.885713 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-cf6415d0-2370-4e61-8213-c376920cbe12 None None] Provisioning complete for port 4e58100a-1c57-4ec0-a824-c1d19080d723 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:40.886080 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cf6415d0-2370-4e61-8213-c376920cbe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:40.920357 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-cf6415d0-2370-4e61-8213-c376920cbe12 None None] Port 4e58100a-1c57-4ec0-a824-c1d19080d723 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:45:41.096472 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc710437-a551-44c1-9522-cf0611810a79 req-510400c0-aa0d-4a95-98d1-883d24a7abca tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:41.100681 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc710437-a551-44c1-9522-cf0611810a79 req-510400c0-aa0d-4a95-98d1-883d24a7abca tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 931 time: 0.1136448 Aug 16 21:45:41.179544 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc710437-a551-44c1-9522-cf0611810a79 req-a13de6fd-d915-409f-b819-e57e6b2047e0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703433 Aug 16 21:45:41.224817 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e58100a-1c57-4ec0-a824-c1d19080d723 {{(pid=95240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:41.232579 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:41.245137 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.provisioning_blocks [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Transition to ACTIVE for port object 4e58100a-1c57-4ec0-a824-c1d19080d723 will not be triggered until provisioned by entity L2. {{(pid=95240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:45:41.309664 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:41.359549 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:41.436881 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Attempting to bind port 4e58100a-1c57-4ec0-a824-c1d19080d723 on host n-h1-794306-10 for vnic_type normal with profile {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:45:41.437225 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Attempting to bind port 4e58100a-1c57-4ec0-a824-c1d19080d723 by drivers openvswitch,hyperv on host n-h1-794306-10 at level 0 using segments [{'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:45:41.437693 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Attempting to bind port 4e58100a-1c57-4ec0-a824-c1d19080d723 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:41.442741 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Port 4e58100a-1c57-4ec0-a824-c1d19080d723 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-10 {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:45:41.443069 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Attempting to bind port 4e58100a-1c57-4ec0-a824-c1d19080d723 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:45:41.448356 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Checking agent: {'id': 'cee5fa21-021a-4c9f-8a91-8faeeb3a216c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 51), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:45:41.448706 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Checking segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:45:41.449093 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Bound using segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} {{(pid=95240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:45:41.449529 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.managers [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Bound port: 4e58100a-1c57-4ec0-a824-c1d19080d723, host: n-h1-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}}] {{(pid=95240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:45:41.449894 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:41.516520 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, cleared binding levels {{(pid=95240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:45:41.519645 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:45:41.599972 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:41.635053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:41.635861 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:41.637251 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 1092 time: 0.8153617 Aug 16 21:45:41.637703 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:41.640095 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:41.668908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60fdba-4da1-483b-a125-9b5b2b92c5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=3']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:41.682185 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcd7b3-d8a2-4cd4-9354-b0d06cf79b76 x-openstack-request-id: req-03dcd7b3-d8a2-4cd4-9354-b0d06cf79b76 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:41.682476 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:41.682732 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03dcd7b3-d8a2-4cd4-9354-b0d06cf79b76 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:41.683284 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'status': 'completed', 'code': 200} Aug 16 21:45:41.747378 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-590c115e-2799-4ba6-8f18-2798bb1803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:41.749042 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-590c115e-2799-4ba6-8f18-2798bb1803ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1095 time: 0.0453115 Aug 16 21:45:41.856446 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-86f86d57-95fe-4e65-8996-52a4adf5f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:41.857857 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-86f86d57-95fe-4e65-8996-52a4adf5f33b service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=cf8cb0facada44f69866093e0f6092ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0999873 Aug 16 21:45:41.958253 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-b366cfe6-2ed3-4020-8ca0-0c52a56643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:41.959646 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8e93349f-12a9-4c89-b89a-5f0d67cd13e2 req-b366cfe6-2ed3-4020-8ca0-0c52a56643e7 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936236 Aug 16 21:45:42.036778 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-4a7f4f7c-f38b-42e4-b4eb-abafe1317025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:42.038314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-4a7f4f7c-f38b-42e4-b4eb-abafe1317025 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1095 time: 0.0414753 Aug 16 21:45:42.081743 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-3188e26e-bfa2-4c80-9e5b-f36a9c4b0564 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Aug 16 21:45:42.135643 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5ec559e8-1472-425d-8cc8-e0812fb5add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:42.137077 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-5ec559e8-1472-425d-8cc8-e0812fb5add3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0485640 Aug 16 21:45:42.186072 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-229c7edb-2476-4c24-91db-779d4d2c8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:42.187598 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-229c7edb-2476-4c24-91db-779d4d2c8010 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416000 Aug 16 21:45:42.309028 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-a56d139e-4a04-4ac4-b847-4bb75f982ae3 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135809 Aug 16 21:45:42.324934 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08199e-6e62-4b13-a0da-84ec5a60aedb req-5b7c9d4d-23fe-497d-8eaa-f2f52cfddc6e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:42.326369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da08199e-6e62-4b13-a0da-84ec5a60aedb req-5b7c9d4d-23fe-497d-8eaa-f2f52cfddc6e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.0733817 Aug 16 21:45:42.430461 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-da08199e-6e62-4b13-a0da-84ec5a60aedb req-62dedc78-e0a2-4d9b-97df-a1b18661bc04 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831461 Aug 16 21:45:42.440996 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-40cb7d9e-a7a3-4463-a648-11cbe20b4306 req-08f730cb-2b80-4ff9-b568-94c31cd33823 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136692 Aug 16 21:45:43.554182 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f505d6-90a6-4491-aafc-0dcc1705061e req-bcaf28ba-3027-48a7-a42a-b5f2df8b7ef0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:43.555716 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72f505d6-90a6-4491-aafc-0dcc1705061e req-bcaf28ba-3027-48a7-a42a-b5f2df8b7ef0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.0544097 Aug 16 21:45:43.594945 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-72f505d6-90a6-4491-aafc-0dcc1705061e req-b822b240-9d2d-4436-9144-1d400a722881 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331473 Aug 16 21:45:44.472813 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:45:44.570468 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:44.581583 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:45:44.618944 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:44.636801 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e58100a-1c57-4ec0-a824-c1d19080d723 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:45:44.657880 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:44.711372 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b7dce-aa96-40b2-a57a-78ea131b2d79 req-3968aa39-223f-49f4-b30a-55602fdb613e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:44.712925 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc7b7dce-aa96-40b2-a57a-78ea131b2d79 req-3968aa39-223f-49f4-b30a-55602fdb613e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.0498805 Aug 16 21:45:44.751870 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bc7b7dce-aa96-40b2-a57a-78ea131b2d79 req-27eb63c1-b8e2-4690-89c5-cabab6a5f54d tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Aug 16 21:45:44.778724 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:44.826570 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:45.019540 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['4e58100a-1c57-4ec0-a824-c1d19080d723'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:45:45.867906 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d77aa-9274-4cf1-837b-66131684e24f req-7ccf18b8-72f5-4ad1-b6d4-94eb7f981093 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:45.869409 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b5d77aa-9274-4cf1-837b-66131684e24f req-7ccf18b8-72f5-4ad1-b6d4-94eb7f981093 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 944 time: 0.0486817 Aug 16 21:45:45.907642 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b5d77aa-9274-4cf1-837b-66131684e24f req-06dde687-3491-473a-8df6-a2774c73572a tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Aug 16 21:45:46.488994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:45:46.578375 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning for port 4e58100a-1c57-4ec0-a824-c1d19080d723 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:45:46.583380 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 4e58100a-1c57-4ec0-a824-c1d19080d723 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:45:46.583924 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:46.664000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:46.685911 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:46.688176 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3b8233-eaea-4c2e-9145-63f134273812" -d '{"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:46.702292 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:45:46.725069 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25828517-d415-4eb5-9be0-cd349c5ca753 x-openstack-request-id: req-25828517-d415-4eb5-9be0-cd349c5ca753 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:46.725361 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:46.725614 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-25828517-d415-4eb5-9be0-cd349c5ca753 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:46.726037 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'code': 200} Aug 16 21:45:46.765179 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:46.813996 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:46.831683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646ddae-523c-4bf2-ab88-8f60dd49e393 req-9f3e86d4-fca7-4e19-81bf-db21c3e3af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:46.833967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7646ddae-523c-4bf2-ab88-8f60dd49e393 req-9f3e86d4-fca7-4e19-81bf-db21c3e3af77 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1097 time: 0.0445888 Aug 16 21:45:46.869223 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7646ddae-523c-4bf2-ab88-8f60dd49e393 req-e3d7c09d-6070-437c-8620-b163bc4e86c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273900 Aug 16 21:45:47.026346 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26151e-c776-4b95-9203-df9a72aa4282 req-b4521337-cfbf-4328-b901-11b6b9632908 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:47.027886 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa26151e-c776-4b95-9203-df9a72aa4282 req-b4521337-cfbf-4328-b901-11b6b9632908 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Aug 16 21:45:47.065900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fa26151e-c776-4b95-9203-df9a72aa4282 req-b55a20d1-9d31-4b24-9a20-98aa83eb4077 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320554 Aug 16 21:45:48.184969 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad3e4d-d8ab-43b7-b74c-e670a42feb5d req-ddc09996-0a08-4bd0-8c1d-72c0714daf72 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:48.186509 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfad3e4d-d8ab-43b7-b74c-e670a42feb5d req-ddc09996-0a08-4bd0-8c1d-72c0714daf72 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 945 time: 0.0510638 Aug 16 21:45:48.225298 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-bfad3e4d-d8ab-43b7-b74c-e670a42feb5d req-8e39112c-d6e3-4cf3-a86e-2b37356c2927 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Aug 16 21:45:48.348592 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0a7e6-d802-4aae-879d-99c2025d91f0 req-6dda503d-294e-4159-880c-cd7c94ff5852 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:48.350071 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92b0a7e6-d802-4aae-879d-99c2025d91f0 req-6dda503d-294e-4159-880c-cd7c94ff5852 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 945 time: 0.0551064 Aug 16 21:45:48.389141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92b0a7e6-d802-4aae-879d-99c2025d91f0 req-13a5a2c6-fd58-4efa-ad54-8674d1acd647 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Aug 16 21:45:48.411382 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46972) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:48.499367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0bed6e-0ca3-4c31-8a4f-564637171354 tempest-TestSnapshotPattern-1696861016 tempest-TestSnapshotPattern-1696861016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:48.500969 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-fc0bed6e-0ca3-4c31-8a4f-564637171354 tempest-TestSnapshotPattern-1696861016 tempest-TestSnapshotPattern-1696861016-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1092 time: 0.0885456 Aug 16 21:45:48.503844 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 46976) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:45:48.509316 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:45:48.584621 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:48.685680 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:48.787329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Allocated IP 172.25.7.68 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/ecab40eb-818a-40e8-9c00-737143bc7556) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:45:48.893015 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:48.984597 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.024337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:45:49.027419 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:45:49.030955 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:45:49.036246 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=ecab40eb-818a-40e8-9c00-737143bc7556,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:49.221750 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.389267 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.517961 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.671929 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.749360 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.767383 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:45:49.829318 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=ecab40eb-818a-40e8-9c00-737143bc7556,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:45:49.840931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:49.940941 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Floating IP edc7743e-5f23-4cee-820b-2fee0322609d associated. External IP: 172.25.7.68, port: 4e58100a-1c57-4ec0-a824-c1d19080d723. Aug 16 21:45:50.146703 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:45:50.596652 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:45:50.607304 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:45:50.617021 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:50.617623 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:50.709442 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:45:50.723337 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:50.736271 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-866f8600-ecbc-4a1b-8999-61585657d33c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2308068 Aug 16 21:45:50.736862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:45:50.739781 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caba24e-8834-4cf1-a196-4fdab4c86a16" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:45:50.857360 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418896b1-2475-414e-8b6d-e7c86a84bdb0 x-openstack-request-id: req-418896b1-2475-414e-8b6d-e7c86a84bdb0 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:45:50.857718 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:45:50.858139 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-418896b1-2475-414e-8b6d-e7c86a84bdb0 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:45:50.858720 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'status': 'completed', 'code': 200} Aug 16 21:45:50.920945 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-895fc18d-4430-411c-bdad-2a7984e73be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:50.922465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-895fc18d-4430-411c-bdad-2a7984e73be5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1097 time: 0.0418782 Aug 16 21:45:50.957504 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:49Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:50.982478 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:45:50.991438 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:45:50.992043 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:45:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:51.016915 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-6f7ceffc-ab9a-44f1-a4e0-b7d83ab9f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:51.018425 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-6f7ceffc-ab9a-44f1-a4e0-b7d83ab9f73d service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0886803 Aug 16 21:45:51.086143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-79dc9caa-73b7-4b73-99ad-1e14c20c472b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 998 time: 0.0603075 Aug 16 21:45:51.097152 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:45:51.138609 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-61b9f614-4c29-483e-aab7-b8d21afa3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:51.140135 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-61b9f614-4c29-483e-aab7-b8d21afa3acd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0456722 Aug 16 21:45:51.191717 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-81aa156e-fe98-4154-9d71-53bbe12a748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:45:51.193340 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-81aa156e-fe98-4154-9d71-53bbe12a748e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453060 Aug 16 21:45:51.283621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-8129e0ec-d8a6-4b1f-8da8-39c675371587 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827022 Aug 16 21:45:51.323511 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:49Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:45:51.349803 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f90001-1661-42b1-8f46-17d71a3aae55 None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:49Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:45:51.378643 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2caba24e-8834-4cf1-a196-4fdab4c86a16 req-a3ba159d-cb40-4eed-8f42-d886dcce950b service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873721 Aug 16 21:45:51.552899 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07818e-3d0a-4625-b560-0b97cd2ce916 None None] New status for floating IP edc7743e-5f23-4cee-820b-2fee0322609d: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:45:52.749595 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:00.769851 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-62983b27-ac89-4311-abb5-54610573d571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:03.535795 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:03.634715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b27099b3-1787-4ab2-8353-ef3d701783d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:04.634680 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:06.566580 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:19.272598 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:20.871408 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-da767199-9961-48c0-995f-67aaeb05f1e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419810 Aug 16 21:46:20.963466 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-fc39fe66-4478-41d2-82cb-36febd58633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:20.965010 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-fc39fe66-4478-41d2-82cb-36febd58633b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1097 time: 0.0487874 Aug 16 21:46:21.075412 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-13986dbd-2c85-453f-814a-9eefad3fce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:21.076991 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-13986dbd-2c85-453f-814a-9eefad3fce7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0889816 Aug 16 21:46:21.144963 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-bce88c8f-f5a7-4f03-ada9-24b620d48688 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 1000 time: 0.0585163 Aug 16 21:46:21.198358 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-a236e3c7-1607-4aca-b008-81727ab0c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:21.199878 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-a236e3c7-1607-4aca-b008-81727ab0c482 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0462573 Aug 16 21:46:21.252764 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-df55905a-e806-4319-b98d-775e9fe61c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:46:21.254315 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-df55905a-e806-4319-b98d-775e9fe61c20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459270 Aug 16 21:46:21.351484 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-77a68a0f-05dc-461b-86c1-7a2d035ce9de service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889273 Aug 16 21:46:21.449081 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-24d303be-e4e2-4b77-b211-cd3de1f8b91d req-4994c7b0-6af1-40da-b13b-5c9eee6e3a95 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898070 Aug 16 21:46:22.782666 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:26.766669 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:46:30.889887 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e1d17743-7b1c-4d1f-a639-9a23490b7be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:33.542436 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:33.673156 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bc663863-ce11-4490-91f6-db015a979bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:34.575063 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:36.565171 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:49.261679 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:46:52.752726 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:00.775092 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cd3c9bd8-dc42-4b6b-8345-3678b1855ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.597828 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.677563 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7afe2b70-34bb-4c15-b358-2ad29a301c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:03.765992 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:47:04.609207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:06.558110 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:19.288391 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:22.785710 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:22.923460 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-c82216a7-a5e8-4748-bcc4-7e59f4db4115 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0936310 Aug 16 21:47:23.008943 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-b0d9422d-126b-4091-b4db-4c63ca1a8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:23.010442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-b0d9422d-126b-4091-b4db-4c63ca1a8bb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1097 time: 0.0426702 Aug 16 21:47:23.118789 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-f19c2619-a6e5-4d86-b825-16f480022707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:23.120483 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-f19c2619-a6e5-4d86-b825-16f480022707 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0892413 Aug 16 21:47:23.188061 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-7a9f7a40-ba26-4ba7-aa80-7fc445db6ba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 1000 time: 0.0598400 Aug 16 21:47:23.245652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-f7264584-1306-42e6-b36f-9f565e707b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:23.247125 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-f7264584-1306-42e6-b36f-9f565e707b78 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0510995 Aug 16 21:47:23.292908 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-69350273-9688-45a1-8a62-cb5fc89ba500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:47:23.294404 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-69350273-9688-45a1-8a62-cb5fc89ba500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405102 Aug 16 21:47:23.387227 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-538ab540-2ba3-43b7-be2a-50f8479bec11 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851989 Aug 16 21:47:23.476748 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-b971143a-c050-46ea-bff7-8c621aee9be6 req-cf42b216-3945-496d-b653-74164c7dfe39 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820692 Aug 16 21:47:30.773541 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-687f2737-66dd-4cab-ba0a-82fe7dd5d600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:33.527739 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:33.618903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-bd7e699a-a225-43f3-8358-c069fefc1ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:34.591106 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:36.509996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:40.766334 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:47:49.236528 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:51.248810 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 details requested by agent hyperv_n-h1-794306-10 with host n-h1-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:47:51.346991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:51.357639 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Returning: {'device': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:47:51.398749 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:51.570533 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e58100a-1c57-4ec0-a824-c1d19080d723 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:47:51.589910 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:51.658337 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:51.710615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:47:51.717930 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.724812 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:47:51.728564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] get_ports_and_sgs() called for port_ids ['4e58100a-1c57-4ec0-a824-c1d19080d723'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:47:52.830358 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:53.266031 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 up at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:47:53.324189 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Provisioning complete for port 4e58100a-1c57-4ec0-a824-c1d19080d723 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:47:53.324808 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:53.421484 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:53.451202 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:47:53.453566 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0610a96-e722-4176-a72a-a8c374d31411" -d '{"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:47:53.471015 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:47:53.508795 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4050ae08-9be5-4332-b931-8327edada0c0 x-openstack-request-id: req-4050ae08-9be5-4332-b931-8327edada0c0 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:47:53.515819 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-plugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:47:53.515819 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4050ae08-9be5-4332-b931-8327edada0c0 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:47:53.515819 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'code': 200} Aug 16 21:47:53.533801 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:47:53.597428 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:00.807241 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-3e1892fc-7d45-4f01-a03b-2850079b7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.630623 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.649446 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-98799e54-853e-4dd8-a97e-11f1cb2d29a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:03.659656 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-c36b7df9-28b3-4b62-80cc-1706f49c671f tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1882407443&fields=id&tenant_id=cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 267 time: 0.0402110 Aug 16 21:48:03.781825 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-d7a34bfe-fd56-4b83-9821-c097bef6535d tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:03.783478 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-d7a34bfe-fd56-4b83-9821-c097bef6535d tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 810 time: 0.1158152 Aug 16 21:48:03.800742 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-3e547c82-ee66-4d90-80f6-eeb1e92a7a52 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/quotas/cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 375 time: 0.0098281 Aug 16 21:48:03.876160 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-a25f1062-e51f-4f12-b0d7-faafcb967740 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684366 Aug 16 21:48:03.951386 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-e72c4b5c-83b0-474d-be84-25ae64e7694a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:48:03.952559 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-e72c4b5c-83b0-474d-be84-25ae64e7694a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583158 Aug 16 21:48:04.056596 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-67e35f9d-bffd-40be-a444-8c8ae4d1a340 service neutron] 10.222.0.70 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944376 Aug 16 21:48:04.156740 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-0d3fd5ba-4ce0-46f5-bd6b-4ab6e31f0088 service neutron] 10.222.0.70 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940907 Aug 16 21:48:04.538115 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a9d698ec-2942-42c0-b554-693ad561d2a0 req-c6ba0726-a996-42cd-b993-0b674f512af4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 210 time: 0.0968559 Aug 16 21:48:04.607191 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:05.635508 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-eac04fdc-d530-483f-ae9f-9712c4d3535f req-007f3edf-4f2b-40ac-8bd2-eafda33fba38 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Aug 16 21:48:06.505319 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:06.746106 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-82757816-744f-40ef-8411-cd443c420538 req-e9a6568d-38d5-4e3d-8dcd-e71b6b99d6e0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 210 time: 0.0321858 Aug 16 21:48:06.873770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-c62cc9d7-1dcf-4bdf-a81f-1f1211ff5e88 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:06.875503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-c62cc9d7-1dcf-4bdf-a81f-1f1211ff5e88 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 810 time: 0.1189127 Aug 16 21:48:06.921100 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-d7609e7c-923d-4514-b52c-dee824b8bed9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf8cb0facada44f69866093e0f6092ba HTTP/1.1" status: 200 len: 380 time: 0.0364985 Aug 16 21:48:06.931324 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'port': {'device_id': '829cb437-3fa4-471a-9189-a6d656515228', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'admin_state_up': True, 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'security_groups': ['5b26508e-0384-4f08-97a3-5eccf5fff176']}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:07.161494 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Made reservation on behalf of cf8cb0facada44f69866093e0f6092ba for: {'port': 1} {{(pid=95241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 21:48:07.165089 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.313022 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:48:07.313281 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_common [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Allocated IP 172.20.0.13 (a0f7dcb6-104a-4d13-ba75-7f31dfab6eca/f51e897c-50c6-487c-bfbf-ca116a1843d3/bb4bbb1a-6373-4f64-b960-d7c323b3c128) {{(pid=95241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:07.411016 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.445617 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:07.445617 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc17d4-9f5e-4555-99b6-ec1fdafc20f5" -d '{"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:07.458489 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:07.473309 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.493924 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Transition to ACTIVE for port object bb4bbb1a-6373-4f64-b960-d7c323b3c128 will not be triggered until provisioned by entity DHCP. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:07.551506 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a84ca9-d3ce-43ea-b969-7e244f81cb65 x-openstack-request-id: req-78a84ca9-d3ce-43ea-b969-7e244f81cb65 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:07.552433 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-unplugged", "status": "completed", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:07.552894 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a84ca9-d3ce-43ea-b969-7e244f81cb65 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:07.553592 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'code': 200} Aug 16 21:48:07.574272 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.635142 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Pushing event updated for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=8']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:07.688535 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_create {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.763236 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca is already hosted by enough agents. {{(pid=95241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:07.767402 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.base_scheduler [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Resources bound (agent type, host, resource id): {{(pid=95241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:07.782125 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Received port after_create {{(pid=95241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:07.825370 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=1']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.869151 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:07.894424 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.896867 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:07.947844 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e52f1-39c9-4cc6-852d-5e2449a868d5 req-21daab85-ef18-484d-836e-c98ee8dd090b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:07.950167 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255e52f1-39c9-4cc6-852d-5e2449a868d5 req-21daab85-ef18-484d-836e-c98ee8dd090b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0689611 Aug 16 21:48:08.008297 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-03038ae9-d983-4394-b376-0c46873a1ad9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807447 Aug 16 21:48:08.011415 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-255e52f1-39c9-4cc6-852d-5e2449a868d5 req-1fb2d4b6-74b5-46ef-94ff-76cc48e44b66 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546284 Aug 16 21:48:08.206793 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-282d95f3-d7ce-4173-9a0b-fe00f9fe477d None None] Provisioning for port bb4bbb1a-6373-4f64-b960-d7c323b3c128 completed by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:08.211338 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-282d95f3-d7ce-4173-9a0b-fe00f9fe477d None None] Provisioning complete for port bb4bbb1a-6373-4f64-b960-d7c323b3c128 triggered by entity DHCP. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:08.211846 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-282d95f3-d7ce-4173-9a0b-fe00f9fe477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:08.253221 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-282d95f3-d7ce-4173-9a0b-fe00f9fe477d None None] Port bb4bbb1a-6373-4f64-b960-d7c323b3c128 cannot update to ACTIVE because it is not bound. {{(pid=95242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 21:48:09.127198 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d530bb-9438-4407-a51a-c190d3499449 req-eb67c45c-9831-4c31-b36b-040e056dbc73 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:09.129001 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2d530bb-9438-4407-a51a-c190d3499449 req-eb67c45c-9831-4c31-b36b-040e056dbc73 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0545268 Aug 16 21:48:09.172369 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f2d530bb-9438-4407-a51a-c190d3499449 req-aa23d838-394e-476b-bc14-aa6a7e519ccd tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366523 Aug 16 21:48:10.300379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f450a3-35ee-47b0-bd61-76df5eeb03fa req-ee49435f-5f05-474e-9d29-497aa3b13b55 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:10.301397 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25f450a3-35ee-47b0-bd61-76df5eeb03fa req-ee49435f-5f05-474e-9d29-497aa3b13b55 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0597548 Aug 16 21:48:10.342541 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-25f450a3-35ee-47b0-bd61-76df5eeb03fa req-b66b76e7-7f0b-44d6-ace5-c6b4dcd0a39c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Aug 16 21:48:11.474163 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf3509-28cc-4c9d-9a77-1e5eb566bf24 req-12ded196-9cd1-4cb6-b90f-4e1d1abc1472 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:11.476900 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78bf3509-28cc-4c9d-9a77-1e5eb566bf24 req-12ded196-9cd1-4cb6-b90f-4e1d1abc1472 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0551255 Aug 16 21:48:11.520332 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-78bf3509-28cc-4c9d-9a77-1e5eb566bf24 req-1e96088d-c681-477c-83e2-2be984507e82 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384152 Aug 16 21:48:12.664608 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92035d6a-5e90-40ad-83bb-ebb09b021aa3 req-eae2abfa-ff8c-4e17-8bf2-fc379acaf2eb tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:12.666207 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92035d6a-5e90-40ad-83bb-ebb09b021aa3 req-eae2abfa-ff8c-4e17-8bf2-fc379acaf2eb tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0607362 Aug 16 21:48:12.706366 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-92035d6a-5e90-40ad-83bb-ebb09b021aa3 req-1c7ba4fd-a3e0-4084-be1c-46232aec666f tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Aug 16 21:48:13.838556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10acdef-19f6-4318-88e6-4a0c28db512f req-60405ee6-42e2-432e-8eec-73e3791cb5af tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:13.844571 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e10acdef-19f6-4318-88e6-4a0c28db512f req-60405ee6-42e2-432e-8eec-73e3791cb5af tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0620782 Aug 16 21:48:13.884049 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e10acdef-19f6-4318-88e6-4a0c28db512f req-2409146f-2d99-4529-90ad-81b354f60866 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378184 Aug 16 21:48:15.019159 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6eca5-6380-471e-b8e5-274ef3cacdf3 req-a872ddc3-88cc-4cae-9ec6-8ddc916b9fc1 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:15.052734 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26c6eca5-6380-471e-b8e5-274ef3cacdf3 req-a872ddc3-88cc-4cae-9ec6-8ddc916b9fc1 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0619841 Aug 16 21:48:15.076143 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-26c6eca5-6380-471e-b8e5-274ef3cacdf3 req-d467ba6d-6f5d-47dc-8f4c-1192735309f5 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463858 Aug 16 21:48:16.211786 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4ede4-2c95-4df6-9f26-e26b4fa3e83f req-cb6a14a3-2712-41c6-82a4-a7c679659392 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:16.213320 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9c4ede4-2c95-4df6-9f26-e26b4fa3e83f req-cb6a14a3-2712-41c6-82a4-a7c679659392 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0642116 Aug 16 21:48:16.282574 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f9c4ede4-2c95-4df6-9f26-e26b4fa3e83f req-810847c8-65bc-4d2d-81d5-ed586da88453 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618351 Aug 16 21:48:17.441391 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8bc2b-b83e-4af1-9b0e-9f16b7c1c68c req-e7b19eb0-b293-4d95-be66-40c5986bab67 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:17.443263 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1f8bc2b-b83e-4af1-9b0e-9f16b7c1c68c req-e7b19eb0-b293-4d95-be66-40c5986bab67 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0697794 Aug 16 21:48:17.491060 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f1f8bc2b-b83e-4af1-9b0e-9f16b7c1c68c req-cb1c4739-3b0b-44b8-80a1-d3fe7cd077cc tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Aug 16 21:48:17.768153 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:48:18.433122 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-4f4a4ed1-bca7-4cbe-bd6d-523a6fc37a8e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95241) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:48:18.434349 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-4f4a4ed1-bca7-4cbe-bd6d-523a6fc37a8e tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066142 Aug 16 21:48:18.503093 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.v2.base [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Request body: {'port': {'device_id': '829cb437-3fa4-471a-9189-a6d656515228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-10'}} {{(pid=95241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:18.568369 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.643974 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301f4a7-d025-4f19-9b9e-9f08cd793e7b req-3452f91a-34da-4527-ab63-294d16d6472b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:18.645564 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4301f4a7-d025-4f19-9b9e-9f08cd793e7b req-3452f91a-34da-4527-ab63-294d16d6472b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 932 time: 0.0572064 Aug 16 21:48:18.692504 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-4301f4a7-d025-4f19-9b9e-9f08cd793e7b req-452b74a0-ac92-4fb4-8911-c5c31e6ac432 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386820 Aug 16 21:48:18.873979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:48:18.883385 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:18.895701 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.provisioning_blocks [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Transition to ACTIVE for port object bb4bbb1a-6373-4f64-b960-d7c323b3c128 will not be triggered until provisioned by entity L2. {{(pid=95241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 21:48:19.018822 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.072099 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=2']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:19.166513 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Attempting to bind port bb4bbb1a-6373-4f64-b960-d7c323b3c128 on host n-h2-794306-10 for vnic_type normal with profile {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 21:48:19.166859 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Attempting to bind port bb4bbb1a-6373-4f64-b960-d7c323b3c128 by drivers openvswitch,hyperv on host n-h2-794306-10 at level 0 using segments [{'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 21:48:19.167036 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Attempting to bind port bb4bbb1a-6373-4f64-b960-d7c323b3c128 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:19.171895 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Port bb4bbb1a-6373-4f64-b960-d7c323b3c128 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-10 {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 21:48:19.172278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Attempting to bind port bb4bbb1a-6373-4f64-b960-d7c323b3c128 on network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 21:48:19.178167 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Checking agent: {'id': '422c88b2-f557-4c8b-be88-3aaa465f3fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'started_at': datetime.datetime(2021, 8, 16, 20, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 21, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 21:48:19.178518 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Checking segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 21:48:19.178912 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Bound using segment: {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'} {{(pid=95241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 21:48:19.179351 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.managers [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Bound port: bb4bbb1a-6373-4f64-b960-d7c323b3c128, host: n-h2-794306-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0f9bc5-7741-4f6c-b718-fae12f84641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca'}}] {{(pid=95241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 21:48:19.179718 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.258342 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, cleared binding levels {{(pid=95241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 21:48:19.261919 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 21:48:19.304973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.333853 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31827815'] for port, after_update {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.380062 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.380813 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:19.382379 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 1093 time: 0.9383101 Aug 16 21:48:19.382853 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:19.387804 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b76eda-2881-40af-999b-d6e0773ab029" -d '{"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:19.423594 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00283c-942f-4afd-bd15-999dd4973a25 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=3']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:19.430665 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d1e768-6e8c-4de5-a5fe-7c5066b9dcf2 x-openstack-request-id: req-54d1e768-6e8c-4de5-a5fe-7c5066b9dcf2 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:19.439583 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:19.439583 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54d1e768-6e8c-4de5-a5fe-7c5066b9dcf2 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:19.439583 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'status': 'completed', 'code': 200} Aug 16 21:48:19.500801 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-6449eac2-8de2-45ea-b5ab-f73c028ff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.502482 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-6449eac2-8de2-45ea-b5ab-f73c028ff813 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1096 time: 0.0509264 Aug 16 21:48:19.622572 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-505e4bff-c615-4f94-8db1-48ab59c37b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.624122 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-505e4bff-c615-4f94-8db1-48ab59c37b93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=cf8cb0facada44f69866093e0f6092ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1141689 Aug 16 21:48:19.739633 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-16be8312-d6e7-40b6-bd24-2318a948261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.741214 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-c9b76eda-2881-40af-999b-d6e0773ab029 req-16be8312-d6e7-40b6-bd24-2318a948261d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092460 Aug 16 21:48:19.838711 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-cec3275a-a98f-4a26-90ff-aefe14c83426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.841070 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-cec3275a-a98f-4a26-90ff-aefe14c83426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1096 time: 0.0560091 Aug 16 21:48:19.842454 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb899-f4b9-4ef6-99c0-a39b1ee88fb6 req-88a10641-d9e0-49db-bb76-c0d19aad2a08 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.844012 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e69eb899-f4b9-4ef6-99c0-a39b1ee88fb6 req-88a10641-d9e0-49db-bb76-c0d19aad2a08 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 944 time: 0.0625424 Aug 16 21:48:19.890665 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-16128e34-6546-462d-81f0-9f6334423536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 217 time: 0.0400455 Aug 16 21:48:19.899089 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-e69eb899-f4b9-4ef6-99c0-a39b1ee88fb6 req-f1d7a3d0-c8f4-4857-a910-7e7b991b1e3f tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435092 Aug 16 21:48:19.951393 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-7ffe137c-8f82-4202-ba45-61721d5f2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:19.952958 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-7ffe137c-8f82-4202-ba45-61721d5f2901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0506566 Aug 16 21:48:20.001984 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-43f156f2-72bc-40b9-bcb2-dade726b51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:20.003526 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-43f156f2-72bc-40b9-bcb2-dade726b51dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440392 Aug 16 21:48:20.103188 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-8807c7df-2773-4efe-b7e3-67c93946bfc8 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925503 Aug 16 21:48:20.205937 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-e7bcdc1a-5678-4483-8714-98b5ed65e5c2 req-1bacdb4f-0e9e-4e29-a335-32db1c676dbf service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953095 Aug 16 21:48:21.032687 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d8941-ba2f-4e44-9193-e8d107d15e42 req-f1a14eb3-6548-4d5a-b96e-1b6c350ff87a tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:21.034292 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8d8941-ba2f-4e44-9193-e8d107d15e42 req-f1a14eb3-6548-4d5a-b96e-1b6c350ff87a tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 944 time: 0.0614696 Aug 16 21:48:21.077459 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-0b8d8941-ba2f-4e44-9193-e8d107d15e42 req-cc19d411-6715-43e6-971e-506203d9b37c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370708 Aug 16 21:48:22.200986 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eef38-05a7-4589-988b-17dc6716689a req-7833c9fd-1fe0-4db0-b6d7-e8d778ab5c5c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:22.202540 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f6eef38-05a7-4589-988b-17dc6716689a req-7833c9fd-1fe0-4db0-b6d7-e8d778ab5c5c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 944 time: 0.0512159 Aug 16 21:48:22.246440 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-7f6eef38-05a7-4589-988b-17dc6716689a req-f6ebf483-600a-4fa9-a82e-7c257f877ee8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365603 Aug 16 21:48:22.768165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:22.873277 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-0eb02ec8-3ce9-4c15-96cc-6a2124134daf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419555 Aug 16 21:48:22.961245 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874149ac-db90-4622-a49d-b166efbb154e req-03dc5264-33ca-4d20-b2ca-ae017cf0d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:22.962735 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-03dc5264-33ca-4d20-b2ca-ae017cf0d185 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1095 time: 0.0458429 Aug 16 21:48:23.068400 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874149ac-db90-4622-a49d-b166efbb154e req-15159928-2cd8-4d77-bba7-336e92742ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:23.069804 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-15159928-2cd8-4d77-bba7-336e92742ee0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0864615 Aug 16 21:48:23.141314 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-c12b769b-aa61-4031-ae53-98c9d9d564bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 998 time: 0.0632868 Aug 16 21:48:23.191434 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874149ac-db90-4622-a49d-b166efbb154e req-71cc3588-8082-48ae-b23c-78ffd16e6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:23.192953 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-71cc3588-8082-48ae-b23c-78ffd16e6999 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0451207 Aug 16 21:48:23.242506 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874149ac-db90-4622-a49d-b166efbb154e req-67457524-368f-46b9-928c-a27d8fcb8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:23.244099 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-67457524-368f-46b9-928c-a27d8fcb8e29 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431712 Aug 16 21:48:23.379137 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-cdce129e-be58-44c3-8203-cbcdc3416cfd service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270602 Aug 16 21:48:23.392822 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faac1f3-2a6c-4a4d-a19b-f788e8fedc93 req-36ef9556-9cdf-4a51-ac0b-b5c64f726b35 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:23.394341 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8faac1f3-2a6c-4a4d-a19b-f788e8fedc93 req-36ef9556-9cdf-4a51-ac0b-b5c64f726b35 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 944 time: 0.0732324 Aug 16 21:48:23.487286 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-8faac1f3-2a6c-4a4d-a19b-f788e8fedc93 req-2e815d15-6489-4c39-ac6d-cd7ac415166c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827579 Aug 16 21:48:23.514351 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-874149ac-db90-4622-a49d-b166efbb154e req-02f14848-3d7c-43c1-97fd-98f96b7455c6 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190269 Aug 16 21:48:24.609053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9a7d3-e804-4ee1-a08d-cdfc2cdbac79 req-9bc2cd76-59d7-4010-bd8a-e016ed426e6c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:24.610567 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2de9a7d3-e804-4ee1-a08d-cdfc2cdbac79 req-9bc2cd76-59d7-4010-bd8a-e016ed426e6c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 944 time: 0.0526478 Aug 16 21:48:24.648269 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-2de9a7d3-e804-4ee1-a08d-cdfc2cdbac79 req-48be8520-ce17-4842-8de0-c916743d31fd tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Aug 16 21:48:24.761166 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:48:24.854065 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:24.865220 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'mac_address': 'fa:16:3e:be:2b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:48:24.905790 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:24.919399 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:48:24.938925 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:24.990719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:25.039156 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=4']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:25.233219 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['bb4bbb1a-6373-4f64-b960-d7c323b3c128'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:48:25.766455 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c84ec5-15cc-40ff-9bb7-540de839920e req-26ba684c-fb36-4473-899c-7fef71a7ee72 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:25.767967 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5c84ec5-15cc-40ff-9bb7-540de839920e req-26ba684c-fb36-4473-899c-7fef71a7ee72 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Aug 16 21:48:25.808011 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-a5c84ec5-15cc-40ff-9bb7-540de839920e req-fa782c4f-5692-4b44-8a43-f3089d8f0742 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336657 Aug 16 21:48:26.772783 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:48:26.878355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning for port bb4bbb1a-6373-4f64-b960-d7c323b3c128 completed by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 21:48:26.882564 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port bb4bbb1a-6373-4f64-b960-d7c323b3c128 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:48:26.882973 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:26.937579 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb10f16-02e0-44fa-8080-9a86d150c70e req-8cfab2fe-2b7e-4b66-893c-97bd02b670b4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:26.939185 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbb10f16-02e0-44fa-8080-9a86d150c70e req-8cfab2fe-2b7e-4b66-893c-97bd02b670b4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 945 time: 0.0598824 Aug 16 21:48:26.970772 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:26.982543 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-dbb10f16-02e0-44fa-8080-9a86d150c70e req-520a4cd4-cc83-4330-ae2f-97e408d6f217 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366066 Aug 16 21:48:26.996935 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:26.999280 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364bd057-8d01-43e8-acce-ef69e992a05c" -d '{"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:27.014368 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:48:27.045172 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df8efb-3ae0-483d-9cca-c0b833d5de30 x-openstack-request-id: req-17df8efb-3ae0-483d-9cca-c0b833d5de30 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:27.045468 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:27.045762 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17df8efb-3ae0-483d-9cca-c0b833d5de30 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:27.046159 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'code': 200} Aug 16 21:48:27.116477 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:27.142131 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cb8ef-cdbf-442d-938b-22c3d7a16920 req-b09aeded-2ee0-43c2-82c8-d8107c511260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:27.143829 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-120cb8ef-cdbf-442d-938b-22c3d7a16920 req-b09aeded-2ee0-43c2-82c8-d8107c511260 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1097 time: 0.0440288 Aug 16 21:48:27.171313 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=5']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:27.180537 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-120cb8ef-cdbf-442d-938b-22c3d7a16920 req-a405e0ab-85f8-49f9-8af1-1dcb57568c71 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299199 Aug 16 21:48:28.111218 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75659-13b8-4258-9695-48c9c3590656 req-a0089bc4-7aac-402f-95ba-bce459c8a428 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:28.112835 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1e75659-13b8-4258-9695-48c9c3590656 req-a0089bc4-7aac-402f-95ba-bce459c8a428 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0565846 Aug 16 21:48:28.155479 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-d1e75659-13b8-4258-9695-48c9c3590656 req-87d7b8c1-99d7-49a8-a45a-c43deae1bbb7 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Aug 16 21:48:29.274673 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e4595-6da0-40a9-bcb2-d23757bc0e2b req-0201961c-50aa-40a5-8f65-e55a1611f5d5 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:29.276214 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f71e4595-6da0-40a9-bcb2-d23757bc0e2b req-0201961c-50aa-40a5-8f65-e55a1611f5d5 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0497372 Aug 16 21:48:29.316169 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-f71e4595-6da0-40a9-bcb2-d23757bc0e2b req-26d3d59c-ac9b-4417-8ccd-fd869672e289 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333583 Aug 16 21:48:29.438332 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28542a19-19a6-4bfd-8e7e-5346d3251023 req-4b0ec60b-fdaf-4f62-82b2-76c5aac74b94 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:29.439942 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28542a19-19a6-4bfd-8e7e-5346d3251023 req-4b0ec60b-fdaf-4f62-82b2-76c5aac74b94 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0554850 Aug 16 21:48:29.479312 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-28542a19-19a6-4bfd-8e7e-5346d3251023 req-81df3aee-c63f-44b0-8361-b11ad6451aa4 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334196 Aug 16 21:48:29.500773 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47286) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:29.542379 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b779b-a80d-4cab-8721-6c138fb4972e tempest-TestSnapshotPattern-1696861016 tempest-TestSnapshotPattern-1696861016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:29.544046 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-670b779b-a80d-4cab-8721-6c138fb4972e tempest-TestSnapshotPattern-1696861016 tempest-TestSnapshotPattern-1696861016-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1093 time: 0.0422616 Aug 16 21:48:29.547051 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47288) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:48:29.551855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.v2.base [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Request body: {'floatingip': {'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 16 21:48:29.641992 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:30.121438 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:30.225224 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_common [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Allocated IP 172.25.7.141 (90b89b4c-02e9-41ca-9ad8-53e143148548/4db6b3a1-4648-43f8-bee4-31d27248de67/137011d6-7a45-4bc2-9e05-d58ba78d1556) {{(pid=95240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 21:48:30.337010 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:30.437518 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743530663774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:30.478260 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Network 90b89b4c-02e9-41ca-9ad8-53e143148548 is already hosted by enough agents. {{(pid=95240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 21:48:30.481250 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Resources bound (agent type, host, resource id): {{(pid=95240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 21:48:30.486056 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Received port after_create {{(pid=95240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 21:48:30.508759 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=137011d6-7a45-4bc2-9e05-d58ba78d1556,revision_number=1']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:30.522833 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.523189 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.523545 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.523919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.524257 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.524599 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.524932 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.525262 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.525597 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.525919 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.526246 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.526577 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:48:30.813731 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7abd3cd5-2b01-4791-b2f9-aafd40273a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:30.876863 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.000134 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.174023 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for port, precommit_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.253220 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31821922'] for port, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.323623 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event updated for resources: {'Port': ['ID=137011d6-7a45-4bc2-9e05-d58ba78d1556,revision_number=2']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:48:31.340019 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740507'] for floatingip, after_update {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.447706 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Floating IP 28884085-8ebc-4dee-96c4-4f09c0996344 associated. External IP: 172.25.7.141, port: bb4bbb1a-6373-4f64-b960-d7c323b3c128. Aug 16 21:48:31.678701 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:48:31.794917 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:48:31.808536 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:48:31.817759 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:31.822384 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:48:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:31.870635 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:31.911053 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-ec53f62e-03a3-4a52-bf05-b2d374de372b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3582969 Aug 16 21:48:31.911053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:48:31.911053 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3" -d '{"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:48:31.929058 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:31.948055 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e82f890-8e50-456b-a346-47c3048a4f04 x-openstack-request-id: req-8e82f890-8e50-456b-a346-47c3048a4f04 {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:48:31.948346 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:48:31.948595 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e82f890-8e50-456b-a346-47c3048a4f04 {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:48:31.948995 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'status': 'completed', 'code': 200} Aug 16 21:48:32.028435 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-2dd6fddb-4b6a-4f22-a9a7-d5b7f8dc6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.030677 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-2dd6fddb-4b6a-4f22-a9a7-d5b7f8dc6237 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1098 time: 0.0560489 Aug 16 21:48:32.157328 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-7e039cd9-0ba3-4c25-a0ad-b27f4fab634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.159073 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-7e039cd9-0ba3-4c25-a0ad-b27f4fab634d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.1207411 Aug 16 21:48:32.207800 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '28884085-8ebc-4dee-96c4-4f09c0996344', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:be:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cb437-3fa4-471a-9189-a6d656515228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:30Z', 'updated_at': '2021-08-16T21:48:30Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}, {'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:32.241894 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:48:32.245904 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-761594ac-0674-460c-9ae1-28482699eb3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 1000 time: 0.0797658 Aug 16 21:48:32.250365 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:48:32.250961 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:48:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:32.299145 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-5d69c082-b9ee-4d9b-8fbb-11e77168ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.300696 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-5d69c082-b9ee-4d9b-8fbb-11e77168ffd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0478115 Aug 16 21:48:32.354367 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-3c318d29-b019-44e6-990a-57fea4525dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:48:32.354367 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-3c318d29-b019-44e6-990a-57fea4525dbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492513 Aug 16 21:48:32.379647 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:48:32.502589 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-a34601d8-cc70-4059-a329-3ac4531b0aa7 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234748 Aug 16 21:48:32.609300 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-b7fe9921-ef5d-4e9a-92c2-7fe7b79540e3 req-5b57e053-c3bd-4b24-8b1a-557d118ccd38 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997992 Aug 16 21:48:32.672100 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '28884085-8ebc-4dee-96c4-4f09c0996344', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:be:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cb437-3fa4-471a-9189-a6d656515228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:30Z', 'updated_at': '2021-08-16T21:48:30Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}, {'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:48:32.698127 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64f471a-896e-4f7a-a597-c979e8554bb2 None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': '28884085-8ebc-4dee-96c4-4f09c0996344', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.141', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:be:2b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829cb437-3fa4-471a-9189-a6d656515228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:48:30Z', 'updated_at': '2021-08-16T21:48:30Z', 'revision_number': 0, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}, {'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:48:32.906642 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b3251-bcc0-44d3-9462-f5651b059406 None None] New status for floating IP 28884085-8ebc-4dee-96c4-4f09c0996344: ACTIVE {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:48:33.556746 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:33.630770 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5617360e-aff6-4b57-96f5-cd435831f99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:34.573527 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:36.527677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:49.264608 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:52.819785 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:48:54.771987 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:49:00.785702 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc2fa-a360-4582-b562-95c91179cf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:03.549508 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:03.641348 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-95507ceb-5acb-4b24-b538-cf185000394a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:04.591205 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:06.505175 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:12.810884 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-7609746b-b0f8-48f3-a06a-653f5867bd2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447063 Aug 16 21:49:12.893120 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-b54a8db6-f83c-4f29-bfca-7db2d6aa4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:12.894655 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-b54a8db6-f83c-4f29-bfca-7db2d6aa4946 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1098 time: 0.0402055 Aug 16 21:49:13.000350 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-de8c188b-e899-4828-b556-b78391906ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:13.001880 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-de8c188b-e899-4828-b556-b78391906ba0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0850239 Aug 16 21:49:13.083866 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-b64e52d2-ecd1-44a1-8ac2-78536e983210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 1002 time: 0.0712712 Aug 16 21:49:13.133979 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-bb7c8534-0863-4ca1-bde2-cd1bc85c0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:13.135455 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-bb7c8534-0863-4ca1-bde2-cd1bc85c0077 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0452063 Aug 16 21:49:13.185814 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-b30dc201-a393-43f7-83cb-8f5424926898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:13.187331 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-b30dc201-a393-43f7-83cb-8f5424926898 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412772 Aug 16 21:49:13.283879 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-be95cf06-c74c-4df1-95d3-4128c567e940 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888624 Aug 16 21:49:13.377994 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-7baf0de8-765e-408d-bdc0-c85409762d2f req-db8b4b69-1e71-4bbd-8a96-68636f927cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Aug 16 21:49:19.303836 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:22.806911 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:24.881141 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-9d8695b3-499e-464c-802f-a2a0c7508533 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419457 Aug 16 21:49:24.970290 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-233b68a8-ec68-443b-8b4f-8363c583593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:24.973091 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-233b68a8-ec68-443b-8b4f-8363c583593d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1095 time: 0.0423110 Aug 16 21:49:25.082075 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-efd94a79-6ef6-488b-bd0c-9521762696cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:25.083585 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-efd94a79-6ef6-488b-bd0c-9521762696cf service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0901182 Aug 16 21:49:25.153661 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-0346ad09-113a-4645-beba-c51c32c3163d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 998 time: 0.0621619 Aug 16 21:49:25.205556 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-636f4348-6564-4142-9330-c14616e8eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:25.207080 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-636f4348-6564-4142-9330-c14616e8eadd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0454457 Aug 16 21:49:25.258033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-825d9fb6-5828-4270-8905-fc5d51fe73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:49:25.260006 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-825d9fb6-5828-4270-8905-fc5d51fe73a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452251 Aug 16 21:49:25.353649 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-573e620a-e5b7-4c6a-b956-3e55048ff89f service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851452 Aug 16 21:49:25.449191 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-59f903d3-559b-43f8-b13e-b88f010fcc86 req-b4500ea9-9cf0-4d69-b9d4-16a348b17de5 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874705 Aug 16 21:49:30.785926 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-be2bd09e-a1ed-402b-875c-89fef27f9cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:31.771832 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:49:33.555123 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:33.671761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d041273a-8d9e-434a-a498-03329b54bee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:34.597033 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:36.528721 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:49.320646 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:49:52.800834 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:00.825875 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-9086b44f-5545-4ef7-be0a-dfb3b25c40da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:03.211193 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 details requested by agent hyperv_n-h2-794306-10 with host n-h2-794306-10 {{(pid=95242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 21:50:03.311355 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:03.322831 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Returning: {'device': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'port_id': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'mac_address': 'fa:16:3e:be:2b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 21:50:03.372863 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:03.387111 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 21:50:03.410784 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:03.500124 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:03.558648 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=6']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:03.566859 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.567186 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.567850 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.567969 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.568238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.568587 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.568950 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.569274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.569599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.569917 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.570238 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.570554 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:03.580539 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] get_ports_and_sgs() called for port_ids ['bb4bbb1a-6373-4f64-b960-d7c323b3c128'] {{(pid=95242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 21:50:03.585165 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:03.701876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a67f8f68-172c-4042-8d24-bf4298fd9cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:04.638478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:05.206616 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 up at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 21:50:05.271352 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.provisioning_blocks [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Provisioning complete for port bb4bbb1a-6373-4f64-b960-d7c323b3c128 triggered by entity L2. {{(pid=95242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 21:50:05.272164 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-569952'] for port, provisioning_complete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:05.363996 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-683299'] for port, before_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:05.391011 n-d-794306-10 neutron-server[95242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:05.393458 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b91df0e2a06850f966d8479501bd4a692301706792c8c39e00029ad8b68934ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137ba78-3c28-4e6d-9918-29ef72bfd4eb" -d '{"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:05.406896 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:05.455638 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dee624-3a89-4737-8c92-df7277fd2a01 x-openstack-request-id: req-95dee624-3a89-4737-8c92-df7277fd2a01 {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:05.456032 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-plugged", "status": "completed", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "code": 200}]} {{(pid=95242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:05.456342 n-d-794306-10 neutron-server[95242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95dee624-3a89-4737-8c92-df7277fd2a01 {{(pid=95242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:05.457193 n-d-794306-10 neutron-server[95242]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'code': 200} Aug 16 21:50:05.497594 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743531232449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743530663792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743530663810'] for port, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:05.562260 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Pushing event updated for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=7']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:06.555476 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:08.774663 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:12.852843 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-336b6030-6f80-4933-af7d-61a90b4ce5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:12.860087 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-336b6030-6f80-4933-af7d-61a90b4ce5aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1098 time: 0.0496454 Aug 16 21:50:12.967124 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-f57ce619-45d9-41b8-b139-3483dca7df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:12.968635 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-f57ce619-45d9-41b8-b139-3483dca7df1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.0922651 Aug 16 21:50:13.045248 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-2a8bbe76-7085-4a01-b231-7c99b3492b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 1002 time: 0.0697007 Aug 16 21:50:13.106329 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-d8aa0405-7ea8-4317-b3c2-2a69acf9efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:13.108272 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-d8aa0405-7ea8-4317-b3c2-2a69acf9efad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0556798 Aug 16 21:50:13.163449 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-44707f05-4a06-4938-a8f6-ec880285b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:13.165033 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-44707f05-4a06-4938-a8f6-ec880285b2ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486598 Aug 16 21:50:13.271101 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-dd6ef3a4-4ec6-4b0f-b58e-ad13a9a1ed62 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975525 Aug 16 21:50:13.383669 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-d05bc424-7e60-4b40-9cc9-538308e94e00 req-a25d22c6-feb3-4209-874f-1d8ae161b9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042666 Aug 16 21:50:15.842938 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47508) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:16.003002 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Deleting port 137011d6-7a45-4bc2-9e05-d58ba78d1556 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:16.003345 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.088253 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.088588 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.100463 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Calling delete_port for 137011d6-7a45-4bc2-9e05-d58ba78d1556 owned by network:floatingip {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:16.329433 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.357144 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event deleted for resources: {'Port': ['ID=137011d6-7a45-4bc2-9e05-d58ba78d1556,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:16.368362 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.368707 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.369063 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.369447 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.369784 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.370115 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.370443 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.370770 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.371096 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.371892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.371892 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.372137 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:16.435214 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.435583 n-d-794306-10 neutron-server[95241]: INFO neutron.db.l3_db [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Floating IP 28884085-8ebc-4dee-96c4-4f09c0996344 disassociated (deleted). External IP: 172.25.7.141, port: bb4bbb1a-6373-4f64-b960-d7c323b3c128. Aug 16 21:50:16.656809 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:16.778026 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:16.783682 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:16.790136 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:16.803502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:16.803502 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:16.813280 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-df67a8b5-1bc4-4cd2-9558-2641bda78203 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "DELETE /v2.0/floatingips/28884085-8ebc-4dee-96c4-4f09c0996344 HTTP/1.1" status: 204 len: 168 time: 0.9683752 Aug 16 21:50:16.813280 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:16.815504 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594cc3df-7812-445d-89db-270f628bab21" -d '{"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:16.892583 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cced9ae-95e2-4524-b3ed-92d034ff7745 x-openstack-request-id: req-2cced9ae-95e2-4524-b3ed-92d034ff7745 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:16.893572 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:16.893823 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cced9ae-95e2-4524-b3ed-92d034ff7745 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:16.894236 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'status': 'completed', 'code': 200} Aug 16 21:50:16.925640 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:16.968968 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc3df-7812-445d-89db-270f628bab21 req-7015e4a4-a43c-4d71-8901-fb97bfffd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:16.970520 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-7015e4a4-a43c-4d71-8901-fb97bfffd81a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 1098 time: 0.0491345 Aug 16 21:50:17.079313 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc3df-7812-445d-89db-270f628bab21 req-3a47927a-6d93-4181-87e9-81ff30cdbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:17.081423 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-3a47927a-6d93-4181-87e9-81ff30cdbcba service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.1030288 Aug 16 21:50:17.139210 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-7bbf366f-2c4b-4e82-8418-9f11cb1037b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 200 len: 217 time: 0.0460887 Aug 16 21:50:17.166490 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:17.193180 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc3df-7812-445d-89db-270f628bab21 req-ea39fae2-1514-4a16-94c5-85ac56328182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:17.194730 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-ea39fae2-1514-4a16-94c5-85ac56328182 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0483902 Aug 16 21:50:17.196939 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:17.205487 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:17.206191 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:17.254020 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc3df-7812-445d-89db-270f628bab21 req-7ab40fe1-54fe-4b5f-866b-84caec3eab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:17.256195 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-7ab40fe1-54fe-4b5f-866b-84caec3eab13 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466993 Aug 16 21:50:17.317697 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca0b13-7217-4e93-b5d5-3818507b99b5 req-651d31d9-4972-4a45-a2f2-e61a804a31f1 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:17.320254 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09ca0b13-7217-4e93-b5d5-3818507b99b5 req-651d31d9-4972-4a45-a2f2-e61a804a31f1 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0581930 Aug 16 21:50:17.362501 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-09ca0b13-7217-4e93-b5d5-3818507b99b5 req-2d3e9cb6-503f-444e-9481-61405a1eaa8b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Aug 16 21:50:17.372712 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-2837a392-abde-44b6-989f-d05a0be1f6d7 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045780 Aug 16 21:50:17.428424 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:17.478914 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-594cc3df-7812-445d-89db-270f628bab21 req-fe9ac829-7406-4fec-a70a-3be87611abe9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980287 Aug 16 21:50:17.665418 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:17.693854 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cd2dae-521d-4c40-b60e-826c9f953f41 None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_floatingips': [{'id': 'edc7743e-5f23-4cee-820b-2fee0322609d', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'floating_ip_address': '172.25.7.68', 'floating_network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'router_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'port_id': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'mac_address': 'fa:16:3e:9d:43:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T21:45:49Z', 'updated_at': '2021-08-16T21:45:51Z', 'revision_number': 1, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:17.919045 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48c911-5bc6-446a-87bc-79741ceaebed None None] New status for floating IP 28884085-8ebc-4dee-96c4-4f09c0996344: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:50:18.486964 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4122b4-e8eb-4a77-9c25-d8cc676b894b req-12f85e58-7cbc-4759-8600-782a9310c14c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:18.488506 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e4122b4-e8eb-4a77-9c25-d8cc676b894b req-12f85e58-7cbc-4759-8600-782a9310c14c tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0508254 Aug 16 21:50:18.534864 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-1e4122b4-e8eb-4a77-9c25-d8cc676b894b req-4cf2cfd1-aeec-4ce0-8220-9723e512479a tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Aug 16 21:50:18.821649 n-d-794306-10 neutron-server[95241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d63d-9864-43af-96db-6c0babb16b14 req-410cdd5c-8c4c-4bc6-b607-be42a6644859 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:18.823119 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1074d63d-9864-43af-96db-6c0babb16b14 req-410cdd5c-8c4c-4bc6-b607-be42a6644859 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Aug 16 21:50:18.927072 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Deleting port bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:18.928162 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.032522 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] For port bb4bbb1a-6373-4f64-b960-d7c323b3c128, host n-h2-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-10',level=0,port_id=bb4bbb1a-6373-4f64-b960-d7c323b3c128,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:19.032893 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.047563 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Calling delete_port for bb4bbb1a-6373-4f64-b960-d7c323b3c128 owned by compute:nova {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:19.263494 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.300192 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event deleted for resources: {'Port': ['ID=bb4bbb1a-6373-4f64-b960-d7c323b3c128,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:19.340274 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:19.345222 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.350599 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] No DVR routers for this DVR port bb4bbb1a-6373-4f64-b960-d7c323b3c128 on host n-h2-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:19.350599 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:19.352802 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [req-1074d63d-9864-43af-96db-6c0babb16b14 req-036961fb-6379-42ed-ab76-9168094576f9 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.64 "DELETE /v2.0/ports/bb4bbb1a-6373-4f64-b960-d7c323b3c128 HTTP/1.1" status: 204 len: 173 time: 0.5228899 Aug 16 21:50:19.353302 n-d-794306-10 neutron-server[95241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-deleted', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128'}] {{(pid=95241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:19.355702 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ef3be531b6256ace0633e157d44113fbe589d1e3720d7661e3fa75a5cbdb785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3350a86a-1aa0-4a3d-b7fb-7cbbf8744d2a" -d '{"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-deleted", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128"}]}' {{(pid=95241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:19.372058 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:19.372443 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:19.402602 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feae77a4-4065-4b1c-b17c-286a8cf962d1 x-openstack-request-id: req-feae77a4-4065-4b1c-b17c-286a8cf962d1 {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:19.402887 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829cb437-3fa4-471a-9189-a6d656515228", "name": "network-vif-deleted", "tag": "bb4bbb1a-6373-4f64-b960-d7c323b3c128", "status": "completed", "code": 200}]} {{(pid=95241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:19.403137 n-d-794306-10 neutron-server[95241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-feae77a4-4065-4b1c-b17c-286a8cf962d1 {{(pid=95241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:19.403534 n-d-794306-10 neutron-server[95241]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829cb437-3fa4-471a-9189-a6d656515228', 'name': 'network-vif-deleted', 'tag': 'bb4bbb1a-6373-4f64-b960-d7c323b3c128', 'status': 'completed', 'code': 200} Aug 16 21:50:19.641845 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5f52105c-372c-4f81-a33f-04760582e024 req-15ade927-a323-4c3b-b48f-03a2f6c2ae74 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=829cb437-3fa4-471a-9189-a6d656515228 HTTP/1.1" status: 200 len: 210 time: 0.0310631 Aug 16 21:50:22.145481 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47570) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:22.305142 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Deleting port ecab40eb-818a-40e8-9c00-737143bc7556 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:22.305384 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.379962 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.380324 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.393652 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Calling delete_port for ecab40eb-818a-40e8-9c00-737143bc7556 owned by network:floatingip {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:22.624115 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.656418 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event deleted for resources: {'Port': ['ID=ecab40eb-818a-40e8-9c00-737143bc7556,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:22.684726 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.685107 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.685464 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.685805 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.686147 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.686517 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.686855 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.687188 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.687526 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.687901 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.688235 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.688566 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-10 {{(pid=95240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 21:50:22.730491 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.730829 n-d-794306-10 neutron-server[95240]: INFO neutron.db.l3_db [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Floating IP edc7743e-5f23-4cee-820b-2fee0322609d disassociated (deleted). External IP: 172.25.7.68, port: 4e58100a-1c57-4ec0-a824-c1d19080d723. Aug 16 21:50:22.823677 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:22.957359 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:23.075956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:23.081106 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for floatingip, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:23.088004 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:23.097730 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:23.098482 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:23.109952 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-9b0b2f66-d377-4b8c-97dd-7c21b46e90c0 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "DELETE /v2.0/floatingips/edc7743e-5f23-4cee-820b-2fee0322609d HTTP/1.1" status: 204 len: 168 time: 0.9631791 Aug 16 21:50:23.110553 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:23.112959 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:23.224571 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66f3bc-3e75-44b9-808e-68e23887291a x-openstack-request-id: req-4a66f3bc-3e75-44b9-808e-68e23887291a {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:23.225558 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:23.226117 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4a66f3bc-3e75-44b9-808e-68e23887291a {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:23.226549 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'status': 'completed', 'code': 200} Aug 16 21:50:23.233042 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:23.292993 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-c204f626-a74e-4cdc-8819-213ac17b97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.294621 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-c204f626-a74e-4cdc-8819-213ac17b97d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=cf8cb0facada44f69866093e0f6092ba&device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 1095 time: 0.0446301 Aug 16 21:50:23.370481 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 no longer exists at agent hyperv_n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:23.392861 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] No Port match for: bb4bbb1a-6373-4f64-b960-d7c323b3c128 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:23.393520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Device bb4bbb1a-6373-4f64-b960-d7c323b3c128 not bound to the agent host n-h2-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:23.401292 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-357ba1fd-06dc-414a-929b-9130a04605f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.402988 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-357ba1fd-06dc-414a-929b-9130a04605f9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 200 len: 911 time: 0.1005778 Aug 16 21:50:23.459684 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-cddbc891-0d6c-4bdd-8b73-402703827907 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 200 len: 217 time: 0.0458951 Aug 16 21:50:23.465981 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:23.493298 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:23.502004 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:23.502691 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:23.524457 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-d0841e8c-0631-429f-9356-0e763bcd5473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.526113 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-d0841e8c-0631-429f-9356-0e763bcd5473 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 200 len: 849 time: 0.0588598 Aug 16 21:50:23.593114 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-f3517717-f025-4b96-a1e8-f3f7c1a3a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.594847 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-f3517717-f025-4b96-a1e8-f3f7c1a3a976 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615163 Aug 16 21:50:23.608955 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-0d121565-0a4c-4852-93ac-98f4dc67461d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=95240) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 21:50:23.609465 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-0d121565-0a4c-4852-93ac-98f4dc67461d service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059643 Aug 16 21:50:23.629995 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:23.717277 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe375e8-51c9-495a-95b6-3c0bf374ddd6 req-d648e53d-973d-4479-885e-427f1b96ea8b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:23.719446 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbe375e8-51c9-495a-95b6-3c0bf374ddd6 req-d648e53d-973d-4479-885e-427f1b96ea8b tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.1024294 Aug 16 21:50:23.764442 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-26c5c7ea-f38b-415b-9f15-aae8f50fe1d7 service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388597 Aug 16 21:50:23.800165 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-fbe375e8-51c9-495a-95b6-3c0bf374ddd6 req-f28c875a-2e9c-4099-a20c-807af1dff8ac tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681255 Aug 16 21:50:23.849061 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:23.871189 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-3e8f9ce6-d66e-491c-a5ce-bba4a4eb5bfc req-282b32d2-fa4c-492e-8b89-9c6575b176fb service neutron] 10.222.0.73 "GET /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956068 Aug 16 21:50:23.877495 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3196700e-882f-4d7a-8cde-ec9d22addf8a None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:25Z', 'revision_number': 4, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10', '_interfaces': [{'id': '36cca69b-37e4-4bed-8c13-db88d83575d1', 'name': '', 'network_id': 'a0f7dcb6-104a-4d13-ba75-7f31dfab6eca', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'mac_address': 'fa:16:3e:4c:6d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:24Z', 'updated_at': '2021-08-16T21:45:31Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'subnets': [{'id': 'f51e897c-50c6-487c-bfbf-ca116a1843d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:24.108523 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e664db8f-472f-485f-a261-b68ed88a7a03 None None] New status for floating IP edc7743e-5f23-4cee-820b-2fee0322609d: DOWN {{(pid=95242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 21:50:24.929267 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b85569-17a0-410c-a026-945062edec83 req-cf045117-ae27-4f37-8e91-758631b1c60d tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:24.930852 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86b85569-17a0-410c-a026-945062edec83 req-cf045117-ae27-4f37-8e91-758631b1c60d tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.0520277 Aug 16 21:50:24.974018 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-86b85569-17a0-410c-a026-945062edec83 req-d91b874d-372c-4fa5-be87-f2c2be0d89ea tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b26508e-0384-4f08-97a3-5eccf5fff176&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370996 Aug 16 21:50:25.285716 n-d-794306-10 neutron-server[95240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-7203911c-0fae-45e7-80d1-4d85733c7304 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 21:50:25.287294 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-7203911c-0fae-45e7-80d1-4d85733c7304 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.73 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 943 time: 0.0592942 Aug 16 21:50:25.379490 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Deleting port 4e58100a-1c57-4ec0-a824-c1d19080d723 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:25.379867 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:25.480016 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] For port 4e58100a-1c57-4ec0-a824-c1d19080d723, host n-h1-794306-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-10',level=0,port_id=4e58100a-1c57-4ec0-a824-c1d19080d723,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:25.481000 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:25.493504 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Calling delete_port for 4e58100a-1c57-4ec0-a824-c1d19080d723 owned by compute:nova {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:25.712231 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:25.743345 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event deleted for resources: {'Port': ['ID=4e58100a-1c57-4ec0-a824-c1d19080d723,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:25.788053 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] No DVR routers for this DVR port 4e58100a-1c57-4ec0-a824-c1d19080d723 on host n-h1-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:25.791330 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-249312'] for port, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:25.793762 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-56357fc7-22da-4034-a546-fd2ebf510cfa req-71149d21-0d60-400d-a388-a244672776a8 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.73 "DELETE /v2.0/ports/4e58100a-1c57-4ec0-a824-c1d19080d723 HTTP/1.1" status: 204 len: 173 time: 0.5001261 Aug 16 21:50:25.794240 n-d-794306-10 neutron-server[95240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-deleted', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723'}] {{(pid=95240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 21:50:25.797189 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f78282b67c8356e8086007553bff55a5cffc79e5855d1bb7e0e7610fdfacd965" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0523847-1f9a-4411-b19c-5b0a4b3faff8" -d '{"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-deleted", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723"}]}' {{(pid=95240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 21:50:25.846211 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 21:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4a5f24-f545-49df-8fb9-64dee2147a6d x-openstack-request-id: req-7d4a5f24-f545-49df-8fb9-64dee2147a6d {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 21:50:25.846211 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ab8faf-570a-44e5-9eb1-c053375537d8", "name": "network-vif-deleted", "tag": "4e58100a-1c57-4ec0-a824-c1d19080d723", "status": "completed", "code": 200}]} {{(pid=95240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 21:50:25.846211 n-d-794306-10 neutron-server[95240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d4a5f24-f545-49df-8fb9-64dee2147a6d {{(pid=95240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 21:50:25.846211 n-d-794306-10 neutron-server[95240]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ab8faf-570a-44e5-9eb1-c053375537d8', 'name': 'network-vif-deleted', 'tag': '4e58100a-1c57-4ec0-a824-c1d19080d723', 'status': 'completed', 'code': 200} Aug 16 21:50:26.073353 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [req-5279db92-7673-4654-9816-ddb8dbb5762e req-26946dc1-e644-4f2f-a0a7-9bc77395c2eb tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "GET /v2.0/ports?device_id=95ab8faf-570a-44e5-9eb1-c053375537d8 HTTP/1.1" status: 200 len: 210 time: 0.0286741 Aug 16 21:50:27.133748 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47590) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:27.196574 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:27.570934 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:27.700411 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:27.703082 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Notify callbacks [] for security_group, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:27.704295 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] 10.222.0.70 "DELETE /v2.0/security-groups/5b26508e-0384-4f08-97a3-5eccf5fff176 HTTP/1.1" status: 204 len: 168 time: 0.5695212 Aug 16 21:50:27.713537 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2bae-730e-4da6-8cb8-e3599eb6af28 tempest-TestSnapshotPattern-1359179825 tempest-TestSnapshotPattern-1359179825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b26508e-0384-4f08-97a3-5eccf5fff176,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:27.825276 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47594) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:28.059218 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 no longer exists at agent hyperv_n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:28.081356 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] No Port match for: 4e58100a-1c57-4ec0-a824-c1d19080d723 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:28.081606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Device 4e58100a-1c57-4ec0-a824-c1d19080d723 not bound to the agent host n-h1-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:28.639274 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:28.910808 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Deleting port 36cca69b-37e4-4bed-8c13-db88d83575d1 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:28.911511 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:28.998304 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] For port 36cca69b-37e4-4bed-8c13-db88d83575d1, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=36cca69b-37e4-4bed-8c13-db88d83575d1,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:28.998672 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:29.013089 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Calling delete_port for 36cca69b-37e4-4bed-8c13-db88d83575d1 owned by network:router_interface {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:29.295422 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:29.321436 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Pushing event deleted for resources: {'Port': ['ID=36cca69b-37e4-4bed-8c13-db88d83575d1,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:29.497498 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:29.723630 n-d-794306-10 neutron-server[95241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Router ad8ce895-0c02-4123-8f24-1726ea11e113 has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:29.840823 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:29.846008 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-7408cd21-00f3-45e9-a333-dc2cd0df0dea admin admin] 10.222.0.70 "PUT /v2.0/routers/ad8ce895-0c02-4123-8f24-1726ea11e113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197773 Aug 16 21:50:29.848862 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47604) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:29.850106 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Sync routers for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:29.861479 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:29.862208 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:29.959787 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks [] for router, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:29.995505 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: n-d-794306-10 {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:30.071571 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.186283 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:50:29Z', 'revision_number': 5, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port': {'id': 'd863b821-47bf-449b-bf1e-a44ec06ed365', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:30.192864 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Deleting port d863b821-47bf-449b-bf1e-a44ec06ed365 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:30.192864 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.217771 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Checking router: ad8ce895-0c02-4123-8f24-1726ea11e113 for host: n-d-794306-10 {{(pid=95243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:30.232299 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Routers {'ad8ce895-0c02-4123-8f24-1726ea11e113'} bound to L3 agent in host n-d-794306-10 {{(pid=95243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:30.233041 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:04Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['ad8ce895-0c02-4123-8f24-1726ea11e113'], 'active': True} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:30.298932 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] For port d863b821-47bf-449b-bf1e-a44ec06ed365, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=d863b821-47bf-449b-bf1e-a44ec06ed365,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:30.299513 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.315158 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Calling delete_port for d863b821-47bf-449b-bf1e-a44ec06ed365 owned by network:router_gateway {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:30.332089 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_dvr_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] Set router ad8ce895-0c02-4123-8f24-1726ea11e113 gateway port host: None {{(pid=95243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:30.389787 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.l3_hamode_db [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:50:30Z', 'revision_number': 6, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:30.420667 n-d-794306-10 neutron-server[95243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29614ead-e8f7-4563-a612-292d34dc21f3 None None] The sync data for ids ['ad8ce895-0c02-4123-8f24-1726ea11e113'] in n-d-794306-10 is: [{'id': 'ad8ce895-0c02-4123-8f24-1726ea11e113', 'name': 'tempest-TestSnapshotPattern-1354224324-router', 'tenant_id': 'cf8cb0facada44f69866093e0f6092ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:22Z', 'updated_at': '2021-08-16T21:50:30Z', 'revision_number': 6, 'project_id': 'cf8cb0facada44f69866093e0f6092ba', 'gw_port_host': None}] {{(pid=95243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:30.575153 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.608665 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d863b821-47bf-449b-bf1e-a44ec06ed365,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:30.668103 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.767941 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.770069 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.779120 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f4371da2-215d-4a55-a09b-38b392e07202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.906615 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.907152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8ce895-0c02-4123-8f24-1726ea11e113 {{(pid=95241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:50:30.911994 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] Notify callbacks [] for router, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:30.913144 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-37bb0f50-9d47-4a61-95cf-f4354a7f1f38 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ad8ce895-0c02-4123-8f24-1726ea11e113 HTTP/1.1" status: 204 len: 168 time: 1.0632973 Aug 16 21:50:30.915963 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47610) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:30.965729 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Deleting subnet f51e897c-50c6-487c-bfbf-ca116a1843d3 {{(pid=95241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:50:30.968896 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.002823 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32306086'] for subnet, precommit_delete_associations {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.084628 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.212928 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 36cca69b-37e4-4bed-8c13-db88d83575d1 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:31.213180 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31827889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30312590'] for subnet, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.239653 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51e897c-50c6-487c-bfbf-ca116a1843d3,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:31.246931 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.251451 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-2fbe328b-643b-43cc-8504-0b303c5f88d1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f51e897c-50c6-487c-bfbf-ca116a1843d3 HTTP/1.1" status: 204 len: 168 time: 0.3316054 Aug 16 21:50:31.251981 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47612) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:31.267604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bbe402-4886-43fb-9e39-3bfc0019d8a7 None None] Network a0f7dcb6-104a-4d13-ba75-7f31dfab6eca requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:50:31.267604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 36cca69b-37e4-4bed-8c13-db88d83575d1 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:31.267604 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 36cca69b-37e4-4bed-8c13-db88d83575d1 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:31.335244 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.396925 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Deleting port c75cf139-0c36-486f-b392-8235b7ef2205 {{(pid=95241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:31.397465 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.473789 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] DHCP port deletion for a0f7dcb6-104a-4d13-ba75-7f31dfab6eca request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:50:31.491270 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.db [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] For port c75cf139-0c36-486f-b392-8235b7ef2205, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c75cf139-0c36-486f-b392-8235b7ef2205,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:31.491912 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.514337 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.plugin [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Calling delete_port for c75cf139-0c36-486f-b392-8235b7ef2205 owned by network:dhcp {{(pid=95241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:31.538606 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Deleting port c75cf139-0c36-486f-b392-8235b7ef2205 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:31.539155 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.614599 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] For port c75cf139-0c36-486f-b392-8235b7ef2205, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c75cf139-0c36-486f-b392-8235b7ef2205,segment=NetworkSegment(cd0f9bc5-7741-4f6c-b718-fae12f84641b),segment_id=cd0f9bc5-7741-4f6c-b718-fae12f84641b)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:31.615000 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.639492 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Calling delete_port for c75cf139-0c36-486f-b392-8235b7ef2205 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:31.720642 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31827804'] for port, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.735711 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.750842 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Pushing event deleted for resources: {'Port': ['ID=c75cf139-0c36-486f-b392-8235b7ef2205,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:31.755059 n-d-794306-10 neutron-server[95241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] No DVR routers for this DVR port c75cf139-0c36-486f-b392-8235b7ef2205 on host n-d-794306-10 {{(pid=95241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:31.762265 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] Pushing event deleted for resources: {'Port': ['ID=c75cf139-0c36-486f-b392-8235b7ef2205,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:31.768851 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f1ec50-2e15-4cc8-8d07-d24eac291536 None None] No DVR routers for this DVR port c75cf139-0c36-486f-b392-8235b7ef2205 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:31.846013 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.856905 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f7dcb6-104a-4d13-ba75-7f31dfab6eca']}} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:31.867877 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0f9bc5-7741-4f6c-b718-fae12f84641b') {'for_net_delete': True} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:31.868176 n-d-794306-10 neutron-server[95241]: DEBUG neutron.services.segments.db [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0f9bc5-7741-4f6c-b718-fae12f84641b') {} {{(pid=95241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:31.878882 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32306079'] for segment, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.893968 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.901278 n-d-794306-10 neutron-server[95241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=95241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:50:31.901737 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31827723'] for segment, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: Traceback (most recent call last): Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: timer() Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: cb(*args, **kw) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: return func(*args, **kwargs) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: self._notify() Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: self.callback(batched_events) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: event.method(event) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: return f(self, *a, **k) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: return self._get(url).json() Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: return self.request(url, 'GET', **kwargs) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:50:31.903468 n-d-794306-10 neutron-server[95241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:50:32.097829 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:32.103811 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Notify callbacks [] for network, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:32.105810 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] 10.222.0.70 "DELETE /v2.0/networks/a0f7dcb6-104a-4d13-ba75-7f31dfab6eca HTTP/1.1" status: 204 len: 168 time: 0.8530338 Aug 16 21:50:32.110360 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47614) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:32.117619 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a59589-18d8-43e6-af84-7f40d003e08b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f7dcb6-104a-4d13-ba75-7f31dfab6eca,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:32.469584 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594075'] for router_interface, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:32.636746 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c75cf139-0c36-486f-b392-8235b7ef2205 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:32.658099 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c75cf139-0c36-486f-b392-8235b7ef2205 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:32.658521 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c75cf139-0c36-486f-b392-8235b7ef2205 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:32.659014 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d863b821-47bf-449b-bf1e-a44ec06ed365 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:32.679076 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: d863b821-47bf-449b-bf1e-a44ec06ed365 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:32.679418 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device d863b821-47bf-449b-bf1e-a44ec06ed365 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:32.735150 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Deleting port c1cae9ac-9a0e-43ca-ad46-12313857d4e2 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:32.735403 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:32.817995 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] For port c1cae9ac-9a0e-43ca-ad46-12313857d4e2, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:32.818352 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:32.831840 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Calling delete_port for c1cae9ac-9a0e-43ca-ad46-12313857d4e2 owned by network:router_interface {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:33.143764 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.172590 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cae9ac-9a0e-43ca-ad46-12313857d4e2,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:33.338467 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1593935'] for router_interface, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.565269 n-d-794306-10 neutron-server[95240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Router 02911e01-5c3d-43fb-95d6-87cace61015d has already been hosted by L3 agent 2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b {{(pid=95240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 21:50:33.576339 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.643668 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dd2ee6a2-cf40-4296-bf24-89fff75ef533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.679821 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] Notify agent at l3_agent.n-d-794306-10 the message routers_updated {{(pid=95240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 21:50:33.687960 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-df8c87ea-c095-4600-895e-ba4b563e1cf3 admin admin] 10.222.0.70 "PUT /v2.0/routers/02911e01-5c3d-43fb-95d6-87cace61015d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5758433 Aug 16 21:50:33.689994 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Sync routers for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 21:50:33.690161 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47618) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:33.700442 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:33.701056 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:33.801465 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks [] for router, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.805474 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: n-d-794306-10 {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:33.911600 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:33.990057 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'external_fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '316b52cc-5dee-4b0f-8034-c94477002887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:50:32Z', 'revision_number': 5, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port': {'id': '316b52cc-5dee-4b0f-8034-c94477002887', 'name': '', 'network_id': '90b89b4c-02e9-41ca-9ad8-53e143148548', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T21:45:29Z', 'updated_at': '2021-08-16T21:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4db6b3a1-4648-43f8-bee4-31d27248de67', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-10'}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:34.020234 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Checking router: 02911e01-5c3d-43fb-95d6-87cace61015d for host: n-d-794306-10 {{(pid=95242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 21:50:34.032926 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Routers {'02911e01-5c3d-43fb-95d6-87cace61015d'} bound to L3 agent in host n-d-794306-10 {{(pid=95242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 21:50:34.033547 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T20:07:03Z,description=,heartbeat_timestamp=2021-08-16T21:50:34Z,host='n-d-794306-10',id=2bc8bbb7-ad9e-4ee8-8100-91d23abaf57b,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T20:07:04Z,topic='l3_agent')) {'router_ids': ['02911e01-5c3d-43fb-95d6-87cace61015d'], 'active': True} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:34.077071 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Deleting port 316b52cc-5dee-4b0f-8034-c94477002887 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:34.077501 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.124693 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvr_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] Set router 02911e01-5c3d-43fb-95d6-87cace61015d gateway port host: None {{(pid=95242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 21:50:34.165398 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] For port 316b52cc-5dee-4b0f-8034-c94477002887, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=316b52cc-5dee-4b0f-8034-c94477002887,segment=NetworkSegment(d5752b60-7883-40ed-aad8-200e6be55250),segment_id=d5752b60-7883-40ed-aad8-200e6be55250)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:34.166605 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.180138 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_hamode_db [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:50:33Z', 'revision_number': 6, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port_host': None}], 'n-d-794306-10', False) {} {{(pid=95242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:34.180683 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Calling delete_port for 316b52cc-5dee-4b0f-8034-c94477002887 owned by network:router_gateway {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:34.400645 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbcfcc-1771-4231-960c-31ccf8ebffed None None] The sync data for ids ['02911e01-5c3d-43fb-95d6-87cace61015d'] in n-d-794306-10 is: [{'id': '02911e01-5c3d-43fb-95d6-87cace61015d', 'name': 'tempest-TestSnapshotPattern-833282217-router', 'tenant_id': '69cc36c8877144f494b5109690264513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T21:45:28Z', 'updated_at': '2021-08-16T21:50:33Z', 'revision_number': 6, 'project_id': '69cc36c8877144f494b5109690264513', 'gw_port_host': None}] {{(pid=95242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 21:50:34.440878 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.468365 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Pushing event deleted for resources: {'Port': ['ID=316b52cc-5dee-4b0f-8034-c94477002887,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:34.529814 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1594129'] for router_gateway, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.630971 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1590205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254691'] for router, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.633328 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.644133 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.784197 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1590196'] for router, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.785348 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02911e01-5c3d-43fb-95d6-87cace61015d {{(pid=95240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 21:50:34.795263 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] Notify callbacks [] for router, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.799622 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-edd5b972-f107-41f8-bc44-3aec74fd85ae admin admin] 10.222.0.70 "DELETE /v2.0/routers/02911e01-5c3d-43fb-95d6-87cace61015d HTTP/1.1" status: 204 len: 168 time: 1.1059921 Aug 16 21:50:34.800227 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47620) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:34.868498 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.db_base_plugin_v2 [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Deleting subnet a00baf88-ec10-4682-a5ef-748cb954c6d7 {{(pid=95240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 21:50:34.872592 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:34.881211 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1cae9ac-9a0e-43ca-ad46-12313857d4e2 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:34.905849 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: c1cae9ac-9a0e-43ca-ad46-12313857d4e2 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:34.906400 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device c1cae9ac-9a0e-43ca-ad46-12313857d4e2 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:34.916594 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840608'] for subnet, precommit_delete_associations {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.004293 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-572478'] for subnet, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.190128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-572423', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31822004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32933792'] for subnet, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.217937 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00baf88-ec10-4682-a5ef-748cb954c6d7,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:35.221616 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.223579 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-294cc2af-891c-428e-a6f9-e29747788539 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a00baf88-ec10-4682-a5ef-748cb954c6d7 HTTP/1.1" status: 204 len: 168 time: 0.4220293 Aug 16 21:50:35.226042 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [-] (95240) accepted ('10.222.0.70', 47622) {{(pid=95240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:35.230991 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921bd02f-eebf-402b-a68d-8ba68215a1e5 None None] Network 69d35e0c-f475-499d-b947-734210ac4ada requested from n-d-794306-10 {{(pid=95242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 21:50:35.305510 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-702582'] for network, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.372304 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Deleting port 9877f2e8-321c-42b0-a892-02c5b8500ff9 {{(pid=95240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:35.372658 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.408480 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] DHCP port deletion for 69d35e0c-f475-499d-b947-734210ac4ada request from n-d-794306-10 {{(pid=95242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 21:50:35.456612 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.db [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] For port 9877f2e8-321c-42b0-a892-02c5b8500ff9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9877f2e8-321c-42b0-a892-02c5b8500ff9,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:35.457166 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.472175 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.plugin [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Calling delete_port for 9877f2e8-321c-42b0-a892-02c5b8500ff9 owned by network:dhcp {{(pid=95240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:35.477615 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Deleting port 9877f2e8-321c-42b0-a892-02c5b8500ff9 {{(pid=95242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 21:50:35.478001 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743531227989'] for port, before_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.551451 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.db [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] For port 9877f2e8-321c-42b0-a892-02c5b8500ff9, host n-d-794306-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-10',level=0,port_id=9877f2e8-321c-42b0-a892-02c5b8500ff9,segment=NetworkSegment(f3ebf731-b025-42a6-bbe7-e8b53fd89dbe),segment_id=f3ebf731-b025-42a6-bbe7-e8b53fd89dbe)] {{(pid=95242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 21:50:35.551971 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588794'] for port, precommit_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.571064 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Calling delete_port for 9877f2e8-321c-42b0-a892-02c5b8500ff9 owned by network:dhcp {{(pid=95242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 21:50:35.615627 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31821913'] for port, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.653149 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9877f2e8-321c-42b0-a892-02c5b8500ff9,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:35.659795 n-d-794306-10 neutron-server[95240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] No DVR routers for this DVR port 9877f2e8-321c-42b0-a892-02c5b8500ff9 on host n-d-794306-10 {{(pid=95240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:35.675489 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-98761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743531232431', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743530663783'] for port, after_delete {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.707644 n-d-794306-10 neutron-server[95242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] Pushing event deleted for resources: {'Port': ['ID=9877f2e8-321c-42b0-a892-02c5b8500ff9,revision_number=None']} {{(pid=95242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:35.709509 n-d-794306-10 neutron-server[95242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a8892-0e16-4fd2-b930-fac7766d3101 None None] No DVR routers for this DVR port 9877f2e8-321c-42b0-a892-02c5b8500ff9 on host n-d-794306-10 {{(pid=95242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 21:50:35.761128 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-571831', 'neutron.services.segments.db._delete_segments_for_network-8743531091101'] for network, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.771997 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d35e0c-f475-499d-b947-734210ac4ada']}} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:35.783631 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe') {'for_net_delete': True} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:35.783956 n-d-794306-10 neutron-server[95240]: DEBUG neutron.services.segments.db [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ebf731-b025-42a6-bbe7-e8b53fd89dbe') {} {{(pid=95240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 21:50:35.793471 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743531160742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840601'] for segment, before_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.808088 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521'] for segment, precommit_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.814436 n-d-794306-10 neutron-server[95240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=95240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 21:50:35.814890 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-572521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31821838'] for segment, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: Traceback (most recent call last): Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: timer() Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: cb(*args, **kw) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: return func(*args, **kwargs) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: self._notify() Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: self.callback(batched_events) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: event.method(event) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: return f(self, *a, **k) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: return self._get(url).json() Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: return self.request(url, 'GET', **kwargs) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 21:50:35.816652 n-d-794306-10 neutron-server[95240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 21:50:35.943899 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-571836', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740489'] for network, after_delete {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.951031 n-d-794306-10 neutron-server[95240]: DEBUG neutron_lib.callbacks.manager [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:35.953055 n-d-794306-10 neutron-server[95240]: INFO neutron.wsgi [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/69d35e0c-f475-499d-b947-734210ac4ada HTTP/1.1" status: 204 len: 168 time: 0.7258790 Aug 16 21:50:35.965033 n-d-794306-10 neutron-server[95240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792e568-cedb-477e-bbe0-7e356a7108a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=69d35e0c-f475-499d-b947-734210ac4ada,revision_number=None']} {{(pid=95240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:36.268641 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47626) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:36.309740 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-8807cb88-40c4-457a-a0e1-8c4538154a17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf8cb0facada44f69866093e0f6092ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397601 Aug 16 21:50:36.312152 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47628) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:36.369302 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:36.392702 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:36.509025 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:36.512675 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:36.513954 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22edda9a-94dc-4adc-8b65-07c51b3c3c4b HTTP/1.1" status: 204 len: 168 time: 0.2007692 Aug 16 21:50:36.523881 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ce6ce-9ed3-4bf6-b721-d5c030b8a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22edda9a-94dc-4adc-8b65-07c51b3c3c4b,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:36.581715 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:36.641143 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9877f2e8-321c-42b0-a892-02c5b8500ff9 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:36.661753 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 9877f2e8-321c-42b0-a892-02c5b8500ff9 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:36.662096 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 9877f2e8-321c-42b0-a892-02c5b8500ff9 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:36.662520 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 316b52cc-5dee-4b0f-8034-c94477002887 no longer exists at agent ovs-agent-n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 21:50:36.682070 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] No Port match for: 316b52cc-5dee-4b0f-8034-c94477002887 {{(pid=95242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 21:50:36.682897 n-d-794306-10 neutron-server[95242]: DEBUG neutron.plugins.ml2.rpc [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Device 316b52cc-5dee-4b0f-8034-c94477002887 not bound to the agent host n-d-794306-10 {{(pid=95242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 21:50:37.282455 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47634) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:37.327503 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-a1338d4c-b78a-4727-937f-96e8f16ae6e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69cc36c8877144f494b5109690264513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438673 Aug 16 21:50:37.330088 n-d-794306-10 neutron-server[95241]: DEBUG neutron.wsgi [-] (95241) accepted ('10.222.0.70', 47636) {{(pid=95241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 21:50:37.380479 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.402643 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.554769 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1830647'] for security_group, after_delete {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.557674 n-d-794306-10 neutron-server[95241]: DEBUG neutron_lib.callbacks.manager [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:37.576850 n-d-794306-10 neutron-server[95241]: INFO neutron.wsgi [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/633a2c8f-4516-41c5-9709-2db6bb52324e HTTP/1.1" status: 204 len: 168 time: 0.2278690 Aug 16 21:50:37.576850 n-d-794306-10 neutron-server[95241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66969903-5c54-4275-9d97-9333c250c171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a2c8f-4516-41c5-9709-2db6bb52324e,revision_number=None']} {{(pid=95241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 21:50:45.774420 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:50:49.320651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:50:52.860915 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:00.794888 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-cb62ff51-95b0-4004-a0dc-b0d97ecae75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:03.576268 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:03.674557 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7702-1107-42c2-81d1-16169284187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:04.606588 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:06.601683 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:19.308682 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:22.773687 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:51:22.851125 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:30.800323 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-eeeddf7d-6dc2-4523-9050-f1077e7de781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.611303 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:33.714393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-5918ec20-01b4-469f-97de-d2125d1e1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:34.657334 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:36.540902 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:49.342244 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:52.845291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:51:59.774125 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:52:00.799573 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4ea00ac7-ad25-4538-a1ef-94527830d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.553557 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:03.897654 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ca9007d-091e-444c-ae66-b0b6cbef3571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:04.747276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:06.536757 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:19.353399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:22.821989 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:30.793356 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c26af599-fcda-40aa-ac18-581355958aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:33.585957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:33.810338 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-51242e01-7dae-4e86-a642-7122742ba11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:34.667535 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:36.572101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:36.775156 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:52:49.313101 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:52:52.834320 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:00.792663 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-6234753e-5ce1-4397-a46c-08e7bb706254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:03.558647 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:03.666882 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-d6dba0e9-4402-44df-9602-8706730e10d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:04.610003 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:06.541884 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:13.774508 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:53:19.341719 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:22.901364 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:30.792672 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b9d84210-6aad-4a9a-a9a7-652969a45eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.611583 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:33.678976 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b80d4feb-f023-4fe9-afc9-75ef679835f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:34.598540 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:36.548035 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:49.352896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:53:50.781541 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:53:52.918693 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:00.787036 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-b00d3256-6330-40e5-bb37-b5c7658d8b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:03.673500 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:03.701469 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a4c72dc2-79fc-4ab9-8f4a-6585a395f758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:04.638572 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:06.535651 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:19.345526 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:22.899515 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:27.771872 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:54:30.793291 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-523343e8-fb75-442a-9d4e-3587cf9a8989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:33.575695 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:33.655276 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-923d5d62-633c-4c24-865f-ffaac59dc87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:34.701185 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:36.558714 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:49.352516 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:54:52.947300 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:00.793070 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-f1df6503-9568-414a-a264-822ddff2d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:03.575518 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:03.672546 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2a5fcb9c-a13c-4efe-b09e-b0ea9a5048a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:04.655923 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:04.770916 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:55:06.532773 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:19.389777 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:22.935372 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:30.783896 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-17aed058-c689-48bf-ab16-1529ee4078c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:33.598167 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:33.666969 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-87367736-37ad-42e0-a1ba-8519885d7924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:34.618116 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:36.598115 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:41.771756 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:55:49.381082 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:55:52.940922 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:00.806049 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a7fe3490-6cc6-4dbe-b188-b55227181994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.599954 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:03.712256 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f113-5d63-44c8-b4d0-ade82e6d0e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:04.632519 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:06.564207 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:18.771540 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:56:19.365545 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:23.011047 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:30.790144 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-86b3a42c-89d2-405c-bc3a-58ad3070c471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.616609 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:33.674413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-e399dd29-fad0-4426-beb9-65e656121f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:34.622774 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:36.554024 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:49.346177 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:52.958988 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:56:55.772388 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:00.799597 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-dc82010e-50f7-4329-9f54-c54a27d3297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:03.598542 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:03.735128 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-93abef2e-e014-4eab-a058-c380ac0bc04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:04.677999 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:06.536064 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:19.352656 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:22.980914 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:30.826581 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-634adf2d-d8b2-406a-a20f-5b1a6e02dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:32.773240 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:57:33.661393 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:33.695321 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-efb746a8-90df-4f05-8c5a-819263fc5220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:34.666188 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:36.557876 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:49.379638 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:57:52.974478 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:00.791524 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-a1e01fd4-e3b6-4a17-a189-39dde691ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:03.677253 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:03.745467 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-2ea21e51-7636-45db-8904-936bc0fd65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:04.630957 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:05.703957 n-d-794306-10 neutron-server[95240]: DEBUG neutron.wsgi [req-61b9c630-8f33-4509-9ff1-673692480203 req-1b7d6a74-8884-4ac3-af2e-9b65bb0a6bd2 service neutron] (95240) timed out ('10.222.0.70', 41076) {{(pid=95240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 21:58:06.556803 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:09.773304 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:19.362399 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:23.013864 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:30.807964 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-0a23aea5-c640-45f8-98ae-e4f29339b0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:33.568178 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:33.664857 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-7861d24e-0acb-40e7-9e0a-f4e2f9877544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:34.636621 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:36.630761 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:46.772931 n-d-794306-10 neutron-server[95243]: DEBUG neutron.db.agents_db [None req-cf446e90-acac-4a27-911f-0e3d17f1062b None None] Agent healthcheck: found 7 active agents {{(pid=95243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 21:58:49.430534 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-529a9bc0-dfbe-4d4d-937e-c03d53e80993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:58:53.008447 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-ef806a3d-e23e-4e91-9c81-2bd3b879140e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:00.807903 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-c3d8496d-9c51-4b99-ba54-66be1ab4e1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.678462 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1a18-d576-45e9-a5db-9998d1e877ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:03.680584 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-4eb07a60-ce99-4e66-8022-407c62760754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:04.683413 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-452c5274-860a-45ad-95a2-a3899a27a3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 21:59:06.573308 n-d-794306-10 neutron-server[95242]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e400-e083-400c-a2aa-9a510a3fd14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743531090975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-569905'] for agent, after_update {{(pid=95242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}